1
|
{"args": {"mode": "dfa", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_main_dfa_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "cos_apical_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "cos_Ac_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "r_norm": [4.9019622802734375, 4.829395294189453, 4.823568344116211]}, {"step": 50, "epoch": 0, "train_loss": 0.6863705515861511, "cos_r_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "cos_apical_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "cos_Ac_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "r_norm": [1.281628131866455, 1.2540812492370605, 1.2472658157348633]}, {"step": 100, "epoch": 0, "train_loss": 0.3274005651473999, "cos_r_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "cos_apical_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "cos_Ac_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "r_norm": [0.8515516519546509, 0.8325172662734985, 0.8327000141143799]}, {"step": 150, "epoch": 0, "train_loss": 0.3616173565387726, "cos_r_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "cos_apical_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "cos_Ac_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "r_norm": [0.7570799589157104, 0.7439552545547485, 0.7415491938591003]}, {"step": 200, "epoch": 0, "train_loss": 0.2865452170372009, "cos_r_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "cos_apical_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "cos_Ac_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "r_norm": [0.7708492875099182, 0.7576156854629517, 0.7546271085739136]}, {"step": 250, "epoch": 0, "train_loss": 0.1615387201309204, "cos_r_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "cos_apical_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "cos_Ac_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "r_norm": [0.6681670546531677, 0.657978892326355, 0.6558527946472168]}, {"step": 300, "epoch": 0, "train_loss": 0.2847558856010437, "cos_r_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "cos_apical_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "cos_Ac_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "r_norm": [0.6219494342803955, 0.6125187873840332, 0.6111507415771484]}, {"step": 350, "epoch": 0, "train_loss": 0.21044433116912842, "cos_r_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "cos_apical_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "cos_Ac_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "r_norm": [0.617355227470398, 0.6049196720123291, 0.6010550260543823]}, {"step": 400, "epoch": 0, "train_loss": 0.11371439695358276, "cos_r_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "cos_apical_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "cos_Ac_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "r_norm": [0.5236973166465759, 0.5135962963104248, 0.5106936097145081]}, {"step": 450, "epoch": 0, "train_loss": 0.23418444395065308, "cos_r_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "cos_apical_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "cos_Ac_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "r_norm": [0.6470879912376404, 0.6317501068115234, 0.6331363916397095]}, {"epoch_end": 0, "step": 469, "test_acc": 0.944, "test_loss": 0.18944356307983398}, {"step": 500, "epoch": 1, "train_loss": 0.28879380226135254, "cos_r_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "cos_apical_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "cos_Ac_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "r_norm": [0.5545840263366699, 0.5461637377738953, 0.5407732725143433]}, {"step": 550, "epoch": 1, "train_loss": 0.2035873532295227, "cos_r_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "cos_apical_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "cos_Ac_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "r_norm": [0.4755166172981262, 0.46767210960388184, 0.46572306752204895]}, {"step": 600, "epoch": 1, "train_loss": 0.3222624361515045, "cos_r_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "cos_apical_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "cos_Ac_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "r_norm": [0.48239666223526, 0.47414714097976685, 0.47168177366256714]}, {"step": 650, "epoch": 1, "train_loss": 0.1765444129705429, "cos_r_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "cos_apical_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "cos_Ac_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "r_norm": [0.47819244861602783, 0.46834513545036316, 0.46456730365753174]}, {"step": 700, "epoch": 1, "train_loss": 0.04017835110425949, "cos_r_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "cos_apical_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "cos_Ac_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "r_norm": [0.39717891812324524, 0.39234375953674316, 0.3883557617664337]}, {"step": 750, "epoch": 1, "train_loss": 0.11356629431247711, "cos_r_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "cos_apical_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "cos_Ac_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "r_norm": [0.46588587760925293, 0.45859357714653015, 0.45350855588912964]}, {"step": 800, "epoch": 1, "train_loss": 0.10907748341560364, "cos_r_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "cos_apical_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "cos_Ac_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "r_norm": [0.41202324628829956, 0.4062170386314392, 0.4030906558036804]}, {"step": 850, "epoch": 1, "train_loss": 0.23601728677749634, "cos_r_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "cos_apical_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "cos_Ac_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "r_norm": [0.45002585649490356, 0.44115331768989563, 0.43898576498031616]}, {"step": 900, "epoch": 1, "train_loss": 0.13875392079353333, "cos_r_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "cos_apical_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "cos_Ac_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "r_norm": [0.41718876361846924, 0.4087710678577423, 0.4084256887435913]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9529, "test_loss": 0.15175765419006348}, {"step": 950, "epoch": 2, "train_loss": 0.14615845680236816, "cos_r_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "cos_apical_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "cos_Ac_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "r_norm": [0.374565452337265, 0.3698199987411499, 0.3658810555934906]}, {"step": 1000, "epoch": 2, "train_loss": 0.19909445941448212, "cos_r_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "cos_apical_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "cos_Ac_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "r_norm": [0.37949836254119873, 0.37272465229034424, 0.37121066451072693]}, {"step": 1050, "epoch": 2, "train_loss": 0.05356651917099953, "cos_r_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "cos_apical_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "cos_Ac_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "r_norm": [0.364157497882843, 0.355135440826416, 0.354878306388855]}, {"step": 1100, "epoch": 2, "train_loss": 0.10280799865722656, "cos_r_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "cos_apical_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "cos_Ac_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "r_norm": [0.3078080415725708, 0.3023328483104706, 0.30145174264907837]}, {"step": 1150, "epoch": 2, "train_loss": 0.058542802929878235, "cos_r_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "cos_apical_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "cos_Ac_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "r_norm": [0.3284050524234772, 0.32329311966896057, 0.3226505517959595]}, {"step": 1200, "epoch": 2, "train_loss": 0.04472207650542259, "cos_r_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "cos_apical_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "cos_Ac_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "r_norm": [0.35604509711265564, 0.35266736149787903, 0.34867119789123535]}, {"step": 1250, "epoch": 2, "train_loss": 0.09862436354160309, "cos_r_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "cos_apical_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "cos_Ac_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "r_norm": [0.3429911136627197, 0.3379582166671753, 0.3344006836414337]}, {"step": 1300, "epoch": 2, "train_loss": 0.18738527595996857, "cos_r_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "cos_apical_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "cos_Ac_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "r_norm": [0.30641281604766846, 0.30409419536590576, 0.3005921542644501]}, {"step": 1350, "epoch": 2, "train_loss": 0.16130973398685455, "cos_r_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "cos_apical_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "cos_Ac_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "r_norm": [0.3528067171573639, 0.34508296847343445, 0.34484273195266724]}, {"step": 1400, "epoch": 2, "train_loss": 0.28864091634750366, "cos_r_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "cos_apical_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "cos_Ac_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "r_norm": [0.37306854128837585, 0.36565229296684265, 0.3609279990196228]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9601, "test_loss": 0.13755525856018067}, {"step": 1450, "epoch": 3, "train_loss": 0.047152817249298096, "cos_r_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "cos_apical_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "cos_Ac_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "r_norm": [0.32820379734039307, 0.3222428560256958, 0.31958526372909546]}, {"step": 1500, "epoch": 3, "train_loss": 0.06430163979530334, "cos_r_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "cos_apical_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "cos_Ac_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "r_norm": [0.33379194140434265, 0.32938116788864136, 0.3265378177165985]}, {"step": 1550, "epoch": 3, "train_loss": 0.08466095477342606, "cos_r_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "cos_apical_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "cos_Ac_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "r_norm": [0.27872589230537415, 0.27427974343299866, 0.27232345938682556]}, {"step": 1600, "epoch": 3, "train_loss": 0.0547834113240242, "cos_r_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "cos_apical_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "cos_Ac_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "r_norm": [0.3325040340423584, 0.32567650079727173, 0.32374778389930725]}, {"step": 1650, "epoch": 3, "train_loss": 0.06290461122989655, "cos_r_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "cos_apical_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "cos_Ac_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "r_norm": [0.2956677973270416, 0.2903963625431061, 0.28850021958351135]}, {"step": 1700, "epoch": 3, "train_loss": 0.08997613936662674, "cos_r_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "cos_apical_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "cos_Ac_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "r_norm": [0.30538493394851685, 0.2992684841156006, 0.29865166544914246]}, {"step": 1750, "epoch": 3, "train_loss": 0.04004375636577606, "cos_r_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "cos_apical_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "cos_Ac_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "r_norm": [0.24150454998016357, 0.2380734533071518, 0.23642928898334503]}, {"step": 1800, "epoch": 3, "train_loss": 0.12351875007152557, "cos_r_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "cos_apical_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "cos_Ac_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "r_norm": [0.27262192964553833, 0.2685239315032959, 0.26607292890548706]}, {"step": 1850, "epoch": 3, "train_loss": 0.07114216685295105, "cos_r_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "cos_apical_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "cos_Ac_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "r_norm": [0.2773158550262451, 0.27310270071029663, 0.2696780562400818]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9674, "test_loss": 0.11108005352020264}, {"step": 1900, "epoch": 4, "train_loss": 0.049938470125198364, "cos_r_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "cos_apical_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "cos_Ac_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "r_norm": [0.26388925313949585, 0.25707054138183594, 0.2573451101779938]}, {"step": 1950, "epoch": 4, "train_loss": 0.018054459244012833, "cos_r_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "cos_apical_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "cos_Ac_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "r_norm": [0.24600861966609955, 0.24034611880779266, 0.23937547206878662]}, {"step": 2000, "epoch": 4, "train_loss": 0.08432718366384506, "cos_r_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "cos_apical_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "cos_Ac_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "r_norm": [0.24360010027885437, 0.238389253616333, 0.2389015555381775]}, {"step": 2050, "epoch": 4, "train_loss": 0.06020200625061989, "cos_r_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "cos_apical_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "cos_Ac_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "r_norm": [0.2755001485347748, 0.26926732063293457, 0.2672080397605896]}, {"step": 2100, "epoch": 4, "train_loss": 0.04544281214475632, "cos_r_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "cos_apical_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "cos_Ac_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "r_norm": [0.29773974418640137, 0.29111340641975403, 0.290172815322876]}, {"step": 2150, "epoch": 4, "train_loss": 0.04969358444213867, "cos_r_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "cos_apical_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "cos_Ac_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "r_norm": [0.22396691143512726, 0.2216494381427765, 0.21887733042240143]}, {"step": 2200, "epoch": 4, "train_loss": 0.06924708932638168, "cos_r_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "cos_apical_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "cos_Ac_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "r_norm": [0.23080730438232422, 0.22674879431724548, 0.22455599904060364]}, {"step": 2250, "epoch": 4, "train_loss": 0.012393835932016373, "cos_r_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "cos_apical_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "cos_Ac_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "r_norm": [0.30504804849624634, 0.2990055978298187, 0.29515016078948975]}, {"step": 2300, "epoch": 4, "train_loss": 0.13978564739227295, "cos_r_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "cos_apical_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "cos_Ac_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "r_norm": [0.25855398178100586, 0.25585609674453735, 0.2517533302307129]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9669, "test_loss": 0.1110031337738037}, {"step": 2350, "epoch": 5, "train_loss": 0.020323488861322403, "cos_r_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "cos_apical_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "cos_Ac_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "r_norm": [0.27588406205177307, 0.2739007771015167, 0.2686117887496948]}, {"step": 2400, "epoch": 5, "train_loss": 0.02146069146692753, "cos_r_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "cos_apical_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "cos_Ac_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "r_norm": [0.26309484243392944, 0.25877416133880615, 0.2579648196697235]}, {"step": 2450, "epoch": 5, "train_loss": 0.034567199647426605, "cos_r_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "cos_apical_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "cos_Ac_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "r_norm": [0.21859994530677795, 0.21389344334602356, 0.2140970081090927]}, {"step": 2500, "epoch": 5, "train_loss": 0.0792485922574997, "cos_r_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "cos_apical_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "cos_Ac_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "r_norm": [0.20915378630161285, 0.20712167024612427, 0.20493344962596893]}, {"step": 2550, "epoch": 5, "train_loss": 0.023874400183558464, "cos_r_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "cos_apical_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "cos_Ac_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "r_norm": [0.20893990993499756, 0.20617689192295074, 0.20556123554706573]}, {"step": 2600, "epoch": 5, "train_loss": 0.03185741603374481, "cos_r_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "cos_apical_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "cos_Ac_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "r_norm": [0.23632772266864777, 0.23283588886260986, 0.2308744490146637]}, {"step": 2650, "epoch": 5, "train_loss": 0.027478275820612907, "cos_r_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "cos_apical_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "cos_Ac_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "r_norm": [0.22173281013965607, 0.2193000167608261, 0.21783551573753357]}, {"step": 2700, "epoch": 5, "train_loss": 0.08730193227529526, "cos_r_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "cos_apical_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "cos_Ac_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "r_norm": [0.23660311102867126, 0.23387542366981506, 0.23236338794231415]}, {"step": 2750, "epoch": 5, "train_loss": 0.014618746004998684, "cos_r_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "cos_apical_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "cos_Ac_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "r_norm": [0.24355608224868774, 0.2396453469991684, 0.2374487668275833]}, {"step": 2800, "epoch": 5, "train_loss": 0.01379033550620079, "cos_r_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "cos_apical_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "cos_Ac_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "r_norm": [0.24061354994773865, 0.23566044867038727, 0.23425985872745514]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9708, "test_loss": 0.11217044410705566}, {"step": 2850, "epoch": 6, "train_loss": 0.021708611398935318, "cos_r_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "cos_apical_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "cos_Ac_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "r_norm": [0.2668687105178833, 0.2638660669326782, 0.2615690231323242]}, {"step": 2900, "epoch": 6, "train_loss": 0.015426082536578178, "cos_r_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "cos_apical_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "cos_Ac_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "r_norm": [0.22716745734214783, 0.22506962716579437, 0.2227737307548523]}, {"step": 2950, "epoch": 6, "train_loss": 0.058913011103868484, "cos_r_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "cos_apical_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "cos_Ac_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "r_norm": [0.23053839802742004, 0.22659063339233398, 0.22416725754737854]}, {"step": 3000, "epoch": 6, "train_loss": 0.0033923566807061434, "cos_r_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "cos_apical_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "cos_Ac_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "r_norm": [0.2179475873708725, 0.21279263496398926, 0.21193143725395203]}, {"step": 3050, "epoch": 6, "train_loss": 0.03878623992204666, "cos_r_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "cos_apical_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "cos_Ac_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "r_norm": [0.2257642149925232, 0.22139479219913483, 0.22101470828056335]}, {"step": 3100, "epoch": 6, "train_loss": 0.022489432245492935, "cos_r_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "cos_apical_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "cos_Ac_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "r_norm": [0.2141227126121521, 0.2090594619512558, 0.20936650037765503]}, {"step": 3150, "epoch": 6, "train_loss": 0.030089693143963814, "cos_r_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "cos_apical_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "cos_Ac_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "r_norm": [0.2083071768283844, 0.20425331592559814, 0.2021058052778244]}, {"step": 3200, "epoch": 6, "train_loss": 0.045353613793849945, "cos_r_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "cos_apical_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "cos_Ac_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "r_norm": [0.25732743740081787, 0.25274693965911865, 0.2527005076408386]}, {"step": 3250, "epoch": 6, "train_loss": 0.05903598666191101, "cos_r_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "cos_apical_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "cos_Ac_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "r_norm": [0.21434879302978516, 0.21132782101631165, 0.20921921730041504]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9692, "test_loss": 0.11788013687133789}, {"step": 3300, "epoch": 7, "train_loss": 0.009145502001047134, "cos_r_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "cos_apical_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "cos_Ac_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "r_norm": [0.21186643838882446, 0.20853839814662933, 0.20819777250289917]}, {"step": 3350, "epoch": 7, "train_loss": 0.004840923007577658, "cos_r_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "cos_apical_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "cos_Ac_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "r_norm": [0.1999388337135315, 0.19770973920822144, 0.19592627882957458]}, {"step": 3400, "epoch": 7, "train_loss": 0.005616708658635616, "cos_r_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "cos_apical_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "cos_Ac_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "r_norm": [0.23379100859165192, 0.23158428072929382, 0.22773459553718567]}, {"step": 3450, "epoch": 7, "train_loss": 0.05128918215632439, "cos_r_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "cos_apical_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "cos_Ac_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "r_norm": [0.1764601320028305, 0.17403678596019745, 0.17238041758537292]}, {"step": 3500, "epoch": 7, "train_loss": 0.02618834376335144, "cos_r_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "cos_apical_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "cos_Ac_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "r_norm": [0.18696404993534088, 0.18510234355926514, 0.1828155219554901]}, {"step": 3550, "epoch": 7, "train_loss": 0.011262431740760803, "cos_r_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "cos_apical_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "cos_Ac_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "r_norm": [0.20599353313446045, 0.20266571640968323, 0.20141999423503876]}, {"step": 3600, "epoch": 7, "train_loss": 0.004409158136695623, "cos_r_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "cos_apical_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "cos_Ac_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "r_norm": [0.1821373552083969, 0.1786414384841919, 0.1782112717628479]}, {"step": 3650, "epoch": 7, "train_loss": 0.000777107197791338, "cos_r_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "cos_apical_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "cos_Ac_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "r_norm": [0.21334700286388397, 0.20964759588241577, 0.2075350284576416]}, {"step": 3700, "epoch": 7, "train_loss": 0.0021683599334210157, "cos_r_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "cos_apical_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "cos_Ac_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "r_norm": [0.17200255393981934, 0.17021043598651886, 0.16928362846374512]}, {"step": 3750, "epoch": 7, "train_loss": 0.007654092274606228, "cos_r_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "cos_apical_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "cos_Ac_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "r_norm": [0.20195616781711578, 0.19710507988929749, 0.19788947701454163]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.971, "test_loss": 0.12618296928405762}, {"step": 3800, "epoch": 8, "train_loss": 0.04389466717839241, "cos_r_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "cos_apical_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "cos_Ac_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "r_norm": [0.16586124897003174, 0.16210150718688965, 0.16268834471702576]}, {"step": 3850, "epoch": 8, "train_loss": 0.01217209454625845, "cos_r_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "cos_apical_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "cos_Ac_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "r_norm": [0.20228078961372375, 0.1981492042541504, 0.19774824380874634]}, {"step": 3900, "epoch": 8, "train_loss": 0.006633935030549765, "cos_r_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "cos_apical_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "cos_Ac_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "r_norm": [0.1664556860923767, 0.16309796273708344, 0.16329437494277954]}, {"step": 3950, "epoch": 8, "train_loss": 0.0013316378463059664, "cos_r_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "cos_apical_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "cos_Ac_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "r_norm": [0.1665465086698532, 0.1637711524963379, 0.16352403163909912]}, {"step": 4000, "epoch": 8, "train_loss": 0.0012888085329905152, "cos_r_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "cos_apical_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "cos_Ac_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "r_norm": [0.19596529006958008, 0.19187118113040924, 0.1912107765674591]}, {"step": 4050, "epoch": 8, "train_loss": 0.015497773885726929, "cos_r_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "cos_apical_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "cos_Ac_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "r_norm": [0.17256665229797363, 0.16876651346683502, 0.16888725757598877]}, {"step": 4100, "epoch": 8, "train_loss": 0.06257003545761108, "cos_r_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "cos_apical_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "cos_Ac_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "r_norm": [0.2083447426557541, 0.20521849393844604, 0.20392262935638428]}, {"step": 4150, "epoch": 8, "train_loss": 0.0004835688741877675, "cos_r_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "cos_apical_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "cos_Ac_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "r_norm": [0.16403460502624512, 0.161818727850914, 0.16137844324111938]}, {"step": 4200, "epoch": 8, "train_loss": 0.007010872941464186, "cos_r_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "cos_apical_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "cos_Ac_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "r_norm": [0.17921364307403564, 0.17635273933410645, 0.17547446489334106]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9701, "test_loss": 0.12941176109313965}, {"step": 4250, "epoch": 9, "train_loss": 0.0045892721973359585, "cos_r_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "cos_apical_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "cos_Ac_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "r_norm": [0.1946524828672409, 0.19213926792144775, 0.19048282504081726]}, {"step": 4300, "epoch": 9, "train_loss": 0.007736677769571543, "cos_r_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "cos_apical_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "cos_Ac_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "r_norm": [0.1833932250738144, 0.18006563186645508, 0.17894044518470764]}, {"step": 4350, "epoch": 9, "train_loss": 0.0030932375229895115, "cos_r_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "cos_apical_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "cos_Ac_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "r_norm": [0.18519631028175354, 0.18210497498512268, 0.1808205395936966]}, {"step": 4400, "epoch": 9, "train_loss": 0.0014874644111841917, "cos_r_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "cos_apical_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "cos_Ac_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "r_norm": [0.17330488562583923, 0.17075049877166748, 0.16978690028190613]}, {"step": 4450, "epoch": 9, "train_loss": 0.002406806219369173, "cos_r_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "cos_apical_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "cos_Ac_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "r_norm": [0.16479915380477905, 0.16198286414146423, 0.1616663634777069]}, {"step": 4500, "epoch": 9, "train_loss": 0.0011578750563785434, "cos_r_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "cos_apical_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "cos_Ac_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "r_norm": [0.15600256621837616, 0.1532055139541626, 0.15337532758712769]}, {"step": 4550, "epoch": 9, "train_loss": 0.013996757566928864, "cos_r_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "cos_apical_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "cos_Ac_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "r_norm": [0.16810691356658936, 0.16588172316551208, 0.16474752128124237]}, {"step": 4600, "epoch": 9, "train_loss": 0.04821887984871864, "cos_r_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "cos_apical_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "cos_Ac_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "r_norm": [0.16884508728981018, 0.16721412539482117, 0.16545739769935608]}, {"step": 4650, "epoch": 9, "train_loss": 0.007871131412684917, "cos_r_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "cos_apical_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "cos_Ac_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "r_norm": [0.16587162017822266, 0.16323398053646088, 0.16265782713890076]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9736, "test_loss": 0.13251180992126466}, {"step": 4700, "epoch": 10, "train_loss": 0.003878844901919365, "cos_r_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "cos_apical_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "cos_Ac_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "r_norm": [0.16236527264118195, 0.15933245420455933, 0.15944352746009827]}, {"step": 4750, "epoch": 10, "train_loss": 0.0021631084382534027, "cos_r_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "cos_apical_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "cos_Ac_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "r_norm": [0.15098246932029724, 0.1484224945306778, 0.1485174298286438]}, {"step": 4800, "epoch": 10, "train_loss": 0.002061628270894289, "cos_r_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "cos_apical_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "cos_Ac_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "r_norm": [0.15444284677505493, 0.15212686359882355, 0.15172675251960754]}, {"step": 4850, "epoch": 10, "train_loss": 0.0009399846312589943, "cos_r_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "cos_apical_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "cos_Ac_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "r_norm": [0.1484367847442627, 0.14639577269554138, 0.14580953121185303]}, {"step": 4900, "epoch": 10, "train_loss": 0.0033072568476200104, "cos_r_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "cos_apical_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "cos_Ac_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "r_norm": [0.14882709085941315, 0.14675316214561462, 0.14644403755664825]}, {"step": 4950, "epoch": 10, "train_loss": 0.0003637236077338457, "cos_r_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "cos_apical_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "cos_Ac_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "r_norm": [0.14799410104751587, 0.14575853943824768, 0.14573357999324799]}, {"step": 5000, "epoch": 10, "train_loss": 0.0005840217927470803, "cos_r_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "cos_apical_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "cos_Ac_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "r_norm": [0.1528269648551941, 0.15016713738441467, 0.15160493552684784]}, {"step": 5050, "epoch": 10, "train_loss": 0.010254633612930775, "cos_r_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "cos_apical_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "cos_Ac_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "r_norm": [0.15012218058109283, 0.1465085744857788, 0.14820286631584167]}, {"step": 5100, "epoch": 10, "train_loss": 0.005819697864353657, "cos_r_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "cos_apical_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "cos_Ac_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "r_norm": [0.15024957060813904, 0.1471090018749237, 0.14821173250675201]}, {"step": 5150, "epoch": 10, "train_loss": 0.0009902957826852798, "cos_r_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "cos_apical_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "cos_Ac_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "r_norm": [0.14933118224143982, 0.14619019627571106, 0.1478894054889679]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9735, "test_loss": 0.1335349760055542}, {"step": 5200, "epoch": 11, "train_loss": 0.0032810724806040525, "cos_r_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "cos_apical_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "cos_Ac_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "r_norm": [0.14594346284866333, 0.14269140362739563, 0.14457207918167114]}, {"step": 5250, "epoch": 11, "train_loss": 0.003942394629120827, "cos_r_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "cos_apical_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "cos_Ac_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "r_norm": [0.15120114386081696, 0.14789338409900665, 0.14984020590782166]}, {"step": 5300, "epoch": 11, "train_loss": 0.0012285354314371943, "cos_r_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "cos_apical_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "cos_Ac_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "r_norm": [0.15008729696273804, 0.14675229787826538, 0.14831945300102234]}, {"step": 5350, "epoch": 11, "train_loss": 0.0007475890452042222, "cos_r_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "cos_apical_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "cos_Ac_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "r_norm": [0.14779195189476013, 0.14446720480918884, 0.14596004784107208]}, {"step": 5400, "epoch": 11, "train_loss": 0.0005941259441897273, "cos_r_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "cos_apical_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "cos_Ac_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "r_norm": [0.15346646308898926, 0.1502423733472824, 0.15113364160060883]}, {"step": 5450, "epoch": 11, "train_loss": 0.0009647300466895103, "cos_r_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "cos_apical_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "cos_Ac_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "r_norm": [0.14948546886444092, 0.1464485228061676, 0.1472567915916443]}, {"step": 5500, "epoch": 11, "train_loss": 0.005110028199851513, "cos_r_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "cos_apical_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "cos_Ac_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "r_norm": [0.14879359304904938, 0.14571526646614075, 0.14669981598854065]}, {"step": 5550, "epoch": 11, "train_loss": 0.0008489203173667192, "cos_r_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "cos_apical_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "cos_Ac_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "r_norm": [0.14504246413707733, 0.14239344000816345, 0.14308492839336395]}, {"step": 5600, "epoch": 11, "train_loss": 0.001810690388083458, "cos_r_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "cos_apical_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "cos_Ac_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "r_norm": [0.149572491645813, 0.14671269059181213, 0.14787952601909637]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.973, "test_loss": 0.13866732759475708}, {"step": 5650, "epoch": 12, "train_loss": 0.001571080181747675, "cos_r_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "cos_apical_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "cos_Ac_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "r_norm": [0.13927993178367615, 0.1369449496269226, 0.13779368996620178]}, {"step": 5700, "epoch": 12, "train_loss": 0.0015398268587887287, "cos_r_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "cos_apical_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "cos_Ac_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "r_norm": [0.1383504718542099, 0.13596084713935852, 0.1367756575345993]}, {"step": 5750, "epoch": 12, "train_loss": 0.0012200467754155397, "cos_r_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "cos_apical_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "cos_Ac_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "r_norm": [0.14338895678520203, 0.14095348119735718, 0.14157350361347198]}, {"step": 5800, "epoch": 12, "train_loss": 0.0004607710288837552, "cos_r_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "cos_apical_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "cos_Ac_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "r_norm": [0.1417255699634552, 0.1391671597957611, 0.13991905748844147]}, {"step": 5850, "epoch": 12, "train_loss": 0.0013807923533022404, "cos_r_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "cos_apical_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "cos_Ac_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "r_norm": [0.13988298177719116, 0.13753001391887665, 0.13792684674263]}, {"step": 5900, "epoch": 12, "train_loss": 0.0008538728579878807, "cos_r_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "cos_apical_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "cos_Ac_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "r_norm": [0.14241012930870056, 0.1399364173412323, 0.14080001413822174]}, {"step": 5950, "epoch": 12, "train_loss": 0.0006388048641383648, "cos_r_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "cos_apical_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "cos_Ac_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "r_norm": [0.14480672776699066, 0.14259031414985657, 0.14282941818237305]}, {"step": 6000, "epoch": 12, "train_loss": 0.0014789842534810305, "cos_r_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "cos_apical_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "cos_Ac_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "r_norm": [0.14225386083126068, 0.13976125419139862, 0.14037415385246277]}, {"step": 6050, "epoch": 12, "train_loss": 0.0005680888425558805, "cos_r_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "cos_apical_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "cos_Ac_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "r_norm": [0.1448691338300705, 0.14238743484020233, 0.1428956538438797]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9728, "test_loss": 0.14127740116119386}, {"step": 6100, "epoch": 13, "train_loss": 0.0019160977099090815, "cos_r_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "cos_apical_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "cos_Ac_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "r_norm": [0.14535537362098694, 0.14313921332359314, 0.14339949190616608]}, {"step": 6150, "epoch": 13, "train_loss": 0.0005249591777101159, "cos_r_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "cos_apical_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "cos_Ac_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "r_norm": [0.1456056535243988, 0.14332973957061768, 0.1435750126838684]}, {"step": 6200, "epoch": 13, "train_loss": 0.0003952290571760386, "cos_r_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "cos_apical_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "cos_Ac_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "r_norm": [0.14484155178070068, 0.14262153208255768, 0.1427556276321411]}, {"step": 6250, "epoch": 13, "train_loss": 0.0013125869445502758, "cos_r_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "cos_apical_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "cos_Ac_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "r_norm": [0.14136368036270142, 0.13918492197990417, 0.1394917368888855]}, {"step": 6300, "epoch": 13, "train_loss": 0.0004006032249890268, "cos_r_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "cos_apical_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "cos_Ac_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "r_norm": [0.14371171593666077, 0.14129911363124847, 0.14191457629203796]}, {"step": 6350, "epoch": 13, "train_loss": 0.0020647330675274134, "cos_r_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "cos_apical_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "cos_Ac_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "r_norm": [0.1460588276386261, 0.1435874104499817, 0.14397695660591125]}, {"step": 6400, "epoch": 13, "train_loss": 0.0032149371691048145, "cos_r_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "cos_apical_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "cos_Ac_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "r_norm": [0.1435326635837555, 0.14111477136611938, 0.14146071672439575]}, {"step": 6450, "epoch": 13, "train_loss": 0.000677877978887409, "cos_r_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "cos_apical_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "cos_Ac_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "r_norm": [0.14368857443332672, 0.14125145971775055, 0.14164909720420837]}, {"step": 6500, "epoch": 13, "train_loss": 0.0006487480131909251, "cos_r_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "cos_apical_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "cos_Ac_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "r_norm": [0.141313374042511, 0.1390036642551422, 0.1392168402671814]}, {"step": 6550, "epoch": 13, "train_loss": 0.0016967388801276684, "cos_r_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "cos_apical_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "cos_Ac_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "r_norm": [0.1389138549566269, 0.13662907481193542, 0.13696318864822388]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9729, "test_loss": 0.14460934114456175}, {"step": 6600, "epoch": 14, "train_loss": 0.0007501713698729873, "cos_r_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "cos_apical_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "cos_Ac_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "r_norm": [0.1391577273607254, 0.13680525124073029, 0.13729238510131836]}, {"step": 6650, "epoch": 14, "train_loss": 0.0012497341958805919, "cos_r_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "cos_apical_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "cos_Ac_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "r_norm": [0.1388923078775406, 0.1366393268108368, 0.13693614304065704]}, {"step": 6700, "epoch": 14, "train_loss": 0.0007206687005236745, "cos_r_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "cos_apical_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "cos_Ac_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "r_norm": [0.13917884230613708, 0.13687805831432343, 0.13729919493198395]}, {"step": 6750, "epoch": 14, "train_loss": 0.0006719870725646615, "cos_r_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "cos_apical_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "cos_Ac_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "r_norm": [0.13931287825107574, 0.1369583010673523, 0.13746780157089233]}, {"step": 6800, "epoch": 14, "train_loss": 0.0014487648149952292, "cos_r_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "cos_apical_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "cos_Ac_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "r_norm": [0.1425265371799469, 0.14017066359519958, 0.14051714539527893]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008971388451755047, "cos_r_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "cos_apical_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "cos_Ac_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "r_norm": [0.14000079035758972, 0.13785123825073242, 0.1380692720413208]}, {"step": 6900, "epoch": 14, "train_loss": 0.0013210949255153537, "cos_r_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "cos_apical_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "cos_Ac_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "r_norm": [0.14131608605384827, 0.1390291303396225, 0.13932392001152039]}, {"step": 6950, "epoch": 14, "train_loss": 0.0003950374957639724, "cos_r_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "cos_apical_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "cos_Ac_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "r_norm": [0.14098337292671204, 0.13875068724155426, 0.13900968432426453]}, {"step": 7000, "epoch": 14, "train_loss": 0.0007077967748045921, "cos_r_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "cos_apical_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "cos_Ac_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "r_norm": [0.1431298851966858, 0.1408655047416687, 0.14109386503696442]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9733, "test_loss": 0.1473784134864807}, {"step": 7050, "epoch": 15, "train_loss": 0.00058927689678967, "cos_r_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "cos_apical_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "cos_Ac_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "r_norm": [0.14070454239845276, 0.13852843642234802, 0.1387481689453125]}, {"step": 7100, "epoch": 15, "train_loss": 0.0015616653254255652, "cos_r_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "cos_apical_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "cos_Ac_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "r_norm": [0.14112111926078796, 0.13886591792106628, 0.139087975025177]}, {"step": 7150, "epoch": 15, "train_loss": 0.0005589173524640501, "cos_r_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "cos_apical_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "cos_Ac_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "r_norm": [0.1374874711036682, 0.13535013794898987, 0.1356659233570099]}, {"step": 7200, "epoch": 15, "train_loss": 0.000796277541667223, "cos_r_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "cos_apical_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "cos_Ac_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "r_norm": [0.14120766520500183, 0.13888123631477356, 0.139261394739151]}, {"step": 7250, "epoch": 15, "train_loss": 0.00032707868376746774, "cos_r_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "cos_apical_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "cos_Ac_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "r_norm": [0.14073318243026733, 0.13844193518161774, 0.1388871967792511]}, {"step": 7300, "epoch": 15, "train_loss": 0.00022854185954201967, "cos_r_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "cos_apical_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "cos_Ac_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "r_norm": [0.14184615015983582, 0.13955435156822205, 0.1399090588092804]}, {"step": 7350, "epoch": 15, "train_loss": 0.0003428638738114387, "cos_r_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "cos_apical_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "cos_Ac_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "r_norm": [0.14165355265140533, 0.13940072059631348, 0.13968002796173096]}, {"step": 7400, "epoch": 15, "train_loss": 0.0008691477705724537, "cos_r_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "cos_apical_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "cos_Ac_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "r_norm": [0.1396477222442627, 0.1375156193971634, 0.13781169056892395]}, {"step": 7450, "epoch": 15, "train_loss": 0.00039758312050253153, "cos_r_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "cos_apical_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "cos_Ac_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "r_norm": [0.13925106823444366, 0.13714343309402466, 0.137302428483963]}, {"step": 7500, "epoch": 15, "train_loss": 0.0003700705128721893, "cos_r_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "cos_apical_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "cos_Ac_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "r_norm": [0.140605628490448, 0.13843156397342682, 0.13847362995147705]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9726, "test_loss": 0.14929521617889405}, {"step": 7550, "epoch": 16, "train_loss": 0.0003143376961816102, "cos_r_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "cos_apical_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "cos_Ac_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "r_norm": [0.14073264598846436, 0.13861724734306335, 0.13867992162704468]}, {"step": 7600, "epoch": 16, "train_loss": 0.0021032311487942934, "cos_r_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "cos_apical_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "cos_Ac_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "r_norm": [0.14006339013576508, 0.13795199990272522, 0.1380717158317566]}, {"step": 7650, "epoch": 16, "train_loss": 0.00036861520493403077, "cos_r_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "cos_apical_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "cos_Ac_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "r_norm": [0.1407564878463745, 0.13857220113277435, 0.13866600394248962]}, {"step": 7700, "epoch": 16, "train_loss": 0.0002330224378965795, "cos_r_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "cos_apical_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "cos_Ac_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "r_norm": [0.1401834487915039, 0.1379951536655426, 0.13817331194877625]}, {"step": 7750, "epoch": 16, "train_loss": 0.0007117514032870531, "cos_r_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "cos_apical_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "cos_Ac_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "r_norm": [0.13915616273880005, 0.1370561271905899, 0.13719472289085388]}, {"step": 7800, "epoch": 16, "train_loss": 0.0006891277153044939, "cos_r_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "cos_apical_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "cos_Ac_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "r_norm": [0.13846063613891602, 0.1362285614013672, 0.13653826713562012]}, {"step": 7850, "epoch": 16, "train_loss": 0.000565679743885994, "cos_r_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "cos_apical_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "cos_Ac_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "r_norm": [0.13731808960437775, 0.1351238638162613, 0.13545756042003632]}, {"step": 7900, "epoch": 16, "train_loss": 0.0006957458099350333, "cos_r_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "cos_apical_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "cos_Ac_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "r_norm": [0.137467160820961, 0.1353345662355423, 0.13554814457893372]}, {"step": 7950, "epoch": 16, "train_loss": 0.0006518641021102667, "cos_r_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "cos_apical_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "cos_Ac_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "r_norm": [0.1377599835395813, 0.13561022281646729, 0.1358974277973175]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9728, "test_loss": 0.1512349235534668}, {"step": 8000, "epoch": 17, "train_loss": 0.000774081505369395, "cos_r_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "cos_apical_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "cos_Ac_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "r_norm": [0.1376858651638031, 0.13549593091011047, 0.13575397431850433]}, {"step": 8050, "epoch": 17, "train_loss": 0.0006734832422807813, "cos_r_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "cos_apical_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "cos_Ac_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "r_norm": [0.13827113807201385, 0.13602766394615173, 0.13629665970802307]}, {"step": 8100, "epoch": 17, "train_loss": 0.000884694280102849, "cos_r_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "cos_apical_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "cos_Ac_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "r_norm": [0.13566337525844574, 0.1335325986146927, 0.13378165662288666]}, {"step": 8150, "epoch": 17, "train_loss": 0.00047028460539877415, "cos_r_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "cos_apical_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "cos_Ac_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "r_norm": [0.1371728777885437, 0.13502851128578186, 0.13524992763996124]}, {"step": 8200, "epoch": 17, "train_loss": 0.0007135796477086842, "cos_r_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "cos_apical_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "cos_Ac_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "r_norm": [0.13585218787193298, 0.13378053903579712, 0.1340768039226532]}, {"step": 8250, "epoch": 17, "train_loss": 0.00079253816511482, "cos_r_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "cos_apical_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "cos_Ac_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "r_norm": [0.13713166117668152, 0.13500040769577026, 0.13532818853855133]}, {"step": 8300, "epoch": 17, "train_loss": 0.00010323956666979939, "cos_r_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "cos_apical_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "cos_Ac_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "r_norm": [0.13796228170394897, 0.13585668802261353, 0.13624683022499084]}, {"step": 8350, "epoch": 17, "train_loss": 0.00032248845673166215, "cos_r_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "cos_apical_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "cos_Ac_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "r_norm": [0.1388847827911377, 0.13680000603199005, 0.13705769181251526]}, {"step": 8400, "epoch": 17, "train_loss": 0.00038423575460910797, "cos_r_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "cos_apical_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "cos_Ac_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "r_norm": [0.1380101889371872, 0.13599815964698792, 0.13612763583660126]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9729, "test_loss": 0.15265981464385986}, {"step": 8450, "epoch": 18, "train_loss": 0.000548464129678905, "cos_r_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "cos_apical_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "cos_Ac_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "r_norm": [0.13760727643966675, 0.13558898866176605, 0.1357516497373581]}, {"step": 8500, "epoch": 18, "train_loss": 0.0006137436721473932, "cos_r_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "cos_apical_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "cos_Ac_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "r_norm": [0.13847467303276062, 0.13646471500396729, 0.13658808171749115]}, {"step": 8550, "epoch": 18, "train_loss": 0.0005641340976580977, "cos_r_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "cos_apical_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "cos_Ac_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "r_norm": [0.13872069120407104, 0.1366404891014099, 0.13679923117160797]}, {"step": 8600, "epoch": 18, "train_loss": 0.0003860143187921494, "cos_r_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "cos_apical_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "cos_Ac_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "r_norm": [0.13845327496528625, 0.1363717019557953, 0.13649506866931915]}, {"step": 8650, "epoch": 18, "train_loss": 0.00024625571677461267, "cos_r_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "cos_apical_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "cos_Ac_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "r_norm": [0.13769495487213135, 0.13555681705474854, 0.13577258586883545]}, {"step": 8700, "epoch": 18, "train_loss": 0.0009021864971145988, "cos_r_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "cos_apical_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "cos_Ac_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "r_norm": [0.13733534514904022, 0.1352004110813141, 0.1354677677154541]}, {"step": 8750, "epoch": 18, "train_loss": 0.00020738481543958187, "cos_r_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "cos_apical_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "cos_Ac_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "r_norm": [0.1392272710800171, 0.13716858625411987, 0.13729974627494812]}, {"step": 8800, "epoch": 18, "train_loss": 0.0008500032126903534, "cos_r_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "cos_apical_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "cos_Ac_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "r_norm": [0.13970042765140533, 0.1375741958618164, 0.13781020045280457]}, {"step": 8850, "epoch": 18, "train_loss": 0.00045504135778173804, "cos_r_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "cos_apical_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "cos_Ac_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "r_norm": [0.13736385107040405, 0.1352100521326065, 0.1355159431695938]}, {"step": 8900, "epoch": 18, "train_loss": 0.00031921773916110396, "cos_r_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "cos_apical_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "cos_Ac_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "r_norm": [0.1359175443649292, 0.1339547038078308, 0.13411013782024384]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9727, "test_loss": 0.1548501205444336}, {"step": 8950, "epoch": 19, "train_loss": 0.000274957186775282, "cos_r_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "cos_apical_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "cos_Ac_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "r_norm": [0.13585308194160461, 0.13394509255886078, 0.13407599925994873]}, {"step": 9000, "epoch": 19, "train_loss": 0.00025961146457120776, "cos_r_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "cos_apical_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "cos_Ac_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "r_norm": [0.13780593872070312, 0.13584908843040466, 0.13597875833511353]}, {"step": 9050, "epoch": 19, "train_loss": 0.0005188244394958019, "cos_r_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "cos_apical_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "cos_Ac_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "r_norm": [0.13778650760650635, 0.1357841193675995, 0.13590282201766968]}, {"step": 9100, "epoch": 19, "train_loss": 0.0006370351184159517, "cos_r_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "cos_apical_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "cos_Ac_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "r_norm": [0.13717229664325714, 0.1351766139268875, 0.1353331208229065]}, {"step": 9150, "epoch": 19, "train_loss": 0.0018941671587526798, "cos_r_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "cos_apical_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "cos_Ac_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "r_norm": [0.13663049042224884, 0.13461434841156006, 0.1348099559545517]}, {"step": 9200, "epoch": 19, "train_loss": 0.0004440056800376624, "cos_r_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "cos_apical_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "cos_Ac_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "r_norm": [0.13770344853401184, 0.1356171816587448, 0.13584816455841064]}, {"step": 9250, "epoch": 19, "train_loss": 0.00034952606074512005, "cos_r_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "cos_apical_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "cos_Ac_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "r_norm": [0.1378900408744812, 0.13581746816635132, 0.13599450886249542]}, {"step": 9300, "epoch": 19, "train_loss": 0.00027548655634745955, "cos_r_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "cos_apical_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "cos_Ac_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "r_norm": [0.14024916291236877, 0.13820241391658783, 0.13827025890350342]}, {"step": 9350, "epoch": 19, "train_loss": 0.0004042683867737651, "cos_r_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "cos_apical_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "cos_Ac_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "r_norm": [0.1380351185798645, 0.13608306646347046, 0.13615688681602478]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9728, "test_loss": 0.15751630697250366}], "final": {"test_acc": 0.9728, "test_loss": 0.15751630697250366, "wall_s": 14.220919847488403, "cos_r_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987], "cos_apical_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987], "cos_Ac_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987]}}
|
