{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.363647937774658, "cos_r_negg": [0.0058296299539506435, -0.008899016305804253, 0.012354815378785133, 0.014885189943015575, -0.013123193755745888], "cos_apical_negg": [0.0058296299539506435, -0.008899016305804253, 0.012354815378785133, 0.014885189943015575, -0.013123193755745888], "cos_Ac_negg": [0.0058296299539506435, -0.008899016305804253, 0.012354815378785133, 0.014885189943015575, -0.013123193755745888], "r_norm": [4.750423908233643, 4.8205037117004395, 4.79141902923584, 4.896744251251221, 4.792476654052734]}, {"step": 50, "epoch": 0, "train_loss": 0.9557996988296509, "cos_r_negg": [0.2524680495262146, 0.1862761676311493, 0.13106444478034973, 0.17201654613018036, 0.0794939175248146], "cos_apical_negg": [0.2524680495262146, 0.1862761676311493, 0.13106444478034973, 0.17201654613018036, 0.0794939175248146], "cos_Ac_negg": [0.2524680495262146, 0.1862761676311493, 0.13106444478034973, 0.17201654613018036, 0.0794939175248146], "r_norm": [2.136967658996582, 2.187591791152954, 2.1700563430786133, 2.1684482097625732, 2.1865124702453613]}, {"step": 100, "epoch": 0, "train_loss": 0.7317366600036621, "cos_r_negg": [0.2854353189468384, 0.21714377403259277, 0.2100507915019989, 0.20598873496055603, 0.14591988921165466], "cos_apical_negg": [0.2854353189468384, 0.21714377403259277, 0.2100507915019989, 0.20598873496055603, 0.14591988921165466], "cos_Ac_negg": [0.2854353189468384, 0.21714377403259277, 0.2100507915019989, 0.20598873496055603, 0.14591988921165466], "r_norm": [1.8333306312561035, 1.8611066341400146, 1.8493077754974365, 1.8437954187393188, 1.8621852397918701]}, {"step": 150, "epoch": 0, "train_loss": 0.6143155694007874, "cos_r_negg": [0.324646532535553, 0.28591620922088623, 0.2560298442840576, 0.24181391298770905, 0.16668695211410522], "cos_apical_negg": [0.324646532535553, 0.28591620922088623, 0.2560298442840576, 0.24181391298770905, 0.16668695211410522], "cos_Ac_negg": [0.324646532535553, 0.28591620922088623, 0.2560298442840576, 0.24181391298770905, 0.16668695211410522], "r_norm": [1.762050747871399, 1.7768601179122925, 1.7647558450698853, 1.76815664768219, 1.7737480401992798]}, {"step": 200, "epoch": 0, "train_loss": 0.515678882598877, "cos_r_negg": [0.3955613970756531, 0.3190935254096985, 0.2843210697174072, 0.28887683153152466, 0.2175687849521637], "cos_apical_negg": [0.3955613970756531, 0.3190935254096985, 0.2843210697174072, 0.28887683153152466, 0.2175687849521637], "cos_Ac_negg": [0.3955613970756531, 0.3190935254096985, 0.2843210697174072, 0.28887683153152466, 0.2175687849521637], "r_norm": [1.7599862813949585, 1.7844324111938477, 1.782888412475586, 1.7741528749465942, 1.7939761877059937]}, {"step": 250, "epoch": 0, "train_loss": 0.6953887343406677, "cos_r_negg": [0.32434147596359253, 0.2815808057785034, 0.2776404023170471, 0.28032150864601135, 0.17411932349205017], "cos_apical_negg": [0.32434147596359253, 0.2815808057785034, 0.2776404023170471, 0.28032150864601135, 0.17411932349205017], "cos_Ac_negg": [0.32434147596359253, 0.2815808057785034, 0.2776404023170471, 0.28032150864601135, 0.17411932349205017], "r_norm": [1.5415804386138916, 1.5605645179748535, 1.5556225776672363, 1.5478508472442627, 1.563211441040039]}, {"step": 300, "epoch": 0, "train_loss": 0.883088231086731, "cos_r_negg": [0.3540918827056885, 0.3206974267959595, 0.28866973519325256, 0.24873237311840057, 0.13318133354187012], "cos_apical_negg": [0.3540918827056885, 0.3206974267959595, 0.28866973519325256, 0.24873237311840057, 0.13318133354187012], "cos_Ac_negg": [0.3540918827056885, 0.3206974267959595, 0.28866973519325256, 0.24873237311840057, 0.13318133354187012], "r_norm": [1.5573393106460571, 1.59187650680542, 1.5847728252410889, 1.5759938955307007, 1.6004314422607422]}, {"step": 350, "epoch": 0, "train_loss": 0.5416721105575562, "cos_r_negg": [0.394155353307724, 0.3169674575328827, 0.26622462272644043, 0.25832706689834595, 0.16607195138931274], "cos_apical_negg": [0.394155353307724, 0.3169674575328827, 0.26622462272644043, 0.25832706689834595, 0.16607195138931274], "cos_Ac_negg": [0.394155353307724, 0.3169674575328827, 0.26622462272644043, 0.25832706689834595, 0.16607195138931274], "r_norm": [1.5039567947387695, 1.5106861591339111, 1.5023491382598877, 1.508537769317627, 1.5177202224731445]}, {"step": 400, "epoch": 0, "train_loss": 0.6541353464126587, "cos_r_negg": [0.4047785997390747, 0.33306699991226196, 0.306537002325058, 0.2886689305305481, 0.18691103160381317], "cos_apical_negg": [0.4047785997390747, 0.33306699991226196, 0.306537002325058, 0.2886689305305481, 0.18691103160381317], "cos_Ac_negg": [0.4047785997390747, 0.33306699991226196, 0.306537002325058, 0.2886689305305481, 0.18691103160381317], "r_norm": [1.742785930633545, 1.7392754554748535, 1.7163395881652832, 1.7397109270095825, 1.7382023334503174]}, {"step": 450, "epoch": 0, "train_loss": 0.5122941732406616, "cos_r_negg": [0.3914787173271179, 0.35431569814682007, 0.32900792360305786, 0.2878546714782715, 0.14384284615516663], "cos_apical_negg": [0.3914787173271179, 0.35431569814682007, 0.32900792360305786, 0.2878546714782715, 0.14384284615516663], "cos_Ac_negg": [0.3914787173271179, 0.35431569814682007, 0.32900792360305786, 0.2878546714782715, 0.14384284615516663], "r_norm": [1.4256027936935425, 1.4480500221252441, 1.4326550960540771, 1.4362156391143799, 1.4515018463134766]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8262, "test_loss": 0.5441451782226563}, {"step": 500, "epoch": 1, "train_loss": 0.4197731912136078, "cos_r_negg": [0.37717798352241516, 0.34427154064178467, 0.3187282085418701, 0.27864575386047363, 0.1881919801235199], "cos_apical_negg": [0.37717798352241516, 0.34427154064178467, 0.3187282085418701, 0.27864575386047363, 0.1881919801235199], "cos_Ac_negg": [0.37717798352241516, 0.34427154064178467, 0.3187282085418701, 0.27864575386047363, 0.1881919801235199], "r_norm": [1.3830218315124512, 1.4060426950454712, 1.3925851583480835, 1.3941936492919922, 1.4087815284729004]}, {"step": 550, "epoch": 1, "train_loss": 0.7573899030685425, "cos_r_negg": [0.4345967769622803, 0.3718414902687073, 0.3618696928024292, 0.35206085443496704, 0.21619099378585815], "cos_apical_negg": [0.4345967769622803, 0.3718414902687073, 0.3618696928024292, 0.35206085443496704, 0.21619099378585815], "cos_Ac_negg": [0.4345967769622803, 0.3718414902687073, 0.3618696928024292, 0.35206085443496704, 0.21619099378585815], "r_norm": [1.4276057481765747, 1.4464647769927979, 1.419456124305725, 1.4357883930206299, 1.4430620670318604]}, {"step": 600, "epoch": 1, "train_loss": 0.5594345331192017, "cos_r_negg": [0.46253180503845215, 0.40027958154678345, 0.3440970778465271, 0.37012365460395813, 0.16389325261116028], "cos_apical_negg": [0.46253180503845215, 0.40027958154678345, 0.3440970778465271, 0.37012365460395813, 0.16389325261116028], "cos_Ac_negg": [0.46253180503845215, 0.40027958154678345, 0.3440970778465271, 0.37012365460395813, 0.16389325261116028], "r_norm": [1.301593542098999, 1.3232619762420654, 1.312669038772583, 1.3078802824020386, 1.3244919776916504]}, {"step": 650, "epoch": 1, "train_loss": 0.7425338625907898, "cos_r_negg": [0.37915778160095215, 0.33738040924072266, 0.30719617009162903, 0.3189963698387146, 0.18114560842514038], "cos_apical_negg": [0.37915778160095215, 0.33738040924072266, 0.30719617009162903, 0.3189963698387146, 0.18114560842514038], "cos_Ac_negg": [0.37915778160095215, 0.33738040924072266, 0.30719617009162903, 0.3189963698387146, 0.18114560842514038], "r_norm": [1.377854585647583, 1.403407335281372, 1.3837593793869019, 1.3855361938476562, 1.4044007062911987]}, {"step": 700, "epoch": 1, "train_loss": 0.3421504497528076, "cos_r_negg": [0.39240145683288574, 0.3554818630218506, 0.3112929165363312, 0.3307204842567444, 0.16671481728553772], "cos_apical_negg": [0.39240145683288574, 0.3554818630218506, 0.3112929165363312, 0.3307204842567444, 0.16671481728553772], "cos_Ac_negg": [0.39240145683288574, 0.3554818630218506, 0.3112929165363312, 0.3307204842567444, 0.16671481728553772], "r_norm": [1.3452394008636475, 1.3569241762161255, 1.3413474559783936, 1.3555614948272705, 1.3622684478759766]}, {"step": 750, "epoch": 1, "train_loss": 0.5113345384597778, "cos_r_negg": [0.4443308115005493, 0.4009070098400116, 0.338575541973114, 0.3319021761417389, 0.13616806268692017], "cos_apical_negg": [0.4443308115005493, 0.4009070098400116, 0.338575541973114, 0.3319021761417389, 0.13616806268692017], "cos_Ac_negg": [0.4443308115005493, 0.4009070098400116, 0.338575541973114, 0.3319021761417389, 0.13616806268692017], "r_norm": [1.3464564085006714, 1.3670244216918945, 1.3552610874176025, 1.353868007659912, 1.3723468780517578]}, {"step": 800, "epoch": 1, "train_loss": 0.6128990650177002, "cos_r_negg": [0.43977099657058716, 0.3969152569770813, 0.35502147674560547, 0.35236120223999023, 0.16206201910972595], "cos_apical_negg": [0.43977099657058716, 0.3969152569770813, 0.35502147674560547, 0.35236120223999023, 0.16206201910972595], "cos_Ac_negg": [0.43977099657058716, 0.3969152569770813, 0.35502147674560547, 0.35236120223999023, 0.16206201910972595], "r_norm": [1.608856201171875, 1.6079368591308594, 1.5983425378799438, 1.603492021560669, 1.6176095008850098]}, {"step": 850, "epoch": 1, "train_loss": 0.45683079957962036, "cos_r_negg": [0.40863728523254395, 0.36473917961120605, 0.3371729254722595, 0.368413507938385, 0.11899945139884949], "cos_apical_negg": [0.40863728523254395, 0.36473917961120605, 0.3371729254722595, 0.368413507938385, 0.11899945139884949], "cos_Ac_negg": [0.40863728523254395, 0.36473917961120605, 0.3371729254722595, 0.368413507938385, 0.11899945139884949], "r_norm": [1.3388636112213135, 1.3858622312545776, 1.3679239749908447, 1.3638851642608643, 1.3910350799560547]}, {"step": 900, "epoch": 1, "train_loss": 0.4572943150997162, "cos_r_negg": [0.40325260162353516, 0.39700159430503845, 0.353918194770813, 0.3641621172428131, 0.14263534545898438], "cos_apical_negg": [0.40325260162353516, 0.39700159430503845, 0.353918194770813, 0.3641621172428131, 0.14263534545898438], "cos_Ac_negg": [0.40325260162353516, 0.39700159430503845, 0.353918194770813, 0.3641621172428131, 0.14263534545898438], "r_norm": [1.2965643405914307, 1.314294695854187, 1.3008159399032593, 1.3010525703430176, 1.3176217079162598]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8359, "test_loss": 0.46108348693847656}, {"step": 950, "epoch": 2, "train_loss": 0.44880011677742004, "cos_r_negg": [0.43320003151893616, 0.3890077769756317, 0.3709222376346588, 0.35376816987991333, 0.1660645455121994], "cos_apical_negg": [0.43320003151893616, 0.3890077769756317, 0.3709222376346588, 0.35376816987991333, 0.1660645455121994], "cos_Ac_negg": [0.43320003151893616, 0.3890077769756317, 0.3709222376346588, 0.35376816987991333, 0.1660645455121994], "r_norm": [1.3142337799072266, 1.3441280126571655, 1.3313744068145752, 1.324451208114624, 1.346807837486267]}, {"step": 1000, "epoch": 2, "train_loss": 0.4045675992965698, "cos_r_negg": [0.4274206757545471, 0.4253038167953491, 0.3868948221206665, 0.3765360116958618, 0.19559946656227112], "cos_apical_negg": [0.4274206757545471, 0.4253038167953491, 0.3868948221206665, 0.3765360116958618, 0.19559946656227112], "cos_Ac_negg": [0.4274206757545471, 0.4253038167953491, 0.3868948221206665, 0.3765360116958618, 0.19559946656227112], "r_norm": [1.2378547191619873, 1.2558109760284424, 1.2398662567138672, 1.2433241605758667, 1.2580441236495972]}, {"step": 1050, "epoch": 2, "train_loss": 0.34166353940963745, "cos_r_negg": [0.4306083917617798, 0.40620172023773193, 0.3761179447174072, 0.39281487464904785, 0.20483951270580292], "cos_apical_negg": [0.4306083917617798, 0.40620172023773193, 0.3761179447174072, 0.39281487464904785, 0.20483951270580292], "cos_Ac_negg": [0.4306083917617798, 0.40620172023773193, 0.3761179447174072, 0.39281487464904785, 0.20483951270580292], "r_norm": [1.3317735195159912, 1.3384684324264526, 1.3289068937301636, 1.327758550643921, 1.3416666984558105]}, {"step": 1100, "epoch": 2, "train_loss": 0.43950289487838745, "cos_r_negg": [0.4195021390914917, 0.39450159668922424, 0.3674428462982178, 0.3718322515487671, 0.15672938525676727], "cos_apical_negg": [0.4195021390914917, 0.39450159668922424, 0.3674428462982178, 0.3718322515487671, 0.15672938525676727], "cos_Ac_negg": [0.4195021390914917, 0.39450159668922424, 0.3674428462982178, 0.3718322515487671, 0.15672938525676727], "r_norm": [1.215624213218689, 1.238037109375, 1.2244946956634521, 1.2224035263061523, 1.2456514835357666]}, {"step": 1150, "epoch": 2, "train_loss": 0.45885783433914185, "cos_r_negg": [0.422016441822052, 0.4192368984222412, 0.39295291900634766, 0.39061063528060913, 0.2243689000606537], "cos_apical_negg": [0.422016441822052, 0.4192368984222412, 0.39295291900634766, 0.39061063528060913, 0.2243689000606537], "cos_Ac_negg": [0.422016441822052, 0.4192368984222412, 0.39295291900634766, 0.39061063528060913, 0.2243689000606537], "r_norm": [1.2985411882400513, 1.3013983964920044, 1.291496992111206, 1.2965424060821533, 1.306390643119812]}, {"step": 1200, "epoch": 2, "train_loss": 0.612540602684021, "cos_r_negg": [0.4286584258079529, 0.4087596535682678, 0.38109463453292847, 0.3862276077270508, 0.17844240367412567], "cos_apical_negg": [0.4286584258079529, 0.4087596535682678, 0.38109463453292847, 0.3862276077270508, 0.17844240367412567], "cos_Ac_negg": [0.4286584258079529, 0.4087596535682678, 0.38109463453292847, 0.3862276077270508, 0.17844240367412567], "r_norm": [1.4918452501296997, 1.4979983568191528, 1.4876139163970947, 1.4848744869232178, 1.5007967948913574]}, {"step": 1250, "epoch": 2, "train_loss": 0.35738009214401245, "cos_r_negg": [0.4261261820793152, 0.416193425655365, 0.3623359203338623, 0.3648626208305359, 0.1490907520055771], "cos_apical_negg": [0.4261261820793152, 0.416193425655365, 0.3623359203338623, 0.3648626208305359, 0.1490907520055771], "cos_Ac_negg": [0.4261261820793152, 0.416193425655365, 0.3623359203338623, 0.3648626208305359, 0.1490907520055771], "r_norm": [1.2903454303741455, 1.312932014465332, 1.2934446334838867, 1.2948511838912964, 1.3116154670715332]}, {"step": 1300, "epoch": 2, "train_loss": 0.4244338274002075, "cos_r_negg": [0.4299616813659668, 0.4287130832672119, 0.38884270191192627, 0.37219440937042236, 0.19165731966495514], "cos_apical_negg": [0.4299616813659668, 0.4287130832672119, 0.38884270191192627, 0.37219440937042236, 0.19165731966495514], "cos_Ac_negg": [0.4299616813659668, 0.4287130832672119, 0.38884270191192627, 0.37219440937042236, 0.19165731966495514], "r_norm": [1.1532306671142578, 1.1624743938446045, 1.1497209072113037, 1.152620553970337, 1.1663799285888672]}, {"step": 1350, "epoch": 2, "train_loss": 0.36103251576423645, "cos_r_negg": [0.42436426877975464, 0.4261171817779541, 0.3547270894050598, 0.3753839135169983, 0.17153441905975342], "cos_apical_negg": [0.42436426877975464, 0.4261171817779541, 0.3547270894050598, 0.3753839135169983, 0.17153441905975342], "cos_Ac_negg": [0.42436426877975464, 0.4261171817779541, 0.3547270894050598, 0.3753839135169983, 0.17153441905975342], "r_norm": [1.158128023147583, 1.175885796546936, 1.1660367250442505, 1.1602989435195923, 1.1792588233947754]}, {"step": 1400, "epoch": 2, "train_loss": 0.6155030727386475, "cos_r_negg": [0.3866397738456726, 0.39616814255714417, 0.3567048907279968, 0.3520243167877197, 0.15442192554473877], "cos_apical_negg": [0.3866397738456726, 0.39616814255714417, 0.3567048907279968, 0.3520243167877197, 0.15442192554473877], "cos_Ac_negg": [0.3866397738456726, 0.39616814255714417, 0.3567048907279968, 0.3520243167877197, 0.15442192554473877], "r_norm": [1.102315068244934, 1.1120272874832153, 1.1082665920257568, 1.0999441146850586, 1.118758201599121]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8486, "test_loss": 0.4551961822509766}, {"step": 1450, "epoch": 3, "train_loss": 0.7207633852958679, "cos_r_negg": [0.4346768856048584, 0.4373723864555359, 0.40369173884391785, 0.39763760566711426, 0.20061945915222168], "cos_apical_negg": [0.4346768856048584, 0.4373723864555359, 0.40369173884391785, 0.39763760566711426, 0.20061945915222168], "cos_Ac_negg": [0.4346768856048584, 0.4373723864555359, 0.40369173884391785, 0.39763760566711426, 0.20061945915222168], "r_norm": [1.3189818859100342, 1.3174095153808594, 1.3060894012451172, 1.3111186027526855, 1.3238415718078613]}, {"step": 1500, "epoch": 3, "train_loss": 0.5167404413223267, "cos_r_negg": [0.4512028098106384, 0.4455674886703491, 0.4024396538734436, 0.4065021574497223, 0.1820623278617859], "cos_apical_negg": [0.4512028098106384, 0.4455674886703491, 0.4024396538734436, 0.4065021574497223, 0.1820623278617859], "cos_Ac_negg": [0.4512028098106384, 0.4455674886703491, 0.4024396538734436, 0.4065021574497223, 0.1820623278617859], "r_norm": [1.4212472438812256, 1.4297780990600586, 1.4140253067016602, 1.4175853729248047, 1.4310929775238037]}, {"step": 1550, "epoch": 3, "train_loss": 0.4126738905906677, "cos_r_negg": [0.4184700548648834, 0.4242537319660187, 0.3919267952442169, 0.3752741813659668, 0.1725756824016571], "cos_apical_negg": [0.4184700548648834, 0.4242537319660187, 0.3919267952442169, 0.3752741813659668, 0.1725756824016571], "cos_Ac_negg": [0.4184700548648834, 0.4242537319660187, 0.3919267952442169, 0.3752741813659668, 0.1725756824016571], "r_norm": [1.1000748872756958, 1.1083035469055176, 1.096703290939331, 1.1018650531768799, 1.1148725748062134]}, {"step": 1600, "epoch": 3, "train_loss": 0.4245929718017578, "cos_r_negg": [0.42350906133651733, 0.41186806559562683, 0.37868839502334595, 0.3886917233467102, 0.17282915115356445], "cos_apical_negg": [0.42350906133651733, 0.41186806559562683, 0.37868839502334595, 0.3886917233467102, 0.17282915115356445], "cos_Ac_negg": [0.42350906133651733, 0.41186806559562683, 0.37868839502334595, 0.3886917233467102, 0.17282915115356445], "r_norm": [1.2824898958206177, 1.2978501319885254, 1.288151741027832, 1.2831227779388428, 1.3033576011657715]}, {"step": 1650, "epoch": 3, "train_loss": 0.5000630021095276, "cos_r_negg": [0.41749849915504456, 0.40734392404556274, 0.3460142910480499, 0.3821411728858948, 0.15051798522472382], "cos_apical_negg": [0.41749849915504456, 0.40734392404556274, 0.3460142910480499, 0.3821411728858948, 0.15051798522472382], "cos_Ac_negg": [0.41749849915504456, 0.40734392404556274, 0.3460142910480499, 0.3821411728858948, 0.15051798522472382], "r_norm": [1.1790874004364014, 1.1945092678070068, 1.1832400560379028, 1.1804096698760986, 1.1937397718429565]}, {"step": 1700, "epoch": 3, "train_loss": 0.4511922001838684, "cos_r_negg": [0.4133337140083313, 0.3840177655220032, 0.35529258847236633, 0.3759716749191284, 0.15046216547489166], "cos_apical_negg": [0.4133337140083313, 0.3840177655220032, 0.35529258847236633, 0.3759716749191284, 0.15046216547489166], "cos_Ac_negg": [0.4133337140083313, 0.3840177655220032, 0.35529258847236633, 0.3759716749191284, 0.15046216547489166], "r_norm": [1.3012974262237549, 1.3283764123916626, 1.3130956888198853, 1.3101873397827148, 1.3303189277648926]}, {"step": 1750, "epoch": 3, "train_loss": 0.6046519875526428, "cos_r_negg": [0.42805999517440796, 0.4219058156013489, 0.39605727791786194, 0.38278236985206604, 0.14454087615013123], "cos_apical_negg": [0.42805999517440796, 0.4219058156013489, 0.39605727791786194, 0.38278236985206604, 0.14454087615013123], "cos_Ac_negg": [0.42805999517440796, 0.4219058156013489, 0.39605727791786194, 0.38278236985206604, 0.14454087615013123], "r_norm": [1.1550893783569336, 1.1600114107131958, 1.1512353420257568, 1.1494812965393066, 1.1653735637664795]}, {"step": 1800, "epoch": 3, "train_loss": 0.4076150953769684, "cos_r_negg": [0.41488856077194214, 0.4108662009239197, 0.3654223382472992, 0.381646990776062, 0.15317517518997192], "cos_apical_negg": [0.41488856077194214, 0.4108662009239197, 0.3654223382472992, 0.381646990776062, 0.15317517518997192], "cos_Ac_negg": [0.41488856077194214, 0.4108662009239197, 0.3654223382472992, 0.381646990776062, 0.15317517518997192], "r_norm": [1.2664785385131836, 1.2774791717529297, 1.2648077011108398, 1.2592288255691528, 1.2764837741851807]}, {"step": 1850, "epoch": 3, "train_loss": 0.4829137325286865, "cos_r_negg": [0.4380844831466675, 0.45060527324676514, 0.4002937078475952, 0.4082821011543274, 0.17984381318092346], "cos_apical_negg": [0.4380844831466675, 0.45060527324676514, 0.4002937078475952, 0.4082821011543274, 0.17984381318092346], "cos_Ac_negg": [0.4380844831466675, 0.45060527324676514, 0.4002937078475952, 0.4082821011543274, 0.17984381318092346], "r_norm": [1.1450626850128174, 1.1644039154052734, 1.1495156288146973, 1.149282693862915, 1.1655361652374268]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8528, "test_loss": 0.4449127899169922}, {"step": 1900, "epoch": 4, "train_loss": 0.32082244753837585, "cos_r_negg": [0.41577643156051636, 0.4245011508464813, 0.39752864837646484, 0.3729187846183777, 0.16174952685832977], "cos_apical_negg": [0.41577643156051636, 0.4245011508464813, 0.39752864837646484, 0.3729187846183777, 0.16174952685832977], "cos_Ac_negg": [0.41577643156051636, 0.4245011508464813, 0.39752864837646484, 0.3729187846183777, 0.16174952685832977], "r_norm": [1.167919635772705, 1.1737208366394043, 1.1626741886138916, 1.165927767753601, 1.1786458492279053]}, {"step": 1950, "epoch": 4, "train_loss": 0.6501606702804565, "cos_r_negg": [0.4228074252605438, 0.4247158169746399, 0.39764127135276794, 0.3747955560684204, 0.18389056622982025], "cos_apical_negg": [0.4228074252605438, 0.4247158169746399, 0.39764127135276794, 0.3747955560684204, 0.18389056622982025], "cos_Ac_negg": [0.4228074252605438, 0.4247158169746399, 0.39764127135276794, 0.3747955560684204, 0.18389056622982025], "r_norm": [1.1286771297454834, 1.1378029584884644, 1.1287696361541748, 1.1299540996551514, 1.1413636207580566]}, {"step": 2000, "epoch": 4, "train_loss": 0.4497235417366028, "cos_r_negg": [0.4363834857940674, 0.4330878257751465, 0.39035484194755554, 0.3750394284725189, 0.18184933066368103], "cos_apical_negg": [0.4363834857940674, 0.4330878257751465, 0.39035484194755554, 0.3750394284725189, 0.18184933066368103], "cos_Ac_negg": [0.4363834857940674, 0.4330878257751465, 0.39035484194755554, 0.3750394284725189, 0.18184933066368103], "r_norm": [1.3831634521484375, 1.3851215839385986, 1.3702516555786133, 1.3829872608184814, 1.3911293745040894]}, {"step": 2050, "epoch": 4, "train_loss": 0.42857635021209717, "cos_r_negg": [0.4545430839061737, 0.4418336749076843, 0.4136826694011688, 0.3829023241996765, 0.1915133148431778], "cos_apical_negg": [0.4545430839061737, 0.4418336749076843, 0.4136826694011688, 0.3829023241996765, 0.1915133148431778], "cos_Ac_negg": [0.4545430839061737, 0.4418336749076843, 0.4136826694011688, 0.3829023241996765, 0.1915133148431778], "r_norm": [1.2205170392990112, 1.2341394424438477, 1.2235667705535889, 1.2254528999328613, 1.2363359928131104]}, {"step": 2100, "epoch": 4, "train_loss": 0.3262895941734314, "cos_r_negg": [0.46171778440475464, 0.44730401039123535, 0.3907877206802368, 0.363871306180954, 0.17540094256401062], "cos_apical_negg": [0.46171778440475464, 0.44730401039123535, 0.3907877206802368, 0.363871306180954, 0.17540094256401062], "cos_Ac_negg": [0.46171778440475464, 0.44730401039123535, 0.3907877206802368, 0.363871306180954, 0.17540094256401062], "r_norm": [1.1860785484313965, 1.2053663730621338, 1.1881089210510254, 1.1879364252090454, 1.2032639980316162]}, {"step": 2150, "epoch": 4, "train_loss": 0.4102085828781128, "cos_r_negg": [0.43319204449653625, 0.42822661995887756, 0.41257190704345703, 0.38262197375297546, 0.1840040683746338], "cos_apical_negg": [0.43319204449653625, 0.42822661995887756, 0.41257190704345703, 0.38262197375297546, 0.1840040683746338], "cos_Ac_negg": [0.43319204449653625, 0.42822661995887756, 0.41257190704345703, 0.38262197375297546, 0.1840040683746338], "r_norm": [1.0860743522644043, 1.099899172782898, 1.0859023332595825, 1.091677188873291, 1.1026684045791626]}, {"step": 2200, "epoch": 4, "train_loss": 0.4686598777770996, "cos_r_negg": [0.4619036316871643, 0.4418090283870697, 0.40066397190093994, 0.39239656925201416, 0.15311340987682343], "cos_apical_negg": [0.4619036316871643, 0.4418090283870697, 0.40066397190093994, 0.39239656925201416, 0.15311340987682343], "cos_Ac_negg": [0.4619036316871643, 0.4418090283870697, 0.40066397190093994, 0.39239656925201416, 0.15311340987682343], "r_norm": [1.2139990329742432, 1.2248567342758179, 1.213867425918579, 1.2208290100097656, 1.2325341701507568]}, {"step": 2250, "epoch": 4, "train_loss": 0.2746882736682892, "cos_r_negg": [0.4286602735519409, 0.41975969076156616, 0.39855527877807617, 0.4145320653915405, 0.1742166429758072], "cos_apical_negg": [0.4286602735519409, 0.41975969076156616, 0.39855527877807617, 0.4145320653915405, 0.1742166429758072], "cos_Ac_negg": [0.4286602735519409, 0.41975969076156616, 0.39855527877807617, 0.4145320653915405, 0.1742166429758072], "r_norm": [1.1375267505645752, 1.1591160297393799, 1.1450920104980469, 1.138100028038025, 1.1580548286437988]}, {"step": 2300, "epoch": 4, "train_loss": 0.14770056307315826, "cos_r_negg": [0.45957890152931213, 0.44595664739608765, 0.42573875188827515, 0.41013020277023315, 0.16312026977539062], "cos_apical_negg": [0.45957890152931213, 0.44595664739608765, 0.42573875188827515, 0.41013020277023315, 0.16312026977539062], "cos_Ac_negg": [0.45957890152931213, 0.44595664739608765, 0.42573875188827515, 0.41013020277023315, 0.16312026977539062], "r_norm": [1.101379156112671, 1.1135950088500977, 1.1013847589492798, 1.1052606105804443, 1.1179869174957275]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8397, "test_loss": 0.49854691162109377}, {"step": 2350, "epoch": 5, "train_loss": 0.2940598130226135, "cos_r_negg": [0.4293767809867859, 0.42002373933792114, 0.38729727268218994, 0.36026453971862793, 0.1636662781238556], "cos_apical_negg": [0.4293767809867859, 0.42002373933792114, 0.38729727268218994, 0.36026453971862793, 0.1636662781238556], "cos_Ac_negg": [0.4293767809867859, 0.42002373933792114, 0.38729727268218994, 0.36026453971862793, 0.1636662781238556], "r_norm": [1.1851415634155273, 1.2153234481811523, 1.199120283126831, 1.1967761516571045, 1.2153098583221436]}, {"step": 2400, "epoch": 5, "train_loss": 0.4323377311229706, "cos_r_negg": [0.4416530132293701, 0.41367483139038086, 0.4072275459766388, 0.3884000778198242, 0.19647669792175293], "cos_apical_negg": [0.4416530132293701, 0.41367483139038086, 0.4072275459766388, 0.3884000778198242, 0.19647669792175293], "cos_Ac_negg": [0.4416530132293701, 0.41367483139038086, 0.4072275459766388, 0.3884000778198242, 0.19647669792175293], "r_norm": [1.3764724731445312, 1.3870277404785156, 1.3714040517807007, 1.3886158466339111, 1.3955986499786377]}, {"step": 2450, "epoch": 5, "train_loss": 0.39093804359436035, "cos_r_negg": [0.43386733531951904, 0.4244575500488281, 0.39943885803222656, 0.39327213168144226, 0.17818494141101837], "cos_apical_negg": [0.43386733531951904, 0.4244575500488281, 0.39943885803222656, 0.39327213168144226, 0.17818494141101837], "cos_Ac_negg": [0.43386733531951904, 0.4244575500488281, 0.39943885803222656, 0.39327213168144226, 0.17818494141101837], "r_norm": [1.158281922340393, 1.1660577058792114, 1.1613898277282715, 1.1522150039672852, 1.1727631092071533]}, {"step": 2500, "epoch": 5, "train_loss": 0.39750775694847107, "cos_r_negg": [0.4610949158668518, 0.46287813782691956, 0.42869457602500916, 0.4122203588485718, 0.21562838554382324], "cos_apical_negg": [0.4610949158668518, 0.46287813782691956, 0.42869457602500916, 0.4122203588485718, 0.21562838554382324], "cos_Ac_negg": [0.4610949158668518, 0.46287813782691956, 0.42869457602500916, 0.4122203588485718, 0.21562838554382324], "r_norm": [1.203770637512207, 1.2089635133743286, 1.197030782699585, 1.2066982984542847, 1.212770700454712]}, {"step": 2550, "epoch": 5, "train_loss": 0.3477775752544403, "cos_r_negg": [0.39933884143829346, 0.3971058130264282, 0.36315155029296875, 0.3510633707046509, 0.157061368227005], "cos_apical_negg": [0.39933884143829346, 0.3971058130264282, 0.36315155029296875, 0.3510633707046509, 0.157061368227005], "cos_Ac_negg": [0.39933884143829346, 0.3971058130264282, 0.36315155029296875, 0.3510633707046509, 0.157061368227005], "r_norm": [1.1111958026885986, 1.1304353475570679, 1.1195926666259766, 1.117297887802124, 1.1345674991607666]}, {"step": 2600, "epoch": 5, "train_loss": 0.33367204666137695, "cos_r_negg": [0.4718380570411682, 0.4562734067440033, 0.4216573238372803, 0.38875535130500793, 0.19684188067913055], "cos_apical_negg": [0.4718380570411682, 0.4562734067440033, 0.4216573238372803, 0.38875535130500793, 0.19684188067913055], "cos_Ac_negg": [0.4718380570411682, 0.4562734067440033, 0.4216573238372803, 0.38875535130500793, 0.19684188067913055], "r_norm": [1.1582601070404053, 1.1663938760757446, 1.1560864448547363, 1.1623283624649048, 1.1749863624572754]}, {"step": 2650, "epoch": 5, "train_loss": 0.23905733227729797, "cos_r_negg": [0.4711730480194092, 0.46386948227882385, 0.4287143349647522, 0.41204437613487244, 0.1989118754863739], "cos_apical_negg": [0.4711730480194092, 0.46386948227882385, 0.4287143349647522, 0.41204437613487244, 0.1989118754863739], "cos_Ac_negg": [0.4711730480194092, 0.46386948227882385, 0.4287143349647522, 0.41204437613487244, 0.1989118754863739], "r_norm": [1.1492702960968018, 1.1575956344604492, 1.1520040035247803, 1.1461269855499268, 1.1663511991500854]}, {"step": 2700, "epoch": 5, "train_loss": 0.2535620331764221, "cos_r_negg": [0.45654958486557007, 0.4585407078266144, 0.42091524600982666, 0.4040307402610779, 0.17217889428138733], "cos_apical_negg": [0.45654958486557007, 0.4585407078266144, 0.42091524600982666, 0.4040307402610779, 0.17217889428138733], "cos_Ac_negg": [0.45654958486557007, 0.4585407078266144, 0.42091524600982666, 0.4040307402610779, 0.17217889428138733], "r_norm": [1.0869224071502686, 1.0962164402008057, 1.0883660316467285, 1.085371732711792, 1.1002923250198364]}, {"step": 2750, "epoch": 5, "train_loss": 0.4582350552082062, "cos_r_negg": [0.47085466980934143, 0.4532625079154968, 0.41252401471138, 0.3902490735054016, 0.17785336077213287], "cos_apical_negg": [0.47085466980934143, 0.4532625079154968, 0.41252401471138, 0.3902490735054016, 0.17785336077213287], "cos_Ac_negg": [0.47085466980934143, 0.4532625079154968, 0.41252401471138, 0.3902490735054016, 0.17785336077213287], "r_norm": [1.1713671684265137, 1.182780146598816, 1.1708546876907349, 1.1731984615325928, 1.1894500255584717]}, {"step": 2800, "epoch": 5, "train_loss": 0.3816130459308624, "cos_r_negg": [0.4294090270996094, 0.4136929512023926, 0.3886992931365967, 0.39708447456359863, 0.17503903806209564], "cos_apical_negg": [0.4294090270996094, 0.4136929512023926, 0.3886992931365967, 0.39708447456359863, 0.17503903806209564], "cos_Ac_negg": [0.4294090270996094, 0.4136929512023926, 0.3886992931365967, 0.39708447456359863, 0.17503903806209564], "r_norm": [1.0475993156433105, 1.0575889348983765, 1.0477497577667236, 1.0492700338363647, 1.062845230102539]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8507, "test_loss": 0.4460998474121094}, {"step": 2850, "epoch": 6, "train_loss": 0.24565282464027405, "cos_r_negg": [0.438690721988678, 0.4259971082210541, 0.40517422556877136, 0.380195677280426, 0.17111966013908386], "cos_apical_negg": [0.438690721988678, 0.4259971082210541, 0.40517422556877136, 0.380195677280426, 0.17111966013908386], "cos_Ac_negg": [0.438690721988678, 0.4259971082210541, 0.40517422556877136, 0.380195677280426, 0.17111966013908386], "r_norm": [1.1734323501586914, 1.1860814094543457, 1.1706280708312988, 1.1772068738937378, 1.1931517124176025]}, {"step": 2900, "epoch": 6, "train_loss": 0.3145502209663391, "cos_r_negg": [0.4296911954879761, 0.4099142551422119, 0.40959852933883667, 0.38051649928092957, 0.1619683802127838], "cos_apical_negg": [0.4296911954879761, 0.4099142551422119, 0.40959852933883667, 0.38051649928092957, 0.1619683802127838], "cos_Ac_negg": [0.4296911954879761, 0.4099142551422119, 0.40959852933883667, 0.38051649928092957, 0.1619683802127838], "r_norm": [1.0774180889129639, 1.0965840816497803, 1.0819168090820312, 1.0861345529556274, 1.1006661653518677]}, {"step": 2950, "epoch": 6, "train_loss": 0.25661981105804443, "cos_r_negg": [0.46136927604675293, 0.4568682909011841, 0.43212369084358215, 0.38936829566955566, 0.1859409213066101], "cos_apical_negg": [0.46136927604675293, 0.4568682909011841, 0.43212369084358215, 0.38936829566955566, 0.1859409213066101], "cos_Ac_negg": [0.46136927604675293, 0.4568682909011841, 0.43212369084358215, 0.38936829566955566, 0.1859409213066101], "r_norm": [1.0696630477905273, 1.0814440250396729, 1.0679216384887695, 1.0689257383346558, 1.0840747356414795]}, {"step": 3000, "epoch": 6, "train_loss": 0.4531797468662262, "cos_r_negg": [0.4478684365749359, 0.4607042670249939, 0.41643980145454407, 0.40322524309158325, 0.15380722284317017], "cos_apical_negg": [0.4478684365749359, 0.4607042670249939, 0.41643980145454407, 0.40322524309158325, 0.15380722284317017], "cos_Ac_negg": [0.4478684365749359, 0.4607042670249939, 0.41643980145454407, 0.40322524309158325, 0.15380722284317017], "r_norm": [1.0845723152160645, 1.0962395668029785, 1.088392972946167, 1.0869866609573364, 1.1017711162567139]}, {"step": 3050, "epoch": 6, "train_loss": 0.43200773000717163, "cos_r_negg": [0.4424018859863281, 0.43400144577026367, 0.4123201370239258, 0.3864498734474182, 0.1682484894990921], "cos_apical_negg": [0.4424018859863281, 0.43400144577026367, 0.4123201370239258, 0.3864498734474182, 0.1682484894990921], "cos_Ac_negg": [0.4424018859863281, 0.43400144577026367, 0.4123201370239258, 0.3864498734474182, 0.1682484894990921], "r_norm": [1.0614898204803467, 1.0664300918579102, 1.052831768989563, 1.0595276355743408, 1.0692957639694214]}, {"step": 3100, "epoch": 6, "train_loss": 0.35741445422172546, "cos_r_negg": [0.4406123459339142, 0.42749711871147156, 0.41244399547576904, 0.385275274515152, 0.15388646721839905], "cos_apical_negg": [0.4406123459339142, 0.42749711871147156, 0.41244399547576904, 0.385275274515152, 0.15388646721839905], "cos_Ac_negg": [0.4406123459339142, 0.42749711871147156, 0.41244399547576904, 0.385275274515152, 0.15388646721839905], "r_norm": [1.1520248651504517, 1.164964199066162, 1.152042269706726, 1.1577796936035156, 1.1724528074264526]}, {"step": 3150, "epoch": 6, "train_loss": 0.4760304093360901, "cos_r_negg": [0.44410598278045654, 0.4294624626636505, 0.4088693857192993, 0.40419620275497437, 0.16146737337112427], "cos_apical_negg": [0.44410598278045654, 0.4294624626636505, 0.4088693857192993, 0.40419620275497437, 0.16146737337112427], "cos_Ac_negg": [0.44410598278045654, 0.4294624626636505, 0.4088693857192993, 0.40419620275497437, 0.16146737337112427], "r_norm": [1.1890404224395752, 1.1934927701950073, 1.1877310276031494, 1.1863291263580322, 1.2009382247924805]}, {"step": 3200, "epoch": 6, "train_loss": 0.30756258964538574, "cos_r_negg": [0.45107582211494446, 0.4629468321800232, 0.43309497833251953, 0.4275509715080261, 0.19845685362815857], "cos_apical_negg": [0.45107582211494446, 0.4629468321800232, 0.43309497833251953, 0.4275509715080261, 0.19845685362815857], "cos_Ac_negg": [0.45107582211494446, 0.4629468321800232, 0.43309497833251953, 0.4275509715080261, 0.19845685362815857], "r_norm": [1.1027519702911377, 1.1124155521392822, 1.097984790802002, 1.1024675369262695, 1.1175105571746826]}, {"step": 3250, "epoch": 6, "train_loss": 0.23893851041793823, "cos_r_negg": [0.4433855414390564, 0.4367619752883911, 0.4051542282104492, 0.3964492976665497, 0.16921192407608032], "cos_apical_negg": [0.4433855414390564, 0.4367619752883911, 0.4051542282104492, 0.3964492976665497, 0.16921192407608032], "cos_Ac_negg": [0.4433855414390564, 0.4367619752883911, 0.4051542282104492, 0.3964492976665497, 0.16921192407608032], "r_norm": [0.9658384323120117, 0.9737976789474487, 0.9633628726005554, 0.964735746383667, 0.9772356748580933]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8416, "test_loss": 0.4930869873046875}, {"step": 3300, "epoch": 7, "train_loss": 0.3578791320323944, "cos_r_negg": [0.46414029598236084, 0.45691096782684326, 0.4300353229045868, 0.39643144607543945, 0.20269882678985596], "cos_apical_negg": [0.46414029598236084, 0.45691096782684326, 0.4300353229045868, 0.39643144607543945, 0.20269882678985596], "cos_Ac_negg": [0.46414029598236084, 0.45691096782684326, 0.4300353229045868, 0.39643144607543945, 0.20269882678985596], "r_norm": [1.0664303302764893, 1.0722410678863525, 1.0634105205535889, 1.0644350051879883, 1.074121117591858]}, {"step": 3350, "epoch": 7, "train_loss": 0.3475956320762634, "cos_r_negg": [0.4653240144252777, 0.47145843505859375, 0.4510863125324249, 0.4111495614051819, 0.2082337737083435], "cos_apical_negg": [0.4653240144252777, 0.47145843505859375, 0.4510863125324249, 0.4111495614051819, 0.2082337737083435], "cos_Ac_negg": [0.4653240144252777, 0.47145843505859375, 0.4510863125324249, 0.4111495614051819, 0.2082337737083435], "r_norm": [1.12700355052948, 1.1490249633789062, 1.135191559791565, 1.1322050094604492, 1.1513745784759521]}, {"step": 3400, "epoch": 7, "train_loss": 0.27927497029304504, "cos_r_negg": [0.43495362997055054, 0.45265376567840576, 0.4360845386981964, 0.40883877873420715, 0.19483351707458496], "cos_apical_negg": [0.43495362997055054, 0.45265376567840576, 0.4360845386981964, 0.40883877873420715, 0.19483351707458496], "cos_Ac_negg": [0.43495362997055054, 0.45265376567840576, 0.4360845386981964, 0.40883877873420715, 0.19483351707458496], "r_norm": [1.0841126441955566, 1.099395751953125, 1.0878005027770996, 1.089156150817871, 1.1038222312927246]}, {"step": 3450, "epoch": 7, "train_loss": 0.35757142305374146, "cos_r_negg": [0.46668893098831177, 0.4498032331466675, 0.4251056909561157, 0.4210704565048218, 0.20755717158317566], "cos_apical_negg": [0.46668893098831177, 0.4498032331466675, 0.4251056909561157, 0.4210704565048218, 0.20755717158317566], "cos_Ac_negg": [0.46668893098831177, 0.4498032331466675, 0.4251056909561157, 0.4210704565048218, 0.20755717158317566], "r_norm": [1.0351920127868652, 1.045318841934204, 1.0387589931488037, 1.0364346504211426, 1.0521501302719116]}, {"step": 3500, "epoch": 7, "train_loss": 0.29333382844924927, "cos_r_negg": [0.45388469099998474, 0.43799471855163574, 0.4200671911239624, 0.4230766296386719, 0.2094232738018036], "cos_apical_negg": [0.45388469099998474, 0.43799471855163574, 0.4200671911239624, 0.4230766296386719, 0.2094232738018036], "cos_Ac_negg": [0.45388469099998474, 0.43799471855163574, 0.4200671911239624, 0.4230766296386719, 0.2094232738018036], "r_norm": [1.0704718828201294, 1.0819988250732422, 1.071577787399292, 1.0741021633148193, 1.0877764225006104]}, {"step": 3550, "epoch": 7, "train_loss": 0.33475422859191895, "cos_r_negg": [0.4231938123703003, 0.42764145135879517, 0.41509318351745605, 0.3922322988510132, 0.22241906821727753], "cos_apical_negg": [0.4231938123703003, 0.42764145135879517, 0.41509318351745605, 0.3922322988510132, 0.22241906821727753], "cos_Ac_negg": [0.4231938123703003, 0.42764145135879517, 0.41509318351745605, 0.3922322988510132, 0.22241906821727753], "r_norm": [1.1067545413970947, 1.1142330169677734, 1.0998133420944214, 1.1095898151397705, 1.119023323059082]}, {"step": 3600, "epoch": 7, "train_loss": 0.31342804431915283, "cos_r_negg": [0.4382701814174652, 0.44077903032302856, 0.42627596855163574, 0.37619340419769287, 0.2228681743144989], "cos_apical_negg": [0.4382701814174652, 0.44077903032302856, 0.42627596855163574, 0.37619340419769287, 0.2228681743144989], "cos_Ac_negg": [0.4382701814174652, 0.44077903032302856, 0.42627596855163574, 0.37619340419769287, 0.2228681743144989], "r_norm": [1.1871426105499268, 1.2009609937667847, 1.2004196643829346, 1.1945379972457886, 1.2137447595596313]}, {"step": 3650, "epoch": 7, "train_loss": 0.4708579480648041, "cos_r_negg": [0.44241470098495483, 0.44201454520225525, 0.4201805591583252, 0.3887555003166199, 0.21849514544010162], "cos_apical_negg": [0.44241470098495483, 0.44201454520225525, 0.4201805591583252, 0.3887555003166199, 0.21849514544010162], "cos_Ac_negg": [0.44241470098495483, 0.44201454520225525, 0.4201805591583252, 0.3887555003166199, 0.21849514544010162], "r_norm": [1.1704024076461792, 1.190213918685913, 1.1740542650222778, 1.1768896579742432, 1.1945443153381348]}, {"step": 3700, "epoch": 7, "train_loss": 0.2907593846321106, "cos_r_negg": [0.44050249457359314, 0.4400404691696167, 0.4219030737876892, 0.40781429409980774, 0.19678467512130737], "cos_apical_negg": [0.44050249457359314, 0.4400404691696167, 0.4219030737876892, 0.40781429409980774, 0.19678467512130737], "cos_Ac_negg": [0.44050249457359314, 0.4400404691696167, 0.4219030737876892, 0.40781429409980774, 0.19678467512130737], "r_norm": [1.2043819427490234, 1.2303446531295776, 1.2141320705413818, 1.2161935567855835, 1.2345635890960693]}, {"step": 3750, "epoch": 7, "train_loss": 0.4205782413482666, "cos_r_negg": [0.4326399564743042, 0.4356399178504944, 0.4252808690071106, 0.4330127239227295, 0.21048057079315186], "cos_apical_negg": [0.4326399564743042, 0.4356399178504944, 0.4252808690071106, 0.4330127239227295, 0.21048057079315186], "cos_Ac_negg": [0.4326399564743042, 0.4356399178504944, 0.4252808690071106, 0.4330127239227295, 0.21048057079315186], "r_norm": [1.1113970279693604, 1.11482572555542, 1.107932209968567, 1.1109873056411743, 1.1220860481262207]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8463, "test_loss": 0.4653932189941406}, {"step": 3800, "epoch": 8, "train_loss": 0.27001798152923584, "cos_r_negg": [0.4247930347919464, 0.43027162551879883, 0.42837339639663696, 0.41916623711586, 0.20326420664787292], "cos_apical_negg": [0.4247930347919464, 0.43027162551879883, 0.42837339639663696, 0.41916623711586, 0.20326420664787292], "cos_Ac_negg": [0.4247930347919464, 0.43027162551879883, 0.42837339639663696, 0.41916623711586, 0.20326420664787292], "r_norm": [1.0592716932296753, 1.0737566947937012, 1.0636415481567383, 1.0647896528244019, 1.0791834592819214]}, {"step": 3850, "epoch": 8, "train_loss": 0.3784511685371399, "cos_r_negg": [0.43340355157852173, 0.422559916973114, 0.43432557582855225, 0.41970548033714294, 0.21168722212314606], "cos_apical_negg": [0.43340355157852173, 0.422559916973114, 0.43432557582855225, 0.41970548033714294, 0.21168722212314606], "cos_Ac_negg": [0.43340355157852173, 0.422559916973114, 0.43432557582855225, 0.41970548033714294, 0.21168722212314606], "r_norm": [1.0523253679275513, 1.0676534175872803, 1.0574922561645508, 1.0569943189620972, 1.0754427909851074]}, {"step": 3900, "epoch": 8, "train_loss": 0.278186559677124, "cos_r_negg": [0.4681759774684906, 0.4589225649833679, 0.45871907472610474, 0.43005606532096863, 0.23621104657649994], "cos_apical_negg": [0.4681759774684906, 0.4589225649833679, 0.45871907472610474, 0.43005606532096863, 0.23621104657649994], "cos_Ac_negg": [0.4681759774684906, 0.4589225649833679, 0.45871907472610474, 0.43005606532096863, 0.23621104657649994], "r_norm": [1.1045465469360352, 1.1170153617858887, 1.1044434309005737, 1.1075894832611084, 1.120163917541504]}, {"step": 3950, "epoch": 8, "train_loss": 0.4088766276836395, "cos_r_negg": [0.4641023576259613, 0.457690954208374, 0.43954649567604065, 0.4412406384944916, 0.2396393120288849], "cos_apical_negg": [0.4641023576259613, 0.457690954208374, 0.43954649567604065, 0.4412406384944916, 0.2396393120288849], "cos_Ac_negg": [0.4641023576259613, 0.457690954208374, 0.43954649567604065, 0.4412406384944916, 0.2396393120288849], "r_norm": [1.0318636894226074, 1.0349732637405396, 1.0232532024383545, 1.0302643775939941, 1.0375113487243652]}, {"step": 4000, "epoch": 8, "train_loss": 0.38797566294670105, "cos_r_negg": [0.4844191074371338, 0.4905626177787781, 0.4660084843635559, 0.4362557530403137, 0.23855546116828918], "cos_apical_negg": [0.4844191074371338, 0.4905626177787781, 0.4660084843635559, 0.4362557530403137, 0.23855546116828918], "cos_Ac_negg": [0.4844191074371338, 0.4905626177787781, 0.4660084843635559, 0.4362557530403137, 0.23855546116828918], "r_norm": [1.1728497743606567, 1.1737035512924194, 1.1666191816329956, 1.1662720441818237, 1.1791713237762451]}, {"step": 4050, "epoch": 8, "train_loss": 0.30647605657577515, "cos_r_negg": [0.46282756328582764, 0.4546807110309601, 0.4380175471305847, 0.4021972715854645, 0.23174726963043213], "cos_apical_negg": [0.46282756328582764, 0.4546807110309601, 0.4380175471305847, 0.4021972715854645, 0.23174726963043213], "cos_Ac_negg": [0.46282756328582764, 0.4546807110309601, 0.4380175471305847, 0.4021972715854645, 0.23174726963043213], "r_norm": [1.0863037109375, 1.0962340831756592, 1.087613582611084, 1.0894254446029663, 1.1023586988449097]}, {"step": 4100, "epoch": 8, "train_loss": 0.24293409287929535, "cos_r_negg": [0.433921217918396, 0.43860435485839844, 0.43240752816200256, 0.4155135154724121, 0.23041342198848724], "cos_apical_negg": [0.433921217918396, 0.43860435485839844, 0.43240752816200256, 0.4155135154724121, 0.23041342198848724], "cos_Ac_negg": [0.433921217918396, 0.43860435485839844, 0.43240752816200256, 0.4155135154724121, 0.23041342198848724], "r_norm": [1.0859375, 1.0904992818832397, 1.0828227996826172, 1.0864794254302979, 1.0951287746429443]}, {"step": 4150, "epoch": 8, "train_loss": 0.2702576518058777, "cos_r_negg": [0.426792711019516, 0.43755364418029785, 0.43012458086013794, 0.4015228748321533, 0.20345138013362885], "cos_apical_negg": [0.426792711019516, 0.43755364418029785, 0.43012458086013794, 0.4015228748321533, 0.20345138013362885], "cos_Ac_negg": [0.426792711019516, 0.43755364418029785, 0.43012458086013794, 0.4015228748321533, 0.20345138013362885], "r_norm": [1.0885920524597168, 1.0966495275497437, 1.0817605257034302, 1.0883994102478027, 1.0996012687683105]}, {"step": 4200, "epoch": 8, "train_loss": 0.3615410625934601, "cos_r_negg": [0.446950763463974, 0.45432427525520325, 0.4231281280517578, 0.3914119005203247, 0.17312443256378174], "cos_apical_negg": [0.446950763463974, 0.45432427525520325, 0.4231281280517578, 0.3914119005203247, 0.17312443256378174], "cos_Ac_negg": [0.446950763463974, 0.45432427525520325, 0.4231281280517578, 0.3914119005203247, 0.17312443256378174], "r_norm": [1.1532573699951172, 1.1596980094909668, 1.154552698135376, 1.1517841815948486, 1.1668068170547485]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8509, "test_loss": 0.47982261962890627}, {"step": 4250, "epoch": 9, "train_loss": 0.2717539370059967, "cos_r_negg": [0.47303831577301025, 0.47539588809013367, 0.4580807685852051, 0.41041043400764465, 0.24055105447769165], "cos_apical_negg": [0.47303831577301025, 0.47539588809013367, 0.4580807685852051, 0.41041043400764465, 0.24055105447769165], "cos_Ac_negg": [0.47303831577301025, 0.47539588809013367, 0.4580807685852051, 0.41041043400764465, 0.24055105447769165], "r_norm": [1.3133978843688965, 1.2984429597854614, 1.2842471599578857, 1.2970950603485107, 1.3009121417999268]}, {"step": 4300, "epoch": 9, "train_loss": 0.2778850197792053, "cos_r_negg": [0.4450184106826782, 0.450985848903656, 0.4327187240123749, 0.4257217347621918, 0.20187796652317047], "cos_apical_negg": [0.4450184106826782, 0.450985848903656, 0.4327187240123749, 0.4257217347621918, 0.20187796652317047], "cos_Ac_negg": [0.4450184106826782, 0.450985848903656, 0.4327187240123749, 0.4257217347621918, 0.20187796652317047], "r_norm": [1.0301704406738281, 1.0419071912765503, 1.031980276107788, 1.0285491943359375, 1.0438618659973145]}, {"step": 4350, "epoch": 9, "train_loss": 0.19232289493083954, "cos_r_negg": [0.45343106985092163, 0.45792925357818604, 0.4297069013118744, 0.40465444326400757, 0.19647479057312012], "cos_apical_negg": [0.45343106985092163, 0.45792925357818604, 0.4297069013118744, 0.40465444326400757, 0.19647479057312012], "cos_Ac_negg": [0.45343106985092163, 0.45792925357818604, 0.4297069013118744, 0.40465444326400757, 0.19647479057312012], "r_norm": [1.1853950023651123, 1.2115559577941895, 1.1926965713500977, 1.1994364261627197, 1.2196738719940186]}, {"step": 4400, "epoch": 9, "train_loss": 0.38681983947753906, "cos_r_negg": [0.4385913610458374, 0.44933390617370605, 0.42906224727630615, 0.41915613412857056, 0.21650883555412292], "cos_apical_negg": [0.4385913610458374, 0.44933390617370605, 0.42906224727630615, 0.41915613412857056, 0.21650883555412292], "cos_Ac_negg": [0.4385913610458374, 0.44933390617370605, 0.42906224727630615, 0.41915613412857056, 0.21650883555412292], "r_norm": [1.0255048274993896, 1.0384631156921387, 1.024769902229309, 1.028268814086914, 1.0442254543304443]}, {"step": 4450, "epoch": 9, "train_loss": 0.19547533988952637, "cos_r_negg": [0.4298321008682251, 0.4373353123664856, 0.41670167446136475, 0.3887277841567993, 0.2266787737607956], "cos_apical_negg": [0.4298321008682251, 0.4373353123664856, 0.41670167446136475, 0.3887277841567993, 0.2266787737607956], "cos_Ac_negg": [0.4298321008682251, 0.4373353123664856, 0.41670167446136475, 0.3887277841567993, 0.2266787737607956], "r_norm": [1.0990679264068604, 1.113161563873291, 1.102052927017212, 1.100743293762207, 1.1181306838989258]}, {"step": 4500, "epoch": 9, "train_loss": 0.3675612807273865, "cos_r_negg": [0.42833155393600464, 0.43807655572891235, 0.42709124088287354, 0.4245198369026184, 0.2327031046152115], "cos_apical_negg": [0.42833155393600464, 0.43807655572891235, 0.42709124088287354, 0.4245198369026184, 0.2327031046152115], "cos_Ac_negg": [0.42833155393600464, 0.43807655572891235, 0.42709124088287354, 0.4245198369026184, 0.2327031046152115], "r_norm": [1.0693150758743286, 1.0742299556732178, 1.064332365989685, 1.0637156963348389, 1.0791163444519043]}, {"step": 4550, "epoch": 9, "train_loss": 0.2164841592311859, "cos_r_negg": [0.4606543779373169, 0.44462281465530396, 0.4394497275352478, 0.43036723136901855, 0.1982923448085785], "cos_apical_negg": [0.4606543779373169, 0.44462281465530396, 0.4394497275352478, 0.43036723136901855, 0.1982923448085785], "cos_Ac_negg": [0.4606543779373169, 0.44462281465530396, 0.4394497275352478, 0.43036723136901855, 0.1982923448085785], "r_norm": [1.0366089344024658, 1.0453758239746094, 1.0339488983154297, 1.0374813079833984, 1.0493128299713135]}, {"step": 4600, "epoch": 9, "train_loss": 0.2997915744781494, "cos_r_negg": [0.4574930965900421, 0.4413365125656128, 0.4317251145839691, 0.4134749472141266, 0.22146928310394287], "cos_apical_negg": [0.4574930965900421, 0.4413365125656128, 0.4317251145839691, 0.4134749472141266, 0.22146928310394287], "cos_Ac_negg": [0.4574930965900421, 0.4413365125656128, 0.4317251145839691, 0.4134749472141266, 0.22146928310394287], "r_norm": [1.1572927236557007, 1.1737865209579468, 1.169227123260498, 1.159783124923706, 1.179291009902954]}, {"step": 4650, "epoch": 9, "train_loss": 0.3301125764846802, "cos_r_negg": [0.4475272595882416, 0.44449383020401, 0.42172378301620483, 0.41484975814819336, 0.2012585997581482], "cos_apical_negg": [0.4475272595882416, 0.44449383020401, 0.42172378301620483, 0.41484975814819336, 0.2012585997581482], "cos_Ac_negg": [0.4475272595882416, 0.44449383020401, 0.42172378301620483, 0.41484975814819336, 0.2012585997581482], "r_norm": [1.066359043121338, 1.0799362659454346, 1.0660183429718018, 1.0695607662200928, 1.0857369899749756]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8426, "test_loss": 0.45698406677246095}, {"step": 4700, "epoch": 10, "train_loss": 0.3338472247123718, "cos_r_negg": [0.4538528323173523, 0.4616011381149292, 0.4371660351753235, 0.43769198656082153, 0.22429853677749634], "cos_apical_negg": [0.4538528323173523, 0.4616011381149292, 0.4371660351753235, 0.43769198656082153, 0.22429853677749634], "cos_Ac_negg": [0.4538528323173523, 0.4616011381149292, 0.4371660351753235, 0.43769198656082153, 0.22429853677749634], "r_norm": [1.1624057292938232, 1.1654294729232788, 1.1581647396087646, 1.153732180595398, 1.167899250984192]}, {"step": 4750, "epoch": 10, "train_loss": 0.28825104236602783, "cos_r_negg": [0.44088172912597656, 0.4566534459590912, 0.4368433356285095, 0.41601690649986267, 0.23123207688331604], "cos_apical_negg": [0.44088172912597656, 0.4566534459590912, 0.4368433356285095, 0.41601690649986267, 0.23123207688331604], "cos_Ac_negg": [0.44088172912597656, 0.4566534459590912, 0.4368433356285095, 0.41601690649986267, 0.23123207688331604], "r_norm": [0.9486013054847717, 0.9577053785324097, 0.9482496976852417, 0.946117639541626, 0.9594945907592773]}, {"step": 4800, "epoch": 10, "train_loss": 0.3648577034473419, "cos_r_negg": [0.4492149353027344, 0.4565083384513855, 0.43888115882873535, 0.4090133309364319, 0.22591690719127655], "cos_apical_negg": [0.4492149353027344, 0.4565083384513855, 0.43888115882873535, 0.4090133309364319, 0.22591690719127655], "cos_Ac_negg": [0.4492149353027344, 0.4565083384513855, 0.43888115882873535, 0.4090133309364319, 0.22591690719127655], "r_norm": [0.9154727458953857, 0.9227336645126343, 0.9143047332763672, 0.9095026254653931, 0.9259018301963806]}, {"step": 4850, "epoch": 10, "train_loss": 0.379531592130661, "cos_r_negg": [0.454419881105423, 0.4545040726661682, 0.4330947995185852, 0.4022923409938812, 0.22757495939731598], "cos_apical_negg": [0.454419881105423, 0.4545040726661682, 0.4330947995185852, 0.4022923409938812, 0.22757495939731598], "cos_Ac_negg": [0.454419881105423, 0.4545040726661682, 0.4330947995185852, 0.4022923409938812, 0.22757495939731598], "r_norm": [1.0557057857513428, 1.0709340572357178, 1.057113528251648, 1.059961199760437, 1.0757691860198975]}, {"step": 4900, "epoch": 10, "train_loss": 0.2106226235628128, "cos_r_negg": [0.4369029998779297, 0.4367258846759796, 0.42347094416618347, 0.3902323246002197, 0.2239827811717987], "cos_apical_negg": [0.4369029998779297, 0.4367258846759796, 0.42347094416618347, 0.3902323246002197, 0.2239827811717987], "cos_Ac_negg": [0.4369029998779297, 0.4367258846759796, 0.42347094416618347, 0.3902323246002197, 0.2239827811717987], "r_norm": [1.0572354793548584, 1.0738261938095093, 1.0677706003189087, 1.058297872543335, 1.0792036056518555]}, {"step": 4950, "epoch": 10, "train_loss": 0.27130818367004395, "cos_r_negg": [0.457298219203949, 0.43955057859420776, 0.4454776644706726, 0.4157026708126068, 0.23252996802330017], "cos_apical_negg": [0.457298219203949, 0.43955057859420776, 0.4454776644706726, 0.4157026708126068, 0.23252996802330017], "cos_Ac_negg": [0.457298219203949, 0.43955057859420776, 0.4454776644706726, 0.4157026708126068, 0.23252996802330017], "r_norm": [0.9695987701416016, 0.9828866124153137, 0.9778592586517334, 0.9703394770622253, 0.9875534176826477]}, {"step": 5000, "epoch": 10, "train_loss": 0.28502392768859863, "cos_r_negg": [0.41433411836624146, 0.42128515243530273, 0.4099857211112976, 0.3849661350250244, 0.22673450410366058], "cos_apical_negg": [0.41433411836624146, 0.42128515243530273, 0.4099857211112976, 0.3849661350250244, 0.22673450410366058], "cos_Ac_negg": [0.41433411836624146, 0.42128515243530273, 0.4099857211112976, 0.3849661350250244, 0.22673450410366058], "r_norm": [1.009621024131775, 1.0215771198272705, 1.0115532875061035, 1.0096104145050049, 1.0261380672454834]}, {"step": 5050, "epoch": 10, "train_loss": 0.4322640597820282, "cos_r_negg": [0.4299026429653168, 0.4410293698310852, 0.42697498202323914, 0.4047201871871948, 0.2555167078971863], "cos_apical_negg": [0.4299026429653168, 0.4410293698310852, 0.42697498202323914, 0.4047201871871948, 0.2555167078971863], "cos_Ac_negg": [0.4299026429653168, 0.4410293698310852, 0.42697498202323914, 0.4047201871871948, 0.2555167078971863], "r_norm": [1.0118091106414795, 1.020880103111267, 1.0121078491210938, 1.0117305517196655, 1.0290637016296387]}, {"step": 5100, "epoch": 10, "train_loss": 0.18503046035766602, "cos_r_negg": [0.44909748435020447, 0.44384992122650146, 0.4329950511455536, 0.39674854278564453, 0.22259268164634705], "cos_apical_negg": [0.44909748435020447, 0.44384992122650146, 0.4329950511455536, 0.39674854278564453, 0.22259268164634705], "cos_Ac_negg": [0.44909748435020447, 0.44384992122650146, 0.4329950511455536, 0.39674854278564453, 0.22259268164634705], "r_norm": [1.2199971675872803, 1.2160217761993408, 1.2014048099517822, 1.2112782001495361, 1.2182259559631348]}, {"step": 5150, "epoch": 10, "train_loss": 0.2770439386367798, "cos_r_negg": [0.43700554966926575, 0.42391538619995117, 0.4182846248149872, 0.4049531817436218, 0.22694435715675354], "cos_apical_negg": [0.43700554966926575, 0.42391538619995117, 0.4182846248149872, 0.4049531817436218, 0.22694435715675354], "cos_Ac_negg": [0.43700554966926575, 0.42391538619995117, 0.4182846248149872, 0.4049531817436218, 0.22694435715675354], "r_norm": [1.062685489654541, 1.0672149658203125, 1.058174729347229, 1.057327151298523, 1.0719047784805298]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8693, "test_loss": 0.40508426818847654}, {"step": 5200, "epoch": 11, "train_loss": 0.31386810541152954, "cos_r_negg": [0.4114663600921631, 0.39388447999954224, 0.38085877895355225, 0.3657023310661316, 0.20985455811023712], "cos_apical_negg": [0.4114663600921631, 0.39388447999954224, 0.38085877895355225, 0.3657023310661316, 0.20985455811023712], "cos_Ac_negg": [0.4114663600921631, 0.39388447999954224, 0.38085877895355225, 0.3657023310661316, 0.20985455811023712], "r_norm": [1.0759589672088623, 1.0911920070648193, 1.078453779220581, 1.0816398859024048, 1.0973485708236694]}, {"step": 5250, "epoch": 11, "train_loss": 0.16111552715301514, "cos_r_negg": [0.4109799861907959, 0.4055832624435425, 0.4156123399734497, 0.37735694646835327, 0.2103263884782791], "cos_apical_negg": [0.4109799861907959, 0.4055832624435425, 0.4156123399734497, 0.37735694646835327, 0.2103263884782791], "cos_Ac_negg": [0.4109799861907959, 0.4055832624435425, 0.4156123399734497, 0.37735694646835327, 0.2103263884782791], "r_norm": [1.0005258321762085, 1.01932692527771, 1.0032120943069458, 1.0042691230773926, 1.0246042013168335]}, {"step": 5300, "epoch": 11, "train_loss": 0.35531336069107056, "cos_r_negg": [0.4253122806549072, 0.4107782244682312, 0.3903234004974365, 0.3528389036655426, 0.21298152208328247], "cos_apical_negg": [0.4253122806549072, 0.4107782244682312, 0.3903234004974365, 0.3528389036655426, 0.21298152208328247], "cos_Ac_negg": [0.4253122806549072, 0.4107782244682312, 0.3903234004974365, 0.3528389036655426, 0.21298152208328247], "r_norm": [1.0314664840698242, 1.0374250411987305, 1.0272290706634521, 1.028924584388733, 1.0431773662567139]}, {"step": 5350, "epoch": 11, "train_loss": 0.2994893789291382, "cos_r_negg": [0.422340989112854, 0.4331328868865967, 0.41033709049224854, 0.39048075675964355, 0.22273364663124084], "cos_apical_negg": [0.422340989112854, 0.4331328868865967, 0.41033709049224854, 0.39048075675964355, 0.22273364663124084], "cos_Ac_negg": [0.422340989112854, 0.4331328868865967, 0.41033709049224854, 0.39048075675964355, 0.22273364663124084], "r_norm": [1.0256880521774292, 1.0287625789642334, 1.0202162265777588, 1.0189152956008911, 1.031943440437317]}, {"step": 5400, "epoch": 11, "train_loss": 0.34224575757980347, "cos_r_negg": [0.3986856937408447, 0.4232769012451172, 0.407657265663147, 0.38045865297317505, 0.2328055500984192], "cos_apical_negg": [0.3986856937408447, 0.4232769012451172, 0.407657265663147, 0.38045865297317505, 0.2328055500984192], "cos_Ac_negg": [0.3986856937408447, 0.4232769012451172, 0.407657265663147, 0.38045865297317505, 0.2328055500984192], "r_norm": [1.1756088733673096, 1.196781873703003, 1.1776684522628784, 1.18007230758667, 1.201343059539795]}, {"step": 5450, "epoch": 11, "train_loss": 0.38523727655410767, "cos_r_negg": [0.4124906063079834, 0.4214659631252289, 0.4126679301261902, 0.3888114392757416, 0.21838757395744324], "cos_apical_negg": [0.4124906063079834, 0.4214659631252289, 0.4126679301261902, 0.3888114392757416, 0.21838757395744324], "cos_Ac_negg": [0.4124906063079834, 0.4214659631252289, 0.4126679301261902, 0.3888114392757416, 0.21838757395744324], "r_norm": [1.2115046977996826, 1.2256360054016113, 1.2137019634246826, 1.2111152410507202, 1.2321633100509644]}, {"step": 5500, "epoch": 11, "train_loss": 0.41717880964279175, "cos_r_negg": [0.4210191071033478, 0.42911434173583984, 0.40516769886016846, 0.3935999870300293, 0.20698906481266022], "cos_apical_negg": [0.4210191071033478, 0.42911434173583984, 0.40516769886016846, 0.3935999870300293, 0.20698906481266022], "cos_Ac_negg": [0.4210191071033478, 0.42911434173583984, 0.40516769886016846, 0.3935999870300293, 0.20698906481266022], "r_norm": [1.0430901050567627, 1.0585358142852783, 1.0467240810394287, 1.0454158782958984, 1.0652883052825928]}, {"step": 5550, "epoch": 11, "train_loss": 0.3403348922729492, "cos_r_negg": [0.4478021264076233, 0.462713360786438, 0.44810009002685547, 0.4119243025779724, 0.20135071873664856], "cos_apical_negg": [0.4478021264076233, 0.462713360786438, 0.44810009002685547, 0.4119243025779724, 0.20135071873664856], "cos_Ac_negg": [0.4478021264076233, 0.462713360786438, 0.44810009002685547, 0.4119243025779724, 0.20135071873664856], "r_norm": [0.9822608232498169, 0.9925920963287354, 0.9834077954292297, 0.9816447496414185, 0.9956446290016174]}, {"step": 5600, "epoch": 11, "train_loss": 0.2011350691318512, "cos_r_negg": [0.452907919883728, 0.4492243826389313, 0.4292265772819519, 0.3926430940628052, 0.20676478743553162], "cos_apical_negg": [0.452907919883728, 0.4492243826389313, 0.4292265772819519, 0.3926430940628052, 0.20676478743553162], "cos_Ac_negg": [0.452907919883728, 0.4492243826389313, 0.4292265772819519, 0.3926430940628052, 0.20676478743553162], "r_norm": [1.0533515214920044, 1.0700769424438477, 1.0599887371063232, 1.0581483840942383, 1.0769121646881104]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8631, "test_loss": 0.4297317626953125}, {"step": 5650, "epoch": 12, "train_loss": 0.25420695543289185, "cos_r_negg": [0.4537215828895569, 0.45046353340148926, 0.4462941884994507, 0.41919466853141785, 0.20572605729103088], "cos_apical_negg": [0.4537215828895569, 0.45046353340148926, 0.4462941884994507, 0.41919466853141785, 0.20572605729103088], "cos_Ac_negg": [0.4537215828895569, 0.45046353340148926, 0.4462941884994507, 0.41919466853141785, 0.20572605729103088], "r_norm": [1.0943045616149902, 1.1007095575332642, 1.0898256301879883, 1.0946872234344482, 1.103848934173584]}, {"step": 5700, "epoch": 12, "train_loss": 0.3353876769542694, "cos_r_negg": [0.42807161808013916, 0.4393322467803955, 0.42106160521507263, 0.3998376429080963, 0.22518815100193024], "cos_apical_negg": [0.42807161808013916, 0.4393322467803955, 0.42106160521507263, 0.3998376429080963, 0.22518815100193024], "cos_Ac_negg": [0.42807161808013916, 0.4393322467803955, 0.42106160521507263, 0.3998376429080963, 0.22518815100193024], "r_norm": [0.9498095512390137, 0.9574999809265137, 0.9504372477531433, 0.9492871165275574, 0.9639730453491211]}, {"step": 5750, "epoch": 12, "train_loss": 0.5037683248519897, "cos_r_negg": [0.43336406350135803, 0.43579238653182983, 0.439718097448349, 0.4174450635910034, 0.2140381932258606], "cos_apical_negg": [0.43336406350135803, 0.43579238653182983, 0.439718097448349, 0.4174450635910034, 0.2140381932258606], "cos_Ac_negg": [0.43336406350135803, 0.43579238653182983, 0.439718097448349, 0.4174450635910034, 0.2140381932258606], "r_norm": [0.9596809148788452, 0.9677096605300903, 0.9571763873100281, 0.9569883346557617, 0.9727270007133484]}, {"step": 5800, "epoch": 12, "train_loss": 0.27206113934516907, "cos_r_negg": [0.4526222348213196, 0.45382875204086304, 0.44012826681137085, 0.40007948875427246, 0.21427416801452637], "cos_apical_negg": [0.4526222348213196, 0.45382875204086304, 0.44012826681137085, 0.40007948875427246, 0.21427416801452637], "cos_Ac_negg": [0.4526222348213196, 0.45382875204086304, 0.44012826681137085, 0.40007948875427246, 0.21427416801452637], "r_norm": [1.061018705368042, 1.0675222873687744, 1.05513596534729, 1.0584721565246582, 1.0702472925186157]}, {"step": 5850, "epoch": 12, "train_loss": 0.33934879302978516, "cos_r_negg": [0.44626328349113464, 0.43530163168907166, 0.4201413691043854, 0.4194779396057129, 0.21882733702659607], "cos_apical_negg": [0.44626328349113464, 0.43530163168907166, 0.4201413691043854, 0.4194779396057129, 0.21882733702659607], "cos_Ac_negg": [0.44626328349113464, 0.43530163168907166, 0.4201413691043854, 0.4194779396057129, 0.21882733702659607], "r_norm": [1.0391504764556885, 1.056105136871338, 1.0422923564910889, 1.0452265739440918, 1.058046579360962]}, {"step": 5900, "epoch": 12, "train_loss": 0.2870961129665375, "cos_r_negg": [0.4333117604255676, 0.4232748746871948, 0.41171640157699585, 0.3962286114692688, 0.21838518977165222], "cos_apical_negg": [0.4333117604255676, 0.4232748746871948, 0.41171640157699585, 0.3962286114692688, 0.21838518977165222], "cos_Ac_negg": [0.4333117604255676, 0.4232748746871948, 0.41171640157699585, 0.3962286114692688, 0.21838518977165222], "r_norm": [1.0711581707000732, 1.0783753395080566, 1.066209316253662, 1.073227882385254, 1.0829193592071533]}, {"step": 5950, "epoch": 12, "train_loss": 0.26709529757499695, "cos_r_negg": [0.4270886778831482, 0.43936339020729065, 0.4184662997722626, 0.41230452060699463, 0.23953348398208618], "cos_apical_negg": [0.4270886778831482, 0.43936339020729065, 0.4184662997722626, 0.41230452060699463, 0.23953348398208618], "cos_Ac_negg": [0.4270886778831482, 0.43936339020729065, 0.4184662997722626, 0.41230452060699463, 0.23953348398208618], "r_norm": [1.084439754486084, 1.093934178352356, 1.0825083255767822, 1.0867218971252441, 1.098479151725769]}, {"step": 6000, "epoch": 12, "train_loss": 0.21447314321994781, "cos_r_negg": [0.4469573497772217, 0.44333845376968384, 0.4408770203590393, 0.4200831651687622, 0.21756476163864136], "cos_apical_negg": [0.4469573497772217, 0.44333845376968384, 0.4408770203590393, 0.4200831651687622, 0.21756476163864136], "cos_Ac_negg": [0.4469573497772217, 0.44333845376968384, 0.4408770203590393, 0.4200831651687622, 0.21756476163864136], "r_norm": [1.0384845733642578, 1.0552974939346313, 1.0384961366653442, 1.0436062812805176, 1.057894229888916]}, {"step": 6050, "epoch": 12, "train_loss": 0.20435428619384766, "cos_r_negg": [0.46843844652175903, 0.46522319316864014, 0.4557408094406128, 0.4309741258621216, 0.230484277009964], "cos_apical_negg": [0.46843844652175903, 0.46522319316864014, 0.4557408094406128, 0.4309741258621216, 0.230484277009964], "cos_Ac_negg": [0.46843844652175903, 0.46522319316864014, 0.4557408094406128, 0.4309741258621216, 0.230484277009964], "r_norm": [1.0095261335372925, 1.020774245262146, 1.0112593173980713, 1.009354829788208, 1.0251421928405762]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8498, "test_loss": 0.45408887939453124}, {"step": 6100, "epoch": 13, "train_loss": 0.31827789545059204, "cos_r_negg": [0.4335380792617798, 0.4379689693450928, 0.4445967972278595, 0.41267597675323486, 0.23817437887191772], "cos_apical_negg": [0.4335380792617798, 0.4379689693450928, 0.4445967972278595, 0.41267597675323486, 0.23817437887191772], "cos_Ac_negg": [0.4335380792617798, 0.4379689693450928, 0.4445967972278595, 0.41267597675323486, 0.23817437887191772], "r_norm": [1.0317625999450684, 1.04642915725708, 1.032886028289795, 1.034336805343628, 1.051100254058838]}, {"step": 6150, "epoch": 13, "train_loss": 0.231410413980484, "cos_r_negg": [0.425344318151474, 0.4176603853702545, 0.41617682576179504, 0.38598716259002686, 0.22702917456626892], "cos_apical_negg": [0.425344318151474, 0.4176603853702545, 0.41617682576179504, 0.38598716259002686, 0.22702917456626892], "cos_Ac_negg": [0.425344318151474, 0.4176603853702545, 0.41617682576179504, 0.38598716259002686, 0.22702917456626892], "r_norm": [0.9325271248817444, 0.9421230554580688, 0.9312807321548462, 0.9321091175079346, 0.9425729513168335]}, {"step": 6200, "epoch": 13, "train_loss": 0.282709538936615, "cos_r_negg": [0.42577695846557617, 0.4267735183238983, 0.40157365798950195, 0.3867826461791992, 0.21534797549247742], "cos_apical_negg": [0.42577695846557617, 0.4267735183238983, 0.40157365798950195, 0.3867826461791992, 0.21534797549247742], "cos_Ac_negg": [0.42577695846557617, 0.4267735183238983, 0.40157365798950195, 0.3867826461791992, 0.21534797549247742], "r_norm": [1.0970929861068726, 1.099489688873291, 1.0844889879226685, 1.091405987739563, 1.0994958877563477]}, {"step": 6250, "epoch": 13, "train_loss": 0.3017112910747528, "cos_r_negg": [0.39186543226242065, 0.39350399374961853, 0.38112956285476685, 0.37340325117111206, 0.22224938869476318], "cos_apical_negg": [0.39186543226242065, 0.39350399374961853, 0.38112956285476685, 0.37340325117111206, 0.22224938869476318], "cos_Ac_negg": [0.39186543226242065, 0.39350399374961853, 0.38112956285476685, 0.37340325117111206, 0.22224938869476318], "r_norm": [1.173107624053955, 1.190885305404663, 1.1838397979736328, 1.1756118535995483, 1.1976613998413086]}, {"step": 6300, "epoch": 13, "train_loss": 0.2764057219028473, "cos_r_negg": [0.42751267552375793, 0.4307805597782135, 0.4149666726589203, 0.3919282555580139, 0.20607803761959076], "cos_apical_negg": [0.42751267552375793, 0.4307805597782135, 0.4149666726589203, 0.3919282555580139, 0.20607803761959076], "cos_Ac_negg": [0.42751267552375793, 0.4307805597782135, 0.4149666726589203, 0.3919282555580139, 0.20607803761959076], "r_norm": [1.0831495523452759, 1.1080220937728882, 1.0922298431396484, 1.0926051139831543, 1.1112775802612305]}, {"step": 6350, "epoch": 13, "train_loss": 0.2819938659667969, "cos_r_negg": [0.42572030425071716, 0.42424067854881287, 0.41887855529785156, 0.400968998670578, 0.25478482246398926], "cos_apical_negg": [0.42572030425071716, 0.42424067854881287, 0.41887855529785156, 0.400968998670578, 0.25478482246398926], "cos_Ac_negg": [0.42572030425071716, 0.42424067854881287, 0.41887855529785156, 0.400968998670578, 0.25478482246398926], "r_norm": [0.9944128394126892, 1.002371907234192, 0.9933321475982666, 0.9890552759170532, 1.0078279972076416]}, {"step": 6400, "epoch": 13, "train_loss": 0.2667490541934967, "cos_r_negg": [0.44104504585266113, 0.4368762969970703, 0.4314875602722168, 0.41040635108947754, 0.24514250457286835], "cos_apical_negg": [0.44104504585266113, 0.4368762969970703, 0.4314875602722168, 0.41040635108947754, 0.24514250457286835], "cos_Ac_negg": [0.44104504585266113, 0.4368762969970703, 0.4314875602722168, 0.41040635108947754, 0.24514250457286835], "r_norm": [0.9656581878662109, 0.9735733270645142, 0.9670795798301697, 0.9633755087852478, 0.9819971323013306]}, {"step": 6450, "epoch": 13, "train_loss": 0.32579052448272705, "cos_r_negg": [0.44794780015945435, 0.43976661562919617, 0.431110680103302, 0.41037818789482117, 0.25316089391708374], "cos_apical_negg": [0.44794780015945435, 0.43976661562919617, 0.431110680103302, 0.41037818789482117, 0.25316089391708374], "cos_Ac_negg": [0.44794780015945435, 0.43976661562919617, 0.431110680103302, 0.41037818789482117, 0.25316089391708374], "r_norm": [1.179535150527954, 1.1921844482421875, 1.172942042350769, 1.1780459880828857, 1.1946251392364502]}, {"step": 6500, "epoch": 13, "train_loss": 0.16873857378959656, "cos_r_negg": [0.44236308336257935, 0.43382054567337036, 0.42605534195899963, 0.39988768100738525, 0.2526189088821411], "cos_apical_negg": [0.44236308336257935, 0.43382054567337036, 0.42605534195899963, 0.39988768100738525, 0.2526189088821411], "cos_Ac_negg": [0.44236308336257935, 0.43382054567337036, 0.42605534195899963, 0.39988768100738525, 0.2526189088821411], "r_norm": [1.10934317111969, 1.115925669670105, 1.1064043045043945, 1.1042178869247437, 1.1198928356170654]}, {"step": 6550, "epoch": 13, "train_loss": 0.3294677138328552, "cos_r_negg": [0.4377128779888153, 0.4249129593372345, 0.3926038146018982, 0.3890894651412964, 0.25306257605552673], "cos_apical_negg": [0.4377128779888153, 0.4249129593372345, 0.3926038146018982, 0.3890894651412964, 0.25306257605552673], "cos_Ac_negg": [0.4377128779888153, 0.4249129593372345, 0.3926038146018982, 0.3890894651412964, 0.25306257605552673], "r_norm": [1.0739339590072632, 1.0892339944839478, 1.075836420059204, 1.080352783203125, 1.096686840057373]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8664, "test_loss": 0.4156804870605469}, {"step": 6600, "epoch": 14, "train_loss": 0.29494643211364746, "cos_r_negg": [0.4378681480884552, 0.4125853180885315, 0.4044075310230255, 0.3799103796482086, 0.23351097106933594], "cos_apical_negg": [0.4378681480884552, 0.4125853180885315, 0.4044075310230255, 0.3799103796482086, 0.23351097106933594], "cos_Ac_negg": [0.4378681480884552, 0.4125853180885315, 0.4044075310230255, 0.3799103796482086, 0.23351097106933594], "r_norm": [1.1048994064331055, 1.1219651699066162, 1.101811170578003, 1.106548547744751, 1.1225967407226562]}, {"step": 6650, "epoch": 14, "train_loss": 0.4467715620994568, "cos_r_negg": [0.4446754455566406, 0.42300644516944885, 0.4014856219291687, 0.3861848711967468, 0.23457804322242737], "cos_apical_negg": [0.4446754455566406, 0.42300644516944885, 0.4014856219291687, 0.3861848711967468, 0.23457804322242737], "cos_Ac_negg": [0.4446754455566406, 0.42300644516944885, 0.4014856219291687, 0.3861848711967468, 0.23457804322242737], "r_norm": [1.0472041368484497, 1.0587239265441895, 1.049856424331665, 1.0450465679168701, 1.0634300708770752]}, {"step": 6700, "epoch": 14, "train_loss": 0.20964404940605164, "cos_r_negg": [0.4812774062156677, 0.4454496502876282, 0.43838661909103394, 0.41238850355148315, 0.24979251623153687], "cos_apical_negg": [0.4812774062156677, 0.4454496502876282, 0.43838661909103394, 0.41238850355148315, 0.24979251623153687], "cos_Ac_negg": [0.4812774062156677, 0.4454496502876282, 0.43838661909103394, 0.41238850355148315, 0.24979251623153687], "r_norm": [1.0506833791732788, 1.0735276937484741, 1.0631811618804932, 1.0585863590240479, 1.0810267925262451]}, {"step": 6750, "epoch": 14, "train_loss": 0.3249107003211975, "cos_r_negg": [0.43805554509162903, 0.42332857847213745, 0.41365355253219604, 0.37352463603019714, 0.23295184969902039], "cos_apical_negg": [0.43805554509162903, 0.42332857847213745, 0.41365355253219604, 0.37352463603019714, 0.23295184969902039], "cos_Ac_negg": [0.43805554509162903, 0.42332857847213745, 0.41365355253219604, 0.37352463603019714, 0.23295184969902039], "r_norm": [1.0896201133728027, 1.1002955436706543, 1.085951566696167, 1.0940320491790771, 1.1080751419067383]}, {"step": 6800, "epoch": 14, "train_loss": 0.1716628074645996, "cos_r_negg": [0.45752787590026855, 0.43441683053970337, 0.4116361737251282, 0.3935530483722687, 0.22537001967430115], "cos_apical_negg": [0.45752787590026855, 0.43441683053970337, 0.4116361737251282, 0.3935530483722687, 0.22537001967430115], "cos_Ac_negg": [0.45752787590026855, 0.43441683053970337, 0.4116361737251282, 0.3935530483722687, 0.22537001967430115], "r_norm": [1.027169108390808, 1.0338926315307617, 1.0250266790390015, 1.021640658378601, 1.0366132259368896]}, {"step": 6850, "epoch": 14, "train_loss": 0.2814158499240875, "cos_r_negg": [0.42211785912513733, 0.40258508920669556, 0.3855702877044678, 0.3826923668384552, 0.20955641567707062], "cos_apical_negg": [0.42211785912513733, 0.40258508920669556, 0.3855702877044678, 0.3826923668384552, 0.20955641567707062], "cos_Ac_negg": [0.42211785912513733, 0.40258508920669556, 0.3855702877044678, 0.3826923668384552, 0.20955641567707062], "r_norm": [1.1566468477249146, 1.1851022243499756, 1.170716404914856, 1.168872594833374, 1.1907203197479248]}, {"step": 6900, "epoch": 14, "train_loss": 0.3431697487831116, "cos_r_negg": [0.42680954933166504, 0.4164316654205322, 0.3953477144241333, 0.38040632009506226, 0.24842241406440735], "cos_apical_negg": [0.42680954933166504, 0.4164316654205322, 0.3953477144241333, 0.38040632009506226, 0.24842241406440735], "cos_Ac_negg": [0.42680954933166504, 0.4164316654205322, 0.3953477144241333, 0.38040632009506226, 0.24842241406440735], "r_norm": [0.9884960651397705, 0.9938877820968628, 0.9861087799072266, 0.9850740432739258, 0.9994444847106934]}, {"step": 6950, "epoch": 14, "train_loss": 0.2674894630908966, "cos_r_negg": [0.374167263507843, 0.3694676160812378, 0.3618817925453186, 0.3436163663864136, 0.19524772465229034], "cos_apical_negg": [0.374167263507843, 0.3694676160812378, 0.3618817925453186, 0.3436163663864136, 0.19524772465229034], "cos_Ac_negg": [0.374167263507843, 0.3694676160812378, 0.3618817925453186, 0.3436163663864136, 0.19524772465229034], "r_norm": [1.0430631637573242, 1.0553902387619019, 1.043884515762329, 1.0462056398391724, 1.0618348121643066]}, {"step": 7000, "epoch": 14, "train_loss": 0.24248774349689484, "cos_r_negg": [0.4382801949977875, 0.41834840178489685, 0.41699931025505066, 0.37886926531791687, 0.2033105492591858], "cos_apical_negg": [0.4382801949977875, 0.41834840178489685, 0.41699931025505066, 0.37886926531791687, 0.2033105492591858], "cos_Ac_negg": [0.4382801949977875, 0.41834840178489685, 0.41699931025505066, 0.37886926531791687, 0.2033105492591858], "r_norm": [0.9456637501716614, 0.9522441625595093, 0.9457464218139648, 0.9438950419425964, 0.9584478139877319]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8636, "test_loss": 0.43607480773925783}, {"step": 7050, "epoch": 15, "train_loss": 0.2739221453666687, "cos_r_negg": [0.42479339241981506, 0.39614325761795044, 0.39207208156585693, 0.3830048143863678, 0.19525325298309326], "cos_apical_negg": [0.42479339241981506, 0.39614325761795044, 0.39207208156585693, 0.3830048143863678, 0.19525325298309326], "cos_Ac_negg": [0.42479339241981506, 0.39614325761795044, 0.39207208156585693, 0.3830048143863678, 0.19525325298309326], "r_norm": [0.9838991165161133, 0.9947077035903931, 0.9851763248443604, 0.9842387437820435, 1.0001333951950073]}, {"step": 7100, "epoch": 15, "train_loss": 0.3351283371448517, "cos_r_negg": [0.40854233503341675, 0.3966410756111145, 0.3735353648662567, 0.35746321082115173, 0.2098928987979889], "cos_apical_negg": [0.40854233503341675, 0.3966410756111145, 0.3735353648662567, 0.35746321082115173, 0.2098928987979889], "cos_Ac_negg": [0.40854233503341675, 0.3966410756111145, 0.3735353648662567, 0.35746321082115173, 0.2098928987979889], "r_norm": [1.1058719158172607, 1.1064423322677612, 1.0954312086105347, 1.099246859550476, 1.1130385398864746]}, {"step": 7150, "epoch": 15, "train_loss": 0.34455546736717224, "cos_r_negg": [0.4301842749118805, 0.40689849853515625, 0.39285165071487427, 0.3853549361228943, 0.19506922364234924], "cos_apical_negg": [0.4301842749118805, 0.40689849853515625, 0.39285165071487427, 0.3853549361228943, 0.19506922364234924], "cos_Ac_negg": [0.4301842749118805, 0.40689849853515625, 0.39285165071487427, 0.3853549361228943, 0.19506922364234924], "r_norm": [1.1476457118988037, 1.1499096155166626, 1.1414794921875, 1.1393638849258423, 1.1540117263793945]}, {"step": 7200, "epoch": 15, "train_loss": 0.2584994435310364, "cos_r_negg": [0.44878441095352173, 0.43931540846824646, 0.40786921977996826, 0.39021193981170654, 0.23834283649921417], "cos_apical_negg": [0.44878441095352173, 0.43931540846824646, 0.40786921977996826, 0.39021193981170654, 0.23834283649921417], "cos_Ac_negg": [0.44878441095352173, 0.43931540846824646, 0.40786921977996826, 0.39021193981170654, 0.23834283649921417], "r_norm": [1.0690288543701172, 1.078811764717102, 1.0705504417419434, 1.0683612823486328, 1.0856173038482666]}, {"step": 7250, "epoch": 15, "train_loss": 0.3692662715911865, "cos_r_negg": [0.3857150673866272, 0.3699718713760376, 0.36766570806503296, 0.3379564881324768, 0.19206488132476807], "cos_apical_negg": [0.3857150673866272, 0.3699718713760376, 0.36766570806503296, 0.3379564881324768, 0.19206488132476807], "cos_Ac_negg": [0.3857150673866272, 0.3699718713760376, 0.36766570806503296, 0.3379564881324768, 0.19206488132476807], "r_norm": [1.1272521018981934, 1.1505346298217773, 1.1392425298690796, 1.1385213136672974, 1.1598515510559082]}, {"step": 7300, "epoch": 15, "train_loss": 0.24252787232398987, "cos_r_negg": [0.43189767003059387, 0.4062538743019104, 0.40347790718078613, 0.37147215008735657, 0.22092550992965698], "cos_apical_negg": [0.43189767003059387, 0.4062538743019104, 0.40347790718078613, 0.37147215008735657, 0.22092550992965698], "cos_Ac_negg": [0.43189767003059387, 0.4062538743019104, 0.40347790718078613, 0.37147215008735657, 0.22092550992965698], "r_norm": [1.0209012031555176, 1.027968406677246, 1.0226874351501465, 1.0168893337249756, 1.035955548286438]}, {"step": 7350, "epoch": 15, "train_loss": 0.293572336435318, "cos_r_negg": [0.40481996536254883, 0.3867417573928833, 0.3713386058807373, 0.34893450140953064, 0.2254822552204132], "cos_apical_negg": [0.40481996536254883, 0.3867417573928833, 0.3713386058807373, 0.34893450140953064, 0.2254822552204132], "cos_Ac_negg": [0.40481996536254883, 0.3867417573928833, 0.3713386058807373, 0.34893450140953064, 0.2254822552204132], "r_norm": [1.0192255973815918, 1.025985598564148, 1.0201504230499268, 1.018735408782959, 1.0379753112792969]}, {"step": 7400, "epoch": 15, "train_loss": 0.3365233540534973, "cos_r_negg": [0.3914869427680969, 0.37789082527160645, 0.36895930767059326, 0.36248236894607544, 0.19837699830532074], "cos_apical_negg": [0.3914869427680969, 0.37789082527160645, 0.36895930767059326, 0.36248236894607544, 0.19837699830532074], "cos_Ac_negg": [0.3914869427680969, 0.37789082527160645, 0.36895930767059326, 0.36248236894607544, 0.19837699830532074], "r_norm": [0.9539881348609924, 0.9558464288711548, 0.9500668048858643, 0.9468196630477905, 0.9624051451683044]}, {"step": 7450, "epoch": 15, "train_loss": 0.2539592981338501, "cos_r_negg": [0.4437420964241028, 0.4093729555606842, 0.40482616424560547, 0.3811227083206177, 0.22859176993370056], "cos_apical_negg": [0.4437420964241028, 0.4093729555606842, 0.40482616424560547, 0.3811227083206177, 0.22859176993370056], "cos_Ac_negg": [0.4437420964241028, 0.4093729555606842, 0.40482616424560547, 0.3811227083206177, 0.22859176993370056], "r_norm": [1.1413167715072632, 1.1404235363006592, 1.1261143684387207, 1.1363211870193481, 1.148794174194336]}, {"step": 7500, "epoch": 15, "train_loss": 0.2545430362224579, "cos_r_negg": [0.42263904213905334, 0.4157159924507141, 0.3999226987361908, 0.37294334173202515, 0.2174944132566452], "cos_apical_negg": [0.42263904213905334, 0.4157159924507141, 0.3999226987361908, 0.37294334173202515, 0.2174944132566452], "cos_Ac_negg": [0.42263904213905334, 0.4157159924507141, 0.3999226987361908, 0.37294334173202515, 0.2174944132566452], "r_norm": [1.2027766704559326, 1.207409143447876, 1.1900420188903809, 1.2048602104187012, 1.2121806144714355]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8586, "test_loss": 0.4237353912353516}, {"step": 7550, "epoch": 16, "train_loss": 0.2369563728570938, "cos_r_negg": [0.4094364047050476, 0.4094008803367615, 0.38900771737098694, 0.3700740337371826, 0.21264497935771942], "cos_apical_negg": [0.4094364047050476, 0.4094008803367615, 0.38900771737098694, 0.3700740337371826, 0.21264497935771942], "cos_Ac_negg": [0.4094364047050476, 0.4094008803367615, 0.38900771737098694, 0.3700740337371826, 0.21264497935771942], "r_norm": [0.9887721538543701, 1.0012675523757935, 0.9911198616027832, 0.9942352771759033, 1.0109803676605225]}, {"step": 7600, "epoch": 16, "train_loss": 0.32934486865997314, "cos_r_negg": [0.44006797671318054, 0.4215546250343323, 0.41013646125793457, 0.3969203233718872, 0.2157077193260193], "cos_apical_negg": [0.44006797671318054, 0.4215546250343323, 0.41013646125793457, 0.3969203233718872, 0.2157077193260193], "cos_Ac_negg": [0.44006797671318054, 0.4215546250343323, 0.41013646125793457, 0.3969203233718872, 0.2157077193260193], "r_norm": [1.0003979206085205, 1.0043926239013672, 0.9930398464202881, 0.9977231025695801, 1.009483814239502]}, {"step": 7650, "epoch": 16, "train_loss": 0.1920126974582672, "cos_r_negg": [0.4479330778121948, 0.4144601821899414, 0.4143899977207184, 0.4041370749473572, 0.2362179160118103], "cos_apical_negg": [0.4479330778121948, 0.4144601821899414, 0.4143899977207184, 0.4041370749473572, 0.2362179160118103], "cos_Ac_negg": [0.4479330778121948, 0.4144601821899414, 0.4143899977207184, 0.4041370749473572, 0.2362179160118103], "r_norm": [0.9567253589630127, 0.9602658748626709, 0.95207679271698, 0.9508488178253174, 0.9654228091239929]}, {"step": 7700, "epoch": 16, "train_loss": 0.14909332990646362, "cos_r_negg": [0.44495224952697754, 0.43789470195770264, 0.4343990087509155, 0.4171663522720337, 0.22111092507839203], "cos_apical_negg": [0.44495224952697754, 0.43789470195770264, 0.4343990087509155, 0.4171663522720337, 0.22111092507839203], "cos_Ac_negg": [0.44495224952697754, 0.43789470195770264, 0.4343990087509155, 0.4171663522720337, 0.22111092507839203], "r_norm": [0.9543997049331665, 0.9535404443740845, 0.9455328583717346, 0.9473280906677246, 0.95923912525177]}, {"step": 7750, "epoch": 16, "train_loss": 0.3116135597229004, "cos_r_negg": [0.4351789951324463, 0.41781526803970337, 0.40555089712142944, 0.39838284254074097, 0.2294161319732666], "cos_apical_negg": [0.4351789951324463, 0.41781526803970337, 0.40555089712142944, 0.39838284254074097, 0.2294161319732666], "cos_Ac_negg": [0.4351789951324463, 0.41781526803970337, 0.40555089712142944, 0.39838284254074097, 0.2294161319732666], "r_norm": [0.9269101619720459, 0.9346438050270081, 0.9215213656425476, 0.9261981248855591, 0.9401935935020447]}, {"step": 7800, "epoch": 16, "train_loss": 0.24682070314884186, "cos_r_negg": [0.4153980016708374, 0.403075248003006, 0.4020959734916687, 0.3801538646221161, 0.23834705352783203], "cos_apical_negg": [0.4153980016708374, 0.403075248003006, 0.4020959734916687, 0.3801538646221161, 0.23834705352783203], "cos_Ac_negg": [0.4153980016708374, 0.403075248003006, 0.4020959734916687, 0.3801538646221161, 0.23834705352783203], "r_norm": [1.1333897113800049, 1.1324570178985596, 1.1184545755386353, 1.131374478340149, 1.1380064487457275]}, {"step": 7850, "epoch": 16, "train_loss": 0.26916828751564026, "cos_r_negg": [0.4159048795700073, 0.39864856004714966, 0.3913455605506897, 0.3729521632194519, 0.23017418384552002], "cos_apical_negg": [0.4159048795700073, 0.39864856004714966, 0.3913455605506897, 0.3729521632194519, 0.23017418384552002], "cos_Ac_negg": [0.4159048795700073, 0.39864856004714966, 0.3913455605506897, 0.3729521632194519, 0.23017418384552002], "r_norm": [0.996730387210846, 1.0032801628112793, 0.9936332106590271, 0.9983628392219543, 1.0114881992340088]}, {"step": 7900, "epoch": 16, "train_loss": 0.19445660710334778, "cos_r_negg": [0.41070556640625, 0.39809778332710266, 0.3824225962162018, 0.3869668245315552, 0.21564070880413055], "cos_apical_negg": [0.41070556640625, 0.39809778332710266, 0.3824225962162018, 0.3869668245315552, 0.21564070880413055], "cos_Ac_negg": [0.41070556640625, 0.39809778332710266, 0.3824225962162018, 0.3869668245315552, 0.21564070880413055], "r_norm": [1.1446833610534668, 1.15212881565094, 1.142325758934021, 1.1458162069320679, 1.163454532623291]}, {"step": 7950, "epoch": 16, "train_loss": 0.2412330061197281, "cos_r_negg": [0.4073529839515686, 0.395285427570343, 0.39493054151535034, 0.3779940605163574, 0.20129777491092682], "cos_apical_negg": [0.4073529839515686, 0.395285427570343, 0.39493054151535034, 0.3779940605163574, 0.20129777491092682], "cos_Ac_negg": [0.4073529839515686, 0.395285427570343, 0.39493054151535034, 0.3779940605163574, 0.20129777491092682], "r_norm": [0.9554873704910278, 0.9632953405380249, 0.9537839293479919, 0.9544922709465027, 0.9683191180229187]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8695, "test_loss": 0.40238939514160155}, {"step": 8000, "epoch": 17, "train_loss": 0.2037508338689804, "cos_r_negg": [0.43030959367752075, 0.4048771560192108, 0.39438217878341675, 0.38591843843460083, 0.22404444217681885], "cos_apical_negg": [0.43030959367752075, 0.4048771560192108, 0.39438217878341675, 0.38591843843460083, 0.22404444217681885], "cos_Ac_negg": [0.43030959367752075, 0.4048771560192108, 0.39438217878341675, 0.38591843843460083, 0.22404444217681885], "r_norm": [1.055897831916809, 1.0536147356033325, 1.0432466268539429, 1.0454745292663574, 1.0569254159927368]}, {"step": 8050, "epoch": 17, "train_loss": 0.28752803802490234, "cos_r_negg": [0.4109462797641754, 0.391801655292511, 0.37870246171951294, 0.3912183940410614, 0.2258581966161728], "cos_apical_negg": [0.4109462797641754, 0.391801655292511, 0.37870246171951294, 0.3912183940410614, 0.2258581966161728], "cos_Ac_negg": [0.4109462797641754, 0.391801655292511, 0.37870246171951294, 0.3912183940410614, 0.2258581966161728], "r_norm": [1.1789932250976562, 1.188673496246338, 1.1846052408218384, 1.1770460605621338, 1.199843406677246]}, {"step": 8100, "epoch": 17, "train_loss": 0.26581838726997375, "cos_r_negg": [0.4052017033100128, 0.3778504729270935, 0.3737218976020813, 0.3611317276954651, 0.2276766449213028], "cos_apical_negg": [0.4052017033100128, 0.3778504729270935, 0.3737218976020813, 0.3611317276954651, 0.2276766449213028], "cos_Ac_negg": [0.4052017033100128, 0.3778504729270935, 0.3737218976020813, 0.3611317276954651, 0.2276766449213028], "r_norm": [0.9877133369445801, 0.9991095662117004, 0.9919190406799316, 0.9878946542739868, 1.0038408041000366]}, {"step": 8150, "epoch": 17, "train_loss": 0.18945060670375824, "cos_r_negg": [0.4291609823703766, 0.42041629552841187, 0.39202457666397095, 0.3785218298435211, 0.23892217874526978], "cos_apical_negg": [0.4291609823703766, 0.42041629552841187, 0.39202457666397095, 0.3785218298435211, 0.23892217874526978], "cos_Ac_negg": [0.4291609823703766, 0.42041629552841187, 0.39202457666397095, 0.3785218298435211, 0.23892217874526978], "r_norm": [1.0428202152252197, 1.0627511739730835, 1.050585389137268, 1.0528340339660645, 1.0697910785675049]}, {"step": 8200, "epoch": 17, "train_loss": 0.23449233174324036, "cos_r_negg": [0.40881699323654175, 0.3943631649017334, 0.3840189576148987, 0.35380804538726807, 0.2241072952747345], "cos_apical_negg": [0.40881699323654175, 0.3943631649017334, 0.3840189576148987, 0.35380804538726807, 0.2241072952747345], "cos_Ac_negg": [0.40881699323654175, 0.3943631649017334, 0.3840189576148987, 0.35380804538726807, 0.2241072952747345], "r_norm": [1.0081863403320312, 1.026523232460022, 1.010176420211792, 1.0157783031463623, 1.0319178104400635]}, {"step": 8250, "epoch": 17, "train_loss": 0.3366730809211731, "cos_r_negg": [0.4121306240558624, 0.3994747996330261, 0.3852752447128296, 0.3679605722427368, 0.2202444225549698], "cos_apical_negg": [0.4121306240558624, 0.3994747996330261, 0.3852752447128296, 0.3679605722427368, 0.2202444225549698], "cos_Ac_negg": [0.4121306240558624, 0.3994747996330261, 0.3852752447128296, 0.3679605722427368, 0.2202444225549698], "r_norm": [0.9058741331100464, 0.9183281064033508, 0.9067999720573425, 0.908501148223877, 0.9244828224182129]}, {"step": 8300, "epoch": 17, "train_loss": 0.2715539336204529, "cos_r_negg": [0.4438014030456543, 0.43603748083114624, 0.41294798254966736, 0.3785054683685303, 0.243631973862648], "cos_apical_negg": [0.4438014030456543, 0.43603748083114624, 0.41294798254966736, 0.3785054683685303, 0.243631973862648], "cos_Ac_negg": [0.4438014030456543, 0.43603748083114624, 0.41294798254966736, 0.3785054683685303, 0.243631973862648], "r_norm": [1.237794041633606, 1.2378931045532227, 1.2223703861236572, 1.2377722263336182, 1.2442421913146973]}, {"step": 8350, "epoch": 17, "train_loss": 0.26013627648353577, "cos_r_negg": [0.4025224447250366, 0.3884429931640625, 0.3721964359283447, 0.35735994577407837, 0.22719749808311462], "cos_apical_negg": [0.4025224447250366, 0.3884429931640625, 0.3721964359283447, 0.35735994577407837, 0.22719749808311462], "cos_Ac_negg": [0.4025224447250366, 0.3884429931640625, 0.3721964359283447, 0.35735994577407837, 0.22719749808311462], "r_norm": [0.891808271408081, 0.900460958480835, 0.8904080390930176, 0.8944299221038818, 0.9069876670837402]}, {"step": 8400, "epoch": 17, "train_loss": 0.5950397253036499, "cos_r_negg": [0.4038999676704407, 0.3817327618598938, 0.3611423373222351, 0.34495389461517334, 0.22816774249076843], "cos_apical_negg": [0.4038999676704407, 0.3817327618598938, 0.3611423373222351, 0.34495389461517334, 0.22816774249076843], "cos_Ac_negg": [0.4038999676704407, 0.3817327618598938, 0.3611423373222351, 0.34495389461517334, 0.22816774249076843], "r_norm": [0.9335733652114868, 0.9425854682922363, 0.9270614385604858, 0.9338823556900024, 0.9464354515075684]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8671, "test_loss": 0.42856798095703125}, {"step": 8450, "epoch": 18, "train_loss": 0.19212064146995544, "cos_r_negg": [0.363908052444458, 0.36094436049461365, 0.3512175679206848, 0.33457130193710327, 0.22818559408187866], "cos_apical_negg": [0.363908052444458, 0.36094436049461365, 0.3512175679206848, 0.33457130193710327, 0.22818559408187866], "cos_Ac_negg": [0.363908052444458, 0.36094436049461365, 0.3512175679206848, 0.33457130193710327, 0.22818559408187866], "r_norm": [1.0228700637817383, 1.0278451442718506, 1.0195624828338623, 1.0197174549102783, 1.034367322921753]}, {"step": 8500, "epoch": 18, "train_loss": 0.18863801658153534, "cos_r_negg": [0.39513954520225525, 0.3898169994354248, 0.3723011016845703, 0.3617972433567047, 0.2520565390586853], "cos_apical_negg": [0.39513954520225525, 0.3898169994354248, 0.3723011016845703, 0.3617972433567047, 0.2520565390586853], "cos_Ac_negg": [0.39513954520225525, 0.3898169994354248, 0.3723011016845703, 0.3617972433567047, 0.2520565390586853], "r_norm": [1.048696517944336, 1.0643765926361084, 1.0515244007110596, 1.053328275680542, 1.0664950609207153]}, {"step": 8550, "epoch": 18, "train_loss": 0.22803279757499695, "cos_r_negg": [0.4375841021537781, 0.42695826292037964, 0.4063343405723572, 0.3801426291465759, 0.25847718119621277], "cos_apical_negg": [0.4375841021537781, 0.42695826292037964, 0.4063343405723572, 0.3801426291465759, 0.25847718119621277], "cos_Ac_negg": [0.4375841021537781, 0.42695826292037964, 0.4063343405723572, 0.3801426291465759, 0.25847718119621277], "r_norm": [1.1407829523086548, 1.143444299697876, 1.1330437660217285, 1.13731050491333, 1.1513365507125854]}, {"step": 8600, "epoch": 18, "train_loss": 0.2066291868686676, "cos_r_negg": [0.4160918593406677, 0.40651440620422363, 0.37857574224472046, 0.3648099899291992, 0.2423209249973297], "cos_apical_negg": [0.4160918593406677, 0.40651440620422363, 0.37857574224472046, 0.3648099899291992, 0.2423209249973297], "cos_Ac_negg": [0.4160918593406677, 0.40651440620422363, 0.37857574224472046, 0.3648099899291992, 0.2423209249973297], "r_norm": [0.9575666189193726, 0.9659535884857178, 0.954669177532196, 0.9597802758216858, 0.9718055725097656]}, {"step": 8650, "epoch": 18, "train_loss": 0.15259405970573425, "cos_r_negg": [0.4138515591621399, 0.4080735146999359, 0.39152631163597107, 0.360548734664917, 0.24849046766757965], "cos_apical_negg": [0.4138515591621399, 0.4080735146999359, 0.39152631163597107, 0.360548734664917, 0.24849046766757965], "cos_Ac_negg": [0.4138515591621399, 0.4080735146999359, 0.39152631163597107, 0.360548734664917, 0.24849046766757965], "r_norm": [1.1356289386749268, 1.13509202003479, 1.124277114868164, 1.129092812538147, 1.1404119729995728]}, {"step": 8700, "epoch": 18, "train_loss": 0.19536533951759338, "cos_r_negg": [0.4051302671432495, 0.3865601718425751, 0.36313438415527344, 0.353007435798645, 0.2373429238796234], "cos_apical_negg": [0.4051302671432495, 0.3865601718425751, 0.36313438415527344, 0.353007435798645, 0.2373429238796234], "cos_Ac_negg": [0.4051302671432495, 0.3865601718425751, 0.36313438415527344, 0.353007435798645, 0.2373429238796234], "r_norm": [1.1212611198425293, 1.140930414199829, 1.134200930595398, 1.1298952102661133, 1.1515111923217773]}, {"step": 8750, "epoch": 18, "train_loss": 0.24141985177993774, "cos_r_negg": [0.4178694188594818, 0.39243847131729126, 0.39295732975006104, 0.361926406621933, 0.24508759379386902], "cos_apical_negg": [0.4178694188594818, 0.39243847131729126, 0.39295732975006104, 0.361926406621933, 0.24508759379386902], "cos_Ac_negg": [0.4178694188594818, 0.39243847131729126, 0.39295732975006104, 0.361926406621933, 0.24508759379386902], "r_norm": [1.0495915412902832, 1.0579862594604492, 1.0540149211883545, 1.0497350692749023, 1.0676690340042114]}, {"step": 8800, "epoch": 18, "train_loss": 0.19145983457565308, "cos_r_negg": [0.4094964563846588, 0.39478832483291626, 0.3802869915962219, 0.3435693383216858, 0.24665383994579315], "cos_apical_negg": [0.4094964563846588, 0.39478832483291626, 0.3802869915962219, 0.3435693383216858, 0.24665383994579315], "cos_Ac_negg": [0.4094964563846588, 0.39478832483291626, 0.3802869915962219, 0.3435693383216858, 0.24665383994579315], "r_norm": [0.9910067915916443, 0.9962881803512573, 0.9825351238250732, 0.9913546442985535, 1.0012388229370117]}, {"step": 8850, "epoch": 18, "train_loss": 0.17557379603385925, "cos_r_negg": [0.3961685299873352, 0.39801523089408875, 0.3835523724555969, 0.354214608669281, 0.263623982667923], "cos_apical_negg": [0.3961685299873352, 0.39801523089408875, 0.3835523724555969, 0.354214608669281, 0.263623982667923], "cos_Ac_negg": [0.3961685299873352, 0.39801523089408875, 0.3835523724555969, 0.354214608669281, 0.263623982667923], "r_norm": [0.9595644474029541, 0.9582716226577759, 0.9513324499130249, 0.9536329507827759, 0.9650189280509949]}, {"step": 8900, "epoch": 18, "train_loss": 0.2013753056526184, "cos_r_negg": [0.41309821605682373, 0.3765626549720764, 0.382021963596344, 0.36473238468170166, 0.24450860917568207], "cos_apical_negg": [0.41309821605682373, 0.3765626549720764, 0.382021963596344, 0.36473238468170166, 0.24450860917568207], "cos_Ac_negg": [0.41309821605682373, 0.3765626549720764, 0.382021963596344, 0.36473238468170166, 0.24450860917568207], "r_norm": [0.9600206613540649, 0.9659060835838318, 0.9550946354866028, 0.957802414894104, 0.9714646935462952]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8659, "test_loss": 0.4361801025390625}, {"step": 8950, "epoch": 19, "train_loss": 0.3112426996231079, "cos_r_negg": [0.4028819799423218, 0.3965528607368469, 0.38701361417770386, 0.36885866522789, 0.27346593141555786], "cos_apical_negg": [0.4028819799423218, 0.3965528607368469, 0.38701361417770386, 0.36885866522789, 0.27346593141555786], "cos_Ac_negg": [0.4028819799423218, 0.3965528607368469, 0.38701361417770386, 0.36885866522789, 0.27346593141555786], "r_norm": [1.0054419040679932, 1.01585054397583, 1.0066697597503662, 1.010272741317749, 1.0230728387832642]}, {"step": 9000, "epoch": 19, "train_loss": 0.3024219274520874, "cos_r_negg": [0.38091981410980225, 0.36123964190483093, 0.3592308759689331, 0.3245825469493866, 0.2441112995147705], "cos_apical_negg": [0.38091981410980225, 0.36123964190483093, 0.3592308759689331, 0.3245825469493866, 0.2441112995147705], "cos_Ac_negg": [0.38091981410980225, 0.36123964190483093, 0.3592308759689331, 0.3245825469493866, 0.2441112995147705], "r_norm": [0.9992034435272217, 1.0018508434295654, 0.9920762777328491, 0.9987466931343079, 1.0095627307891846]}, {"step": 9050, "epoch": 19, "train_loss": 0.24317610263824463, "cos_r_negg": [0.367565393447876, 0.35602685809135437, 0.3439372777938843, 0.32880157232284546, 0.23394621908664703], "cos_apical_negg": [0.367565393447876, 0.35602685809135437, 0.3439372777938843, 0.32880157232284546, 0.23394621908664703], "cos_Ac_negg": [0.367565393447876, 0.35602685809135437, 0.3439372777938843, 0.32880157232284546, 0.23394621908664703], "r_norm": [0.941464364528656, 0.9452822804450989, 0.9349363446235657, 0.9426915049552917, 0.951187252998352]}, {"step": 9100, "epoch": 19, "train_loss": 0.22619742155075073, "cos_r_negg": [0.3873300552368164, 0.36347267031669617, 0.3536790609359741, 0.3349827527999878, 0.24761995673179626], "cos_apical_negg": [0.3873300552368164, 0.36347267031669617, 0.3536790609359741, 0.3349827527999878, 0.24761995673179626], "cos_Ac_negg": [0.3873300552368164, 0.36347267031669617, 0.3536790609359741, 0.3349827527999878, 0.24761995673179626], "r_norm": [0.9513672590255737, 0.9594099521636963, 0.9499636888504028, 0.9509909152984619, 0.9648805260658264]}, {"step": 9150, "epoch": 19, "train_loss": 0.17058035731315613, "cos_r_negg": [0.4036473035812378, 0.3888375759124756, 0.37500375509262085, 0.33971530199050903, 0.26234740018844604], "cos_apical_negg": [0.4036473035812378, 0.3888375759124756, 0.37500375509262085, 0.33971530199050903, 0.26234740018844604], "cos_Ac_negg": [0.4036473035812378, 0.3888375759124756, 0.37500375509262085, 0.33971530199050903, 0.26234740018844604], "r_norm": [0.9373061060905457, 0.9502335786819458, 0.9384787082672119, 0.9408595561981201, 0.9571181535720825]}, {"step": 9200, "epoch": 19, "train_loss": 0.21569783985614777, "cos_r_negg": [0.40823400020599365, 0.3804224133491516, 0.3766794502735138, 0.3438356816768646, 0.2390110194683075], "cos_apical_negg": [0.40823400020599365, 0.3804224133491516, 0.3766794502735138, 0.3438356816768646, 0.2390110194683075], "cos_Ac_negg": [0.40823400020599365, 0.3804224133491516, 0.3766794502735138, 0.3438356816768646, 0.2390110194683075], "r_norm": [0.960301399230957, 0.9554780125617981, 0.950104832649231, 0.9483935832977295, 0.9619089365005493]}, {"step": 9250, "epoch": 19, "train_loss": 0.2228669822216034, "cos_r_negg": [0.41506290435791016, 0.3814329504966736, 0.3688427805900574, 0.33758947253227234, 0.2310676872730255], "cos_apical_negg": [0.41506290435791016, 0.3814329504966736, 0.3688427805900574, 0.33758947253227234, 0.2310676872730255], "cos_Ac_negg": [0.41506290435791016, 0.3814329504966736, 0.3688427805900574, 0.33758947253227234, 0.2310676872730255], "r_norm": [0.9526516199111938, 0.9705721139907837, 0.9597141742706299, 0.9611409902572632, 0.9777255058288574]}, {"step": 9300, "epoch": 19, "train_loss": 0.24445506930351257, "cos_r_negg": [0.42803072929382324, 0.3988233804702759, 0.3895252048969269, 0.3500586450099945, 0.24711990356445312], "cos_apical_negg": [0.42803072929382324, 0.3988233804702759, 0.3895252048969269, 0.3500586450099945, 0.24711990356445312], "cos_Ac_negg": [0.42803072929382324, 0.3988233804702759, 0.3895252048969269, 0.3500586450099945, 0.24711990356445312], "r_norm": [0.9639286994934082, 0.9663662910461426, 0.9624422788619995, 0.9580549001693726, 0.9733535647392273]}, {"step": 9350, "epoch": 19, "train_loss": 0.23251460492610931, "cos_r_negg": [0.394649475812912, 0.3763457238674164, 0.36000967025756836, 0.31756168603897095, 0.20446377992630005], "cos_apical_negg": [0.394649475812912, 0.3763457238674164, 0.36000967025756836, 0.31756168603897095, 0.20446377992630005], "cos_Ac_negg": [0.394649475812912, 0.3763457238674164, 0.36000967025756836, 0.31756168603897095, 0.20446377992630005], "r_norm": [0.9860382080078125, 0.9983292818069458, 0.9890972375869751, 0.9891396760940552, 1.0043874979019165]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8705, "test_loss": 0.4233409393310547}], "final": {"test_acc": 0.8705, "test_loss": 0.4233409393310547, "wall_s": 20.242608308792114, "cos_r_negg": [0.40302491188049316, 0.37418270111083984, 0.367139995098114, 0.32735687494277954, 0.2183486670255661], "cos_apical_negg": [0.40302491188049316, 0.37418270111083984, 0.367139995098114, 0.32735687494277954, 0.2183486670255661], "cos_Ac_negg": [0.40302491188049316, 0.37418270111083984, 0.367139995098114, 0.32735687494277954, 0.2183486670255661]}}