{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.306229591369629, "cos_r_negg": [0.0017242897301912308, 0.0015938067808747292, 0.004027960821986198], "cos_apical_negg": [0.0017242897301912308, 0.0015938067808747292, 0.004027960821986198], "cos_Ac_negg": [0.0017242897301912308, 0.0015938067808747292, 0.004027960821986198], "r_norm": [4.7542572021484375, 4.834659099578857, 4.842573642730713]}, {"step": 50, "epoch": 0, "train_loss": 0.7933619022369385, "cos_r_negg": [0.3798596262931824, 0.2849734127521515, 0.1104450523853302], "cos_apical_negg": [0.3798596262931824, 0.2849734127521515, 0.1104450523853302], "cos_Ac_negg": [0.3798596262931824, 0.2849734127521515, 0.1104450523853302], "r_norm": [2.015918254852295, 2.0591392517089844, 2.0916552543640137]}, {"step": 100, "epoch": 0, "train_loss": 0.7543312907218933, "cos_r_negg": [0.4360283613204956, 0.34832271933555603, 0.2049015760421753], "cos_apical_negg": [0.4360283613204956, 0.34832271933555603, 0.2049015760421753], "cos_Ac_negg": [0.4360283613204956, 0.34832271933555603, 0.2049015760421753], "r_norm": [1.68722665309906, 1.7330753803253174, 1.7449462413787842]}, {"step": 150, "epoch": 0, "train_loss": 0.5469046235084534, "cos_r_negg": [0.474507212638855, 0.40039992332458496, 0.25255462527275085], "cos_apical_negg": [0.474507212638855, 0.40039992332458496, 0.25255462527275085], "cos_Ac_negg": [0.474507212638855, 0.40039992332458496, 0.25255462527275085], "r_norm": [1.606978416442871, 1.6436861753463745, 1.6660237312316895]}, {"step": 200, "epoch": 0, "train_loss": 0.526097297668457, "cos_r_negg": [0.492214173078537, 0.41920164227485657, 0.2663128972053528], "cos_apical_negg": [0.492214173078537, 0.41920164227485657, 0.2663128972053528], "cos_Ac_negg": [0.492214173078537, 0.41920164227485657, 0.2663128972053528], "r_norm": [1.730576992034912, 1.7682101726531982, 1.783658742904663]}, {"step": 250, "epoch": 0, "train_loss": 0.5896811485290527, "cos_r_negg": [0.47551438212394714, 0.39635390043258667, 0.26520174741744995], "cos_apical_negg": [0.47551438212394714, 0.39635390043258667, 0.26520174741744995], "cos_Ac_negg": [0.47551438212394714, 0.39635390043258667, 0.26520174741744995], "r_norm": [1.5050115585327148, 1.5432578325271606, 1.5528764724731445]}, {"step": 300, "epoch": 0, "train_loss": 0.7783671617507935, "cos_r_negg": [0.4925146698951721, 0.41777360439300537, 0.2943814694881439], "cos_apical_negg": [0.4925146698951721, 0.41777360439300537, 0.2943814694881439], "cos_Ac_negg": [0.4925146698951721, 0.41777360439300537, 0.2943814694881439], "r_norm": [1.4151298999786377, 1.452094554901123, 1.4631305932998657]}, {"step": 350, "epoch": 0, "train_loss": 0.48017066717147827, "cos_r_negg": [0.500726044178009, 0.4195713400840759, 0.2537010610103607], "cos_apical_negg": [0.500726044178009, 0.4195713400840759, 0.2537010610103607], "cos_Ac_negg": [0.500726044178009, 0.4195713400840759, 0.2537010610103607], "r_norm": [1.3572864532470703, 1.3855254650115967, 1.4034117460250854]}, {"step": 400, "epoch": 0, "train_loss": 0.6745807528495789, "cos_r_negg": [0.5190466642379761, 0.44131481647491455, 0.26729413866996765], "cos_apical_negg": [0.5190466642379761, 0.44131481647491455, 0.26729413866996765], "cos_Ac_negg": [0.5190466642379761, 0.44131481647491455, 0.26729413866996765], "r_norm": [1.3271403312683105, 1.3548893928527832, 1.3751970529556274]}, {"step": 450, "epoch": 0, "train_loss": 0.4445045590400696, "cos_r_negg": [0.5192721486091614, 0.41779422760009766, 0.24172669649124146], "cos_apical_negg": [0.5192721486091614, 0.41779422760009766, 0.24172669649124146], "cos_Ac_negg": [0.5192721486091614, 0.41779422760009766, 0.24172669649124146], "r_norm": [1.4889733791351318, 1.5233591794967651, 1.5518076419830322]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8209, "test_loss": 0.5488869598388672}, {"step": 500, "epoch": 1, "train_loss": 0.4275292158126831, "cos_r_negg": [0.4760712683200836, 0.38329702615737915, 0.19753941893577576], "cos_apical_negg": [0.4760712683200836, 0.38329702615737915, 0.19753941893577576], "cos_Ac_negg": [0.4760712683200836, 0.38329702615737915, 0.19753941893577576], "r_norm": [1.4219976663589478, 1.4473764896392822, 1.4701645374298096]}, {"step": 550, "epoch": 1, "train_loss": 0.6218445301055908, "cos_r_negg": [0.5312503576278687, 0.44033917784690857, 0.24712052941322327], "cos_apical_negg": [0.5312503576278687, 0.44033917784690857, 0.24712052941322327], "cos_Ac_negg": [0.5312503576278687, 0.44033917784690857, 0.24712052941322327], "r_norm": [1.4000502824783325, 1.4391214847564697, 1.4526537656784058]}, {"step": 600, "epoch": 1, "train_loss": 0.5687326192855835, "cos_r_negg": [0.5254575610160828, 0.420690655708313, 0.24778980016708374], "cos_apical_negg": [0.5254575610160828, 0.420690655708313, 0.24778980016708374], "cos_Ac_negg": [0.5254575610160828, 0.420690655708313, 0.24778980016708374], "r_norm": [1.3515559434890747, 1.3944106101989746, 1.4044699668884277]}, {"step": 650, "epoch": 1, "train_loss": 0.602961003780365, "cos_r_negg": [0.5013748407363892, 0.43235617876052856, 0.26687318086624146], "cos_apical_negg": [0.5013748407363892, 0.43235617876052856, 0.26687318086624146], "cos_Ac_negg": [0.5013748407363892, 0.43235617876052856, 0.26687318086624146], "r_norm": [1.4341591596603394, 1.4803860187530518, 1.49428129196167]}, {"step": 700, "epoch": 1, "train_loss": 0.4478232264518738, "cos_r_negg": [0.5270166397094727, 0.4313310384750366, 0.2360059916973114], "cos_apical_negg": [0.5270166397094727, 0.4313310384750366, 0.2360059916973114], "cos_Ac_negg": [0.5270166397094727, 0.4313310384750366, 0.2360059916973114], "r_norm": [1.4108965396881104, 1.4392592906951904, 1.4658515453338623]}, {"step": 750, "epoch": 1, "train_loss": 0.39918893575668335, "cos_r_negg": [0.5391019582748413, 0.45353907346725464, 0.25306934118270874], "cos_apical_negg": [0.5391019582748413, 0.45353907346725464, 0.25306934118270874], "cos_Ac_negg": [0.5391019582748413, 0.45353907346725464, 0.25306934118270874], "r_norm": [1.2912571430206299, 1.3261374235153198, 1.3378913402557373]}, {"step": 800, "epoch": 1, "train_loss": 0.5125245451927185, "cos_r_negg": [0.5197120904922485, 0.44012925028800964, 0.2548971474170685], "cos_apical_negg": [0.5197120904922485, 0.44012925028800964, 0.2548971474170685], "cos_Ac_negg": [0.5197120904922485, 0.44012925028800964, 0.2548971474170685], "r_norm": [1.5160109996795654, 1.5402756929397583, 1.5681812763214111]}, {"step": 850, "epoch": 1, "train_loss": 0.3299051523208618, "cos_r_negg": [0.5018298029899597, 0.446313738822937, 0.21024379134178162], "cos_apical_negg": [0.5018298029899597, 0.446313738822937, 0.21024379134178162], "cos_Ac_negg": [0.5018298029899597, 0.446313738822937, 0.21024379134178162], "r_norm": [1.2926652431488037, 1.3271307945251465, 1.3443498611450195]}, {"step": 900, "epoch": 1, "train_loss": 0.46274977922439575, "cos_r_negg": [0.5002173185348511, 0.42587095499038696, 0.22635476291179657], "cos_apical_negg": [0.5002173185348511, 0.42587095499038696, 0.22635476291179657], "cos_Ac_negg": [0.5002173185348511, 0.42587095499038696, 0.22635476291179657], "r_norm": [1.3857345581054688, 1.4288458824157715, 1.442184329032898]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8303, "test_loss": 0.4723863006591797}, {"step": 950, "epoch": 2, "train_loss": 0.44981202483177185, "cos_r_negg": [0.5222148895263672, 0.460043340921402, 0.2143513709306717], "cos_apical_negg": [0.5222148895263672, 0.460043340921402, 0.2143513709306717], "cos_Ac_negg": [0.5222148895263672, 0.460043340921402, 0.2143513709306717], "r_norm": [1.2726719379425049, 1.3126192092895508, 1.321082353591919]}, {"step": 1000, "epoch": 2, "train_loss": 0.40509456396102905, "cos_r_negg": [0.5354117751121521, 0.46436065435409546, 0.25604915618896484], "cos_apical_negg": [0.5354117751121521, 0.46436065435409546, 0.25604915618896484], "cos_Ac_negg": [0.5354117751121521, 0.46436065435409546, 0.25604915618896484], "r_norm": [1.1971533298492432, 1.2298691272735596, 1.2468326091766357]}, {"step": 1050, "epoch": 2, "train_loss": 0.3481004238128662, "cos_r_negg": [0.5158398151397705, 0.4847957491874695, 0.26286011934280396], "cos_apical_negg": [0.5158398151397705, 0.4847957491874695, 0.26286011934280396], "cos_Ac_negg": [0.5158398151397705, 0.4847957491874695, 0.26286011934280396], "r_norm": [1.305248737335205, 1.3361589908599854, 1.354034662246704]}, {"step": 1100, "epoch": 2, "train_loss": 0.44294434785842896, "cos_r_negg": [0.5128864049911499, 0.46506088972091675, 0.2446998655796051], "cos_apical_negg": [0.5128864049911499, 0.46506088972091675, 0.2446998655796051], "cos_Ac_negg": [0.5128864049911499, 0.46506088972091675, 0.2446998655796051], "r_norm": [1.2828962802886963, 1.3188356161117554, 1.3307397365570068]}, {"step": 1150, "epoch": 2, "train_loss": 0.4450518786907196, "cos_r_negg": [0.5337423086166382, 0.47652024030685425, 0.2611980736255646], "cos_apical_negg": [0.5337423086166382, 0.47652024030685425, 0.2611980736255646], "cos_Ac_negg": [0.5337423086166382, 0.47652024030685425, 0.2611980736255646], "r_norm": [1.2438405752182007, 1.274485468864441, 1.2905573844909668]}, {"step": 1200, "epoch": 2, "train_loss": 0.6636170148849487, "cos_r_negg": [0.5169569253921509, 0.449118047952652, 0.25251609086990356], "cos_apical_negg": [0.5169569253921509, 0.449118047952652, 0.25251609086990356], "cos_Ac_negg": [0.5169569253921509, 0.449118047952652, 0.25251609086990356], "r_norm": [1.3653035163879395, 1.400562047958374, 1.4151978492736816]}, {"step": 1250, "epoch": 2, "train_loss": 0.29165276885032654, "cos_r_negg": [0.5383496880531311, 0.47473904490470886, 0.26917755603790283], "cos_apical_negg": [0.5383496880531311, 0.47473904490470886, 0.26917755603790283], "cos_Ac_negg": [0.5383496880531311, 0.47473904490470886, 0.26917755603790283], "r_norm": [1.2327766418457031, 1.272650122642517, 1.2835168838500977]}, {"step": 1300, "epoch": 2, "train_loss": 0.3303583860397339, "cos_r_negg": [0.5535249710083008, 0.47682079672813416, 0.2858444154262543], "cos_apical_negg": [0.5535249710083008, 0.47682079672813416, 0.2858444154262543], "cos_Ac_negg": [0.5535249710083008, 0.47682079672813416, 0.2858444154262543], "r_norm": [1.2290600538253784, 1.2659046649932861, 1.2790358066558838]}, {"step": 1350, "epoch": 2, "train_loss": 0.2631714344024658, "cos_r_negg": [0.5557620525360107, 0.47482195496559143, 0.2910871207714081], "cos_apical_negg": [0.5557620525360107, 0.47482195496559143, 0.2910871207714081], "cos_Ac_negg": [0.5557620525360107, 0.47482195496559143, 0.2910871207714081], "r_norm": [1.1920273303985596, 1.2248042821884155, 1.2373173236846924]}, {"step": 1400, "epoch": 2, "train_loss": 0.5448052883148193, "cos_r_negg": [0.5531554222106934, 0.45772629976272583, 0.26725900173187256], "cos_apical_negg": [0.5531554222106934, 0.45772629976272583, 0.26725900173187256], "cos_Ac_negg": [0.5531554222106934, 0.45772629976272583, 0.26725900173187256], "r_norm": [1.2306201457977295, 1.2659895420074463, 1.2741879224777222]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8465, "test_loss": 0.4446867950439453}, {"step": 1450, "epoch": 3, "train_loss": 0.6773545145988464, "cos_r_negg": [0.5513591766357422, 0.48238658905029297, 0.3120015263557434], "cos_apical_negg": [0.5513591766357422, 0.48238658905029297, 0.3120015263557434], "cos_Ac_negg": [0.5513591766357422, 0.48238658905029297, 0.3120015263557434], "r_norm": [1.3145229816436768, 1.3380039930343628, 1.3581702709197998]}, {"step": 1500, "epoch": 3, "train_loss": 0.5811718106269836, "cos_r_negg": [0.5588493943214417, 0.47748059034347534, 0.31101691722869873], "cos_apical_negg": [0.5588493943214417, 0.47748059034347534, 0.31101691722869873], "cos_Ac_negg": [0.5588493943214417, 0.47748059034347534, 0.31101691722869873], "r_norm": [1.366867184638977, 1.3995558023452759, 1.4186170101165771]}, {"step": 1550, "epoch": 3, "train_loss": 0.3534310460090637, "cos_r_negg": [0.5299890041351318, 0.469730943441391, 0.2848416566848755], "cos_apical_negg": [0.5299890041351318, 0.469730943441391, 0.2848416566848755], "cos_Ac_negg": [0.5299890041351318, 0.469730943441391, 0.2848416566848755], "r_norm": [1.215749979019165, 1.245189905166626, 1.2638764381408691]}, {"step": 1600, "epoch": 3, "train_loss": 0.38785868883132935, "cos_r_negg": [0.526103138923645, 0.47395938634872437, 0.2788245677947998], "cos_apical_negg": [0.526103138923645, 0.47395938634872437, 0.2788245677947998], "cos_Ac_negg": [0.526103138923645, 0.47395938634872437, 0.2788245677947998], "r_norm": [1.3469278812408447, 1.3876683712005615, 1.3991599082946777]}, {"step": 1650, "epoch": 3, "train_loss": 0.45825356245040894, "cos_r_negg": [0.548897922039032, 0.4747356176376343, 0.29987382888793945], "cos_apical_negg": [0.548897922039032, 0.4747356176376343, 0.29987382888793945], "cos_Ac_negg": [0.548897922039032, 0.4747356176376343, 0.29987382888793945], "r_norm": [1.1701765060424805, 1.2005946636199951, 1.216367483139038]}, {"step": 1700, "epoch": 3, "train_loss": 0.34879106283187866, "cos_r_negg": [0.546859622001648, 0.46104520559310913, 0.25178980827331543], "cos_apical_negg": [0.546859622001648, 0.46104520559310913, 0.25178980827331543], "cos_Ac_negg": [0.546859622001648, 0.46104520559310913, 0.25178980827331543], "r_norm": [1.2288832664489746, 1.2631405591964722, 1.2803994417190552]}, {"step": 1750, "epoch": 3, "train_loss": 0.4703947901725769, "cos_r_negg": [0.5317816734313965, 0.4785466194152832, 0.2618561387062073], "cos_apical_negg": [0.5317816734313965, 0.4785466194152832, 0.2618561387062073], "cos_Ac_negg": [0.5317816734313965, 0.4785466194152832, 0.2618561387062073], "r_norm": [1.2176079750061035, 1.2421255111694336, 1.2601743936538696]}, {"step": 1800, "epoch": 3, "train_loss": 0.3826481103897095, "cos_r_negg": [0.5169825553894043, 0.4437708854675293, 0.2378799319267273], "cos_apical_negg": [0.5169825553894043, 0.4437708854675293, 0.2378799319267273], "cos_Ac_negg": [0.5169825553894043, 0.4437708854675293, 0.2378799319267273], "r_norm": [1.2157704830169678, 1.2494595050811768, 1.2605516910552979]}, {"step": 1850, "epoch": 3, "train_loss": 0.43905729055404663, "cos_r_negg": [0.5284109115600586, 0.4581748843193054, 0.24117934703826904], "cos_apical_negg": [0.5284109115600586, 0.4581748843193054, 0.24117934703826904], "cos_Ac_negg": [0.5284109115600586, 0.4581748843193054, 0.24117934703826904], "r_norm": [1.1288259029388428, 1.1608705520629883, 1.1723921298980713]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8557, "test_loss": 0.4294132690429687}, {"step": 1900, "epoch": 4, "train_loss": 0.3007076382637024, "cos_r_negg": [0.5274102687835693, 0.4555775225162506, 0.23048630356788635], "cos_apical_negg": [0.5274102687835693, 0.4555775225162506, 0.23048630356788635], "cos_Ac_negg": [0.5274102687835693, 0.4555775225162506, 0.23048630356788635], "r_norm": [1.196974277496338, 1.2328450679779053, 1.2410635948181152]}, {"step": 1950, "epoch": 4, "train_loss": 0.5902887582778931, "cos_r_negg": [0.5479003190994263, 0.46536487340927124, 0.24877682328224182], "cos_apical_negg": [0.5479003190994263, 0.46536487340927124, 0.24877682328224182], "cos_Ac_negg": [0.5479003190994263, 0.46536487340927124, 0.24877682328224182], "r_norm": [1.2388343811035156, 1.2720470428466797, 1.2856261730194092]}, {"step": 2000, "epoch": 4, "train_loss": 0.3617474138736725, "cos_r_negg": [0.5392966270446777, 0.46701085567474365, 0.2194346785545349], "cos_apical_negg": [0.5392966270446777, 0.46701085567474365, 0.2194346785545349], "cos_Ac_negg": [0.5392966270446777, 0.46701085567474365, 0.2194346785545349], "r_norm": [1.3260904550552368, 1.3499534130096436, 1.3723597526550293]}, {"step": 2050, "epoch": 4, "train_loss": 0.4543944001197815, "cos_r_negg": [0.5508469343185425, 0.4917180836200714, 0.26301878690719604], "cos_apical_negg": [0.5508469343185425, 0.4917180836200714, 0.26301878690719604], "cos_Ac_negg": [0.5508469343185425, 0.4917180836200714, 0.26301878690719604], "r_norm": [1.1524100303649902, 1.1841621398925781, 1.1981556415557861]}, {"step": 2100, "epoch": 4, "train_loss": 0.3463021218776703, "cos_r_negg": [0.5687991380691528, 0.4791034758090973, 0.2539024353027344], "cos_apical_negg": [0.5687991380691528, 0.4791034758090973, 0.2539024353027344], "cos_Ac_negg": [0.5687991380691528, 0.4791034758090973, 0.2539024353027344], "r_norm": [1.1422300338745117, 1.1767668724060059, 1.1873012781143188]}, {"step": 2150, "epoch": 4, "train_loss": 0.40662068128585815, "cos_r_negg": [0.5475904941558838, 0.48337146639823914, 0.2658679485321045], "cos_apical_negg": [0.5475904941558838, 0.48337146639823914, 0.2658679485321045], "cos_Ac_negg": [0.5475904941558838, 0.48337146639823914, 0.2658679485321045], "r_norm": [1.0982577800750732, 1.125995397567749, 1.1389824151992798]}, {"step": 2200, "epoch": 4, "train_loss": 0.4362161457538605, "cos_r_negg": [0.5395629405975342, 0.4908697009086609, 0.25486719608306885], "cos_apical_negg": [0.5395629405975342, 0.4908697009086609, 0.25486719608306885], "cos_Ac_negg": [0.5395629405975342, 0.4908697009086609, 0.25486719608306885], "r_norm": [1.180438756942749, 1.2119150161743164, 1.2252182960510254]}, {"step": 2250, "epoch": 4, "train_loss": 0.33035576343536377, "cos_r_negg": [0.5373667478561401, 0.4877440333366394, 0.2750314474105835], "cos_apical_negg": [0.5373667478561401, 0.4877440333366394, 0.2750314474105835], "cos_Ac_negg": [0.5373667478561401, 0.4877440333366394, 0.2750314474105835], "r_norm": [1.1103367805480957, 1.146379828453064, 1.1573593616485596]}, {"step": 2300, "epoch": 4, "train_loss": 0.14556846022605896, "cos_r_negg": [0.5526136755943298, 0.49866992235183716, 0.24414677917957306], "cos_apical_negg": [0.5526136755943298, 0.49866992235183716, 0.24414677917957306], "cos_Ac_negg": [0.5526136755943298, 0.49866992235183716, 0.24414677917957306], "r_norm": [1.1417326927185059, 1.1754478216171265, 1.1870644092559814]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8533, "test_loss": 0.4490229553222656}, {"step": 2350, "epoch": 5, "train_loss": 0.2478277087211609, "cos_r_negg": [0.5350998640060425, 0.4792940020561218, 0.225671648979187], "cos_apical_negg": [0.5350998640060425, 0.4792940020561218, 0.225671648979187], "cos_Ac_negg": [0.5350998640060425, 0.4792940020561218, 0.225671648979187], "r_norm": [1.072227954864502, 1.100480556488037, 1.1128535270690918]}, {"step": 2400, "epoch": 5, "train_loss": 0.32556092739105225, "cos_r_negg": [0.5441335439682007, 0.48557695746421814, 0.22333425283432007], "cos_apical_negg": [0.5441335439682007, 0.48557695746421814, 0.22333425283432007], "cos_Ac_negg": [0.5441335439682007, 0.48557695746421814, 0.22333425283432007], "r_norm": [1.2402536869049072, 1.2713654041290283, 1.2932233810424805]}, {"step": 2450, "epoch": 5, "train_loss": 0.34387290477752686, "cos_r_negg": [0.5504435300827026, 0.4943462014198303, 0.24546034634113312], "cos_apical_negg": [0.5504435300827026, 0.4943462014198303, 0.24546034634113312], "cos_Ac_negg": [0.5504435300827026, 0.4943462014198303, 0.24546034634113312], "r_norm": [1.2627618312835693, 1.2844994068145752, 1.3046306371688843]}, {"step": 2500, "epoch": 5, "train_loss": 0.4159672260284424, "cos_r_negg": [0.5793254971504211, 0.5154314637184143, 0.28289544582366943], "cos_apical_negg": [0.5793254971504211, 0.5154314637184143, 0.28289544582366943], "cos_Ac_negg": [0.5793254971504211, 0.5154314637184143, 0.28289544582366943], "r_norm": [1.3499047756195068, 1.382108449935913, 1.401436686515808]}, {"step": 2550, "epoch": 5, "train_loss": 0.371801495552063, "cos_r_negg": [0.511561930179596, 0.4747692048549652, 0.27081722021102905], "cos_apical_negg": [0.511561930179596, 0.4747692048549652, 0.27081722021102905], "cos_Ac_negg": [0.511561930179596, 0.4747692048549652, 0.27081722021102905], "r_norm": [1.1987379789352417, 1.2302910089492798, 1.2425968647003174]}, {"step": 2600, "epoch": 5, "train_loss": 0.41194307804107666, "cos_r_negg": [0.5665132999420166, 0.4951753318309784, 0.295464426279068], "cos_apical_negg": [0.5665132999420166, 0.4951753318309784, 0.295464426279068], "cos_Ac_negg": [0.5665132999420166, 0.4951753318309784, 0.295464426279068], "r_norm": [1.1366136074066162, 1.162482738494873, 1.1803003549575806]}, {"step": 2650, "epoch": 5, "train_loss": 0.2353777438402176, "cos_r_negg": [0.5106512308120728, 0.48062679171562195, 0.26554691791534424], "cos_apical_negg": [0.5106512308120728, 0.48062679171562195, 0.26554691791534424], "cos_Ac_negg": [0.5106512308120728, 0.48062679171562195, 0.26554691791534424], "r_norm": [1.200265645980835, 1.2279200553894043, 1.2434108257293701]}, {"step": 2700, "epoch": 5, "train_loss": 0.20987850427627563, "cos_r_negg": [0.4996885359287262, 0.4671317934989929, 0.24952015280723572], "cos_apical_negg": [0.4996885359287262, 0.4671317934989929, 0.24952015280723572], "cos_Ac_negg": [0.4996885359287262, 0.4671317934989929, 0.24952015280723572], "r_norm": [1.095739483833313, 1.1244373321533203, 1.1364946365356445]}, {"step": 2750, "epoch": 5, "train_loss": 0.35958388447761536, "cos_r_negg": [0.5266504287719727, 0.4721272587776184, 0.2642614245414734], "cos_apical_negg": [0.5266504287719727, 0.4721272587776184, 0.2642614245414734], "cos_Ac_negg": [0.5266504287719727, 0.4721272587776184, 0.2642614245414734], "r_norm": [1.1008484363555908, 1.1293652057647705, 1.1380798816680908]}, {"step": 2800, "epoch": 5, "train_loss": 0.39571863412857056, "cos_r_negg": [0.49613574147224426, 0.46415185928344727, 0.26877617835998535], "cos_apical_negg": [0.49613574147224426, 0.46415185928344727, 0.26877617835998535], "cos_Ac_negg": [0.49613574147224426, 0.46415185928344727, 0.26877617835998535], "r_norm": [1.0681349039077759, 1.0939818620681763, 1.106266975402832]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8541, "test_loss": 0.44627684020996095}, {"step": 2850, "epoch": 6, "train_loss": 0.21859094500541687, "cos_r_negg": [0.5196551084518433, 0.4736091196537018, 0.2816987931728363], "cos_apical_negg": [0.5196551084518433, 0.4736091196537018, 0.2816987931728363], "cos_Ac_negg": [0.5196551084518433, 0.4736091196537018, 0.2816987931728363], "r_norm": [1.1696021556854248, 1.1965752840042114, 1.214907169342041]}, {"step": 2900, "epoch": 6, "train_loss": 0.3187114894390106, "cos_r_negg": [0.5355310440063477, 0.493960440158844, 0.30169975757598877], "cos_apical_negg": [0.5355310440063477, 0.493960440158844, 0.30169975757598877], "cos_Ac_negg": [0.5355310440063477, 0.493960440158844, 0.30169975757598877], "r_norm": [1.1193068027496338, 1.1457828283309937, 1.161919116973877]}, {"step": 2950, "epoch": 6, "train_loss": 0.17520427703857422, "cos_r_negg": [0.5458627939224243, 0.5057024955749512, 0.31418973207473755], "cos_apical_negg": [0.5458627939224243, 0.5057024955749512, 0.31418973207473755], "cos_Ac_negg": [0.5458627939224243, 0.5057024955749512, 0.31418973207473755], "r_norm": [1.181623935699463, 1.2114944458007812, 1.2239779233932495]}, {"step": 3000, "epoch": 6, "train_loss": 0.5249069929122925, "cos_r_negg": [0.5263975858688354, 0.4895387291908264, 0.28332656621932983], "cos_apical_negg": [0.5263975858688354, 0.4895387291908264, 0.28332656621932983], "cos_Ac_negg": [0.5263975858688354, 0.4895387291908264, 0.28332656621932983], "r_norm": [1.0783066749572754, 1.1116127967834473, 1.1242332458496094]}, {"step": 3050, "epoch": 6, "train_loss": 0.4603741765022278, "cos_r_negg": [0.5215280055999756, 0.4654689431190491, 0.24772033095359802], "cos_apical_negg": [0.5215280055999756, 0.4654689431190491, 0.24772033095359802], "cos_Ac_negg": [0.5215280055999756, 0.4654689431190491, 0.24772033095359802], "r_norm": [1.1020712852478027, 1.127189040184021, 1.1436278820037842]}, {"step": 3100, "epoch": 6, "train_loss": 0.3558748960494995, "cos_r_negg": [0.5203280448913574, 0.47343602776527405, 0.2521272599697113], "cos_apical_negg": [0.5203280448913574, 0.47343602776527405, 0.2521272599697113], "cos_Ac_negg": [0.5203280448913574, 0.47343602776527405, 0.2521272599697113], "r_norm": [1.1183481216430664, 1.1471019983291626, 1.1600489616394043]}, {"step": 3150, "epoch": 6, "train_loss": 0.45694977045059204, "cos_r_negg": [0.5282813310623169, 0.4831196665763855, 0.258825421333313], "cos_apical_negg": [0.5282813310623169, 0.4831196665763855, 0.258825421333313], "cos_Ac_negg": [0.5282813310623169, 0.4831196665763855, 0.258825421333313], "r_norm": [1.104304552078247, 1.1312568187713623, 1.1461151838302612]}, {"step": 3200, "epoch": 6, "train_loss": 0.290505588054657, "cos_r_negg": [0.5464653968811035, 0.5057278871536255, 0.3085619807243347], "cos_apical_negg": [0.5464653968811035, 0.5057278871536255, 0.3085619807243347], "cos_Ac_negg": [0.5464653968811035, 0.5057278871536255, 0.3085619807243347], "r_norm": [1.080915093421936, 1.1076571941375732, 1.120166540145874]}, {"step": 3250, "epoch": 6, "train_loss": 0.229440838098526, "cos_r_negg": [0.5197820663452148, 0.4657926857471466, 0.280364453792572], "cos_apical_negg": [0.5197820663452148, 0.4657926857471466, 0.280364453792572], "cos_Ac_negg": [0.5197820663452148, 0.4657926857471466, 0.280364453792572], "r_norm": [1.0019570589065552, 1.0307303667068481, 1.042346715927124]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8428, "test_loss": 0.46346888427734373}, {"step": 3300, "epoch": 7, "train_loss": 0.29676324129104614, "cos_r_negg": [0.528206467628479, 0.5139585733413696, 0.2859579622745514], "cos_apical_negg": [0.528206467628479, 0.5139585733413696, 0.2859579622745514], "cos_Ac_negg": [0.528206467628479, 0.5139585733413696, 0.2859579622745514], "r_norm": [1.2362430095672607, 1.2618352174758911, 1.2747631072998047]}, {"step": 3350, "epoch": 7, "train_loss": 0.34038177132606506, "cos_r_negg": [0.5509753227233887, 0.5171153545379639, 0.30421513319015503], "cos_apical_negg": [0.5509753227233887, 0.5171153545379639, 0.30421513319015503], "cos_Ac_negg": [0.5509753227233887, 0.5171153545379639, 0.30421513319015503], "r_norm": [1.1044262647628784, 1.1330924034118652, 1.1472210884094238]}, {"step": 3400, "epoch": 7, "train_loss": 0.34925419092178345, "cos_r_negg": [0.5281597375869751, 0.5042988061904907, 0.29824504256248474], "cos_apical_negg": [0.5281597375869751, 0.5042988061904907, 0.29824504256248474], "cos_Ac_negg": [0.5281597375869751, 0.5042988061904907, 0.29824504256248474], "r_norm": [1.0264781713485718, 1.0559775829315186, 1.0658442974090576]}, {"step": 3450, "epoch": 7, "train_loss": 0.3460504412651062, "cos_r_negg": [0.5369640588760376, 0.5096172094345093, 0.3106382489204407], "cos_apical_negg": [0.5369640588760376, 0.5096172094345093, 0.3106382489204407], "cos_Ac_negg": [0.5369640588760376, 0.5096172094345093, 0.3106382489204407], "r_norm": [1.042853832244873, 1.0720131397247314, 1.0786237716674805]}, {"step": 3500, "epoch": 7, "train_loss": 0.32811641693115234, "cos_r_negg": [0.5428619980812073, 0.5209137201309204, 0.3010321855545044], "cos_apical_negg": [0.5428619980812073, 0.5209137201309204, 0.3010321855545044], "cos_Ac_negg": [0.5428619980812073, 0.5209137201309204, 0.3010321855545044], "r_norm": [1.0843585729599, 1.1069765090942383, 1.121604323387146]}, {"step": 3550, "epoch": 7, "train_loss": 0.33023354411125183, "cos_r_negg": [0.5447524785995483, 0.5023477673530579, 0.3213666081428528], "cos_apical_negg": [0.5447524785995483, 0.5023477673530579, 0.3213666081428528], "cos_Ac_negg": [0.5447524785995483, 0.5023477673530579, 0.3213666081428528], "r_norm": [1.0435220003128052, 1.071371078491211, 1.0824753046035767]}, {"step": 3600, "epoch": 7, "train_loss": 0.28569474816322327, "cos_r_negg": [0.5350937843322754, 0.5094066262245178, 0.3043838143348694], "cos_apical_negg": [0.5350937843322754, 0.5094066262245178, 0.3043838143348694], "cos_Ac_negg": [0.5350937843322754, 0.5094066262245178, 0.3043838143348694], "r_norm": [1.2073915004730225, 1.2421363592147827, 1.251863956451416]}, {"step": 3650, "epoch": 7, "train_loss": 0.39508527517318726, "cos_r_negg": [0.5551254153251648, 0.5323913097381592, 0.29945141077041626], "cos_apical_negg": [0.5551254153251648, 0.5323913097381592, 0.29945141077041626], "cos_Ac_negg": [0.5551254153251648, 0.5323913097381592, 0.29945141077041626], "r_norm": [1.1302247047424316, 1.1641921997070312, 1.172861933708191]}, {"step": 3700, "epoch": 7, "train_loss": 0.3253796696662903, "cos_r_negg": [0.5489970445632935, 0.5070403814315796, 0.29307764768600464], "cos_apical_negg": [0.5489970445632935, 0.5070403814315796, 0.29307764768600464], "cos_Ac_negg": [0.5489970445632935, 0.5070403814315796, 0.29307764768600464], "r_norm": [1.2292836904525757, 1.2666962146759033, 1.279515266418457]}, {"step": 3750, "epoch": 7, "train_loss": 0.4332127869129181, "cos_r_negg": [0.5315788984298706, 0.5064432621002197, 0.28136157989501953], "cos_apical_negg": [0.5315788984298706, 0.5064432621002197, 0.28136157989501953], "cos_Ac_negg": [0.5315788984298706, 0.5064432621002197, 0.28136157989501953], "r_norm": [1.0888339281082153, 1.1187108755111694, 1.1307259798049927]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8615, "test_loss": 0.40773716735839843}, {"step": 3800, "epoch": 8, "train_loss": 0.2623479962348938, "cos_r_negg": [0.517184317111969, 0.4718138575553894, 0.27141109108924866], "cos_apical_negg": [0.517184317111969, 0.4718138575553894, 0.27141109108924866], "cos_Ac_negg": [0.517184317111969, 0.4718138575553894, 0.27141109108924866], "r_norm": [1.0695551633834839, 1.0982455015182495, 1.110227346420288]}, {"step": 3850, "epoch": 8, "train_loss": 0.41131794452667236, "cos_r_negg": [0.5276185274124146, 0.4994356632232666, 0.28733140230178833], "cos_apical_negg": [0.5276185274124146, 0.4994356632232666, 0.28733140230178833], "cos_Ac_negg": [0.5276185274124146, 0.4994356632232666, 0.28733140230178833], "r_norm": [1.100496530532837, 1.1267216205596924, 1.14143967628479]}, {"step": 3900, "epoch": 8, "train_loss": 0.2739297151565552, "cos_r_negg": [0.5305869579315186, 0.509899377822876, 0.2980836033821106], "cos_apical_negg": [0.5305869579315186, 0.509899377822876, 0.2980836033821106], "cos_Ac_negg": [0.5305869579315186, 0.509899377822876, 0.2980836033821106], "r_norm": [1.072721004486084, 1.1047500371932983, 1.1157903671264648]}, {"step": 3950, "epoch": 8, "train_loss": 0.34254682064056396, "cos_r_negg": [0.5532083511352539, 0.5185880064964294, 0.29914090037345886], "cos_apical_negg": [0.5532083511352539, 0.5185880064964294, 0.29914090037345886], "cos_Ac_negg": [0.5532083511352539, 0.5185880064964294, 0.29914090037345886], "r_norm": [1.0603245496749878, 1.0928683280944824, 1.1033611297607422]}, {"step": 4000, "epoch": 8, "train_loss": 0.36295515298843384, "cos_r_negg": [0.5459088087081909, 0.5109748840332031, 0.3148307204246521], "cos_apical_negg": [0.5459088087081909, 0.5109748840332031, 0.3148307204246521], "cos_Ac_negg": [0.5459088087081909, 0.5109748840332031, 0.3148307204246521], "r_norm": [1.1695425510406494, 1.2014775276184082, 1.2142460346221924]}, {"step": 4050, "epoch": 8, "train_loss": 0.27744626998901367, "cos_r_negg": [0.5183620452880859, 0.486498087644577, 0.3124964237213135], "cos_apical_negg": [0.5183620452880859, 0.486498087644577, 0.3124964237213135], "cos_Ac_negg": [0.5183620452880859, 0.486498087644577, 0.3124964237213135], "r_norm": [1.121364951133728, 1.1473830938339233, 1.1621923446655273]}, {"step": 4100, "epoch": 8, "train_loss": 0.2574349641799927, "cos_r_negg": [0.5139214992523193, 0.48825472593307495, 0.3052579164505005], "cos_apical_negg": [0.5139214992523193, 0.48825472593307495, 0.3052579164505005], "cos_Ac_negg": [0.5139214992523193, 0.48825472593307495, 0.3052579164505005], "r_norm": [1.0983694791793823, 1.123944878578186, 1.138295292854309]}, {"step": 4150, "epoch": 8, "train_loss": 0.2987361550331116, "cos_r_negg": [0.5246601104736328, 0.507066547870636, 0.31551507115364075], "cos_apical_negg": [0.5246601104736328, 0.507066547870636, 0.31551507115364075], "cos_Ac_negg": [0.5246601104736328, 0.507066547870636, 0.31551507115364075], "r_norm": [1.0680279731750488, 1.0997782945632935, 1.1081302165985107]}, {"step": 4200, "epoch": 8, "train_loss": 0.34960514307022095, "cos_r_negg": [0.5513940453529358, 0.536744236946106, 0.3170500695705414], "cos_apical_negg": [0.5513940453529358, 0.536744236946106, 0.3170500695705414], "cos_Ac_negg": [0.5513940453529358, 0.536744236946106, 0.3170500695705414], "r_norm": [1.1741818189620972, 1.197220802307129, 1.213340401649475]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8456, "test_loss": 0.4910212860107422}, {"step": 4250, "epoch": 9, "train_loss": 0.23303404450416565, "cos_r_negg": [0.5199112892150879, 0.5049044489860535, 0.29787585139274597], "cos_apical_negg": [0.5199112892150879, 0.5049044489860535, 0.29787585139274597], "cos_Ac_negg": [0.5199112892150879, 0.5049044489860535, 0.29787585139274597], "r_norm": [1.1986393928527832, 1.2207810878753662, 1.2390377521514893]}, {"step": 4300, "epoch": 9, "train_loss": 0.23039761185646057, "cos_r_negg": [0.5265452265739441, 0.4987259805202484, 0.3092007040977478], "cos_apical_negg": [0.5265452265739441, 0.4987259805202484, 0.3092007040977478], "cos_Ac_negg": [0.5265452265739441, 0.4987259805202484, 0.3092007040977478], "r_norm": [1.0458366870880127, 1.0680111646652222, 1.0824942588806152]}, {"step": 4350, "epoch": 9, "train_loss": 0.17117835581302643, "cos_r_negg": [0.535047709941864, 0.4970241189002991, 0.2971721887588501], "cos_apical_negg": [0.535047709941864, 0.4970241189002991, 0.2971721887588501], "cos_Ac_negg": [0.535047709941864, 0.4970241189002991, 0.2971721887588501], "r_norm": [1.109208345413208, 1.1315878629684448, 1.152144193649292]}, {"step": 4400, "epoch": 9, "train_loss": 0.357524573802948, "cos_r_negg": [0.5346570014953613, 0.5260745286941528, 0.31585460901260376], "cos_apical_negg": [0.5346570014953613, 0.5260745286941528, 0.31585460901260376], "cos_Ac_negg": [0.5346570014953613, 0.5260745286941528, 0.31585460901260376], "r_norm": [1.0766258239746094, 1.1013950109481812, 1.1183024644851685]}, {"step": 4450, "epoch": 9, "train_loss": 0.20704583823680878, "cos_r_negg": [0.5445334315299988, 0.516051173210144, 0.3378153145313263], "cos_apical_negg": [0.5445334315299988, 0.516051173210144, 0.3378153145313263], "cos_Ac_negg": [0.5445334315299988, 0.516051173210144, 0.3378153145313263], "r_norm": [1.199450969696045, 1.2335896492004395, 1.2486636638641357]}, {"step": 4500, "epoch": 9, "train_loss": 0.46003058552742004, "cos_r_negg": [0.5449930429458618, 0.5119514465332031, 0.31167495250701904], "cos_apical_negg": [0.5449930429458618, 0.5119514465332031, 0.31167495250701904], "cos_Ac_negg": [0.5449930429458618, 0.5119514465332031, 0.31167495250701904], "r_norm": [1.2285219430923462, 1.2561731338500977, 1.2725884914398193]}, {"step": 4550, "epoch": 9, "train_loss": 0.22985851764678955, "cos_r_negg": [0.5452704429626465, 0.5064737796783447, 0.317100465297699], "cos_apical_negg": [0.5452704429626465, 0.5064737796783447, 0.317100465297699], "cos_Ac_negg": [0.5452704429626465, 0.5064737796783447, 0.317100465297699], "r_norm": [1.0990794897079468, 1.1248769760131836, 1.1402491331100464]}, {"step": 4600, "epoch": 9, "train_loss": 0.2674216628074646, "cos_r_negg": [0.5465282201766968, 0.5180065035820007, 0.3197478652000427], "cos_apical_negg": [0.5465282201766968, 0.5180065035820007, 0.3197478652000427], "cos_Ac_negg": [0.5465282201766968, 0.5180065035820007, 0.3197478652000427], "r_norm": [1.182526707649231, 1.21535062789917, 1.2262295484542847]}, {"step": 4650, "epoch": 9, "train_loss": 0.34163275361061096, "cos_r_negg": [0.5320042371749878, 0.49436742067337036, 0.2990601062774658], "cos_apical_negg": [0.5320042371749878, 0.49436742067337036, 0.2990601062774658], "cos_Ac_negg": [0.5320042371749878, 0.49436742067337036, 0.2990601062774658], "r_norm": [1.0627726316452026, 1.0946096181869507, 1.1063811779022217]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.852, "test_loss": 0.44855271301269534}, {"step": 4700, "epoch": 10, "train_loss": 0.3083745837211609, "cos_r_negg": [0.5574097633361816, 0.5363354682922363, 0.34472864866256714], "cos_apical_negg": [0.5574097633361816, 0.5363354682922363, 0.34472864866256714], "cos_Ac_negg": [0.5574097633361816, 0.5363354682922363, 0.34472864866256714], "r_norm": [1.2190756797790527, 1.2495927810668945, 1.2640937566757202]}, {"step": 4750, "epoch": 10, "train_loss": 0.26422709226608276, "cos_r_negg": [0.5269769430160522, 0.5156261920928955, 0.33103427290916443], "cos_apical_negg": [0.5269769430160522, 0.5156261920928955, 0.33103427290916443], "cos_Ac_negg": [0.5269769430160522, 0.5156261920928955, 0.33103427290916443], "r_norm": [1.0330052375793457, 1.0590202808380127, 1.0702886581420898]}, {"step": 4800, "epoch": 10, "train_loss": 0.328227162361145, "cos_r_negg": [0.5455003976821899, 0.5284145474433899, 0.3549288511276245], "cos_apical_negg": [0.5455003976821899, 0.5284145474433899, 0.3549288511276245], "cos_Ac_negg": [0.5455003976821899, 0.5284145474433899, 0.3549288511276245], "r_norm": [0.9963203072547913, 1.0248284339904785, 1.036231517791748]}, {"step": 4850, "epoch": 10, "train_loss": 0.33945369720458984, "cos_r_negg": [0.5388842821121216, 0.5320186614990234, 0.35617363452911377], "cos_apical_negg": [0.5388842821121216, 0.5320186614990234, 0.35617363452911377], "cos_Ac_negg": [0.5388842821121216, 0.5320186614990234, 0.35617363452911377], "r_norm": [1.0276236534118652, 1.0535169839859009, 1.0660665035247803]}, {"step": 4900, "epoch": 10, "train_loss": 0.2938539385795593, "cos_r_negg": [0.5521854758262634, 0.5114459991455078, 0.3491831123828888], "cos_apical_negg": [0.5521854758262634, 0.5114459991455078, 0.3491831123828888], "cos_Ac_negg": [0.5521854758262634, 0.5114459991455078, 0.3491831123828888], "r_norm": [1.0917507410049438, 1.1235342025756836, 1.1334840059280396]}, {"step": 4950, "epoch": 10, "train_loss": 0.2206728160381317, "cos_r_negg": [0.5270239114761353, 0.5038092136383057, 0.33744683861732483], "cos_apical_negg": [0.5270239114761353, 0.5038092136383057, 0.33744683861732483], "cos_Ac_negg": [0.5270239114761353, 0.5038092136383057, 0.33744683861732483], "r_norm": [1.0654534101486206, 1.089177131652832, 1.1013480424880981]}, {"step": 5000, "epoch": 10, "train_loss": 0.2486528903245926, "cos_r_negg": [0.5309228897094727, 0.5204076766967773, 0.32962992787361145], "cos_apical_negg": [0.5309228897094727, 0.5204076766967773, 0.32962992787361145], "cos_Ac_negg": [0.5309228897094727, 0.5204076766967773, 0.32962992787361145], "r_norm": [1.0657639503479004, 1.0927003622055054, 1.1077213287353516]}, {"step": 5050, "epoch": 10, "train_loss": 0.39939630031585693, "cos_r_negg": [0.5354080200195312, 0.5040581226348877, 0.3325532078742981], "cos_apical_negg": [0.5354080200195312, 0.5040581226348877, 0.3325532078742981], "cos_Ac_negg": [0.5354080200195312, 0.5040581226348877, 0.3325532078742981], "r_norm": [1.10174560546875, 1.1284109354019165, 1.1425291299819946]}, {"step": 5100, "epoch": 10, "train_loss": 0.2289111614227295, "cos_r_negg": [0.5320101976394653, 0.5109254717826843, 0.34673309326171875], "cos_apical_negg": [0.5320101976394653, 0.5109254717826843, 0.34673309326171875], "cos_Ac_negg": [0.5320101976394653, 0.5109254717826843, 0.34673309326171875], "r_norm": [1.1881866455078125, 1.2210936546325684, 1.2378545999526978]}, {"step": 5150, "epoch": 10, "train_loss": 0.3275068700313568, "cos_r_negg": [0.5150102376937866, 0.47798067331314087, 0.32181575894355774], "cos_apical_negg": [0.5150102376937866, 0.47798067331314087, 0.32181575894355774], "cos_Ac_negg": [0.5150102376937866, 0.47798067331314087, 0.32181575894355774], "r_norm": [1.1279945373535156, 1.1511869430541992, 1.1696720123291016]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.866, "test_loss": 0.40447796630859373}, {"step": 5200, "epoch": 11, "train_loss": 0.33678871393203735, "cos_r_negg": [0.5458543300628662, 0.5026521682739258, 0.3280458450317383], "cos_apical_negg": [0.5458543300628662, 0.5026521682739258, 0.3280458450317383], "cos_Ac_negg": [0.5458543300628662, 0.5026521682739258, 0.3280458450317383], "r_norm": [1.0937600135803223, 1.119206428527832, 1.1370313167572021]}, {"step": 5250, "epoch": 11, "train_loss": 0.12305775284767151, "cos_r_negg": [0.5293226838111877, 0.4917457103729248, 0.3200169801712036], "cos_apical_negg": [0.5293226838111877, 0.4917457103729248, 0.3200169801712036], "cos_Ac_negg": [0.5293226838111877, 0.4917457103729248, 0.3200169801712036], "r_norm": [1.1293396949768066, 1.1541047096252441, 1.1737136840820312]}, {"step": 5300, "epoch": 11, "train_loss": 0.36736834049224854, "cos_r_negg": [0.5179007649421692, 0.4965400993824005, 0.32243019342422485], "cos_apical_negg": [0.5179007649421692, 0.4965400993824005, 0.32243019342422485], "cos_Ac_negg": [0.5179007649421692, 0.4965400993824005, 0.32243019342422485], "r_norm": [1.1504042148590088, 1.1762950420379639, 1.1910572052001953]}, {"step": 5350, "epoch": 11, "train_loss": 0.28665784001350403, "cos_r_negg": [0.5534856915473938, 0.5205415487289429, 0.3396843671798706], "cos_apical_negg": [0.5534856915473938, 0.5205415487289429, 0.3396843671798706], "cos_Ac_negg": [0.5534856915473938, 0.5205415487289429, 0.3396843671798706], "r_norm": [1.1070847511291504, 1.13163423538208, 1.1460351943969727]}, {"step": 5400, "epoch": 11, "train_loss": 0.2708725929260254, "cos_r_negg": [0.5314627885818481, 0.4871128797531128, 0.31914710998535156], "cos_apical_negg": [0.5314627885818481, 0.4871128797531128, 0.31914710998535156], "cos_Ac_negg": [0.5314627885818481, 0.4871128797531128, 0.31914710998535156], "r_norm": [1.1529226303100586, 1.186537504196167, 1.1998791694641113]}, {"step": 5450, "epoch": 11, "train_loss": 0.3126368522644043, "cos_r_negg": [0.5359681248664856, 0.4984143376350403, 0.3222303092479706], "cos_apical_negg": [0.5359681248664856, 0.4984143376350403, 0.3222303092479706], "cos_Ac_negg": [0.5359681248664856, 0.4984143376350403, 0.3222303092479706], "r_norm": [1.1557893753051758, 1.1834689378738403, 1.1978293657302856]}, {"step": 5500, "epoch": 11, "train_loss": 0.3955739736557007, "cos_r_negg": [0.5239906311035156, 0.4671134054660797, 0.3312952518463135], "cos_apical_negg": [0.5239906311035156, 0.4671134054660797, 0.3312952518463135], "cos_Ac_negg": [0.5239906311035156, 0.4671134054660797, 0.3312952518463135], "r_norm": [1.115412950515747, 1.1432037353515625, 1.1604089736938477]}, {"step": 5550, "epoch": 11, "train_loss": 0.4505540132522583, "cos_r_negg": [0.5373689532279968, 0.4988340139389038, 0.33725082874298096], "cos_apical_negg": [0.5373689532279968, 0.4988340139389038, 0.33725082874298096], "cos_Ac_negg": [0.5373689532279968, 0.4988340139389038, 0.33725082874298096], "r_norm": [0.9844087958335876, 1.0092670917510986, 1.0202702283859253]}, {"step": 5600, "epoch": 11, "train_loss": 0.20579811930656433, "cos_r_negg": [0.5336863994598389, 0.4922633171081543, 0.3115678131580353], "cos_apical_negg": [0.5336863994598389, 0.4922633171081543, 0.3115678131580353], "cos_Ac_negg": [0.5336863994598389, 0.4922633171081543, 0.3115678131580353], "r_norm": [1.0604379177093506, 1.0875542163848877, 1.0993762016296387]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8637, "test_loss": 0.42414235229492186}, {"step": 5650, "epoch": 12, "train_loss": 0.2640318274497986, "cos_r_negg": [0.5479896068572998, 0.49377039074897766, 0.3159528970718384], "cos_apical_negg": [0.5479896068572998, 0.49377039074897766, 0.3159528970718384], "cos_Ac_negg": [0.5479896068572998, 0.49377039074897766, 0.3159528970718384], "r_norm": [1.096502661705017, 1.1196017265319824, 1.1395918130874634]}, {"step": 5700, "epoch": 12, "train_loss": 0.25237590074539185, "cos_r_negg": [0.523357629776001, 0.4745897650718689, 0.3318037986755371], "cos_apical_negg": [0.523357629776001, 0.4745897650718689, 0.3318037986755371], "cos_Ac_negg": [0.523357629776001, 0.4745897650718689, 0.3318037986755371], "r_norm": [0.9551764726638794, 0.9843976497650146, 0.9908726215362549]}, {"step": 5750, "epoch": 12, "train_loss": 0.5036709308624268, "cos_r_negg": [0.519333004951477, 0.47828054428100586, 0.3098033666610718], "cos_apical_negg": [0.519333004951477, 0.47828054428100586, 0.3098033666610718], "cos_Ac_negg": [0.519333004951477, 0.47828054428100586, 0.3098033666610718], "r_norm": [0.9966217279434204, 1.02579665184021, 1.0359268188476562]}, {"step": 5800, "epoch": 12, "train_loss": 0.28763478994369507, "cos_r_negg": [0.5335150957107544, 0.48279905319213867, 0.32537561655044556], "cos_apical_negg": [0.5335150957107544, 0.48279905319213867, 0.32537561655044556], "cos_Ac_negg": [0.5335150957107544, 0.48279905319213867, 0.32537561655044556], "r_norm": [1.072029948234558, 1.1016793251037598, 1.1109471321105957]}, {"step": 5850, "epoch": 12, "train_loss": 0.30964165925979614, "cos_r_negg": [0.5414278507232666, 0.5052334666252136, 0.3374323546886444], "cos_apical_negg": [0.5414278507232666, 0.5052334666252136, 0.3374323546886444], "cos_Ac_negg": [0.5414278507232666, 0.5052334666252136, 0.3374323546886444], "r_norm": [0.9576958417892456, 0.980741560459137, 0.992946207523346]}, {"step": 5900, "epoch": 12, "train_loss": 0.29058271646499634, "cos_r_negg": [0.5409256219863892, 0.5011041164398193, 0.3333834111690521], "cos_apical_negg": [0.5409256219863892, 0.5011041164398193, 0.3333834111690521], "cos_Ac_negg": [0.5409256219863892, 0.5011041164398193, 0.3333834111690521], "r_norm": [1.073772668838501, 1.0997761487960815, 1.1170744895935059]}, {"step": 5950, "epoch": 12, "train_loss": 0.26670441031455994, "cos_r_negg": [0.5379291772842407, 0.4973723590373993, 0.3250381350517273], "cos_apical_negg": [0.5379291772842407, 0.4973723590373993, 0.3250381350517273], "cos_Ac_negg": [0.5379291772842407, 0.4973723590373993, 0.3250381350517273], "r_norm": [1.1296541690826416, 1.1538903713226318, 1.1699466705322266]}, {"step": 6000, "epoch": 12, "train_loss": 0.2115052193403244, "cos_r_negg": [0.5423214435577393, 0.506779670715332, 0.3285985589027405], "cos_apical_negg": [0.5423214435577393, 0.506779670715332, 0.3285985589027405], "cos_Ac_negg": [0.5423214435577393, 0.506779670715332, 0.3285985589027405], "r_norm": [1.0387747287750244, 1.0661625862121582, 1.0824041366577148]}, {"step": 6050, "epoch": 12, "train_loss": 0.18959994614124298, "cos_r_negg": [0.5146163702011108, 0.48924964666366577, 0.33462977409362793], "cos_apical_negg": [0.5146163702011108, 0.48924964666366577, 0.33462977409362793], "cos_Ac_negg": [0.5146163702011108, 0.48924964666366577, 0.33462977409362793], "r_norm": [1.081127643585205, 1.107792615890503, 1.1187009811401367]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8612, "test_loss": 0.40731177978515626}, {"step": 6100, "epoch": 13, "train_loss": 0.30310097336769104, "cos_r_negg": [0.5243165493011475, 0.4959695339202881, 0.31987565755844116], "cos_apical_negg": [0.5243165493011475, 0.4959695339202881, 0.31987565755844116], "cos_Ac_negg": [0.5243165493011475, 0.4959695339202881, 0.31987565755844116], "r_norm": [1.06046724319458, 1.0862863063812256, 1.1009821891784668]}, {"step": 6150, "epoch": 13, "train_loss": 0.21409907937049866, "cos_r_negg": [0.5231437683105469, 0.49074485898017883, 0.33885788917541504], "cos_apical_negg": [0.5231437683105469, 0.49074485898017883, 0.33885788917541504], "cos_Ac_negg": [0.5231437683105469, 0.49074485898017883, 0.33885788917541504], "r_norm": [0.9587751626968384, 0.9839876294136047, 0.9919958710670471]}, {"step": 6200, "epoch": 13, "train_loss": 0.27863118052482605, "cos_r_negg": [0.5158694982528687, 0.4822392463684082, 0.3495374321937561], "cos_apical_negg": [0.5158694982528687, 0.4822392463684082, 0.3495374321937561], "cos_Ac_negg": [0.5158694982528687, 0.4822392463684082, 0.3495374321937561], "r_norm": [1.235779047012329, 1.2613637447357178, 1.282688856124878]}, {"step": 6250, "epoch": 13, "train_loss": 0.32955431938171387, "cos_r_negg": [0.519361138343811, 0.48715367913246155, 0.3612854480743408], "cos_apical_negg": [0.519361138343811, 0.48715367913246155, 0.3612854480743408], "cos_Ac_negg": [0.519361138343811, 0.48715367913246155, 0.3612854480743408], "r_norm": [1.0805230140686035, 1.107952356338501, 1.1180603504180908]}, {"step": 6300, "epoch": 13, "train_loss": 0.3129373788833618, "cos_r_negg": [0.5161743760108948, 0.47447025775909424, 0.347497820854187], "cos_apical_negg": [0.5161743760108948, 0.47447025775909424, 0.347497820854187], "cos_Ac_negg": [0.5161743760108948, 0.47447025775909424, 0.347497820854187], "r_norm": [1.071159839630127, 1.096769094467163, 1.111072063446045]}, {"step": 6350, "epoch": 13, "train_loss": 0.2164502739906311, "cos_r_negg": [0.519416332244873, 0.475040078163147, 0.3435758352279663], "cos_apical_negg": [0.519416332244873, 0.475040078163147, 0.3435758352279663], "cos_Ac_negg": [0.519416332244873, 0.475040078163147, 0.3435758352279663], "r_norm": [1.1346689462661743, 1.1653342247009277, 1.1741234064102173]}, {"step": 6400, "epoch": 13, "train_loss": 0.2648780941963196, "cos_r_negg": [0.5321424007415771, 0.49295666813850403, 0.36237239837646484], "cos_apical_negg": [0.5321424007415771, 0.49295666813850403, 0.36237239837646484], "cos_Ac_negg": [0.5321424007415771, 0.49295666813850403, 0.36237239837646484], "r_norm": [1.0418095588684082, 1.0681706666946411, 1.0822011232376099]}, {"step": 6450, "epoch": 13, "train_loss": 0.2855105996131897, "cos_r_negg": [0.5365595817565918, 0.48508042097091675, 0.39512795209884644], "cos_apical_negg": [0.5365595817565918, 0.48508042097091675, 0.39512795209884644], "cos_Ac_negg": [0.5365595817565918, 0.48508042097091675, 0.39512795209884644], "r_norm": [1.1279919147491455, 1.1619901657104492, 1.1770739555358887]}, {"step": 6500, "epoch": 13, "train_loss": 0.16488862037658691, "cos_r_negg": [0.5253579616546631, 0.4847756624221802, 0.3441980481147766], "cos_apical_negg": [0.5253579616546631, 0.4847756624221802, 0.3441980481147766], "cos_Ac_negg": [0.5253579616546631, 0.4847756624221802, 0.3441980481147766], "r_norm": [1.224329948425293, 1.2546401023864746, 1.2692584991455078]}, {"step": 6550, "epoch": 13, "train_loss": 0.31503841280937195, "cos_r_negg": [0.5240693688392639, 0.48715201020240784, 0.3485787510871887], "cos_apical_negg": [0.5240693688392639, 0.48715201020240784, 0.3485787510871887], "cos_Ac_negg": [0.5240693688392639, 0.48715201020240784, 0.3485787510871887], "r_norm": [1.0110766887664795, 1.0352485179901123, 1.0498054027557373]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8631, "test_loss": 0.41801366271972656}, {"step": 6600, "epoch": 14, "train_loss": 0.29670900106430054, "cos_r_negg": [0.5242295265197754, 0.47603899240493774, 0.3524755835533142], "cos_apical_negg": [0.5242295265197754, 0.47603899240493774, 0.3524755835533142], "cos_Ac_negg": [0.5242295265197754, 0.47603899240493774, 0.3524755835533142], "r_norm": [1.0405726432800293, 1.0787156820297241, 1.0822198390960693]}, {"step": 6650, "epoch": 14, "train_loss": 0.381131112575531, "cos_r_negg": [0.5271997451782227, 0.48816803097724915, 0.34783685207366943], "cos_apical_negg": [0.5271997451782227, 0.48816803097724915, 0.34783685207366943], "cos_Ac_negg": [0.5271997451782227, 0.48816803097724915, 0.34783685207366943], "r_norm": [1.0286468267440796, 1.0538177490234375, 1.0668270587921143]}, {"step": 6700, "epoch": 14, "train_loss": 0.29828891158103943, "cos_r_negg": [0.5512592196464539, 0.5075026750564575, 0.3657144606113434], "cos_apical_negg": [0.5512592196464539, 0.5075026750564575, 0.3657144606113434], "cos_Ac_negg": [0.5512592196464539, 0.5075026750564575, 0.3657144606113434], "r_norm": [1.1818413734436035, 1.222497582435608, 1.2310545444488525]}, {"step": 6750, "epoch": 14, "train_loss": 0.3377193212509155, "cos_r_negg": [0.5319509506225586, 0.4857935905456543, 0.34367334842681885], "cos_apical_negg": [0.5319509506225586, 0.4857935905456543, 0.34367334842681885], "cos_Ac_negg": [0.5319509506225586, 0.4857935905456543, 0.34367334842681885], "r_norm": [1.0438101291656494, 1.070232629776001, 1.0859551429748535]}, {"step": 6800, "epoch": 14, "train_loss": 0.19454868137836456, "cos_r_negg": [0.530897855758667, 0.49274325370788574, 0.33182623982429504], "cos_apical_negg": [0.530897855758667, 0.49274325370788574, 0.33182623982429504], "cos_Ac_negg": [0.530897855758667, 0.49274325370788574, 0.33182623982429504], "r_norm": [1.075330376625061, 1.102921485900879, 1.1152756214141846]}, {"step": 6850, "epoch": 14, "train_loss": 0.24977581202983856, "cos_r_negg": [0.511098325252533, 0.4704768657684326, 0.3508412837982178], "cos_apical_negg": [0.511098325252533, 0.4704768657684326, 0.3508412837982178], "cos_Ac_negg": [0.511098325252533, 0.4704768657684326, 0.3508412837982178], "r_norm": [1.2004749774932861, 1.23551607131958, 1.2486246824264526]}, {"step": 6900, "epoch": 14, "train_loss": 0.27744486927986145, "cos_r_negg": [0.5166025161743164, 0.46860820055007935, 0.3577374219894409], "cos_apical_negg": [0.5166025161743164, 0.46860820055007935, 0.3577374219894409], "cos_Ac_negg": [0.5166025161743164, 0.46860820055007935, 0.3577374219894409], "r_norm": [1.005678653717041, 1.030653953552246, 1.0406899452209473]}, {"step": 6950, "epoch": 14, "train_loss": 0.2994612753391266, "cos_r_negg": [0.5437328815460205, 0.4856419563293457, 0.37044575810432434], "cos_apical_negg": [0.5437328815460205, 0.4856419563293457, 0.37044575810432434], "cos_Ac_negg": [0.5437328815460205, 0.4856419563293457, 0.37044575810432434], "r_norm": [0.984075129032135, 1.009720802307129, 1.0217078924179077]}, {"step": 7000, "epoch": 14, "train_loss": 0.23865631222724915, "cos_r_negg": [0.5303156971931458, 0.4882657527923584, 0.3700525462627411], "cos_apical_negg": [0.5303156971931458, 0.4882657527923584, 0.3700525462627411], "cos_Ac_negg": [0.5303156971931458, 0.4882657527923584, 0.3700525462627411], "r_norm": [0.9993605017662048, 1.02275550365448, 1.038902759552002]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8597, "test_loss": 0.45182904968261717}, {"step": 7050, "epoch": 15, "train_loss": 0.24929364025592804, "cos_r_negg": [0.5248610973358154, 0.4880666136741638, 0.3646029233932495], "cos_apical_negg": [0.5248610973358154, 0.4880666136741638, 0.3646029233932495], "cos_Ac_negg": [0.5248610973358154, 0.4880666136741638, 0.3646029233932495], "r_norm": [0.9783082008361816, 1.0028585195541382, 1.015156626701355]}, {"step": 7100, "epoch": 15, "train_loss": 0.2596292793750763, "cos_r_negg": [0.5104517340660095, 0.4761350154876709, 0.3590463399887085], "cos_apical_negg": [0.5104517340660095, 0.4761350154876709, 0.3590463399887085], "cos_Ac_negg": [0.5104517340660095, 0.4761350154876709, 0.3590463399887085], "r_norm": [1.1832668781280518, 1.2111741304397583, 1.2245147228240967]}, {"step": 7150, "epoch": 15, "train_loss": 0.3010804057121277, "cos_r_negg": [0.5184991359710693, 0.4879001975059509, 0.3669189214706421], "cos_apical_negg": [0.5184991359710693, 0.4879001975059509, 0.3669189214706421], "cos_Ac_negg": [0.5184991359710693, 0.4879001975059509, 0.3669189214706421], "r_norm": [1.186440110206604, 1.212111234664917, 1.2316536903381348]}, {"step": 7200, "epoch": 15, "train_loss": 0.25117647647857666, "cos_r_negg": [0.5165454149246216, 0.4813421964645386, 0.3761855959892273], "cos_apical_negg": [0.5165454149246216, 0.4813421964645386, 0.3761855959892273], "cos_Ac_negg": [0.5165454149246216, 0.4813421964645386, 0.3761855959892273], "r_norm": [1.1710095405578613, 1.2040034532546997, 1.2157682180404663]}, {"step": 7250, "epoch": 15, "train_loss": 0.34797415137290955, "cos_r_negg": [0.5272725224494934, 0.4825098514556885, 0.3889259397983551], "cos_apical_negg": [0.5272725224494934, 0.4825098514556885, 0.3889259397983551], "cos_Ac_negg": [0.5272725224494934, 0.4825098514556885, 0.3889259397983551], "r_norm": [1.2049139738082886, 1.2331149578094482, 1.2555911540985107]}, {"step": 7300, "epoch": 15, "train_loss": 0.2252519130706787, "cos_r_negg": [0.5175193548202515, 0.4793206453323364, 0.37445852160453796], "cos_apical_negg": [0.5175193548202515, 0.4793206453323364, 0.37445852160453796], "cos_Ac_negg": [0.5175193548202515, 0.4793206453323364, 0.37445852160453796], "r_norm": [1.0627878904342651, 1.0861952304840088, 1.104149341583252]}, {"step": 7350, "epoch": 15, "train_loss": 0.24700310826301575, "cos_r_negg": [0.5203356146812439, 0.4773991107940674, 0.3685411810874939], "cos_apical_negg": [0.5203356146812439, 0.4773991107940674, 0.3685411810874939], "cos_Ac_negg": [0.5203356146812439, 0.4773991107940674, 0.3685411810874939], "r_norm": [1.0821099281311035, 1.101752519607544, 1.12161386013031]}, {"step": 7400, "epoch": 15, "train_loss": 0.3070964515209198, "cos_r_negg": [0.5243325233459473, 0.4785694181919098, 0.36401912569999695], "cos_apical_negg": [0.5243325233459473, 0.4785694181919098, 0.36401912569999695], "cos_Ac_negg": [0.5243325233459473, 0.4785694181919098, 0.36401912569999695], "r_norm": [1.1179614067077637, 1.1430456638336182, 1.1575305461883545]}, {"step": 7450, "epoch": 15, "train_loss": 0.250825434923172, "cos_r_negg": [0.5465110540390015, 0.5021783709526062, 0.3943580389022827], "cos_apical_negg": [0.5465110540390015, 0.5021783709526062, 0.3943580389022827], "cos_Ac_negg": [0.5465110540390015, 0.5021783709526062, 0.3943580389022827], "r_norm": [1.1597670316696167, 1.1863722801208496, 1.207366943359375]}, {"step": 7500, "epoch": 15, "train_loss": 0.22887662053108215, "cos_r_negg": [0.5204952955245972, 0.4816059470176697, 0.37194693088531494], "cos_apical_negg": [0.5204952955245972, 0.4816059470176697, 0.37194693088531494], "cos_Ac_negg": [0.5204952955245972, 0.4816059470176697, 0.37194693088531494], "r_norm": [1.087050437927246, 1.1077806949615479, 1.127319097518921]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8712, "test_loss": 0.4091322235107422}, {"step": 7550, "epoch": 16, "train_loss": 0.19762007892131805, "cos_r_negg": [0.5363494753837585, 0.5035793781280518, 0.40002602338790894], "cos_apical_negg": [0.5363494753837585, 0.5035793781280518, 0.40002602338790894], "cos_Ac_negg": [0.5363494753837585, 0.5035793781280518, 0.40002602338790894], "r_norm": [1.0200636386871338, 1.0433536767959595, 1.0587503910064697]}, {"step": 7600, "epoch": 16, "train_loss": 0.3321225047111511, "cos_r_negg": [0.538722574710846, 0.4926198720932007, 0.3918517827987671], "cos_apical_negg": [0.538722574710846, 0.4926198720932007, 0.3918517827987671], "cos_Ac_negg": [0.538722574710846, 0.4926198720932007, 0.3918517827987671], "r_norm": [1.0687901973724365, 1.0911741256713867, 1.1063036918640137]}, {"step": 7650, "epoch": 16, "train_loss": 0.1582314670085907, "cos_r_negg": [0.5171312689781189, 0.48095250129699707, 0.3875131607055664], "cos_apical_negg": [0.5171312689781189, 0.48095250129699707, 0.3875131607055664], "cos_Ac_negg": [0.5171312689781189, 0.48095250129699707, 0.3875131607055664], "r_norm": [1.0421576499938965, 1.0684611797332764, 1.0817618370056152]}, {"step": 7700, "epoch": 16, "train_loss": 0.13269171118736267, "cos_r_negg": [0.5448670387268066, 0.497743159532547, 0.4016505479812622], "cos_apical_negg": [0.5448670387268066, 0.497743159532547, 0.4016505479812622], "cos_Ac_negg": [0.5448670387268066, 0.497743159532547, 0.4016505479812622], "r_norm": [0.9963533878326416, 1.0179914236068726, 1.0289719104766846]}, {"step": 7750, "epoch": 16, "train_loss": 0.33345770835876465, "cos_r_negg": [0.4878079295158386, 0.4345921277999878, 0.3382723033428192], "cos_apical_negg": [0.4878079295158386, 0.4345921277999878, 0.3382723033428192], "cos_Ac_negg": [0.4878079295158386, 0.4345921277999878, 0.3382723033428192], "r_norm": [0.9577023983001709, 0.9778178930282593, 0.9935121536254883]}, {"step": 7800, "epoch": 16, "train_loss": 0.25739189982414246, "cos_r_negg": [0.5080051422119141, 0.4521471858024597, 0.3624374270439148], "cos_apical_negg": [0.5080051422119141, 0.4521471858024597, 0.3624374270439148], "cos_Ac_negg": [0.5080051422119141, 0.4521471858024597, 0.3624374270439148], "r_norm": [1.1549996137619019, 1.178575873374939, 1.201944351196289]}, {"step": 7850, "epoch": 16, "train_loss": 0.26488953828811646, "cos_r_negg": [0.48248010873794556, 0.43399372696876526, 0.3318121135234833], "cos_apical_negg": [0.48248010873794556, 0.43399372696876526, 0.3318121135234833], "cos_Ac_negg": [0.48248010873794556, 0.43399372696876526, 0.3318121135234833], "r_norm": [1.026571273803711, 1.0513389110565186, 1.0634416341781616]}, {"step": 7900, "epoch": 16, "train_loss": 0.1743055284023285, "cos_r_negg": [0.48649340867996216, 0.4500903785228729, 0.3322228491306305], "cos_apical_negg": [0.48649340867996216, 0.4500903785228729, 0.3322228491306305], "cos_Ac_negg": [0.48649340867996216, 0.4500903785228729, 0.3322228491306305], "r_norm": [1.2426396608352661, 1.2684251070022583, 1.2903882265090942]}, {"step": 7950, "epoch": 16, "train_loss": 0.24404199421405792, "cos_r_negg": [0.4914729595184326, 0.4539196491241455, 0.3305675983428955], "cos_apical_negg": [0.4914729595184326, 0.4539196491241455, 0.3305675983428955], "cos_Ac_negg": [0.4914729595184326, 0.4539196491241455, 0.3305675983428955], "r_norm": [1.0217589139938354, 1.0472159385681152, 1.0594217777252197]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8715, "test_loss": 0.413435205078125}, {"step": 8000, "epoch": 17, "train_loss": 0.21583101153373718, "cos_r_negg": [0.50420081615448, 0.4621172547340393, 0.35356390476226807], "cos_apical_negg": [0.50420081615448, 0.4621172547340393, 0.35356390476226807], "cos_Ac_negg": [0.50420081615448, 0.4621172547340393, 0.35356390476226807], "r_norm": [1.0823779106140137, 1.1088106632232666, 1.1227089166641235]}, {"step": 8050, "epoch": 17, "train_loss": 0.23429685831069946, "cos_r_negg": [0.5237331390380859, 0.4821717143058777, 0.3595266342163086], "cos_apical_negg": [0.5237331390380859, 0.4821717143058777, 0.3595266342163086], "cos_Ac_negg": [0.5237331390380859, 0.4821717143058777, 0.3595266342163086], "r_norm": [1.0684454441070557, 1.0955703258514404, 1.1063284873962402]}, {"step": 8100, "epoch": 17, "train_loss": 0.2566247284412384, "cos_r_negg": [0.5016757845878601, 0.4451865553855896, 0.329935759305954], "cos_apical_negg": [0.5016757845878601, 0.4451865553855896, 0.329935759305954], "cos_Ac_negg": [0.5016757845878601, 0.4451865553855896, 0.329935759305954], "r_norm": [1.096112847328186, 1.126373529434204, 1.135343313217163]}, {"step": 8150, "epoch": 17, "train_loss": 0.17056120932102203, "cos_r_negg": [0.5256813764572144, 0.48553624749183655, 0.38513273000717163], "cos_apical_negg": [0.5256813764572144, 0.48553624749183655, 0.38513273000717163], "cos_Ac_negg": [0.5256813764572144, 0.48553624749183655, 0.38513273000717163], "r_norm": [1.0525788068771362, 1.0797771215438843, 1.0943255424499512]}, {"step": 8200, "epoch": 17, "train_loss": 0.25579914450645447, "cos_r_negg": [0.5186953544616699, 0.4641258120536804, 0.3669393062591553], "cos_apical_negg": [0.5186953544616699, 0.4641258120536804, 0.3669393062591553], "cos_Ac_negg": [0.5186953544616699, 0.4641258120536804, 0.3669393062591553], "r_norm": [1.1041717529296875, 1.1309328079223633, 1.1494367122650146]}, {"step": 8250, "epoch": 17, "train_loss": 0.31396621465682983, "cos_r_negg": [0.5177706480026245, 0.4565905034542084, 0.36175113916397095], "cos_apical_negg": [0.5177706480026245, 0.4565905034542084, 0.36175113916397095], "cos_Ac_negg": [0.5177706480026245, 0.4565905034542084, 0.36175113916397095], "r_norm": [0.9717237949371338, 0.996383786201477, 1.0078314542770386]}, {"step": 8300, "epoch": 17, "train_loss": 0.1719006896018982, "cos_r_negg": [0.5089097023010254, 0.4450989365577698, 0.35529470443725586], "cos_apical_negg": [0.5089097023010254, 0.4450989365577698, 0.35529470443725586], "cos_Ac_negg": [0.5089097023010254, 0.4450989365577698, 0.35529470443725586], "r_norm": [1.1535091400146484, 1.18241286277771, 1.1994128227233887]}, {"step": 8350, "epoch": 17, "train_loss": 0.18372011184692383, "cos_r_negg": [0.49049681425094604, 0.4474330544471741, 0.3590546250343323], "cos_apical_negg": [0.49049681425094604, 0.4474330544471741, 0.3590546250343323], "cos_Ac_negg": [0.49049681425094604, 0.4474330544471741, 0.3590546250343323], "r_norm": [0.9816843271255493, 1.0074268579483032, 1.0168781280517578]}, {"step": 8400, "epoch": 17, "train_loss": 0.5857974290847778, "cos_r_negg": [0.48808276653289795, 0.43784117698669434, 0.36631810665130615], "cos_apical_negg": [0.48808276653289795, 0.43784117698669434, 0.36631810665130615], "cos_Ac_negg": [0.48808276653289795, 0.43784117698669434, 0.36631810665130615], "r_norm": [1.008199691772461, 1.0355585813522339, 1.0447338819503784]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8724, "test_loss": 0.40525467834472656}, {"step": 8450, "epoch": 18, "train_loss": 0.18026992678642273, "cos_r_negg": [0.49297213554382324, 0.4456529915332794, 0.3474515676498413], "cos_apical_negg": [0.49297213554382324, 0.4456529915332794, 0.3474515676498413], "cos_Ac_negg": [0.49297213554382324, 0.4456529915332794, 0.3474515676498413], "r_norm": [1.0823557376861572, 1.1105709075927734, 1.1263400316238403]}, {"step": 8500, "epoch": 18, "train_loss": 0.2023726999759674, "cos_r_negg": [0.4739079475402832, 0.4421324133872986, 0.3505820035934448], "cos_apical_negg": [0.4739079475402832, 0.4421324133872986, 0.3505820035934448], "cos_Ac_negg": [0.4739079475402832, 0.4421324133872986, 0.3505820035934448], "r_norm": [1.0997949838638306, 1.128943681716919, 1.144498348236084]}, {"step": 8550, "epoch": 18, "train_loss": 0.2221275269985199, "cos_r_negg": [0.49954622983932495, 0.46150892972946167, 0.3671656847000122], "cos_apical_negg": [0.49954622983932495, 0.46150892972946167, 0.3671656847000122], "cos_Ac_negg": [0.49954622983932495, 0.46150892972946167, 0.3671656847000122], "r_norm": [1.135399341583252, 1.1628440618515015, 1.1848430633544922]}, {"step": 8600, "epoch": 18, "train_loss": 0.14834782481193542, "cos_r_negg": [0.49862784147262573, 0.4606199264526367, 0.3786088824272156], "cos_apical_negg": [0.49862784147262573, 0.4606199264526367, 0.3786088824272156], "cos_Ac_negg": [0.49862784147262573, 0.4606199264526367, 0.3786088824272156], "r_norm": [1.1338601112365723, 1.1590408086776733, 1.1781492233276367]}, {"step": 8650, "epoch": 18, "train_loss": 0.10919193178415298, "cos_r_negg": [0.49274080991744995, 0.4491679072380066, 0.3701573312282562], "cos_apical_negg": [0.49274080991744995, 0.4491679072380066, 0.3701573312282562], "cos_Ac_negg": [0.49274080991744995, 0.4491679072380066, 0.3701573312282562], "r_norm": [1.190558671951294, 1.2149791717529297, 1.2361423969268799]}, {"step": 8700, "epoch": 18, "train_loss": 0.226825550198555, "cos_r_negg": [0.5099012851715088, 0.4605868458747864, 0.3680267035961151], "cos_apical_negg": [0.5099012851715088, 0.4605868458747864, 0.3680267035961151], "cos_Ac_negg": [0.5099012851715088, 0.4605868458747864, 0.3680267035961151], "r_norm": [1.123518705368042, 1.148369312286377, 1.164929986000061]}, {"step": 8750, "epoch": 18, "train_loss": 0.28164586424827576, "cos_r_negg": [0.5019363164901733, 0.448812872171402, 0.3600025177001953], "cos_apical_negg": [0.5019363164901733, 0.448812872171402, 0.3600025177001953], "cos_Ac_negg": [0.5019363164901733, 0.448812872171402, 0.3600025177001953], "r_norm": [1.0447885990142822, 1.0746519565582275, 1.082932949066162]}, {"step": 8800, "epoch": 18, "train_loss": 0.20623897016048431, "cos_r_negg": [0.5089301466941833, 0.46468693017959595, 0.3790462613105774], "cos_apical_negg": [0.5089301466941833, 0.46468693017959595, 0.3790462613105774], "cos_Ac_negg": [0.5089301466941833, 0.46468693017959595, 0.3790462613105774], "r_norm": [1.0639526844024658, 1.0897190570831299, 1.1022388935089111]}, {"step": 8850, "epoch": 18, "train_loss": 0.18232989311218262, "cos_r_negg": [0.4914303123950958, 0.45544737577438354, 0.351112425327301], "cos_apical_negg": [0.4914303123950958, 0.45544737577438354, 0.351112425327301], "cos_Ac_negg": [0.4914303123950958, 0.45544737577438354, 0.351112425327301], "r_norm": [1.132430076599121, 1.1556496620178223, 1.1698856353759766]}, {"step": 8900, "epoch": 18, "train_loss": 0.2341994047164917, "cos_r_negg": [0.5162487030029297, 0.47274088859558105, 0.3716190755367279], "cos_apical_negg": [0.5162487030029297, 0.47274088859558105, 0.3716190755367279], "cos_Ac_negg": [0.5162487030029297, 0.47274088859558105, 0.3716190755367279], "r_norm": [1.0292632579803467, 1.0571022033691406, 1.0685642957687378]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8717, "test_loss": 0.4291126068115234}, {"step": 8950, "epoch": 19, "train_loss": 0.3117632269859314, "cos_r_negg": [0.49874934554100037, 0.46090662479400635, 0.37351730465888977], "cos_apical_negg": [0.49874934554100037, 0.46090662479400635, 0.37351730465888977], "cos_Ac_negg": [0.49874934554100037, 0.46090662479400635, 0.37351730465888977], "r_norm": [1.040987253189087, 1.062970519065857, 1.0797274112701416]}, {"step": 9000, "epoch": 19, "train_loss": 0.2629629969596863, "cos_r_negg": [0.5034120678901672, 0.4460861384868622, 0.3668879270553589], "cos_apical_negg": [0.5034120678901672, 0.4460861384868622, 0.3668879270553589], "cos_Ac_negg": [0.5034120678901672, 0.4460861384868622, 0.3668879270553589], "r_norm": [1.132446050643921, 1.1538538932800293, 1.1735409498214722]}, {"step": 9050, "epoch": 19, "train_loss": 0.2511345148086548, "cos_r_negg": [0.47824618220329285, 0.4366445541381836, 0.3463825285434723], "cos_apical_negg": [0.47824618220329285, 0.4366445541381836, 0.3463825285434723], "cos_Ac_negg": [0.47824618220329285, 0.4366445541381836, 0.3463825285434723], "r_norm": [1.160214900970459, 1.1905908584594727, 1.2008988857269287]}, {"step": 9100, "epoch": 19, "train_loss": 0.18399429321289062, "cos_r_negg": [0.49965977668762207, 0.4574068784713745, 0.37344467639923096], "cos_apical_negg": [0.49965977668762207, 0.4574068784713745, 0.37344467639923096], "cos_Ac_negg": [0.49965977668762207, 0.4574068784713745, 0.37344467639923096], "r_norm": [0.9785107970237732, 1.0070286989212036, 1.0187065601348877]}, {"step": 9150, "epoch": 19, "train_loss": 0.19172680377960205, "cos_r_negg": [0.5197360515594482, 0.4818820059299469, 0.3944653868675232], "cos_apical_negg": [0.5197360515594482, 0.4818820059299469, 0.3944653868675232], "cos_Ac_negg": [0.5197360515594482, 0.4818820059299469, 0.3944653868675232], "r_norm": [1.0478479862213135, 1.0763566493988037, 1.0893573760986328]}, {"step": 9200, "epoch": 19, "train_loss": 0.1551077514886856, "cos_r_negg": [0.5098588466644287, 0.45819640159606934, 0.3780721426010132], "cos_apical_negg": [0.5098588466644287, 0.45819640159606934, 0.3780721426010132], "cos_Ac_negg": [0.5098588466644287, 0.45819640159606934, 0.3780721426010132], "r_norm": [1.0314891338348389, 1.0552228689193726, 1.0696237087249756]}, {"step": 9250, "epoch": 19, "train_loss": 0.20996451377868652, "cos_r_negg": [0.5241706967353821, 0.47497737407684326, 0.39765411615371704], "cos_apical_negg": [0.5241706967353821, 0.47497737407684326, 0.39765411615371704], "cos_Ac_negg": [0.5241706967353821, 0.47497737407684326, 0.39765411615371704], "r_norm": [1.031851053237915, 1.0593363046646118, 1.0746841430664062]}, {"step": 9300, "epoch": 19, "train_loss": 0.16721630096435547, "cos_r_negg": [0.49879777431488037, 0.45476406812667847, 0.38379278779029846], "cos_apical_negg": [0.49879777431488037, 0.45476406812667847, 0.38379278779029846], "cos_Ac_negg": [0.49879777431488037, 0.45476406812667847, 0.38379278779029846], "r_norm": [1.0809221267700195, 1.1061962842941284, 1.1253256797790527]}, {"step": 9350, "epoch": 19, "train_loss": 0.24025361239910126, "cos_r_negg": [0.49600839614868164, 0.4514545500278473, 0.37741705775260925], "cos_apical_negg": [0.49600839614868164, 0.4514545500278473, 0.37741705775260925], "cos_Ac_negg": [0.49600839614868164, 0.4514545500278473, 0.37741705775260925], "r_norm": [1.0423831939697266, 1.067793846130371, 1.0854926109313965]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8663, "test_loss": 0.44326422119140624}], "final": {"test_acc": 0.8663, "test_loss": 0.44326422119140624, "wall_s": 15.944552659988403, "cos_r_negg": [0.4747329354286194, 0.428238183259964, 0.3472789525985718], "cos_apical_negg": [0.4747329354286194, 0.428238183259964, 0.3472789525985718], "cos_Ac_negg": [0.4747329354286194, 0.428238183259964, 0.3472789525985718]}}