1
|
{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.275784969329834, "cos_r_negg": [0.0004393388517200947, 0.001496850629337132, -0.01354561559855938, 0.013835234567523003, -0.02394433692097664], "cos_apical_negg": [0.0004393388517200947, 0.001496850629337132, -0.01354561559855938, 0.013835234567523003, -0.02394433692097664], "cos_Ac_negg": [0.0004393388517200947, 0.001496850629337132, -0.01354561559855938, 0.013835234567523003, -0.02394433692097664], "r_norm": [4.962220191955566, 4.743202209472656, 4.866511344909668, 4.9021525382995605, 4.913494110107422]}, {"step": 50, "epoch": 0, "train_loss": 1.0602731704711914, "cos_r_negg": [0.19766049087047577, 0.2039339542388916, 0.20069025456905365, 0.16402122378349304, 0.2019287645816803], "cos_apical_negg": [0.19766049087047577, 0.2039339542388916, 0.20069025456905365, 0.16402122378349304, 0.2019287645816803], "cos_Ac_negg": [0.19766049087047577, 0.2039339542388916, 0.20069025456905365, 0.16402122378349304, 0.2019287645816803], "r_norm": [2.4709649085998535, 2.3602757453918457, 2.4498090744018555, 2.5433616638183594, 2.4970998764038086]}, {"step": 100, "epoch": 0, "train_loss": 0.8098220229148865, "cos_r_negg": [0.2535060942173004, 0.24310120940208435, 0.19688579440116882, 0.19874081015586853, 0.2354719042778015], "cos_apical_negg": [0.2535060942173004, 0.24310120940208435, 0.19688579440116882, 0.19874081015586853, 0.2354719042778015], "cos_Ac_negg": [0.2535060942173004, 0.24310120940208435, 0.19688579440116882, 0.19874081015586853, 0.2354719042778015], "r_norm": [1.9888060092926025, 1.864404559135437, 1.9452964067459106, 2.01615309715271, 1.9723542928695679]}, {"step": 150, "epoch": 0, "train_loss": 0.5507590770721436, "cos_r_negg": [0.29444992542266846, 0.2754983901977539, 0.25990498065948486, 0.24411670863628387, 0.1573767066001892], "cos_apical_negg": [0.29444992542266846, 0.2754983901977539, 0.25990498065948486, 0.24411670863628387, 0.1573767066001892], "cos_Ac_negg": [0.29444992542266846, 0.2754983901977539, 0.25990498065948486, 0.24411670863628387, 0.1573767066001892], "r_norm": [1.7245620489120483, 1.6266663074493408, 1.6830434799194336, 1.7536102533340454, 1.7297612428665161]}, {"step": 200, "epoch": 0, "train_loss": 0.6424171924591064, "cos_r_negg": [0.31960541009902954, 0.2900010049343109, 0.27655985951423645, 0.2836880385875702, 0.2152620553970337], "cos_apical_negg": [0.31960541009902954, 0.2900010049343109, 0.27655985951423645, 0.2836880385875702, 0.2152620553970337], "cos_Ac_negg": [0.31960541009902954, 0.2900010049343109, 0.27655985951423645, 0.2836880385875702, 0.2152620553970337], "r_norm": [1.8471486568450928, 1.7512272596359253, 1.8112542629241943, 1.8731440305709839, 1.8460453748703003]}, {"step": 250, "epoch": 0, "train_loss": 0.6279153823852539, "cos_r_negg": [0.37203559279441833, 0.35101956129074097, 0.30692416429519653, 0.28971439599990845, 0.16625477373600006], "cos_apical_negg": [0.37203559279441833, 0.35101956129074097, 0.30692416429519653, 0.28971439599990845, 0.16625477373600006], "cos_Ac_negg": [0.37203559279441833, 0.35101956129074097, 0.30692416429519653, 0.28971439599990845, 0.16625477373600006], "r_norm": [1.6376513242721558, 1.539044976234436, 1.5919921398162842, 1.663467526435852, 1.636289358139038]}, {"step": 300, "epoch": 0, "train_loss": 0.954169750213623, "cos_r_negg": [0.3423053026199341, 0.34715452790260315, 0.3308841586112976, 0.2537126839160919, 0.12438081204891205], "cos_apical_negg": [0.3423053026199341, 0.34715452790260315, 0.3308841586112976, 0.2537126839160919, 0.12438081204891205], "cos_Ac_negg": [0.3423053026199341, 0.34715452790260315, 0.3308841586112976, 0.2537126839160919, 0.12438081204891205], "r_norm": [1.4482489824295044, 1.3722726106643677, 1.4314193725585938, 1.4820488691329956, 1.448556900024414]}, {"step": 350, "epoch": 0, "train_loss": 0.48376333713531494, "cos_r_negg": [0.37547439336776733, 0.34720876812934875, 0.3274780213832855, 0.28744083642959595, 0.18882408738136292], "cos_apical_negg": [0.37547439336776733, 0.34720876812934875, 0.3274780213832855, 0.28744083642959595, 0.18882408738136292], "cos_Ac_negg": [0.37547439336776733, 0.34720876812934875, 0.3274780213832855, 0.28744083642959595, 0.18882408738136292], "r_norm": [1.4774072170257568, 1.3801686763763428, 1.4369860887527466, 1.5015205144882202, 1.472283124923706]}, {"step": 400, "epoch": 0, "train_loss": 0.6473597884178162, "cos_r_negg": [0.43507030606269836, 0.3974396586418152, 0.35389527678489685, 0.30783775448799133, 0.16269108653068542], "cos_apical_negg": [0.43507030606269836, 0.3974396586418152, 0.35389527678489685, 0.30783775448799133, 0.16269108653068542], "cos_Ac_negg": [0.43507030606269836, 0.3974396586418152, 0.35389527678489685, 0.30783775448799133, 0.16269108653068542], "r_norm": [1.6097756624221802, 1.506638765335083, 1.5544407367706299, 1.629206895828247, 1.6120219230651855]}, {"step": 450, "epoch": 0, "train_loss": 0.49946412444114685, "cos_r_negg": [0.3733668327331543, 0.36280515789985657, 0.35100454092025757, 0.2736625075340271, 0.103631392121315], "cos_apical_negg": [0.3733668327331543, 0.36280515789985657, 0.35100454092025757, 0.2736625075340271, 0.103631392121315], "cos_Ac_negg": [0.3733668327331543, 0.36280515789985657, 0.35100454092025757, 0.2736625075340271, 0.103631392121315], "r_norm": [1.5309425592422485, 1.4303301572799683, 1.4963971376419067, 1.5533969402313232, 1.5157356262207031]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8241, "test_loss": 0.535507568359375}, {"step": 500, "epoch": 1, "train_loss": 0.5255942940711975, "cos_r_negg": [0.39171531796455383, 0.35912883281707764, 0.31707248091697693, 0.2844584882259369, 0.04979836195707321], "cos_apical_negg": [0.39171531796455383, 0.35912883281707764, 0.31707248091697693, 0.2844584882259369, 0.04979836195707321], "cos_Ac_negg": [0.39171531796455383, 0.35912883281707764, 0.31707248091697693, 0.2844584882259369, 0.04979836195707321], "r_norm": [1.4169182777404785, 1.3337361812591553, 1.3958779573440552, 1.44404935836792, 1.4132556915283203]}, {"step": 550, "epoch": 1, "train_loss": 0.656330943107605, "cos_r_negg": [0.38364142179489136, 0.362542062997818, 0.3251253366470337, 0.2867377996444702, 0.0911078155040741], "cos_apical_negg": [0.38364142179489136, 0.362542062997818, 0.3251253366470337, 0.2867377996444702, 0.0911078155040741], "cos_Ac_negg": [0.38364142179489136, 0.362542062997818, 0.3251253366470337, 0.2867377996444702, 0.0911078155040741], "r_norm": [1.5579509735107422, 1.4494590759277344, 1.5079405307769775, 1.5703208446502686, 1.5395450592041016]}, {"step": 600, "epoch": 1, "train_loss": 0.6606340408325195, "cos_r_negg": [0.4373825192451477, 0.4055348038673401, 0.36660444736480713, 0.3123452365398407, 0.11063346266746521], "cos_apical_negg": [0.4373825192451477, 0.4055348038673401, 0.36660444736480713, 0.3123452365398407, 0.11063346266746521], "cos_Ac_negg": [0.4373825192451477, 0.4055348038673401, 0.36660444736480713, 0.3123452365398407, 0.11063346266746521], "r_norm": [1.5569026470184326, 1.4498487710952759, 1.5011444091796875, 1.570716381072998, 1.536656379699707]}, {"step": 650, "epoch": 1, "train_loss": 0.6377166509628296, "cos_r_negg": [0.4319238066673279, 0.40640151500701904, 0.36949479579925537, 0.2996056079864502, 0.09355634450912476], "cos_apical_negg": [0.4319238066673279, 0.40640151500701904, 0.36949479579925537, 0.2996056079864502, 0.09355634450912476], "cos_Ac_negg": [0.4319238066673279, 0.40640151500701904, 0.36949479579925537, 0.2996056079864502, 0.09355634450912476], "r_norm": [1.499882698059082, 1.389484167098999, 1.458139181137085, 1.5201301574707031, 1.4751150608062744]}, {"step": 700, "epoch": 1, "train_loss": 0.44813910126686096, "cos_r_negg": [0.4541522264480591, 0.4224105179309845, 0.4140222370624542, 0.3290497660636902, 0.1151881143450737], "cos_apical_negg": [0.4541522264480591, 0.4224105179309845, 0.4140222370624542, 0.3290497660636902, 0.1151881143450737], "cos_Ac_negg": [0.4541522264480591, 0.4224105179309845, 0.4140222370624542, 0.3290497660636902, 0.1151881143450737], "r_norm": [1.4189764261245728, 1.3373228311538696, 1.387404441833496, 1.44087553024292, 1.4262561798095703]}, {"step": 750, "epoch": 1, "train_loss": 0.42130690813064575, "cos_r_negg": [0.46625810861587524, 0.4435487389564514, 0.4191780090332031, 0.35551080107688904, 0.11988700181245804], "cos_apical_negg": [0.46625810861587524, 0.4435487389564514, 0.4191780090332031, 0.35551080107688904, 0.11988700181245804], "cos_Ac_negg": [0.46625810861587524, 0.4435487389564514, 0.4191780090332031, 0.35551080107688904, 0.11988700181245804], "r_norm": [1.3715972900390625, 1.2886818647384644, 1.341741919517517, 1.400550127029419, 1.3702150583267212]}, {"step": 800, "epoch": 1, "train_loss": 0.5129712820053101, "cos_r_negg": [0.41667407751083374, 0.40306276082992554, 0.34636715054512024, 0.31736165285110474, 0.07510963827371597], "cos_apical_negg": [0.41667407751083374, 0.40306276082992554, 0.34636715054512024, 0.31736165285110474, 0.07510963827371597], "cos_Ac_negg": [0.41667407751083374, 0.40306276082992554, 0.34636715054512024, 0.31736165285110474, 0.07510963827371597], "r_norm": [1.385170817375183, 1.3070164918899536, 1.3554179668426514, 1.4177682399749756, 1.391275405883789]}, {"step": 850, "epoch": 1, "train_loss": 0.3783707618713379, "cos_r_negg": [0.4234620928764343, 0.38322094082832336, 0.35904353857040405, 0.3103691339492798, 0.03485705330967903], "cos_apical_negg": [0.4234620928764343, 0.38322094082832336, 0.35904353857040405, 0.3103691339492798, 0.03485705330967903], "cos_Ac_negg": [0.4234620928764343, 0.38322094082832336, 0.35904353857040405, 0.3103691339492798, 0.03485705330967903], "r_norm": [1.379595160484314, 1.2884092330932617, 1.3568755388259888, 1.4121172428131104, 1.3686988353729248]}, {"step": 900, "epoch": 1, "train_loss": 0.4876750707626343, "cos_r_negg": [0.4343707859516144, 0.3803234100341797, 0.36134666204452515, 0.31251055002212524, 0.07830321043729782], "cos_apical_negg": [0.4343707859516144, 0.3803234100341797, 0.36134666204452515, 0.31251055002212524, 0.07830321043729782], "cos_Ac_negg": [0.4343707859516144, 0.3803234100341797, 0.36134666204452515, 0.31251055002212524, 0.07830321043729782], "r_norm": [1.353865385055542, 1.2710155248641968, 1.3242342472076416, 1.3865958452224731, 1.3533517122268677]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8455, "test_loss": 0.4455220275878906}, {"step": 950, "epoch": 2, "train_loss": 0.4052850008010864, "cos_r_negg": [0.43183767795562744, 0.40402287244796753, 0.3892495632171631, 0.3177371919155121, 0.07062351703643799], "cos_apical_negg": [0.43183767795562744, 0.40402287244796753, 0.3892495632171631, 0.3177371919155121, 0.07062351703643799], "cos_Ac_negg": [0.43183767795562744, 0.40402287244796753, 0.3892495632171631, 0.3177371919155121, 0.07062351703643799], "r_norm": [1.3288912773132324, 1.2514890432357788, 1.2988818883895874, 1.3520240783691406, 1.3287464380264282]}, {"step": 1000, "epoch": 2, "train_loss": 0.46201762557029724, "cos_r_negg": [0.4316268563270569, 0.41161441802978516, 0.3748202919960022, 0.323042631149292, 0.09909021109342575], "cos_apical_negg": [0.4316268563270569, 0.41161441802978516, 0.3748202919960022, 0.323042631149292, 0.09909021109342575], "cos_Ac_negg": [0.4316268563270569, 0.41161441802978516, 0.3748202919960022, 0.323042631149292, 0.09909021109342575], "r_norm": [1.3735179901123047, 1.288611650466919, 1.3424749374389648, 1.3989640474319458, 1.3722774982452393]}, {"step": 1050, "epoch": 2, "train_loss": 0.35160505771636963, "cos_r_negg": [0.4380732774734497, 0.4283358156681061, 0.3982484042644501, 0.3327590823173523, 0.06964568793773651], "cos_apical_negg": [0.4380732774734497, 0.4283358156681061, 0.3982484042644501, 0.3327590823173523, 0.06964568793773651], "cos_Ac_negg": [0.4380732774734497, 0.4283358156681061, 0.3982484042644501, 0.3327590823173523, 0.06964568793773651], "r_norm": [1.4227492809295654, 1.345151424407959, 1.3901276588439941, 1.4578771591186523, 1.4369245767593384]}, {"step": 1100, "epoch": 2, "train_loss": 0.4184129536151886, "cos_r_negg": [0.4320451617240906, 0.4145727753639221, 0.3716047704219818, 0.3269854784011841, 0.068998321890831], "cos_apical_negg": [0.4320451617240906, 0.4145727753639221, 0.3716047704219818, 0.3269854784011841, 0.068998321890831], "cos_Ac_negg": [0.4320451617240906, 0.4145727753639221, 0.3716047704219818, 0.3269854784011841, 0.068998321890831], "r_norm": [1.3513022661209106, 1.266602873802185, 1.3297228813171387, 1.3856996297836304, 1.346819519996643]}, {"step": 1150, "epoch": 2, "train_loss": 0.46415650844573975, "cos_r_negg": [0.39343467354774475, 0.4103425443172455, 0.37213534116744995, 0.3271065354347229, 0.07409727573394775], "cos_apical_negg": [0.39343467354774475, 0.4103425443172455, 0.37213534116744995, 0.3271065354347229, 0.07409727573394775], "cos_Ac_negg": [0.39343467354774475, 0.4103425443172455, 0.37213534116744995, 0.3271065354347229, 0.07409727573394775], "r_norm": [1.259624719619751, 1.1793513298034668, 1.2279804944992065, 1.2825895547866821, 1.2532271146774292]}, {"step": 1200, "epoch": 2, "train_loss": 0.5328221917152405, "cos_r_negg": [0.41519099473953247, 0.4159865975379944, 0.3653873801231384, 0.32297420501708984, 0.09447207301855087], "cos_apical_negg": [0.41519099473953247, 0.4159865975379944, 0.3653873801231384, 0.32297420501708984, 0.09447207301855087], "cos_Ac_negg": [0.41519099473953247, 0.4159865975379944, 0.3653873801231384, 0.32297420501708984, 0.09447207301855087], "r_norm": [1.4378376007080078, 1.3600013256072998, 1.4040149450302124, 1.4802842140197754, 1.447730302810669]}, {"step": 1250, "epoch": 2, "train_loss": 0.41451919078826904, "cos_r_negg": [0.42023035883903503, 0.4398108124732971, 0.41658931970596313, 0.3542145788669586, 0.12351963669061661], "cos_apical_negg": [0.42023035883903503, 0.4398108124732971, 0.41658931970596313, 0.3542145788669586, 0.12351963669061661], "cos_Ac_negg": [0.42023035883903503, 0.4398108124732971, 0.41658931970596313, 0.3542145788669586, 0.12351963669061661], "r_norm": [1.4383599758148193, 1.3332353830337524, 1.3959296941757202, 1.4621756076812744, 1.418121576309204]}, {"step": 1300, "epoch": 2, "train_loss": 0.3115886449813843, "cos_r_negg": [0.4546859860420227, 0.4433339834213257, 0.38104450702667236, 0.3310982584953308, 0.11805710196495056], "cos_apical_negg": [0.4546859860420227, 0.4433339834213257, 0.38104450702667236, 0.3310982584953308, 0.11805710196495056], "cos_Ac_negg": [0.4546859860420227, 0.4433339834213257, 0.38104450702667236, 0.3310982584953308, 0.11805710196495056], "r_norm": [1.2825521230697632, 1.1966238021850586, 1.247880458831787, 1.3062357902526855, 1.2723145484924316]}, {"step": 1350, "epoch": 2, "train_loss": 0.3229961395263672, "cos_r_negg": [0.44680559635162354, 0.4329070448875427, 0.3953627943992615, 0.3657647669315338, 0.10337023437023163], "cos_apical_negg": [0.44680559635162354, 0.4329070448875427, 0.3953627943992615, 0.3657647669315338, 0.10337023437023163], "cos_Ac_negg": [0.44680559635162354, 0.4329070448875427, 0.3953627943992615, 0.3657647669315338, 0.10337023437023163], "r_norm": [1.2227593660354614, 1.1426719427108765, 1.184128761291504, 1.2386283874511719, 1.2169435024261475]}, {"step": 1400, "epoch": 2, "train_loss": 0.5408019423484802, "cos_r_negg": [0.3990182876586914, 0.38426029682159424, 0.37898051738739014, 0.3393486738204956, 0.09991168975830078], "cos_apical_negg": [0.3990182876586914, 0.38426029682159424, 0.37898051738739014, 0.3393486738204956, 0.09991168975830078], "cos_Ac_negg": [0.3990182876586914, 0.38426029682159424, 0.37898051738739014, 0.3393486738204956, 0.09991168975830078], "r_norm": [1.2840189933776855, 1.208327054977417, 1.2603670358657837, 1.3087449073791504, 1.2797144651412964]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8373, "test_loss": 0.4720660278320313}, {"step": 1450, "epoch": 3, "train_loss": 0.6846766471862793, "cos_r_negg": [0.45547229051589966, 0.4322173297405243, 0.4064194858074188, 0.36177772283554077, 0.12276242673397064], "cos_apical_negg": [0.45547229051589966, 0.4322173297405243, 0.4064194858074188, 0.36177772283554077, 0.12276242673397064], "cos_Ac_negg": [0.45547229051589966, 0.4322173297405243, 0.4064194858074188, 0.36177772283554077, 0.12276242673397064], "r_norm": [1.4558645486831665, 1.382620096206665, 1.4230602979660034, 1.4962176084518433, 1.4734036922454834]}, {"step": 1500, "epoch": 3, "train_loss": 0.5547500848770142, "cos_r_negg": [0.4499235153198242, 0.4176865220069885, 0.38575077056884766, 0.3496113419532776, 0.10923546552658081], "cos_apical_negg": [0.4499235153198242, 0.4176865220069885, 0.38575077056884766, 0.3496113419532776, 0.10923546552658081], "cos_Ac_negg": [0.4499235153198242, 0.4176865220069885, 0.38575077056884766, 0.3496113419532776, 0.10923546552658081], "r_norm": [1.474612832069397, 1.386360764503479, 1.4377104043960571, 1.5128107070922852, 1.4826754331588745]}, {"step": 1550, "epoch": 3, "train_loss": 0.3824489414691925, "cos_r_negg": [0.4554196298122406, 0.4466710686683655, 0.41068390011787415, 0.330452561378479, 0.12642371654510498], "cos_apical_negg": [0.4554196298122406, 0.4466710686683655, 0.41068390011787415, 0.330452561378479, 0.12642371654510498], "cos_Ac_negg": [0.4554196298122406, 0.4466710686683655, 0.41068390011787415, 0.330452561378479, 0.12642371654510498], "r_norm": [1.3257319927215576, 1.2455999851226807, 1.3019616603851318, 1.3607938289642334, 1.3290441036224365]}, {"step": 1600, "epoch": 3, "train_loss": 0.4108538031578064, "cos_r_negg": [0.4439878463745117, 0.43129125237464905, 0.38532453775405884, 0.3452608287334442, 0.09115839004516602], "cos_apical_negg": [0.4439878463745117, 0.43129125237464905, 0.38532453775405884, 0.3452608287334442, 0.09115839004516602], "cos_Ac_negg": [0.4439878463745117, 0.43129125237464905, 0.38532453775405884, 0.3452608287334442, 0.09115839004516602], "r_norm": [1.2190120220184326, 1.1377873420715332, 1.1839828491210938, 1.2401957511901855, 1.2119648456573486]}, {"step": 1650, "epoch": 3, "train_loss": 0.541515588760376, "cos_r_negg": [0.44572192430496216, 0.43870964646339417, 0.403812050819397, 0.34104636311531067, 0.08462962508201599], "cos_apical_negg": [0.44572192430496216, 0.43870964646339417, 0.403812050819397, 0.34104636311531067, 0.08462962508201599], "cos_Ac_negg": [0.44572192430496216, 0.43870964646339417, 0.403812050819397, 0.34104636311531067, 0.08462962508201599], "r_norm": [1.2546241283416748, 1.173923373222351, 1.2234946489334106, 1.2775298357009888, 1.243497610092163]}, {"step": 1700, "epoch": 3, "train_loss": 0.5126863121986389, "cos_r_negg": [0.43889808654785156, 0.451185405254364, 0.41583821177482605, 0.35662901401519775, 0.10300775617361069], "cos_apical_negg": [0.43889808654785156, 0.451185405254364, 0.41583821177482605, 0.35662901401519775, 0.10300775617361069], "cos_Ac_negg": [0.43889808654785156, 0.451185405254364, 0.41583821177482605, 0.35662901401519775, 0.10300775617361069], "r_norm": [1.4196555614471436, 1.325096845626831, 1.3894705772399902, 1.4447665214538574, 1.414360523223877]}, {"step": 1750, "epoch": 3, "train_loss": 0.567298412322998, "cos_r_negg": [0.44253477454185486, 0.4562997817993164, 0.4154431223869324, 0.354831337928772, 0.07376916706562042], "cos_apical_negg": [0.44253477454185486, 0.4562997817993164, 0.4154431223869324, 0.354831337928772, 0.07376916706562042], "cos_Ac_negg": [0.44253477454185486, 0.4562997817993164, 0.4154431223869324, 0.354831337928772, 0.07376916706562042], "r_norm": [1.2881391048431396, 1.2090306282043457, 1.2528159618377686, 1.3128376007080078, 1.2882285118103027]}, {"step": 1800, "epoch": 3, "train_loss": 0.35970789194107056, "cos_r_negg": [0.44253286719322205, 0.4217885136604309, 0.3796612620353699, 0.34817928075790405, 0.08424309641122818], "cos_apical_negg": [0.44253286719322205, 0.4217885136604309, 0.3796612620353699, 0.34817928075790405, 0.08424309641122818], "cos_Ac_negg": [0.44253286719322205, 0.4217885136604309, 0.3796612620353699, 0.34817928075790405, 0.08424309641122818], "r_norm": [1.4053685665130615, 1.3273370265960693, 1.3747798204421997, 1.4457719326019287, 1.4153848886489868]}, {"step": 1850, "epoch": 3, "train_loss": 0.45682936906814575, "cos_r_negg": [0.45846500992774963, 0.4584222435951233, 0.40780210494995117, 0.37311774492263794, 0.11071419715881348], "cos_apical_negg": [0.45846500992774963, 0.4584222435951233, 0.40780210494995117, 0.37311774492263794, 0.11071419715881348], "cos_Ac_negg": [0.45846500992774963, 0.4584222435951233, 0.40780210494995117, 0.37311774492263794, 0.11071419715881348], "r_norm": [1.2220078706741333, 1.1442291736602783, 1.1889667510986328, 1.2381305694580078, 1.2181193828582764]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8446, "test_loss": 0.4555922821044922}, {"step": 1900, "epoch": 4, "train_loss": 0.34712493419647217, "cos_r_negg": [0.47740164399147034, 0.47880104184150696, 0.4437538683414459, 0.3851379156112671, 0.09151651710271835], "cos_apical_negg": [0.47740164399147034, 0.47880104184150696, 0.4437538683414459, 0.3851379156112671, 0.09151651710271835], "cos_Ac_negg": [0.47740164399147034, 0.47880104184150696, 0.4437538683414459, 0.3851379156112671, 0.09151651710271835], "r_norm": [1.3096749782562256, 1.2311033010482788, 1.2726964950561523, 1.3449877500534058, 1.3171098232269287]}, {"step": 1950, "epoch": 4, "train_loss": 0.5286461114883423, "cos_r_negg": [0.44296661019325256, 0.44305384159088135, 0.4067017436027527, 0.371832013130188, 0.11498307436704636], "cos_apical_negg": [0.44296661019325256, 0.44305384159088135, 0.4067017436027527, 0.371832013130188, 0.11498307436704636], "cos_Ac_negg": [0.44296661019325256, 0.44305384159088135, 0.4067017436027527, 0.371832013130188, 0.11498307436704636], "r_norm": [1.1829522848129272, 1.106216311454773, 1.156905174255371, 1.207007884979248, 1.17616868019104]}, {"step": 2000, "epoch": 4, "train_loss": 0.37512069940567017, "cos_r_negg": [0.45311275124549866, 0.4579440951347351, 0.43083152174949646, 0.3767315745353699, 0.10658727586269379], "cos_apical_negg": [0.45311275124549866, 0.4579440951347351, 0.43083152174949646, 0.3767315745353699, 0.10658727586269379], "cos_Ac_negg": [0.45311275124549866, 0.4579440951347351, 0.43083152174949646, 0.3767315745353699, 0.10658727586269379], "r_norm": [1.2802417278289795, 1.1976418495178223, 1.243927001953125, 1.300649642944336, 1.2844350337982178]}, {"step": 2050, "epoch": 4, "train_loss": 0.45738089084625244, "cos_r_negg": [0.4684857726097107, 0.47964760661125183, 0.45689964294433594, 0.3910712003707886, 0.09774073213338852], "cos_apical_negg": [0.4684857726097107, 0.47964760661125183, 0.45689964294433594, 0.3910712003707886, 0.09774073213338852], "cos_Ac_negg": [0.4684857726097107, 0.47964760661125183, 0.45689964294433594, 0.3910712003707886, 0.09774073213338852], "r_norm": [1.2839839458465576, 1.2089393138885498, 1.255326509475708, 1.303398847579956, 1.2791707515716553]}, {"step": 2100, "epoch": 4, "train_loss": 0.3782021403312683, "cos_r_negg": [0.453594446182251, 0.44927865266799927, 0.42704910039901733, 0.3759753108024597, 0.14627568423748016], "cos_apical_negg": [0.453594446182251, 0.44927865266799927, 0.42704910039901733, 0.3759753108024597, 0.14627568423748016], "cos_Ac_negg": [0.453594446182251, 0.44927865266799927, 0.42704910039901733, 0.3759753108024597, 0.14627568423748016], "r_norm": [1.228494644165039, 1.1457910537719727, 1.1948285102844238, 1.250763177871704, 1.2167484760284424]}, {"step": 2150, "epoch": 4, "train_loss": 0.42084527015686035, "cos_r_negg": [0.48673760890960693, 0.4747718274593353, 0.4546608328819275, 0.42093127965927124, 0.1433408260345459], "cos_apical_negg": [0.48673760890960693, 0.4747718274593353, 0.4546608328819275, 0.42093127965927124, 0.1433408260345459], "cos_Ac_negg": [0.48673760890960693, 0.4747718274593353, 0.4546608328819275, 0.42093127965927124, 0.1433408260345459], "r_norm": [1.0839749574661255, 1.021254539489746, 1.0641274452209473, 1.1059399843215942, 1.0813252925872803]}, {"step": 2200, "epoch": 4, "train_loss": 0.38128966093063354, "cos_r_negg": [0.4343712627887726, 0.438228964805603, 0.420026034116745, 0.3662813901901245, 0.0926370620727539], "cos_apical_negg": [0.4343712627887726, 0.438228964805603, 0.420026034116745, 0.3662813901901245, 0.0926370620727539], "cos_Ac_negg": [0.4343712627887726, 0.438228964805603, 0.420026034116745, 0.3662813901901245, 0.0926370620727539], "r_norm": [1.3577687740325928, 1.2776856422424316, 1.3391573429107666, 1.3974323272705078, 1.3595713376998901]}, {"step": 2250, "epoch": 4, "train_loss": 0.36500847339630127, "cos_r_negg": [0.43372756242752075, 0.43546003103256226, 0.42592355608940125, 0.40698885917663574, 0.08545517921447754], "cos_apical_negg": [0.43372756242752075, 0.43546003103256226, 0.42592355608940125, 0.40698885917663574, 0.08545517921447754], "cos_Ac_negg": [0.43372756242752075, 0.43546003103256226, 0.42592355608940125, 0.40698885917663574, 0.08545517921447754], "r_norm": [1.1706347465515137, 1.1064754724502563, 1.1510502099990845, 1.1961578130722046, 1.1687819957733154]}, {"step": 2300, "epoch": 4, "train_loss": 0.14442923665046692, "cos_r_negg": [0.4323410093784332, 0.43174248933792114, 0.4058145582675934, 0.37217235565185547, 0.09149152040481567], "cos_apical_negg": [0.4323410093784332, 0.43174248933792114, 0.4058145582675934, 0.37217235565185547, 0.09149152040481567], "cos_Ac_negg": [0.4323410093784332, 0.43174248933792114, 0.4058145582675934, 0.37217235565185547, 0.09149152040481567], "r_norm": [1.2164020538330078, 1.1391375064849854, 1.1919660568237305, 1.2429301738739014, 1.208801507949829]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8511, "test_loss": 0.47465967712402346}, {"step": 2350, "epoch": 5, "train_loss": 0.2995007336139679, "cos_r_negg": [0.4310322701931, 0.44362133741378784, 0.40967869758605957, 0.36793118715286255, 0.07720702886581421], "cos_apical_negg": [0.4310322701931, 0.44362133741378784, 0.40967869758605957, 0.36793118715286255, 0.07720702886581421], "cos_Ac_negg": [0.4310322701931, 0.44362133741378784, 0.40967869758605957, 0.36793118715286255, 0.07720702886581421], "r_norm": [1.229414701461792, 1.159212350845337, 1.2171367406845093, 1.2626874446868896, 1.2278295755386353]}, {"step": 2400, "epoch": 5, "train_loss": 0.37324094772338867, "cos_r_negg": [0.4291459619998932, 0.44586414098739624, 0.4097910523414612, 0.3718578815460205, 0.1229611337184906], "cos_apical_negg": [0.4291459619998932, 0.44586414098739624, 0.4097910523414612, 0.3718578815460205, 0.1229611337184906], "cos_Ac_negg": [0.4291459619998932, 0.44586414098739624, 0.4097910523414612, 0.3718578815460205, 0.1229611337184906], "r_norm": [1.2908016443252563, 1.2125380039215088, 1.2676670551300049, 1.324015736579895, 1.2956255674362183]}, {"step": 2450, "epoch": 5, "train_loss": 0.3211056888103485, "cos_r_negg": [0.42983049154281616, 0.44036829471588135, 0.4364018440246582, 0.36948567628860474, 0.09653066098690033], "cos_apical_negg": [0.42983049154281616, 0.44036829471588135, 0.4364018440246582, 0.36948567628860474, 0.09653066098690033], "cos_Ac_negg": [0.42983049154281616, 0.44036829471588135, 0.4364018440246582, 0.36948567628860474, 0.09653066098690033], "r_norm": [1.3497141599655151, 1.278045415878296, 1.3214584589004517, 1.3887004852294922, 1.364567756652832]}, {"step": 2500, "epoch": 5, "train_loss": 0.3387324810028076, "cos_r_negg": [0.4723823368549347, 0.47819286584854126, 0.4353918135166168, 0.3972097635269165, 0.08197946846485138], "cos_apical_negg": [0.4723823368549347, 0.47819286584854126, 0.4353918135166168, 0.3972097635269165, 0.08197946846485138], "cos_Ac_negg": [0.4723823368549347, 0.47819286584854126, 0.4353918135166168, 0.3972097635269165, 0.08197946846485138], "r_norm": [1.3636000156402588, 1.2796975374221802, 1.3297748565673828, 1.3879725933074951, 1.3715633153915405]}, {"step": 2550, "epoch": 5, "train_loss": 0.33991605043411255, "cos_r_negg": [0.4402797818183899, 0.43112295866012573, 0.40846747159957886, 0.36408066749572754, 0.10663547366857529], "cos_apical_negg": [0.4402797818183899, 0.43112295866012573, 0.40846747159957886, 0.36408066749572754, 0.10663547366857529], "cos_Ac_negg": [0.4402797818183899, 0.43112295866012573, 0.40846747159957886, 0.36408066749572754, 0.10663547366857529], "r_norm": [1.1455647945404053, 1.0753328800201416, 1.125422477722168, 1.168367862701416, 1.1382465362548828]}, {"step": 2600, "epoch": 5, "train_loss": 0.32713863253593445, "cos_r_negg": [0.45907843112945557, 0.45706847310066223, 0.4265974164009094, 0.40177348256111145, 0.09824056923389435], "cos_apical_negg": [0.45907843112945557, 0.45706847310066223, 0.4265974164009094, 0.40177348256111145, 0.09824056923389435], "cos_Ac_negg": [0.45907843112945557, 0.45706847310066223, 0.4265974164009094, 0.40177348256111145, 0.09824056923389435], "r_norm": [1.182785987854004, 1.1113946437835693, 1.1599770784378052, 1.202850103378296, 1.1786844730377197]}, {"step": 2650, "epoch": 5, "train_loss": 0.28721150755882263, "cos_r_negg": [0.4526028335094452, 0.4498649835586548, 0.4316050708293915, 0.38274407386779785, 0.07578182965517044], "cos_apical_negg": [0.4526028335094452, 0.4498649835586548, 0.4316050708293915, 0.38274407386779785, 0.07578182965517044], "cos_Ac_negg": [0.4526028335094452, 0.4498649835586548, 0.4316050708293915, 0.38274407386779785, 0.07578182965517044], "r_norm": [1.2728148698806763, 1.1974514722824097, 1.2425785064697266, 1.305889368057251, 1.276653528213501]}, {"step": 2700, "epoch": 5, "train_loss": 0.26726096868515015, "cos_r_negg": [0.4388710856437683, 0.4148710370063782, 0.3841434419155121, 0.3480710983276367, 0.0607060045003891], "cos_apical_negg": [0.4388710856437683, 0.4148710370063782, 0.3841434419155121, 0.3480710983276367, 0.0607060045003891], "cos_Ac_negg": [0.4388710856437683, 0.4148710370063782, 0.3841434419155121, 0.3480710983276367, 0.0607060045003891], "r_norm": [1.1366751194000244, 1.0670075416564941, 1.114555835723877, 1.1611374616622925, 1.1346956491470337]}, {"step": 2750, "epoch": 5, "train_loss": 0.441488653421402, "cos_r_negg": [0.43891841173171997, 0.42836615443229675, 0.4066653251647949, 0.36726951599121094, 0.0841013640165329], "cos_apical_negg": [0.43891841173171997, 0.42836615443229675, 0.4066653251647949, 0.36726951599121094, 0.0841013640165329], "cos_Ac_negg": [0.43891841173171997, 0.42836615443229675, 0.4066653251647949, 0.36726951599121094, 0.0841013640165329], "r_norm": [1.193845272064209, 1.1215858459472656, 1.174605369567871, 1.2248176336288452, 1.1896628141403198]}, {"step": 2800, "epoch": 5, "train_loss": 0.4492309093475342, "cos_r_negg": [0.4067784547805786, 0.3904082477092743, 0.3747333884239197, 0.3572740852832794, 0.06307312846183777], "cos_apical_negg": [0.4067784547805786, 0.3904082477092743, 0.3747333884239197, 0.3572740852832794, 0.06307312846183777], "cos_Ac_negg": [0.4067784547805786, 0.3904082477092743, 0.3747333884239197, 0.3572740852832794, 0.06307312846183777], "r_norm": [1.1088874340057373, 1.041902780532837, 1.0871937274932861, 1.131676435470581, 1.1046665906906128]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8493, "test_loss": 0.4419602294921875}, {"step": 2850, "epoch": 6, "train_loss": 0.21163876354694366, "cos_r_negg": [0.45132559537887573, 0.42970192432403564, 0.41546788811683655, 0.3862133026123047, 0.08660128712654114], "cos_apical_negg": [0.45132559537887573, 0.42970192432403564, 0.41546788811683655, 0.3862133026123047, 0.08660128712654114], "cos_Ac_negg": [0.45132559537887573, 0.42970192432403564, 0.41546788811683655, 0.3862133026123047, 0.08660128712654114], "r_norm": [1.2049280405044556, 1.1388226747512817, 1.1899957656860352, 1.2211599349975586, 1.2035727500915527]}, {"step": 2900, "epoch": 6, "train_loss": 0.2690415382385254, "cos_r_negg": [0.447287380695343, 0.45157551765441895, 0.4290056824684143, 0.384645938873291, 0.07065118849277496], "cos_apical_negg": [0.447287380695343, 0.45157551765441895, 0.4290056824684143, 0.384645938873291, 0.07065118849277496], "cos_Ac_negg": [0.447287380695343, 0.45157551765441895, 0.4290056824684143, 0.384645938873291, 0.07065118849277496], "r_norm": [1.2721548080444336, 1.1984291076660156, 1.2534360885620117, 1.2961037158966064, 1.2783420085906982]}, {"step": 2950, "epoch": 6, "train_loss": 0.24068906903266907, "cos_r_negg": [0.4793192446231842, 0.4765256345272064, 0.45892030000686646, 0.41666483879089355, 0.09242572635412216], "cos_apical_negg": [0.4793192446231842, 0.4765256345272064, 0.45892030000686646, 0.41666483879089355, 0.09242572635412216], "cos_Ac_negg": [0.4793192446231842, 0.4765256345272064, 0.45892030000686646, 0.41666483879089355, 0.09242572635412216], "r_norm": [1.179166555404663, 1.1086763143539429, 1.1551865339279175, 1.2020679712295532, 1.1766822338104248]}, {"step": 3000, "epoch": 6, "train_loss": 0.4770888388156891, "cos_r_negg": [0.4465228319168091, 0.45944297313690186, 0.43143483996391296, 0.3763471245765686, 0.06765025854110718], "cos_apical_negg": [0.4465228319168091, 0.45944297313690186, 0.43143483996391296, 0.3763471245765686, 0.06765025854110718], "cos_Ac_negg": [0.4465228319168091, 0.45944297313690186, 0.43143483996391296, 0.3763471245765686, 0.06765025854110718], "r_norm": [1.160254716873169, 1.0909570455551147, 1.1444216966629028, 1.1839145421981812, 1.155335545539856]}, {"step": 3050, "epoch": 6, "train_loss": 0.46715599298477173, "cos_r_negg": [0.45009785890579224, 0.4506624937057495, 0.44545096158981323, 0.363214910030365, 0.06207108125090599], "cos_apical_negg": [0.45009785890579224, 0.4506624937057495, 0.44545096158981323, 0.363214910030365, 0.06207108125090599], "cos_Ac_negg": [0.45009785890579224, 0.4506624937057495, 0.44545096158981323, 0.363214910030365, 0.06207108125090599], "r_norm": [1.176117181777954, 1.108290195465088, 1.154020071029663, 1.2020177841186523, 1.1795012950897217]}, {"step": 3100, "epoch": 6, "train_loss": 0.46733975410461426, "cos_r_negg": [0.4426308572292328, 0.4619182050228119, 0.45733317732810974, 0.37783437967300415, 0.0803460106253624], "cos_apical_negg": [0.4426308572292328, 0.4619182050228119, 0.45733317732810974, 0.37783437967300415, 0.0803460106253624], "cos_Ac_negg": [0.4426308572292328, 0.4619182050228119, 0.45733317732810974, 0.37783437967300415, 0.0803460106253624], "r_norm": [1.1414625644683838, 1.0693143606185913, 1.1207919120788574, 1.1679399013519287, 1.1359519958496094]}, {"step": 3150, "epoch": 6, "train_loss": 0.37480974197387695, "cos_r_negg": [0.44369083642959595, 0.47035977244377136, 0.4510572552680969, 0.37240368127822876, 0.04469367861747742], "cos_apical_negg": [0.44369083642959595, 0.47035977244377136, 0.4510572552680969, 0.37240368127822876, 0.04469367861747742], "cos_Ac_negg": [0.44369083642959595, 0.47035977244377136, 0.4510572552680969, 0.37240368127822876, 0.04469367861747742], "r_norm": [1.1378320455551147, 1.0730926990509033, 1.107956886291504, 1.159362554550171, 1.1378881931304932]}, {"step": 3200, "epoch": 6, "train_loss": 0.2682737410068512, "cos_r_negg": [0.4797707796096802, 0.4700498580932617, 0.4461987614631653, 0.38195085525512695, 0.0926302969455719], "cos_apical_negg": [0.4797707796096802, 0.4700498580932617, 0.4461987614631653, 0.38195085525512695, 0.0926302969455719], "cos_Ac_negg": [0.4797707796096802, 0.4700498580932617, 0.4461987614631653, 0.38195085525512695, 0.0926302969455719], "r_norm": [1.0574229955673218, 0.9904267191886902, 1.0361367464065552, 1.074815034866333, 1.0499866008758545]}, {"step": 3250, "epoch": 6, "train_loss": 0.32093876600265503, "cos_r_negg": [0.4234132468700409, 0.423628032207489, 0.4137350916862488, 0.3478037416934967, 0.041767723858356476], "cos_apical_negg": [0.4234132468700409, 0.423628032207489, 0.4137350916862488, 0.3478037416934967, 0.041767723858356476], "cos_Ac_negg": [0.4234132468700409, 0.423628032207489, 0.4137350916862488, 0.3478037416934967, 0.041767723858356476], "r_norm": [1.045731782913208, 0.9760284423828125, 1.020058512687683, 1.0607877969741821, 1.0370543003082275]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8445, "test_loss": 0.4819019775390625}, {"step": 3300, "epoch": 7, "train_loss": 0.31329649686813354, "cos_r_negg": [0.4397735893726349, 0.45482301712036133, 0.43538057804107666, 0.3593973219394684, 0.028561104089021683], "cos_apical_negg": [0.4397735893726349, 0.45482301712036133, 0.43538057804107666, 0.3593973219394684, 0.028561104089021683], "cos_Ac_negg": [0.4397735893726349, 0.45482301712036133, 0.43538057804107666, 0.3593973219394684, 0.028561104089021683], "r_norm": [1.120757818222046, 1.0490965843200684, 1.0808498859405518, 1.1440889835357666, 1.1209275722503662]}, {"step": 3350, "epoch": 7, "train_loss": 0.40332886576652527, "cos_r_negg": [0.440412700176239, 0.43841615319252014, 0.41236624121665955, 0.35382595658302307, 0.053580012172460556], "cos_apical_negg": [0.440412700176239, 0.43841615319252014, 0.41236624121665955, 0.35382595658302307, 0.053580012172460556], "cos_Ac_negg": [0.440412700176239, 0.43841615319252014, 0.41236624121665955, 0.35382595658302307, 0.053580012172460556], "r_norm": [1.0846354961395264, 1.0123509168624878, 1.0554249286651611, 1.0981863737106323, 1.0745387077331543]}, {"step": 3400, "epoch": 7, "train_loss": 0.37489479780197144, "cos_r_negg": [0.45359647274017334, 0.449433296918869, 0.42335057258605957, 0.37174761295318604, 0.055898088961839676], "cos_apical_negg": [0.45359647274017334, 0.449433296918869, 0.42335057258605957, 0.37174761295318604, 0.055898088961839676], "cos_Ac_negg": [0.45359647274017334, 0.449433296918869, 0.42335057258605957, 0.37174761295318604, 0.055898088961839676], "r_norm": [1.1542925834655762, 1.0912234783172607, 1.1353936195373535, 1.1837232112884521, 1.1570117473602295]}, {"step": 3450, "epoch": 7, "train_loss": 0.31086266040802, "cos_r_negg": [0.46618497371673584, 0.46518808603286743, 0.4428885579109192, 0.37140652537345886, 0.08109115064144135], "cos_apical_negg": [0.46618497371673584, 0.46518808603286743, 0.4428885579109192, 0.37140652537345886, 0.08109115064144135], "cos_Ac_negg": [0.46618497371673584, 0.46518808603286743, 0.4428885579109192, 0.37140652537345886, 0.08109115064144135], "r_norm": [1.1017179489135742, 1.0319061279296875, 1.083027720451355, 1.1272282600402832, 1.0930328369140625]}, {"step": 3500, "epoch": 7, "train_loss": 0.4069874882698059, "cos_r_negg": [0.46348118782043457, 0.44665682315826416, 0.4242238402366638, 0.35699015855789185, 0.058008674532175064], "cos_apical_negg": [0.46348118782043457, 0.44665682315826416, 0.4242238402366638, 0.35699015855789185, 0.058008674532175064], "cos_Ac_negg": [0.46348118782043457, 0.44665682315826416, 0.4242238402366638, 0.35699015855789185, 0.058008674532175064], "r_norm": [1.08305025100708, 1.0179986953735352, 1.0658416748046875, 1.107830286026001, 1.0814859867095947]}, {"step": 3550, "epoch": 7, "train_loss": 0.36601707339286804, "cos_r_negg": [0.460247665643692, 0.431155264377594, 0.414745032787323, 0.35695111751556396, 0.09439055621623993], "cos_apical_negg": [0.460247665643692, 0.431155264377594, 0.414745032787323, 0.35695111751556396, 0.09439055621623993], "cos_Ac_negg": [0.460247665643692, 0.431155264377594, 0.414745032787323, 0.35695111751556396, 0.09439055621623993], "r_norm": [1.1271023750305176, 1.0584568977355957, 1.1076315641403198, 1.1516809463500977, 1.1282730102539062]}, {"step": 3600, "epoch": 7, "train_loss": 0.26827675104141235, "cos_r_negg": [0.47416621446609497, 0.42864125967025757, 0.4268186688423157, 0.37905722856521606, 0.07083040475845337], "cos_apical_negg": [0.47416621446609497, 0.42864125967025757, 0.4268186688423157, 0.37905722856521606, 0.07083040475845337], "cos_Ac_negg": [0.47416621446609497, 0.42864125967025757, 0.4268186688423157, 0.37905722856521606, 0.07083040475845337], "r_norm": [1.179821252822876, 1.1109178066253662, 1.160672664642334, 1.2055877447128296, 1.1784934997558594]}, {"step": 3650, "epoch": 7, "train_loss": 0.4404469132423401, "cos_r_negg": [0.4696117639541626, 0.46316254138946533, 0.4437949061393738, 0.41326719522476196, 0.09677766263484955], "cos_apical_negg": [0.4696117639541626, 0.46316254138946533, 0.4437949061393738, 0.41326719522476196, 0.09677766263484955], "cos_Ac_negg": [0.4696117639541626, 0.46316254138946533, 0.4437949061393738, 0.41326719522476196, 0.09677766263484955], "r_norm": [1.281287431716919, 1.19489586353302, 1.250930905342102, 1.306976556777954, 1.2731826305389404]}, {"step": 3700, "epoch": 7, "train_loss": 0.3503170609474182, "cos_r_negg": [0.468127965927124, 0.45670968294143677, 0.4274284839630127, 0.3788001537322998, 0.08386604487895966], "cos_apical_negg": [0.468127965927124, 0.45670968294143677, 0.4274284839630127, 0.3788001537322998, 0.08386604487895966], "cos_Ac_negg": [0.468127965927124, 0.45670968294143677, 0.4274284839630127, 0.3788001537322998, 0.08386604487895966], "r_norm": [1.2561198472976685, 1.1683871746063232, 1.2165207862854004, 1.2683370113372803, 1.2419443130493164]}, {"step": 3750, "epoch": 7, "train_loss": 0.4301005005836487, "cos_r_negg": [0.4796680510044098, 0.45791101455688477, 0.45490580797195435, 0.4306507706642151, 0.11062372475862503], "cos_apical_negg": [0.4796680510044098, 0.45791101455688477, 0.45490580797195435, 0.4306507706642151, 0.11062372475862503], "cos_Ac_negg": [0.4796680510044098, 0.45791101455688477, 0.45490580797195435, 0.4306507706642151, 0.11062372475862503], "r_norm": [1.0690780878067017, 1.0043177604675293, 1.044758915901184, 1.0941166877746582, 1.0684525966644287]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8614, "test_loss": 0.40233641967773437}, {"step": 3800, "epoch": 8, "train_loss": 0.2876453399658203, "cos_r_negg": [0.45784905552864075, 0.43771490454673767, 0.4312590956687927, 0.3951968550682068, 0.08165314793586731], "cos_apical_negg": [0.45784905552864075, 0.43771490454673767, 0.4312590956687927, 0.3951968550682068, 0.08165314793586731], "cos_Ac_negg": [0.45784905552864075, 0.43771490454673767, 0.4312590956687927, 0.3951968550682068, 0.08165314793586731], "r_norm": [1.0182915925979614, 0.956864595413208, 1.0013103485107422, 1.0396907329559326, 1.0148310661315918]}, {"step": 3850, "epoch": 8, "train_loss": 0.3851770758628845, "cos_r_negg": [0.4431983232498169, 0.4348449110984802, 0.4403923451900482, 0.3934275805950165, 0.08455903083086014], "cos_apical_negg": [0.4431983232498169, 0.4348449110984802, 0.4403923451900482, 0.3934275805950165, 0.08455903083086014], "cos_Ac_negg": [0.4431983232498169, 0.4348449110984802, 0.4403923451900482, 0.3934275805950165, 0.08455903083086014], "r_norm": [1.0752326250076294, 1.0040026903152466, 1.0493675470352173, 1.0892307758331299, 1.0639419555664062]}, {"step": 3900, "epoch": 8, "train_loss": 0.27688121795654297, "cos_r_negg": [0.4254423975944519, 0.43293794989585876, 0.42780807614326477, 0.3888493776321411, 0.0904916375875473], "cos_apical_negg": [0.4254423975944519, 0.43293794989585876, 0.42780807614326477, 0.3888493776321411, 0.0904916375875473], "cos_Ac_negg": [0.4254423975944519, 0.43293794989585876, 0.42780807614326477, 0.3888493776321411, 0.0904916375875473], "r_norm": [1.1542396545410156, 1.0809669494628906, 1.129316806793213, 1.1730093955993652, 1.1462671756744385]}, {"step": 3950, "epoch": 8, "train_loss": 0.48483806848526, "cos_r_negg": [0.45599275827407837, 0.4501854479312897, 0.4352208077907562, 0.4071076214313507, 0.08776041865348816], "cos_apical_negg": [0.45599275827407837, 0.4501854479312897, 0.4352208077907562, 0.4071076214313507, 0.08776041865348816], "cos_Ac_negg": [0.45599275827407837, 0.4501854479312897, 0.4352208077907562, 0.4071076214313507, 0.08776041865348816], "r_norm": [1.0946862697601318, 1.0202083587646484, 1.063429594039917, 1.1113829612731934, 1.0844197273254395]}, {"step": 4000, "epoch": 8, "train_loss": 0.4637463688850403, "cos_r_negg": [0.482576847076416, 0.477702260017395, 0.469336599111557, 0.4252040982246399, 0.08042511343955994], "cos_apical_negg": [0.482576847076416, 0.477702260017395, 0.469336599111557, 0.4252040982246399, 0.08042511343955994], "cos_Ac_negg": [0.482576847076416, 0.477702260017395, 0.469336599111557, 0.4252040982246399, 0.08042511343955994], "r_norm": [1.2801287174224854, 1.19772469997406, 1.2394216060638428, 1.3035869598388672, 1.2770706415176392]}, {"step": 4050, "epoch": 8, "train_loss": 0.3989560306072235, "cos_r_negg": [0.4539080858230591, 0.45396122336387634, 0.4425181746482849, 0.4095454812049866, 0.0987667590379715], "cos_apical_negg": [0.4539080858230591, 0.45396122336387634, 0.4425181746482849, 0.4095454812049866, 0.0987667590379715], "cos_Ac_negg": [0.4539080858230591, 0.45396122336387634, 0.4425181746482849, 0.4095454812049866, 0.0987667590379715], "r_norm": [1.1542487144470215, 1.0811536312103271, 1.1278116703033447, 1.1817574501037598, 1.1497337818145752]}, {"step": 4100, "epoch": 8, "train_loss": 0.24068188667297363, "cos_r_negg": [0.4480813443660736, 0.4584621489048004, 0.4387352168560028, 0.3915887475013733, 0.07873028516769409], "cos_apical_negg": [0.4480813443660736, 0.4584621489048004, 0.4387352168560028, 0.3915887475013733, 0.07873028516769409], "cos_Ac_negg": [0.4480813443660736, 0.4584621489048004, 0.4387352168560028, 0.3915887475013733, 0.07873028516769409], "r_norm": [1.1284937858581543, 1.0600433349609375, 1.105135202407837, 1.1536884307861328, 1.1310300827026367]}, {"step": 4150, "epoch": 8, "train_loss": 0.2589079439640045, "cos_r_negg": [0.46039485931396484, 0.4487472176551819, 0.44588398933410645, 0.38788697123527527, 0.09904874116182327], "cos_apical_negg": [0.46039485931396484, 0.4487472176551819, 0.44588398933410645, 0.38788697123527527, 0.09904874116182327], "cos_Ac_negg": [0.46039485931396484, 0.4487472176551819, 0.44588398933410645, 0.38788697123527527, 0.09904874116182327], "r_norm": [1.1204090118408203, 1.0445590019226074, 1.0906857252120972, 1.1421467065811157, 1.112173318862915]}, {"step": 4200, "epoch": 8, "train_loss": 0.3953375220298767, "cos_r_negg": [0.47219499945640564, 0.44326502084732056, 0.4303877055644989, 0.38735994696617126, 0.07626944780349731], "cos_apical_negg": [0.47219499945640564, 0.44326502084732056, 0.4303877055644989, 0.38735994696617126, 0.07626944780349731], "cos_Ac_negg": [0.47219499945640564, 0.44326502084732056, 0.4303877055644989, 0.38735994696617126, 0.07626944780349731], "r_norm": [1.1655139923095703, 1.0945038795471191, 1.1471421718597412, 1.195689082145691, 1.16212797164917]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.855, "test_loss": 0.4603582275390625}, {"step": 4250, "epoch": 9, "train_loss": 0.46496084332466125, "cos_r_negg": [0.4420301616191864, 0.44355082511901855, 0.42096832394599915, 0.3867071270942688, 0.08925450593233109], "cos_apical_negg": [0.4420301616191864, 0.44355082511901855, 0.42096832394599915, 0.3867071270942688, 0.08925450593233109], "cos_Ac_negg": [0.4420301616191864, 0.44355082511901855, 0.42096832394599915, 0.3867071270942688, 0.08925450593233109], "r_norm": [1.3941311836242676, 1.3028132915496826, 1.331230878829956, 1.414426565170288, 1.401070475578308]}, {"step": 4300, "epoch": 9, "train_loss": 0.26436150074005127, "cos_r_negg": [0.4355560541152954, 0.4331703782081604, 0.4227544069290161, 0.38138139247894287, 0.07900980114936829], "cos_apical_negg": [0.4355560541152954, 0.4331703782081604, 0.4227544069290161, 0.38138139247894287, 0.07900980114936829], "cos_Ac_negg": [0.4355560541152954, 0.4331703782081604, 0.4227544069290161, 0.38138139247894287, 0.07900980114936829], "r_norm": [1.0886564254760742, 1.0146074295043945, 1.056431531906128, 1.0940046310424805, 1.0731925964355469]}, {"step": 4350, "epoch": 9, "train_loss": 0.23784874379634857, "cos_r_negg": [0.4382832646369934, 0.43852370977401733, 0.4234471321105957, 0.3902571201324463, 0.0691327154636383], "cos_apical_negg": [0.4382832646369934, 0.43852370977401733, 0.4234471321105957, 0.3902571201324463, 0.0691327154636383], "cos_Ac_negg": [0.4382832646369934, 0.43852370977401733, 0.4234471321105957, 0.3902571201324463, 0.0691327154636383], "r_norm": [1.168736219406128, 1.105476975440979, 1.1554464101791382, 1.2010754346847534, 1.1734141111373901]}, {"step": 4400, "epoch": 9, "train_loss": 0.38225215673446655, "cos_r_negg": [0.43819689750671387, 0.42627543210983276, 0.42401623725891113, 0.39000222086906433, 0.11190776526927948], "cos_apical_negg": [0.43819689750671387, 0.42627543210983276, 0.42401623725891113, 0.39000222086906433, 0.11190776526927948], "cos_Ac_negg": [0.43819689750671387, 0.42627543210983276, 0.42401623725891113, 0.39000222086906433, 0.11190776526927948], "r_norm": [1.0909464359283447, 1.0187742710113525, 1.0724101066589355, 1.1139341592788696, 1.0821709632873535]}, {"step": 4450, "epoch": 9, "train_loss": 0.2087237536907196, "cos_r_negg": [0.4758288264274597, 0.4638836681842804, 0.4435628056526184, 0.41997361183166504, 0.07429523766040802], "cos_apical_negg": [0.4758288264274597, 0.4638836681842804, 0.4435628056526184, 0.41997361183166504, 0.07429523766040802], "cos_Ac_negg": [0.4758288264274597, 0.4638836681842804, 0.4435628056526184, 0.41997361183166504, 0.07429523766040802], "r_norm": [1.2025806903839111, 1.1240845918655396, 1.1784906387329102, 1.2320581674575806, 1.195859432220459]}, {"step": 4500, "epoch": 9, "train_loss": 0.4360613226890564, "cos_r_negg": [0.4610106348991394, 0.450512170791626, 0.43663763999938965, 0.3890489339828491, 0.060025766491889954], "cos_apical_negg": [0.4610106348991394, 0.450512170791626, 0.43663763999938965, 0.3890489339828491, 0.060025766491889954], "cos_Ac_negg": [0.4610106348991394, 0.450512170791626, 0.43663763999938965, 0.3890489339828491, 0.060025766491889954], "r_norm": [1.172489881515503, 1.1016156673431396, 1.145495057106018, 1.2029521465301514, 1.1736432313919067]}, {"step": 4550, "epoch": 9, "train_loss": 0.2729010283946991, "cos_r_negg": [0.45748621225357056, 0.4345080852508545, 0.43553221225738525, 0.4055708646774292, 0.10523352026939392], "cos_apical_negg": [0.45748621225357056, 0.4345080852508545, 0.43553221225738525, 0.4055708646774292, 0.10523352026939392], "cos_Ac_negg": [0.45748621225357056, 0.4345080852508545, 0.43553221225738525, 0.4055708646774292, 0.10523352026939392], "r_norm": [0.99101322889328, 0.9300668835639954, 0.9637361168861389, 1.0055558681488037, 0.9864600896835327]}, {"step": 4600, "epoch": 9, "train_loss": 0.25945934653282166, "cos_r_negg": [0.47567665576934814, 0.4679492115974426, 0.44173479080200195, 0.4113110303878784, 0.08961561322212219], "cos_apical_negg": [0.47567665576934814, 0.4679492115974426, 0.44173479080200195, 0.4113110303878784, 0.08961561322212219], "cos_Ac_negg": [0.47567665576934814, 0.4679492115974426, 0.44173479080200195, 0.4113110303878784, 0.08961561322212219], "r_norm": [1.2745853662490845, 1.1990082263946533, 1.2394402027130127, 1.2963510751724243, 1.2778475284576416]}, {"step": 4650, "epoch": 9, "train_loss": 0.30712947249412537, "cos_r_negg": [0.44711360335350037, 0.4269254207611084, 0.4441586434841156, 0.39868465065956116, 0.08194718509912491], "cos_apical_negg": [0.44711360335350037, 0.4269254207611084, 0.4441586434841156, 0.39868465065956116, 0.08194718509912491], "cos_Ac_negg": [0.44711360335350037, 0.4269254207611084, 0.4441586434841156, 0.39868465065956116, 0.08194718509912491], "r_norm": [1.0963609218597412, 1.0231354236602783, 1.0749529600143433, 1.1192420721054077, 1.0864659547805786]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.855, "test_loss": 0.42850812377929687}, {"step": 4700, "epoch": 10, "train_loss": 0.3128565847873688, "cos_r_negg": [0.4738065302371979, 0.4563002586364746, 0.46237507462501526, 0.4075367748737335, 0.07836009562015533], "cos_apical_negg": [0.4738065302371979, 0.4563002586364746, 0.46237507462501526, 0.4075367748737335, 0.07836009562015533], "cos_Ac_negg": [0.4738065302371979, 0.4563002586364746, 0.46237507462501526, 0.4075367748737335, 0.07836009562015533], "r_norm": [1.0816195011138916, 1.0127586126327515, 1.0494989156723022, 1.0983500480651855, 1.0780084133148193]}, {"step": 4750, "epoch": 10, "train_loss": 0.32500460743904114, "cos_r_negg": [0.45262202620506287, 0.4434901475906372, 0.44664525985717773, 0.411600261926651, 0.0880846306681633], "cos_apical_negg": [0.45262202620506287, 0.4434901475906372, 0.44664525985717773, 0.411600261926651, 0.0880846306681633], "cos_Ac_negg": [0.45262202620506287, 0.4434901475906372, 0.44664525985717773, 0.411600261926651, 0.0880846306681633], "r_norm": [1.0578811168670654, 0.9930108189582825, 1.0317461490631104, 1.0778894424438477, 1.0566881895065308]}, {"step": 4800, "epoch": 10, "train_loss": 0.4109852910041809, "cos_r_negg": [0.4442197382450104, 0.4340607821941376, 0.4398874044418335, 0.39267870783805847, 0.0850692018866539], "cos_apical_negg": [0.4442197382450104, 0.4340607821941376, 0.4398874044418335, 0.39267870783805847, 0.0850692018866539], "cos_Ac_negg": [0.4442197382450104, 0.4340607821941376, 0.4398874044418335, 0.39267870783805847, 0.0850692018866539], "r_norm": [1.0280321836471558, 0.9664717316627502, 1.0089739561080933, 1.044891357421875, 1.0243170261383057]}, {"step": 4850, "epoch": 10, "train_loss": 0.4187842309474945, "cos_r_negg": [0.44413089752197266, 0.43691790103912354, 0.436535120010376, 0.40662163496017456, 0.07344557344913483], "cos_apical_negg": [0.44413089752197266, 0.43691790103912354, 0.436535120010376, 0.40662163496017456, 0.07344557344913483], "cos_Ac_negg": [0.44413089752197266, 0.43691790103912354, 0.436535120010376, 0.40662163496017456, 0.07344557344913483], "r_norm": [1.0420806407928467, 0.9724892377853394, 1.0127440690994263, 1.0594956874847412, 1.0334800481796265]}, {"step": 4900, "epoch": 10, "train_loss": 0.29662689566612244, "cos_r_negg": [0.450146347284317, 0.421644389629364, 0.4322319030761719, 0.39670905470848083, 0.07145483791828156], "cos_apical_negg": [0.450146347284317, 0.421644389629364, 0.4322319030761719, 0.39670905470848083, 0.07145483791828156], "cos_Ac_negg": [0.450146347284317, 0.421644389629364, 0.4322319030761719, 0.39670905470848083, 0.07145483791828156], "r_norm": [1.1097002029418945, 1.0388332605361938, 1.0878114700317383, 1.1276233196258545, 1.0995724201202393]}, {"step": 4950, "epoch": 10, "train_loss": 0.2574150562286377, "cos_r_negg": [0.4717175364494324, 0.4763083755970001, 0.4644578695297241, 0.40316781401634216, 0.10130809247493744], "cos_apical_negg": [0.4717175364494324, 0.4763083755970001, 0.4644578695297241, 0.40316781401634216, 0.10130809247493744], "cos_Ac_negg": [0.4717175364494324, 0.4763083755970001, 0.4644578695297241, 0.40316781401634216, 0.10130809247493744], "r_norm": [1.0866446495056152, 1.02651047706604, 1.075575828552246, 1.11275053024292, 1.0861196517944336]}, {"step": 5000, "epoch": 10, "train_loss": 0.20619705319404602, "cos_r_negg": [0.41479194164276123, 0.42853623628616333, 0.4391983449459076, 0.400825560092926, 0.09211355447769165], "cos_apical_negg": [0.41479194164276123, 0.42853623628616333, 0.4391983449459076, 0.400825560092926, 0.09211355447769165], "cos_Ac_negg": [0.41479194164276123, 0.42853623628616333, 0.4391983449459076, 0.400825560092926, 0.09211355447769165], "r_norm": [1.097482442855835, 1.0270471572875977, 1.077459692955017, 1.1199564933776855, 1.087029218673706]}, {"step": 5050, "epoch": 10, "train_loss": 0.46512994170188904, "cos_r_negg": [0.44271576404571533, 0.46608516573905945, 0.4815405011177063, 0.443697065114975, 0.1196988895535469], "cos_apical_negg": [0.44271576404571533, 0.46608516573905945, 0.4815405011177063, 0.443697065114975, 0.1196988895535469], "cos_Ac_negg": [0.44271576404571533, 0.46608516573905945, 0.4815405011177063, 0.443697065114975, 0.1196988895535469], "r_norm": [1.066703200340271, 0.9998779296875, 1.0422966480255127, 1.0906896591186523, 1.064570426940918]}, {"step": 5100, "epoch": 10, "train_loss": 0.17478477954864502, "cos_r_negg": [0.48532944917678833, 0.47074711322784424, 0.4882255792617798, 0.44484806060791016, 0.13411399722099304], "cos_apical_negg": [0.48532944917678833, 0.47074711322784424, 0.4882255792617798, 0.44484806060791016, 0.13411399722099304], "cos_Ac_negg": [0.48532944917678833, 0.47074711322784424, 0.4882255792617798, 0.44484806060791016, 0.13411399722099304], "r_norm": [1.1182236671447754, 1.045616626739502, 1.0837352275848389, 1.1390761137008667, 1.117195963859558]}, {"step": 5150, "epoch": 10, "train_loss": 0.2530178129673004, "cos_r_negg": [0.45801061391830444, 0.4529380202293396, 0.4530569612979889, 0.41791123151779175, 0.1388901174068451], "cos_apical_negg": [0.45801061391830444, 0.4529380202293396, 0.4530569612979889, 0.41791123151779175, 0.1388901174068451], "cos_Ac_negg": [0.45801061391830444, 0.4529380202293396, 0.4530569612979889, 0.41791123151779175, 0.1388901174068451], "r_norm": [1.0246624946594238, 0.9644364714622498, 1.0044198036193848, 1.0441091060638428, 1.0230454206466675]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8624, "test_loss": 0.4184797180175781}, {"step": 5200, "epoch": 11, "train_loss": 0.3173756003379822, "cos_r_negg": [0.4663728177547455, 0.4591257572174072, 0.4530492424964905, 0.4400137662887573, 0.11658696830272675], "cos_apical_negg": [0.4663728177547455, 0.4591257572174072, 0.4530492424964905, 0.4400137662887573, 0.11658696830272675], "cos_Ac_negg": [0.4663728177547455, 0.4591257572174072, 0.4530492424964905, 0.4400137662887573, 0.11658696830272675], "r_norm": [1.1057898998260498, 1.0370476245880127, 1.087134838104248, 1.1315193176269531, 1.1023813486099243]}, {"step": 5250, "epoch": 11, "train_loss": 0.1309453248977661, "cos_r_negg": [0.4632716178894043, 0.4604104459285736, 0.4835568070411682, 0.44654348492622375, 0.11702343076467514], "cos_apical_negg": [0.4632716178894043, 0.4604104459285736, 0.4835568070411682, 0.44654348492622375, 0.11702343076467514], "cos_Ac_negg": [0.4632716178894043, 0.4604104459285736, 0.4835568070411682, 0.44654348492622375, 0.11702343076467514], "r_norm": [1.091779351234436, 1.0272316932678223, 1.0808519124984741, 1.1177209615707397, 1.0875132083892822]}, {"step": 5300, "epoch": 11, "train_loss": 0.31082504987716675, "cos_r_negg": [0.44975531101226807, 0.43717503547668457, 0.44256749749183655, 0.4250362813472748, 0.11494187265634537], "cos_apical_negg": [0.44975531101226807, 0.43717503547668457, 0.44256749749183655, 0.4250362813472748, 0.11494187265634537], "cos_Ac_negg": [0.44975531101226807, 0.43717503547668457, 0.44256749749183655, 0.4250362813472748, 0.11494187265634537], "r_norm": [1.104851245880127, 1.0433073043823242, 1.0822373628616333, 1.1307307481765747, 1.1058176755905151]}, {"step": 5350, "epoch": 11, "train_loss": 0.22803089022636414, "cos_r_negg": [0.45739078521728516, 0.4435909688472748, 0.44597429037094116, 0.430256724357605, 0.12204713374376297], "cos_apical_negg": [0.45739078521728516, 0.4435909688472748, 0.44597429037094116, 0.430256724357605, 0.12204713374376297], "cos_Ac_negg": [0.45739078521728516, 0.4435909688472748, 0.44597429037094116, 0.430256724357605, 0.12204713374376297], "r_norm": [1.0694499015808105, 1.0121455192565918, 1.0462087392807007, 1.0921885967254639, 1.077430248260498]}, {"step": 5400, "epoch": 11, "train_loss": 0.27797746658325195, "cos_r_negg": [0.4785793721675873, 0.48050907254219055, 0.4588237404823303, 0.43638211488723755, 0.1235356554389], "cos_apical_negg": [0.4785793721675873, 0.48050907254219055, 0.4588237404823303, 0.43638211488723755, 0.1235356554389], "cos_Ac_negg": [0.4785793721675873, 0.48050907254219055, 0.4588237404823303, 0.43638211488723755, 0.1235356554389], "r_norm": [1.076676368713379, 1.0085724592208862, 1.0572483539581299, 1.1002105474472046, 1.0701367855072021]}, {"step": 5450, "epoch": 11, "train_loss": 0.3789720833301544, "cos_r_negg": [0.47232353687286377, 0.45885443687438965, 0.47569209337234497, 0.4508112967014313, 0.11980459094047546], "cos_apical_negg": [0.47232353687286377, 0.45885443687438965, 0.47569209337234497, 0.4508112967014313, 0.11980459094047546], "cos_Ac_negg": [0.47232353687286377, 0.45885443687438965, 0.47569209337234497, 0.4508112967014313, 0.11980459094047546], "r_norm": [1.1945297718048096, 1.1227614879608154, 1.1706433296203613, 1.2274349927902222, 1.1947085857391357]}, {"step": 5500, "epoch": 11, "train_loss": 0.3589193522930145, "cos_r_negg": [0.4659074544906616, 0.4410375952720642, 0.4440990090370178, 0.41543176770210266, 0.12773631513118744], "cos_apical_negg": [0.4659074544906616, 0.4410375952720642, 0.4440990090370178, 0.41543176770210266, 0.12773631513118744], "cos_Ac_negg": [0.4659074544906616, 0.4410375952720642, 0.4440990090370178, 0.41543176770210266, 0.12773631513118744], "r_norm": [1.110673189163208, 1.044586181640625, 1.0912622213363647, 1.1367295980453491, 1.1112666130065918]}, {"step": 5550, "epoch": 11, "train_loss": 0.41934823989868164, "cos_r_negg": [0.4518933892250061, 0.4631671905517578, 0.45472022891044617, 0.44224753975868225, 0.14966657757759094], "cos_apical_negg": [0.4518933892250061, 0.4631671905517578, 0.45472022891044617, 0.44224753975868225, 0.14966657757759094], "cos_Ac_negg": [0.4518933892250061, 0.4631671905517578, 0.45472022891044617, 0.44224753975868225, 0.14966657757759094], "r_norm": [0.9545994400978088, 0.8989250659942627, 0.9334908127784729, 0.9718856811523438, 0.9509746432304382]}, {"step": 5600, "epoch": 11, "train_loss": 0.19327762722969055, "cos_r_negg": [0.48054736852645874, 0.45982688665390015, 0.4442288875579834, 0.42827439308166504, 0.10939532518386841], "cos_apical_negg": [0.48054736852645874, 0.45982688665390015, 0.4442288875579834, 0.42827439308166504, 0.10939532518386841], "cos_Ac_negg": [0.48054736852645874, 0.45982688665390015, 0.4442288875579834, 0.42827439308166504, 0.10939532518386841], "r_norm": [1.0098756551742554, 0.948930025100708, 0.9917582869529724, 1.0299232006072998, 1.0050462484359741]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8655, "test_loss": 0.4120546813964844}, {"step": 5650, "epoch": 12, "train_loss": 0.23956656455993652, "cos_r_negg": [0.4910951554775238, 0.47706782817840576, 0.4616580903530121, 0.42927324771881104, 0.12200170755386353], "cos_apical_negg": [0.4910951554775238, 0.47706782817840576, 0.4616580903530121, 0.42927324771881104, 0.12200170755386353], "cos_Ac_negg": [0.4910951554775238, 0.47706782817840576, 0.4616580903530121, 0.42927324771881104, 0.12200170755386353], "r_norm": [1.1348838806152344, 1.0682704448699951, 1.1140713691711426, 1.157862663269043, 1.1390221118927002]}, {"step": 5700, "epoch": 12, "train_loss": 0.2948935925960541, "cos_r_negg": [0.45602771639823914, 0.44637811183929443, 0.4246896207332611, 0.41524749994277954, 0.1184062510728836], "cos_apical_negg": [0.45602771639823914, 0.44637811183929443, 0.4246896207332611, 0.41524749994277954, 0.1184062510728836], "cos_Ac_negg": [0.45602771639823914, 0.44637811183929443, 0.4246896207332611, 0.41524749994277954, 0.1184062510728836], "r_norm": [1.0467185974121094, 0.9792008399963379, 1.01849365234375, 1.0641685724258423, 1.0424079895019531]}, {"step": 5750, "epoch": 12, "train_loss": 0.5788151025772095, "cos_r_negg": [0.4504813551902771, 0.4493842124938965, 0.45780855417251587, 0.4307330548763275, 0.1471179723739624], "cos_apical_negg": [0.4504813551902771, 0.4493842124938965, 0.45780855417251587, 0.4307330548763275, 0.1471179723739624], "cos_Ac_negg": [0.4504813551902771, 0.4493842124938965, 0.45780855417251587, 0.4307330548763275, 0.1471179723739624], "r_norm": [1.002923607826233, 0.9409630298614502, 0.976544976234436, 1.0207014083862305, 0.9994514584541321]}, {"step": 5800, "epoch": 12, "train_loss": 0.27439162135124207, "cos_r_negg": [0.48122549057006836, 0.4796242117881775, 0.4785999059677124, 0.43520665168762207, 0.1297803521156311], "cos_apical_negg": [0.48122549057006836, 0.4796242117881775, 0.4785999059677124, 0.43520665168762207, 0.1297803521156311], "cos_Ac_negg": [0.48122549057006836, 0.4796242117881775, 0.4785999059677124, 0.43520665168762207, 0.1297803521156311], "r_norm": [1.0751060247421265, 1.0037916898727417, 1.0468933582305908, 1.094626545906067, 1.0704264640808105]}, {"step": 5850, "epoch": 12, "train_loss": 0.3752982020378113, "cos_r_negg": [0.45119091868400574, 0.4684451222419739, 0.4706404209136963, 0.4500029683113098, 0.13860252499580383], "cos_apical_negg": [0.45119091868400574, 0.4684451222419739, 0.4706404209136963, 0.4500029683113098, 0.13860252499580383], "cos_Ac_negg": [0.45119091868400574, 0.4684451222419739, 0.4706404209136963, 0.4500029683113098, 0.13860252499580383], "r_norm": [1.0465879440307617, 0.9855844974517822, 1.02303946018219, 1.0626139640808105, 1.0438668727874756]}, {"step": 5900, "epoch": 12, "train_loss": 0.3319198191165924, "cos_r_negg": [0.4523134231567383, 0.4612128734588623, 0.4613146185874939, 0.4356422424316406, 0.1464901715517044], "cos_apical_negg": [0.4523134231567383, 0.4612128734588623, 0.4613146185874939, 0.4356422424316406, 0.1464901715517044], "cos_Ac_negg": [0.4523134231567383, 0.4612128734588623, 0.4613146185874939, 0.4356422424316406, 0.1464901715517044], "r_norm": [1.0899767875671387, 1.0237092971801758, 1.0669431686401367, 1.111079454421997, 1.089383840560913]}, {"step": 5950, "epoch": 12, "train_loss": 0.32767876982688904, "cos_r_negg": [0.4634777009487152, 0.47713524103164673, 0.4846307635307312, 0.4716622531414032, 0.15028494596481323], "cos_apical_negg": [0.4634777009487152, 0.47713524103164673, 0.4846307635307312, 0.4716622531414032, 0.15028494596481323], "cos_Ac_negg": [0.4634777009487152, 0.47713524103164673, 0.4846307635307312, 0.4716622531414032, 0.15028494596481323], "r_norm": [1.0653923749923706, 1.003047227859497, 1.0454872846603394, 1.0912055969238281, 1.0668525695800781]}, {"step": 6000, "epoch": 12, "train_loss": 0.17092394828796387, "cos_r_negg": [0.4579319357872009, 0.4490243196487427, 0.4488985538482666, 0.436103492975235, 0.10646410286426544], "cos_apical_negg": [0.4579319357872009, 0.4490243196487427, 0.4488985538482666, 0.436103492975235, 0.10646410286426544], "cos_Ac_negg": [0.4579319357872009, 0.4490243196487427, 0.4488985538482666, 0.436103492975235, 0.10646410286426544], "r_norm": [1.0795280933380127, 1.0106852054595947, 1.0489068031311035, 1.0961188077926636, 1.0730268955230713]}, {"step": 6050, "epoch": 12, "train_loss": 0.21434050798416138, "cos_r_negg": [0.46319475769996643, 0.46743473410606384, 0.4592586159706116, 0.41584956645965576, 0.10878096520900726], "cos_apical_negg": [0.46319475769996643, 0.46743473410606384, 0.4592586159706116, 0.41584956645965576, 0.10878096520900726], "cos_Ac_negg": [0.46319475769996643, 0.46743473410606384, 0.4592586159706116, 0.41584956645965576, 0.10878096520900726], "r_norm": [1.0319024324417114, 0.9778257608413696, 1.0076398849487305, 1.0486215353012085, 1.033284306526184]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8616, "test_loss": 0.4290986541748047}, {"step": 6100, "epoch": 13, "train_loss": 0.31606656312942505, "cos_r_negg": [0.4656420052051544, 0.47630465030670166, 0.4464668929576874, 0.44678807258605957, 0.13195034861564636], "cos_apical_negg": [0.4656420052051544, 0.47630465030670166, 0.4464668929576874, 0.44678807258605957, 0.13195034861564636], "cos_Ac_negg": [0.4656420052051544, 0.47630465030670166, 0.4464668929576874, 0.44678807258605957, 0.13195034861564636], "r_norm": [0.9734035730361938, 0.9149230122566223, 0.9520723819732666, 0.9927064776420593, 0.9732427597045898]}, {"step": 6150, "epoch": 13, "train_loss": 0.21427591145038605, "cos_r_negg": [0.46883952617645264, 0.4776223599910736, 0.45740965008735657, 0.44551438093185425, 0.14302688837051392], "cos_apical_negg": [0.46883952617645264, 0.4776223599910736, 0.45740965008735657, 0.44551438093185425, 0.14302688837051392], "cos_Ac_negg": [0.46883952617645264, 0.4776223599910736, 0.45740965008735657, 0.44551438093185425, 0.14302688837051392], "r_norm": [0.965718686580658, 0.9105582237243652, 0.9419098496437073, 0.9868906736373901, 0.970015287399292]}, {"step": 6200, "epoch": 13, "train_loss": 0.28659945726394653, "cos_r_negg": [0.47172993421554565, 0.467113196849823, 0.466478168964386, 0.436837375164032, 0.13250723481178284], "cos_apical_negg": [0.47172993421554565, 0.467113196849823, 0.466478168964386, 0.436837375164032, 0.13250723481178284], "cos_Ac_negg": [0.47172993421554565, 0.467113196849823, 0.466478168964386, 0.436837375164032, 0.13250723481178284], "r_norm": [1.157666563987732, 1.0800933837890625, 1.115809440612793, 1.174466848373413, 1.1567333936691284]}, {"step": 6250, "epoch": 13, "train_loss": 0.23779606819152832, "cos_r_negg": [0.4363883435726166, 0.4490543007850647, 0.43167412281036377, 0.41552919149398804, 0.1656266152858734], "cos_apical_negg": [0.4363883435726166, 0.4490543007850647, 0.43167412281036377, 0.41552919149398804, 0.1656266152858734], "cos_Ac_negg": [0.4363883435726166, 0.4490543007850647, 0.43167412281036377, 0.41552919149398804, 0.1656266152858734], "r_norm": [1.1787354946136475, 1.1037542819976807, 1.1548192501068115, 1.2034856081008911, 1.1695342063903809]}, {"step": 6300, "epoch": 13, "train_loss": 0.27099737524986267, "cos_r_negg": [0.4459708333015442, 0.45557260513305664, 0.43593525886535645, 0.42212462425231934, 0.15703561902046204], "cos_apical_negg": [0.4459708333015442, 0.45557260513305664, 0.43593525886535645, 0.42212462425231934, 0.15703561902046204], "cos_Ac_negg": [0.4459708333015442, 0.45557260513305664, 0.43593525886535645, 0.42212462425231934, 0.15703561902046204], "r_norm": [1.1588184833526611, 1.0894675254821777, 1.1339585781097412, 1.1833231449127197, 1.1575201749801636]}, {"step": 6350, "epoch": 13, "train_loss": 0.3210437297821045, "cos_r_negg": [0.44210827350616455, 0.4484304189682007, 0.44347187876701355, 0.4334734380245209, 0.1496717631816864], "cos_apical_negg": [0.44210827350616455, 0.4484304189682007, 0.44347187876701355, 0.4334734380245209, 0.1496717631816864], "cos_Ac_negg": [0.44210827350616455, 0.4484304189682007, 0.44347187876701355, 0.4334734380245209, 0.1496717631816864], "r_norm": [1.2409571409225464, 1.166817307472229, 1.2042272090911865, 1.2635278701782227, 1.2375729084014893]}, {"step": 6400, "epoch": 13, "train_loss": 0.22027996182441711, "cos_r_negg": [0.45959776639938354, 0.47171059250831604, 0.46350228786468506, 0.43929773569107056, 0.17856061458587646], "cos_apical_negg": [0.45959776639938354, 0.47171059250831604, 0.46350228786468506, 0.43929773569107056, 0.17856061458587646], "cos_Ac_negg": [0.45959776639938354, 0.47171059250831604, 0.46350228786468506, 0.43929773569107056, 0.17856061458587646], "r_norm": [0.9781152009963989, 0.9205741882324219, 0.9590026140213013, 0.9964591264724731, 0.9766032099723816]}, {"step": 6450, "epoch": 13, "train_loss": 0.20987379550933838, "cos_r_negg": [0.47796034812927246, 0.469912588596344, 0.4718577265739441, 0.43379294872283936, 0.1743827611207962], "cos_apical_negg": [0.47796034812927246, 0.469912588596344, 0.4718577265739441, 0.43379294872283936, 0.1743827611207962], "cos_Ac_negg": [0.47796034812927246, 0.469912588596344, 0.4718577265739441, 0.43379294872283936, 0.1743827611207962], "r_norm": [1.244260549545288, 1.1555707454681396, 1.2023237943649292, 1.2547922134399414, 1.2324694395065308]}, {"step": 6500, "epoch": 13, "train_loss": 0.22017501294612885, "cos_r_negg": [0.46787893772125244, 0.45991000533103943, 0.47024357318878174, 0.44714289903640747, 0.16016098856925964], "cos_apical_negg": [0.46787893772125244, 0.45991000533103943, 0.47024357318878174, 0.44714289903640747, 0.16016098856925964], "cos_Ac_negg": [0.46787893772125244, 0.45991000533103943, 0.47024357318878174, 0.44714289903640747, 0.16016098856925964], "r_norm": [1.071458339691162, 1.006037950515747, 1.0421228408813477, 1.0812342166900635, 1.0688433647155762]}, {"step": 6550, "epoch": 13, "train_loss": 0.36957481503486633, "cos_r_negg": [0.45215263962745667, 0.4577426314353943, 0.46113812923431396, 0.4424613118171692, 0.1769431084394455], "cos_apical_negg": [0.45215263962745667, 0.4577426314353943, 0.46113812923431396, 0.4424613118171692, 0.1769431084394455], "cos_Ac_negg": [0.45215263962745667, 0.4577426314353943, 0.46113812923431396, 0.4424613118171692, 0.1769431084394455], "r_norm": [1.0608084201812744, 0.9987056851387024, 1.0418593883514404, 1.0833874940872192, 1.059808373451233]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8636, "test_loss": 0.4043165191650391}, {"step": 6600, "epoch": 14, "train_loss": 0.39025264978408813, "cos_r_negg": [0.4630911350250244, 0.4594598412513733, 0.4534362554550171, 0.4173017144203186, 0.16381961107254028], "cos_apical_negg": [0.4630911350250244, 0.4594598412513733, 0.4534362554550171, 0.4173017144203186, 0.16381961107254028], "cos_Ac_negg": [0.4630911350250244, 0.4594598412513733, 0.4534362554550171, 0.4173017144203186, 0.16381961107254028], "r_norm": [1.188073754310608, 1.108487844467163, 1.151900053024292, 1.2080554962158203, 1.1761555671691895]}, {"step": 6650, "epoch": 14, "train_loss": 0.39876702427864075, "cos_r_negg": [0.4633498191833496, 0.4670189321041107, 0.4574909806251526, 0.4391041696071625, 0.16974695026874542], "cos_apical_negg": [0.4633498191833496, 0.4670189321041107, 0.4574909806251526, 0.4391041696071625, 0.16974695026874542], "cos_Ac_negg": [0.4633498191833496, 0.4670189321041107, 0.4574909806251526, 0.4391041696071625, 0.16974695026874542], "r_norm": [1.0444557666778564, 0.9833144545555115, 1.0218044519424438, 1.0631946325302124, 1.0441226959228516]}, {"step": 6700, "epoch": 14, "train_loss": 0.27953702211380005, "cos_r_negg": [0.4468729794025421, 0.4657154679298401, 0.47212255001068115, 0.4425661265850067, 0.17489838600158691], "cos_apical_negg": [0.4468729794025421, 0.4657154679298401, 0.47212255001068115, 0.4425661265850067, 0.17489838600158691], "cos_Ac_negg": [0.4468729794025421, 0.4657154679298401, 0.47212255001068115, 0.4425661265850067, 0.17489838600158691], "r_norm": [1.0258930921554565, 0.9548372626304626, 0.994982898235321, 1.0390065908432007, 1.014716386795044]}, {"step": 6750, "epoch": 14, "train_loss": 0.30254435539245605, "cos_r_negg": [0.4525948166847229, 0.4523423910140991, 0.45706310868263245, 0.42508164048194885, 0.1395452320575714], "cos_apical_negg": [0.4525948166847229, 0.4523423910140991, 0.45706310868263245, 0.42508164048194885, 0.1395452320575714], "cos_Ac_negg": [0.4525948166847229, 0.4523423910140991, 0.45706310868263245, 0.42508164048194885, 0.1395452320575714], "r_norm": [1.058655023574829, 0.9951682686805725, 1.0326653718948364, 1.0803738832473755, 1.0657726526260376]}, {"step": 6800, "epoch": 14, "train_loss": 0.20106962323188782, "cos_r_negg": [0.4483379125595093, 0.4447095990180969, 0.4459032416343689, 0.4157631993293762, 0.12874756753444672], "cos_apical_negg": [0.4483379125595093, 0.4447095990180969, 0.4459032416343689, 0.4157631993293762, 0.12874756753444672], "cos_Ac_negg": [0.4483379125595093, 0.4447095990180969, 0.4459032416343689, 0.4157631993293762, 0.12874756753444672], "r_norm": [0.9647544622421265, 0.9071040749549866, 0.937532901763916, 0.9787130355834961, 0.9611808061599731]}, {"step": 6850, "epoch": 14, "train_loss": 0.2766386866569519, "cos_r_negg": [0.43149876594543457, 0.42044830322265625, 0.4199255108833313, 0.41453486680984497, 0.1402740776538849], "cos_apical_negg": [0.43149876594543457, 0.42044830322265625, 0.4199255108833313, 0.41453486680984497, 0.1402740776538849], "cos_Ac_negg": [0.43149876594543457, 0.42044830322265625, 0.4199255108833313, 0.41453486680984497, 0.1402740776538849], "r_norm": [1.1016345024108887, 1.0311846733093262, 1.085076928138733, 1.1275279521942139, 1.0918973684310913]}, {"step": 6900, "epoch": 14, "train_loss": 0.3068639934062958, "cos_r_negg": [0.45160359144210815, 0.4566890001296997, 0.44490575790405273, 0.42496949434280396, 0.16526764631271362], "cos_apical_negg": [0.45160359144210815, 0.4566890001296997, 0.44490575790405273, 0.42496949434280396, 0.16526764631271362], "cos_Ac_negg": [0.45160359144210815, 0.4566890001296997, 0.44490575790405273, 0.42496949434280396, 0.16526764631271362], "r_norm": [0.989260733127594, 0.9384593963623047, 0.9726002812385559, 1.008807897567749, 0.9943543672561646]}, {"step": 6950, "epoch": 14, "train_loss": 0.2672826051712036, "cos_r_negg": [0.4293433129787445, 0.42930498719215393, 0.4019639194011688, 0.3748405873775482, 0.13960367441177368], "cos_apical_negg": [0.4293433129787445, 0.42930498719215393, 0.4019639194011688, 0.3748405873775482, 0.13960367441177368], "cos_Ac_negg": [0.4293433129787445, 0.42930498719215393, 0.4019639194011688, 0.3748405873775482, 0.13960367441177368], "r_norm": [1.0457048416137695, 0.9841896295547485, 1.0314394235610962, 1.0680568218231201, 1.0429956912994385]}, {"step": 7000, "epoch": 14, "train_loss": 0.20975911617279053, "cos_r_negg": [0.4425312280654907, 0.4449613094329834, 0.42746177315711975, 0.3943517506122589, 0.16270816326141357], "cos_apical_negg": [0.4425312280654907, 0.4449613094329834, 0.42746177315711975, 0.3943517506122589, 0.16270816326141357], "cos_Ac_negg": [0.4425312280654907, 0.4449613094329834, 0.42746177315711975, 0.3943517506122589, 0.16270816326141357], "r_norm": [0.9979761242866516, 0.9335035681724548, 0.9683130979537964, 1.009894609451294, 0.9891871809959412]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8617, "test_loss": 0.41985065307617186}, {"step": 7050, "epoch": 15, "train_loss": 0.2733350992202759, "cos_r_negg": [0.44997477531433105, 0.443641722202301, 0.4267132580280304, 0.4045417010784149, 0.16932591795921326], "cos_apical_negg": [0.44997477531433105, 0.443641722202301, 0.4267132580280304, 0.4045417010784149, 0.16932591795921326], "cos_Ac_negg": [0.44997477531433105, 0.443641722202301, 0.4267132580280304, 0.4045417010784149, 0.16932591795921326], "r_norm": [0.9802170991897583, 0.9228110909461975, 0.9617506265640259, 0.9984628558158875, 0.9746508598327637]}, {"step": 7100, "epoch": 15, "train_loss": 0.20561565458774567, "cos_r_negg": [0.45364895462989807, 0.4598326086997986, 0.44553589820861816, 0.42117658257484436, 0.1659250557422638], "cos_apical_negg": [0.45364895462989807, 0.4598326086997986, 0.44553589820861816, 0.42117658257484436, 0.1659250557422638], "cos_Ac_negg": [0.45364895462989807, 0.4598326086997986, 0.44553589820861816, 0.42117658257484436, 0.1659250557422638], "r_norm": [1.0340218544006348, 0.9746265411376953, 1.005069613456726, 1.0583996772766113, 1.0369114875793457]}, {"step": 7150, "epoch": 15, "train_loss": 0.35550424456596375, "cos_r_negg": [0.4368022084236145, 0.4452589154243469, 0.4306457042694092, 0.4017375707626343, 0.15346626937389374], "cos_apical_negg": [0.4368022084236145, 0.4452589154243469, 0.4306457042694092, 0.4017375707626343, 0.15346626937389374], "cos_Ac_negg": [0.4368022084236145, 0.4452589154243469, 0.4306457042694092, 0.4017375707626343, 0.15346626937389374], "r_norm": [1.0809850692749023, 1.018315315246582, 1.0570896863937378, 1.100113034248352, 1.0803836584091187]}, {"step": 7200, "epoch": 15, "train_loss": 0.2699732184410095, "cos_r_negg": [0.4052540957927704, 0.4025680720806122, 0.38808444142341614, 0.3673124313354492, 0.14207002520561218], "cos_apical_negg": [0.4052540957927704, 0.4025680720806122, 0.38808444142341614, 0.3673124313354492, 0.14207002520561218], "cos_Ac_negg": [0.4052540957927704, 0.4025680720806122, 0.38808444142341614, 0.3673124313354492, 0.14207002520561218], "r_norm": [1.1382288932800293, 1.0558947324752808, 1.1137902736663818, 1.1629927158355713, 1.1221903562545776]}, {"step": 7250, "epoch": 15, "train_loss": 0.37980979681015015, "cos_r_negg": [0.43519750237464905, 0.4314807951450348, 0.4040612578392029, 0.40492916107177734, 0.17200085520744324], "cos_apical_negg": [0.43519750237464905, 0.4314807951450348, 0.4040612578392029, 0.40492916107177734, 0.17200085520744324], "cos_Ac_negg": [0.43519750237464905, 0.4314807951450348, 0.4040612578392029, 0.40492916107177734, 0.17200085520744324], "r_norm": [1.2716689109802246, 1.1880578994750977, 1.2494066953659058, 1.2914953231811523, 1.2628659009933472]}, {"step": 7300, "epoch": 15, "train_loss": 0.272757887840271, "cos_r_negg": [0.4098692834377289, 0.40584537386894226, 0.3952334523200989, 0.3868206739425659, 0.1490873545408249], "cos_apical_negg": [0.4098692834377289, 0.40584537386894226, 0.3952334523200989, 0.3868206739425659, 0.1490873545408249], "cos_Ac_negg": [0.4098692834377289, 0.40584537386894226, 0.3952334523200989, 0.3868206739425659, 0.1490873545408249], "r_norm": [0.8967692255973816, 0.8423733711242676, 0.8764759302139282, 0.9113166928291321, 0.8924531936645508]}, {"step": 7350, "epoch": 15, "train_loss": 0.25449442863464355, "cos_r_negg": [0.4189520478248596, 0.41148775815963745, 0.39706817269325256, 0.3657746911048889, 0.12517158687114716], "cos_apical_negg": [0.4189520478248596, 0.41148775815963745, 0.39706817269325256, 0.3657746911048889, 0.12517158687114716], "cos_Ac_negg": [0.4189520478248596, 0.41148775815963745, 0.39706817269325256, 0.3657746911048889, 0.12517158687114716], "r_norm": [1.0666866302490234, 1.0083903074264526, 1.0446970462799072, 1.0880944728851318, 1.0692903995513916]}, {"step": 7400, "epoch": 15, "train_loss": 0.4039551019668579, "cos_r_negg": [0.42798101902008057, 0.42755866050720215, 0.42547327280044556, 0.3873276114463806, 0.14653927087783813], "cos_apical_negg": [0.42798101902008057, 0.42755866050720215, 0.42547327280044556, 0.3873276114463806, 0.14653927087783813], "cos_Ac_negg": [0.42798101902008057, 0.42755866050720215, 0.42547327280044556, 0.3873276114463806, 0.14653927087783813], "r_norm": [1.0648289918899536, 1.0082130432128906, 1.0374680757522583, 1.0900986194610596, 1.0714893341064453]}, {"step": 7450, "epoch": 15, "train_loss": 0.26484420895576477, "cos_r_negg": [0.41401660442352295, 0.4234964847564697, 0.42316246032714844, 0.4113522171974182, 0.17302961647510529], "cos_apical_negg": [0.41401660442352295, 0.4234964847564697, 0.42316246032714844, 0.4113522171974182, 0.17302961647510529], "cos_Ac_negg": [0.41401660442352295, 0.4234964847564697, 0.42316246032714844, 0.4113522171974182, 0.17302961647510529], "r_norm": [1.0573475360870361, 0.9861927628517151, 1.0227413177490234, 1.0641584396362305, 1.0482585430145264]}, {"step": 7500, "epoch": 15, "train_loss": 0.20084509253501892, "cos_r_negg": [0.46058201789855957, 0.44894939661026, 0.4365794062614441, 0.39121562242507935, 0.14850513637065887], "cos_apical_negg": [0.46058201789855957, 0.44894939661026, 0.4365794062614441, 0.39121562242507935, 0.14850513637065887], "cos_Ac_negg": [0.46058201789855957, 0.44894939661026, 0.4365794062614441, 0.39121562242507935, 0.14850513637065887], "r_norm": [1.1284486055374146, 1.058732271194458, 1.092315435409546, 1.1474449634552002, 1.136197805404663]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8617, "test_loss": 0.41640377197265627}, {"step": 7550, "epoch": 16, "train_loss": 0.2758927643299103, "cos_r_negg": [0.4515838623046875, 0.45487985014915466, 0.4442937970161438, 0.4027853310108185, 0.1754988431930542], "cos_apical_negg": [0.4515838623046875, 0.45487985014915466, 0.4442937970161438, 0.4027853310108185, 0.1754988431930542], "cos_Ac_negg": [0.4515838623046875, 0.45487985014915466, 0.4442937970161438, 0.4027853310108185, 0.1754988431930542], "r_norm": [1.0321178436279297, 0.9711621999740601, 1.0133699178695679, 1.0480189323425293, 1.0309340953826904]}, {"step": 7600, "epoch": 16, "train_loss": 0.2871805429458618, "cos_r_negg": [0.45197728276252747, 0.43675899505615234, 0.42401108145713806, 0.39591163396835327, 0.16515958309173584], "cos_apical_negg": [0.45197728276252747, 0.43675899505615234, 0.42401108145713806, 0.39591163396835327, 0.16515958309173584], "cos_Ac_negg": [0.45197728276252747, 0.43675899505615234, 0.42401108145713806, 0.39591163396835327, 0.16515958309173584], "r_norm": [0.9899476766586304, 0.93475341796875, 0.9684532880783081, 1.0101346969604492, 0.9922541379928589]}, {"step": 7650, "epoch": 16, "train_loss": 0.15987661480903625, "cos_r_negg": [0.4202479124069214, 0.41936367750167847, 0.40144437551498413, 0.38560599088668823, 0.16803699731826782], "cos_apical_negg": [0.4202479124069214, 0.41936367750167847, 0.40144437551498413, 0.38560599088668823, 0.16803699731826782], "cos_Ac_negg": [0.4202479124069214, 0.41936367750167847, 0.40144437551498413, 0.38560599088668823, 0.16803699731826782], "r_norm": [0.9740135669708252, 0.923001766204834, 0.9564467668533325, 0.9914587736129761, 0.97421795129776]}, {"step": 7700, "epoch": 16, "train_loss": 0.17810338735580444, "cos_r_negg": [0.41498053073883057, 0.41978585720062256, 0.4102604389190674, 0.3722885251045227, 0.13665089011192322], "cos_apical_negg": [0.41498053073883057, 0.41978585720062256, 0.4102604389190674, 0.3722885251045227, 0.13665089011192322], "cos_Ac_negg": [0.41498053073883057, 0.41978585720062256, 0.4102604389190674, 0.3722885251045227, 0.13665089011192322], "r_norm": [0.9435208439826965, 0.883405327796936, 0.9150762557983398, 0.956163763999939, 0.938724160194397]}, {"step": 7750, "epoch": 16, "train_loss": 0.33831897377967834, "cos_r_negg": [0.43479055166244507, 0.41682523488998413, 0.40228867530822754, 0.38836321234703064, 0.17033657431602478], "cos_apical_negg": [0.43479055166244507, 0.41682523488998413, 0.40228867530822754, 0.38836321234703064, 0.17033657431602478], "cos_Ac_negg": [0.43479055166244507, 0.41682523488998413, 0.40228867530822754, 0.38836321234703064, 0.17033657431602478], "r_norm": [0.9321282505989075, 0.8771280646324158, 0.9113941192626953, 0.9502282738685608, 0.9298065900802612]}, {"step": 7800, "epoch": 16, "train_loss": 0.2591315805912018, "cos_r_negg": [0.4327796399593353, 0.434148371219635, 0.42736196517944336, 0.4156728982925415, 0.18454815447330475], "cos_apical_negg": [0.4327796399593353, 0.434148371219635, 0.42736196517944336, 0.4156728982925415, 0.18454815447330475], "cos_Ac_negg": [0.4327796399593353, 0.434148371219635, 0.42736196517944336, 0.4156728982925415, 0.18454815447330475], "r_norm": [1.0721983909606934, 1.0086729526519775, 1.0465118885040283, 1.0952519178390503, 1.076295018196106]}, {"step": 7850, "epoch": 16, "train_loss": 0.3373008370399475, "cos_r_negg": [0.41631317138671875, 0.4268900454044342, 0.4116421937942505, 0.3833630084991455, 0.1732417345046997], "cos_apical_negg": [0.41631317138671875, 0.4268900454044342, 0.4116421937942505, 0.3833630084991455, 0.1732417345046997], "cos_Ac_negg": [0.41631317138671875, 0.4268900454044342, 0.4116421937942505, 0.3833630084991455, 0.1732417345046997], "r_norm": [1.0998749732971191, 1.0390362739562988, 1.0808981657028198, 1.1268157958984375, 1.1038250923156738]}, {"step": 7900, "epoch": 16, "train_loss": 0.16449496150016785, "cos_r_negg": [0.46117496490478516, 0.4356434941291809, 0.4325742721557617, 0.40194475650787354, 0.1796066164970398], "cos_apical_negg": [0.46117496490478516, 0.4356434941291809, 0.4325742721557617, 0.40194475650787354, 0.1796066164970398], "cos_Ac_negg": [0.46117496490478516, 0.4356434941291809, 0.4325742721557617, 0.40194475650787354, 0.1796066164970398], "r_norm": [1.1692951917648315, 1.1048468351364136, 1.1550517082214355, 1.19760262966156, 1.1812005043029785]}, {"step": 7950, "epoch": 16, "train_loss": 0.24385030567646027, "cos_r_negg": [0.4266652464866638, 0.4047622084617615, 0.39817893505096436, 0.3740847706794739, 0.16148708760738373], "cos_apical_negg": [0.4266652464866638, 0.4047622084617615, 0.39817893505096436, 0.3740847706794739, 0.16148708760738373], "cos_Ac_negg": [0.4266652464866638, 0.4047622084617615, 0.39817893505096436, 0.3740847706794739, 0.16148708760738373], "r_norm": [0.9601470232009888, 0.9056127071380615, 0.9394642114639282, 0.9790455102920532, 0.9595606327056885]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8647, "test_loss": 0.40520907592773436}, {"step": 8000, "epoch": 17, "train_loss": 0.23717254400253296, "cos_r_negg": [0.4362802505493164, 0.4241081476211548, 0.4211618900299072, 0.4077736735343933, 0.1546865701675415], "cos_apical_negg": [0.4362802505493164, 0.4241081476211548, 0.4211618900299072, 0.4077736735343933, 0.1546865701675415], "cos_Ac_negg": [0.4362802505493164, 0.4241081476211548, 0.4211618900299072, 0.4077736735343933, 0.1546865701675415], "r_norm": [0.946689248085022, 0.888890266418457, 0.9275856018066406, 0.9640619158744812, 0.9437599778175354]}, {"step": 8050, "epoch": 17, "train_loss": 0.2806878685951233, "cos_r_negg": [0.45735329389572144, 0.44853413105010986, 0.44859516620635986, 0.42806583642959595, 0.191989928483963], "cos_apical_negg": [0.45735329389572144, 0.44853413105010986, 0.44859516620635986, 0.42806583642959595, 0.191989928483963], "cos_Ac_negg": [0.45735329389572144, 0.44853413105010986, 0.44859516620635986, 0.42806583642959595, 0.191989928483963], "r_norm": [1.0456523895263672, 0.9882314205169678, 1.0228675603866577, 1.072502613067627, 1.0510013103485107]}, {"step": 8100, "epoch": 17, "train_loss": 0.2255074828863144, "cos_r_negg": [0.44029712677001953, 0.42592155933380127, 0.4270387887954712, 0.42882126569747925, 0.18986812233924866], "cos_apical_negg": [0.44029712677001953, 0.42592155933380127, 0.4270387887954712, 0.42882126569747925, 0.18986812233924866], "cos_Ac_negg": [0.44029712677001953, 0.42592155933380127, 0.4270387887954712, 0.42882126569747925, 0.18986812233924866], "r_norm": [0.9577552080154419, 0.8946354389190674, 0.9359835386276245, 0.9721361994743347, 0.9491093158721924]}, {"step": 8150, "epoch": 17, "train_loss": 0.25440454483032227, "cos_r_negg": [0.44870230555534363, 0.4332605302333832, 0.42623305320739746, 0.41624704003334045, 0.19237548112869263], "cos_apical_negg": [0.44870230555534363, 0.4332605302333832, 0.42623305320739746, 0.41624704003334045, 0.19237548112869263], "cos_Ac_negg": [0.44870230555534363, 0.4332605302333832, 0.42623305320739746, 0.41624704003334045, 0.19237548112869263], "r_norm": [0.9898985624313354, 0.9279575347900391, 0.9720525741577148, 1.00980544090271, 0.9862558841705322]}, {"step": 8200, "epoch": 17, "train_loss": 0.31995266675949097, "cos_r_negg": [0.43464195728302, 0.4277246594429016, 0.4233683943748474, 0.42881152033805847, 0.18498554825782776], "cos_apical_negg": [0.43464195728302, 0.4277246594429016, 0.4233683943748474, 0.42881152033805847, 0.18498554825782776], "cos_Ac_negg": [0.43464195728302, 0.4277246594429016, 0.4233683943748474, 0.42881152033805847, 0.18498554825782776], "r_norm": [1.0832189321517944, 1.0111547708511353, 1.0582787990570068, 1.1027727127075195, 1.070909023284912]}, {"step": 8250, "epoch": 17, "train_loss": 0.23689192533493042, "cos_r_negg": [0.4372336268424988, 0.4120655059814453, 0.42165976762771606, 0.41810518503189087, 0.1932392716407776], "cos_apical_negg": [0.4372336268424988, 0.4120655059814453, 0.42165976762771606, 0.41810518503189087, 0.1932392716407776], "cos_Ac_negg": [0.4372336268424988, 0.4120655059814453, 0.42165976762771606, 0.41810518503189087, 0.1932392716407776], "r_norm": [0.9773887991905212, 0.916710376739502, 0.9563009738922119, 0.9928798675537109, 0.969520628452301]}, {"step": 8300, "epoch": 17, "train_loss": 0.2828347682952881, "cos_r_negg": [0.4462846517562866, 0.4337705671787262, 0.4417814612388611, 0.4277547597885132, 0.19728097319602966], "cos_apical_negg": [0.4462846517562866, 0.4337705671787262, 0.4417814612388611, 0.4277547597885132, 0.19728097319602966], "cos_Ac_negg": [0.4462846517562866, 0.4337705671787262, 0.4417814612388611, 0.4277547597885132, 0.19728097319602966], "r_norm": [1.0595529079437256, 0.9927524328231812, 1.040205955505371, 1.075603723526001, 1.0527129173278809]}, {"step": 8350, "epoch": 17, "train_loss": 0.18623237311840057, "cos_r_negg": [0.41495048999786377, 0.4134058654308319, 0.4134240746498108, 0.3987848460674286, 0.17487798631191254], "cos_apical_negg": [0.41495048999786377, 0.4134058654308319, 0.4134240746498108, 0.3987848460674286, 0.17487798631191254], "cos_Ac_negg": [0.41495048999786377, 0.4134058654308319, 0.4134240746498108, 0.3987848460674286, 0.17487798631191254], "r_norm": [0.9227859377861023, 0.8630474805831909, 0.8990089893341064, 0.9351912140846252, 0.9158916473388672]}, {"step": 8400, "epoch": 17, "train_loss": 0.5224927663803101, "cos_r_negg": [0.4203968644142151, 0.4047497808933258, 0.40667131543159485, 0.39307016134262085, 0.1898975968360901], "cos_apical_negg": [0.4203968644142151, 0.4047497808933258, 0.40667131543159485, 0.39307016134262085, 0.1898975968360901], "cos_Ac_negg": [0.4203968644142151, 0.4047497808933258, 0.40667131543159485, 0.39307016134262085, 0.1898975968360901], "r_norm": [1.0236338376998901, 0.9542479515075684, 0.9937557578086853, 1.03823983669281, 1.0172255039215088]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8646, "test_loss": 0.4494761810302734}, {"step": 8450, "epoch": 18, "train_loss": 0.189437597990036, "cos_r_negg": [0.4293259382247925, 0.40601515769958496, 0.4032297432422638, 0.3996671140193939, 0.18704551458358765], "cos_apical_negg": [0.4293259382247925, 0.40601515769958496, 0.4032297432422638, 0.3996671140193939, 0.18704551458358765], "cos_Ac_negg": [0.4293259382247925, 0.40601515769958496, 0.4032297432422638, 0.3996671140193939, 0.18704551458358765], "r_norm": [0.9581640958786011, 0.9020535945892334, 0.9360703229904175, 0.9767563343048096, 0.9578462839126587]}, {"step": 8500, "epoch": 18, "train_loss": 0.26528990268707275, "cos_r_negg": [0.4328612685203552, 0.404803991317749, 0.4213663935661316, 0.40551090240478516, 0.1917121410369873], "cos_apical_negg": [0.4328612685203552, 0.404803991317749, 0.4213663935661316, 0.40551090240478516, 0.1917121410369873], "cos_Ac_negg": [0.4328612685203552, 0.404803991317749, 0.4213663935661316, 0.40551090240478516, 0.1917121410369873], "r_norm": [1.088121771812439, 1.0218099355697632, 1.0665279626846313, 1.111398458480835, 1.0840232372283936]}, {"step": 8550, "epoch": 18, "train_loss": 0.24329504370689392, "cos_r_negg": [0.46436041593551636, 0.4454690217971802, 0.44620460271835327, 0.43572211265563965, 0.2232566475868225], "cos_apical_negg": [0.46436041593551636, 0.4454690217971802, 0.44620460271835327, 0.43572211265563965, 0.2232566475868225], "cos_Ac_negg": [0.46436041593551636, 0.4454690217971802, 0.44620460271835327, 0.43572211265563965, 0.2232566475868225], "r_norm": [1.1591624021530151, 1.080710530281067, 1.1180531978607178, 1.173925757408142, 1.157741904258728]}, {"step": 8600, "epoch": 18, "train_loss": 0.1579262763261795, "cos_r_negg": [0.4444494843482971, 0.4142942428588867, 0.4312754273414612, 0.41719552874565125, 0.1928657591342926], "cos_apical_negg": [0.4444494843482971, 0.4142942428588867, 0.4312754273414612, 0.41719552874565125, 0.1928657591342926], "cos_Ac_negg": [0.4444494843482971, 0.4142942428588867, 0.4312754273414612, 0.41719552874565125, 0.1928657591342926], "r_norm": [0.9612558484077454, 0.9013395309448242, 0.9327448606491089, 0.9760543704032898, 0.954620361328125]}, {"step": 8650, "epoch": 18, "train_loss": 0.1475927233695984, "cos_r_negg": [0.43846118450164795, 0.42519909143447876, 0.415019154548645, 0.392097532749176, 0.19189462065696716], "cos_apical_negg": [0.43846118450164795, 0.42519909143447876, 0.415019154548645, 0.392097532749176, 0.19189462065696716], "cos_Ac_negg": [0.43846118450164795, 0.42519909143447876, 0.415019154548645, 0.392097532749176, 0.19189462065696716], "r_norm": [0.9651169776916504, 0.9094646573066711, 0.9418177604675293, 0.9860801696777344, 0.9687284231185913]}, {"step": 8700, "epoch": 18, "train_loss": 0.2726980745792389, "cos_r_negg": [0.39543938636779785, 0.3962831199169159, 0.3904486894607544, 0.4055248498916626, 0.21512222290039062], "cos_apical_negg": [0.39543938636779785, 0.3962831199169159, 0.3904486894607544, 0.4055248498916626, 0.21512222290039062], "cos_Ac_negg": [0.39543938636779785, 0.3962831199169159, 0.3904486894607544, 0.4055248498916626, 0.21512222290039062], "r_norm": [1.045575737953186, 0.9797869920730591, 1.0228111743927002, 1.0652600526809692, 1.0388514995574951]}, {"step": 8750, "epoch": 18, "train_loss": 0.2816423177719116, "cos_r_negg": [0.4160975217819214, 0.3975680470466614, 0.40870314836502075, 0.407267302274704, 0.2226158082485199], "cos_apical_negg": [0.4160975217819214, 0.3975680470466614, 0.40870314836502075, 0.407267302274704, 0.2226158082485199], "cos_Ac_negg": [0.4160975217819214, 0.3975680470466614, 0.40870314836502075, 0.407267302274704, 0.2226158082485199], "r_norm": [1.0018153190612793, 0.9412362575531006, 0.9839962124824524, 1.0253233909606934, 0.99826979637146]}, {"step": 8800, "epoch": 18, "train_loss": 0.13054126501083374, "cos_r_negg": [0.4292173981666565, 0.42840373516082764, 0.4168298840522766, 0.41078636050224304, 0.20227569341659546], "cos_apical_negg": [0.4292173981666565, 0.42840373516082764, 0.4168298840522766, 0.41078636050224304, 0.20227569341659546], "cos_Ac_negg": [0.4292173981666565, 0.42840373516082764, 0.4168298840522766, 0.41078636050224304, 0.20227569341659546], "r_norm": [0.9981195330619812, 0.9317846298217773, 0.9706433415412903, 1.0106158256530762, 0.9868942499160767]}, {"step": 8850, "epoch": 18, "train_loss": 0.125259131193161, "cos_r_negg": [0.41507139801979065, 0.4061505198478699, 0.4138121008872986, 0.40194573998451233, 0.2012319564819336], "cos_apical_negg": [0.41507139801979065, 0.4061505198478699, 0.4138121008872986, 0.40194573998451233, 0.2012319564819336], "cos_Ac_negg": [0.41507139801979065, 0.4061505198478699, 0.4138121008872986, 0.40194573998451233, 0.2012319564819336], "r_norm": [1.0012385845184326, 0.9420803785324097, 0.9829670190811157, 1.0218088626861572, 0.9971036911010742]}, {"step": 8900, "epoch": 18, "train_loss": 0.18527255952358246, "cos_r_negg": [0.4240356385707855, 0.41746053099632263, 0.415378212928772, 0.40575623512268066, 0.22943368554115295], "cos_apical_negg": [0.4240356385707855, 0.41746053099632263, 0.415378212928772, 0.40575623512268066, 0.22943368554115295], "cos_Ac_negg": [0.4240356385707855, 0.41746053099632263, 0.415378212928772, 0.40575623512268066, 0.22943368554115295], "r_norm": [1.013047218322754, 0.9482976198196411, 0.9880300760269165, 1.03066086769104, 1.0048738718032837]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8646, "test_loss": 0.4472436798095703}, {"step": 8950, "epoch": 19, "train_loss": 0.2751624882221222, "cos_r_negg": [0.43631601333618164, 0.4233129024505615, 0.41430190205574036, 0.4154542088508606, 0.22475355863571167], "cos_apical_negg": [0.43631601333618164, 0.4233129024505615, 0.41430190205574036, 0.4154542088508606, 0.22475355863571167], "cos_Ac_negg": [0.43631601333618164, 0.4233129024505615, 0.41430190205574036, 0.4154542088508606, 0.22475355863571167], "r_norm": [1.0087900161743164, 0.9484431743621826, 0.9847637414932251, 1.0248980522155762, 1.00119948387146]}, {"step": 9000, "epoch": 19, "train_loss": 0.29698628187179565, "cos_r_negg": [0.44147443771362305, 0.40553438663482666, 0.4144483804702759, 0.4098339378833771, 0.2160218209028244], "cos_apical_negg": [0.44147443771362305, 0.40553438663482666, 0.4144483804702759, 0.4098339378833771, 0.2160218209028244], "cos_Ac_negg": [0.44147443771362305, 0.40553438663482666, 0.4144483804702759, 0.4098339378833771, 0.2160218209028244], "r_norm": [1.0363683700561523, 0.9719185829162598, 1.0032844543457031, 1.054858684539795, 1.0363627672195435]}, {"step": 9050, "epoch": 19, "train_loss": 0.21491381525993347, "cos_r_negg": [0.43700695037841797, 0.4074944853782654, 0.4062437415122986, 0.4019632339477539, 0.21522235870361328], "cos_apical_negg": [0.43700695037841797, 0.4074944853782654, 0.4062437415122986, 0.4019632339477539, 0.21522235870361328], "cos_Ac_negg": [0.43700695037841797, 0.4074944853782654, 0.4062437415122986, 0.4019632339477539, 0.21522235870361328], "r_norm": [1.0202056169509888, 0.9596619009971619, 0.9920088648796082, 1.036264419555664, 1.0192577838897705]}, {"step": 9100, "epoch": 19, "train_loss": 0.2319745421409607, "cos_r_negg": [0.41692832112312317, 0.4003128111362457, 0.40808624029159546, 0.400052547454834, 0.20795857906341553], "cos_apical_negg": [0.41692832112312317, 0.4003128111362457, 0.40808624029159546, 0.400052547454834, 0.20795857906341553], "cos_Ac_negg": [0.41692832112312317, 0.4003128111362457, 0.40808624029159546, 0.400052547454834, 0.20795857906341553], "r_norm": [0.9163010716438293, 0.8615975379943848, 0.8980786800384521, 0.9322443008422852, 0.9120957851409912]}, {"step": 9150, "epoch": 19, "train_loss": 0.24384182691574097, "cos_r_negg": [0.41620373725891113, 0.41946446895599365, 0.4057435095310211, 0.3962775766849518, 0.21571487188339233], "cos_apical_negg": [0.41620373725891113, 0.41946446895599365, 0.4057435095310211, 0.3962775766849518, 0.21571487188339233], "cos_Ac_negg": [0.41620373725891113, 0.41946446895599365, 0.4057435095310211, 0.3962775766849518, 0.21571487188339233], "r_norm": [1.0681664943695068, 1.0023844242095947, 1.0511112213134766, 1.0932228565216064, 1.0598726272583008]}, {"step": 9200, "epoch": 19, "train_loss": 0.2346055805683136, "cos_r_negg": [0.4296787679195404, 0.4363482594490051, 0.43073612451553345, 0.4236622750759125, 0.24227029085159302], "cos_apical_negg": [0.4296787679195404, 0.4363482594490051, 0.43073612451553345, 0.4236622750759125, 0.24227029085159302], "cos_Ac_negg": [0.4296787679195404, 0.4363482594490051, 0.43073612451553345, 0.4236622750759125, 0.24227029085159302], "r_norm": [0.962066650390625, 0.9056853652000427, 0.9411810636520386, 0.985227108001709, 0.9601660370826721]}, {"step": 9250, "epoch": 19, "train_loss": 0.29320305585861206, "cos_r_negg": [0.41837039589881897, 0.410788357257843, 0.4145609736442566, 0.39530855417251587, 0.19723984599113464], "cos_apical_negg": [0.41837039589881897, 0.410788357257843, 0.4145609736442566, 0.39530855417251587, 0.19723984599113464], "cos_Ac_negg": [0.41837039589881897, 0.410788357257843, 0.4145609736442566, 0.39530855417251587, 0.19723984599113464], "r_norm": [0.9982020854949951, 0.9348095655441284, 0.9699817895889282, 1.011054277420044, 0.9932714700698853]}, {"step": 9300, "epoch": 19, "train_loss": 0.26782962679862976, "cos_r_negg": [0.4352310299873352, 0.4214921295642853, 0.42733389139175415, 0.39821934700012207, 0.21841934323310852], "cos_apical_negg": [0.4352310299873352, 0.4214921295642853, 0.42733389139175415, 0.39821934700012207, 0.21841934323310852], "cos_Ac_negg": [0.4352310299873352, 0.4214921295642853, 0.42733389139175415, 0.39821934700012207, 0.21841934323310852], "r_norm": [1.0352684259414673, 0.9752672910690308, 1.0090707540512085, 1.0597429275512695, 1.0394806861877441]}, {"step": 9350, "epoch": 19, "train_loss": 0.2845764756202698, "cos_r_negg": [0.4236515164375305, 0.39776402711868286, 0.4058619737625122, 0.39276018738746643, 0.19845956563949585], "cos_apical_negg": [0.4236515164375305, 0.39776402711868286, 0.4058619737625122, 0.39276018738746643, 0.19845956563949585], "cos_Ac_negg": [0.4236515164375305, 0.39776402711868286, 0.4058619737625122, 0.39276018738746643, 0.19845956563949585], "r_norm": [0.9417988061904907, 0.88521808385849, 0.9162380695343018, 0.9546571969985962, 0.9409016966819763]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8633, "test_loss": 0.46304222106933596}], "final": {"test_acc": 0.8633, "test_loss": 0.46304222106933596, "wall_s": 21.8934383392334, "cos_r_negg": [0.39773985743522644, 0.3813314437866211, 0.3876231610774994, 0.3806800842285156, 0.17099177837371826], "cos_apical_negg": [0.39773985743522644, 0.3813314437866211, 0.3876231610774994, 0.3806800842285156, 0.17099177837371826], "cos_Ac_negg": [0.39773985743522644, 0.3813314437866211, 0.3876231610774994, 0.3806800842285156, 0.17099177837371826]}}
|
