{"args": {"mode": "dfa", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.352363109588623, "cos_r_negg": [-0.0002927471068687737, 0.014314777217805386, -0.01009481493383646, -0.0005465769208967686, -0.0055986372753977776, -0.035534247756004333, -0.03133472800254822], "cos_apical_negg": [-0.0002927471068687737, 0.014314777217805386, -0.01009481493383646, -0.0005465769208967686, -0.0055986372753977776, -0.035534247756004333, -0.03133472800254822], "cos_Ac_negg": [-0.0002927471068687737, 0.014314777217805386, -0.01009481493383646, -0.0005465769208967686, -0.0055986372753977776, -0.035534247756004333, -0.03133472800254822], "r_norm": [4.850730895996094, 4.7678327560424805, 4.767110824584961, 4.744546890258789, 4.862131118774414, 4.891189098358154, 4.809317111968994]}, {"step": 50, "epoch": 0, "train_loss": 0.7713555097579956, "cos_r_negg": [0.18846401572227478, 0.12974850833415985, 0.1492859423160553, 0.1641686111688614, 0.17821623384952545, 0.14413906633853912, 0.09736016392707825], "cos_apical_negg": [0.18846401572227478, 0.12974850833415985, 0.1492859423160553, 0.1641686111688614, 0.17821623384952545, 0.14413906633853912, 0.09736016392707825], "cos_Ac_negg": [0.18846401572227478, 0.12974850833415985, 0.1492859423160553, 0.1641686111688614, 0.17821623384952545, 0.14413906633853912, 0.09736016392707825], "r_norm": [1.4283219575881958, 1.397826910018921, 1.3818764686584473, 1.4173133373260498, 1.4018526077270508, 1.443042278289795, 1.429433822631836]}, {"step": 100, "epoch": 0, "train_loss": 0.457223117351532, "cos_r_negg": [0.26013612747192383, 0.2082454115152359, 0.19727467000484467, 0.19763803482055664, 0.2463734745979309, 0.2001856565475464, 0.21233198046684265], "cos_apical_negg": [0.26013612747192383, 0.2082454115152359, 0.19727467000484467, 0.19763803482055664, 0.2463734745979309, 0.2001856565475464, 0.21233198046684265], "cos_Ac_negg": [0.26013612747192383, 0.2082454115152359, 0.19727467000484467, 0.19763803482055664, 0.2463734745979309, 0.2001856565475464, 0.21233198046684265], "r_norm": [1.188493013381958, 1.146346092224121, 1.1520477533340454, 1.166224479675293, 1.1747838258743286, 1.1944102048873901, 1.1880476474761963]}, {"step": 150, "epoch": 0, "train_loss": 0.5826268196105957, "cos_r_negg": [0.2571013569831848, 0.214844211935997, 0.2341514378786087, 0.23109003901481628, 0.23624777793884277, 0.18378719687461853, 0.22723200917243958], "cos_apical_negg": [0.2571013569831848, 0.214844211935997, 0.2341514378786087, 0.23109003901481628, 0.23624777793884277, 0.18378719687461853, 0.22723200917243958], "cos_Ac_negg": [0.2571013569831848, 0.214844211935997, 0.2341514378786087, 0.23109003901481628, 0.23624777793884277, 0.18378719687461853, 0.22723200917243958], "r_norm": [0.8016064167022705, 0.7769821286201477, 0.7816029787063599, 0.7889583110809326, 0.7963462471961975, 0.8115637302398682, 0.8015989065170288]}, {"step": 200, "epoch": 0, "train_loss": 0.31504595279693604, "cos_r_negg": [0.27554091811180115, 0.2507890462875366, 0.24667929112911224, 0.24677033722400665, 0.270804226398468, 0.2439839392900467, 0.18000958859920502], "cos_apical_negg": [0.27554091811180115, 0.2507890462875366, 0.24667929112911224, 0.24677033722400665, 0.270804226398468, 0.2439839392900467, 0.18000958859920502], "cos_Ac_negg": [0.27554091811180115, 0.2507890462875366, 0.24667929112911224, 0.24677033722400665, 0.270804226398468, 0.2439839392900467, 0.18000958859920502], "r_norm": [0.7844988107681274, 0.7609643936157227, 0.761070728302002, 0.7711372375488281, 0.7765874266624451, 0.7946990728378296, 0.7877562046051025]}, {"step": 250, "epoch": 0, "train_loss": 0.2546253204345703, "cos_r_negg": [0.29564523696899414, 0.2585604190826416, 0.24850261211395264, 0.23130661249160767, 0.28197789192199707, 0.24940072000026703, 0.1706262230873108], "cos_apical_negg": [0.29564523696899414, 0.2585604190826416, 0.24850261211395264, 0.23130661249160767, 0.28197789192199707, 0.24940072000026703, 0.1706262230873108], "cos_Ac_negg": [0.29564523696899414, 0.2585604190826416, 0.24850261211395264, 0.23130661249160767, 0.28197789192199707, 0.24940072000026703, 0.1706262230873108], "r_norm": [0.7458260655403137, 0.7229872345924377, 0.7274797558784485, 0.7373841404914856, 0.7425694465637207, 0.7552411556243896, 0.746780276298523]}, {"step": 300, "epoch": 0, "train_loss": 0.31619009375572205, "cos_r_negg": [0.30056652426719666, 0.26617759466171265, 0.29785650968551636, 0.27482354640960693, 0.26431819796562195, 0.23656734824180603, 0.18824619054794312], "cos_apical_negg": [0.30056652426719666, 0.26617759466171265, 0.29785650968551636, 0.27482354640960693, 0.26431819796562195, 0.23656734824180603, 0.18824619054794312], "cos_Ac_negg": [0.30056652426719666, 0.26617759466171265, 0.29785650968551636, 0.27482354640960693, 0.26431819796562195, 0.23656734824180603, 0.18824619054794312], "r_norm": [0.7211921215057373, 0.6977918148040771, 0.7037071585655212, 0.7150264978408813, 0.7200326919555664, 0.7271537184715271, 0.7201919555664062]}, {"step": 350, "epoch": 0, "train_loss": 0.21230468153953552, "cos_r_negg": [0.3106657862663269, 0.3082951307296753, 0.3201633393764496, 0.3025522828102112, 0.2887117862701416, 0.26107627153396606, 0.1690516173839569], "cos_apical_negg": [0.3106657862663269, 0.3082951307296753, 0.3201633393764496, 0.3025522828102112, 0.2887117862701416, 0.26107627153396606, 0.1690516173839569], "cos_Ac_negg": [0.3106657862663269, 0.3082951307296753, 0.3201633393764496, 0.3025522828102112, 0.2887117862701416, 0.26107627153396606, 0.1690516173839569], "r_norm": [0.6740132570266724, 0.6532094478607178, 0.6549039483070374, 0.6669214367866516, 0.6684228777885437, 0.6796038746833801, 0.6785024404525757]}, {"step": 400, "epoch": 0, "train_loss": 0.16937105357646942, "cos_r_negg": [0.3353967070579529, 0.31809887290000916, 0.3263341784477234, 0.32889804244041443, 0.3215146064758301, 0.2865128517150879, 0.19522926211357117], "cos_apical_negg": [0.3353967070579529, 0.31809887290000916, 0.3263341784477234, 0.32889804244041443, 0.3215146064758301, 0.2865128517150879, 0.19522926211357117], "cos_Ac_negg": [0.3353967070579529, 0.31809887290000916, 0.3263341784477234, 0.32889804244041443, 0.3215146064758301, 0.2865128517150879, 0.19522926211357117], "r_norm": [0.624588131904602, 0.6089032888412476, 0.6144338846206665, 0.6175887584686279, 0.6212640404701233, 0.6377878785133362, 0.6285673379898071]}, {"step": 450, "epoch": 0, "train_loss": 0.23122745752334595, "cos_r_negg": [0.3234674334526062, 0.2979673445224762, 0.296182781457901, 0.29084330797195435, 0.2755563259124756, 0.24256882071495056, 0.15010714530944824], "cos_apical_negg": [0.3234674334526062, 0.2979673445224762, 0.296182781457901, 0.29084330797195435, 0.2755563259124756, 0.24256882071495056, 0.15010714530944824], "cos_Ac_negg": [0.3234674334526062, 0.2979673445224762, 0.296182781457901, 0.29084330797195435, 0.2755563259124756, 0.24256882071495056, 0.15010714530944824], "r_norm": [0.6634774804115295, 0.6495233774185181, 0.6534087657928467, 0.6588279008865356, 0.6643550992012024, 0.681488037109375, 0.6727772951126099]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9373, "test_loss": 0.2264087142944336}, {"step": 500, "epoch": 1, "train_loss": 0.2881368398666382, "cos_r_negg": [0.3180743157863617, 0.2887153625488281, 0.2970593273639679, 0.3342026472091675, 0.3680698573589325, 0.3026255965232849, 0.18302857875823975], "cos_apical_negg": [0.3180743157863617, 0.2887153625488281, 0.2970593273639679, 0.3342026472091675, 0.3680698573589325, 0.3026255965232849, 0.18302857875823975], "cos_Ac_negg": [0.3180743157863617, 0.2887153625488281, 0.2970593273639679, 0.3342026472091675, 0.3680698573589325, 0.3026255965232849, 0.18302857875823975], "r_norm": [0.6150829195976257, 0.6023893356323242, 0.6038433313369751, 0.6069896221160889, 0.6169333457946777, 0.6330633163452148, 0.6220874190330505]}, {"step": 550, "epoch": 1, "train_loss": 0.22672896087169647, "cos_r_negg": [0.32240474224090576, 0.2941787838935852, 0.30101314187049866, 0.30360716581344604, 0.30723077058792114, 0.2892001271247864, 0.17484328150749207], "cos_apical_negg": [0.32240474224090576, 0.2941787838935852, 0.30101314187049866, 0.30360716581344604, 0.30723077058792114, 0.2892001271247864, 0.17484328150749207], "cos_Ac_negg": [0.32240474224090576, 0.2941787838935852, 0.30101314187049866, 0.30360716581344604, 0.30723077058792114, 0.2892001271247864, 0.17484328150749207], "r_norm": [0.5429721474647522, 0.531600832939148, 0.5341613292694092, 0.5415465831756592, 0.5471488833427429, 0.5552823543548584, 0.5494043827056885]}, {"step": 600, "epoch": 1, "train_loss": 0.2816930413246155, "cos_r_negg": [0.3206402063369751, 0.31148457527160645, 0.34288299083709717, 0.32880470156669617, 0.33516931533813477, 0.28989508748054504, 0.21978755295276642], "cos_apical_negg": [0.3206402063369751, 0.31148457527160645, 0.34288299083709717, 0.32880470156669617, 0.33516931533813477, 0.28989508748054504, 0.21978755295276642], "cos_Ac_negg": [0.3206402063369751, 0.31148457527160645, 0.34288299083709717, 0.32880470156669617, 0.33516931533813477, 0.28989508748054504, 0.21978755295276642], "r_norm": [0.6360506415367126, 0.6204027533531189, 0.6157708764076233, 0.6263032555580139, 0.6311273574829102, 0.6445173025131226, 0.6386507749557495]}, {"step": 650, "epoch": 1, "train_loss": 0.22294043004512787, "cos_r_negg": [0.3167531490325928, 0.31994128227233887, 0.3021593987941742, 0.28708675503730774, 0.3029530942440033, 0.2744942903518677, 0.16155248880386353], "cos_apical_negg": [0.3167531490325928, 0.31994128227233887, 0.3021593987941742, 0.28708675503730774, 0.3029530942440033, 0.2744942903518677, 0.16155248880386353], "cos_Ac_negg": [0.3167531490325928, 0.31994128227233887, 0.3021593987941742, 0.28708675503730774, 0.3029530942440033, 0.2744942903518677, 0.16155248880386353], "r_norm": [0.5128508806228638, 0.5025663375854492, 0.5041021704673767, 0.5071073770523071, 0.5140519142150879, 0.5280241370201111, 0.515461802482605]}, {"step": 700, "epoch": 1, "train_loss": 0.08327095210552216, "cos_r_negg": [0.3125118911266327, 0.3298005163669586, 0.34544897079467773, 0.3280603885650635, 0.33796098828315735, 0.329969197511673, 0.17078223824501038], "cos_apical_negg": [0.3125118911266327, 0.3298005163669586, 0.34544897079467773, 0.3280603885650635, 0.33796098828315735, 0.329969197511673, 0.17078223824501038], "cos_Ac_negg": [0.3125118911266327, 0.3298005163669586, 0.34544897079467773, 0.3280603885650635, 0.33796098828315735, 0.329969197511673, 0.17078223824501038], "r_norm": [0.48467323184013367, 0.4730644226074219, 0.478739470243454, 0.47748327255249023, 0.4865647554397583, 0.4995806813240051, 0.4877804219722748]}, {"step": 750, "epoch": 1, "train_loss": 0.09918949007987976, "cos_r_negg": [0.27305281162261963, 0.2882710099220276, 0.3122478723526001, 0.3090352416038513, 0.3076591491699219, 0.30828917026519775, 0.17010751366615295], "cos_apical_negg": [0.27305281162261963, 0.2882710099220276, 0.3122478723526001, 0.3090352416038513, 0.3076591491699219, 0.30828917026519775, 0.17010751366615295], "cos_Ac_negg": [0.27305281162261963, 0.2882710099220276, 0.3122478723526001, 0.3090352416038513, 0.3076591491699219, 0.30828917026519775, 0.17010751366615295], "r_norm": [0.5083377361297607, 0.49446940422058105, 0.5011546015739441, 0.5021870136260986, 0.5104326009750366, 0.5217795968055725, 0.5140020847320557]}, {"step": 800, "epoch": 1, "train_loss": 0.08603042364120483, "cos_r_negg": [0.29262834787368774, 0.3134714663028717, 0.325115829706192, 0.2919456958770752, 0.3193891644477844, 0.3230840861797333, 0.1784263402223587], "cos_apical_negg": [0.29262834787368774, 0.3134714663028717, 0.325115829706192, 0.2919456958770752, 0.3193891644477844, 0.3230840861797333, 0.1784263402223587], "cos_Ac_negg": [0.29262834787368774, 0.3134714663028717, 0.325115829706192, 0.2919456958770752, 0.3193891644477844, 0.3230840861797333, 0.1784263402223587], "r_norm": [0.5188317894935608, 0.5016453862190247, 0.5088903903961182, 0.5126585364341736, 0.5208192467689514, 0.5279266238212585, 0.5219699144363403]}, {"step": 850, "epoch": 1, "train_loss": 0.18704523146152496, "cos_r_negg": [0.2866968512535095, 0.3024178445339203, 0.29530930519104004, 0.2913692593574524, 0.31433701515197754, 0.2776945233345032, 0.1452382504940033], "cos_apical_negg": [0.2866968512535095, 0.3024178445339203, 0.29530930519104004, 0.2913692593574524, 0.31433701515197754, 0.2776945233345032, 0.1452382504940033], "cos_Ac_negg": [0.2866968512535095, 0.3024178445339203, 0.29530930519104004, 0.2913692593574524, 0.31433701515197754, 0.2776945233345032, 0.1452382504940033], "r_norm": [0.4441372752189636, 0.43103212118148804, 0.4325355589389801, 0.4360074996948242, 0.44425803422927856, 0.4543531537055969, 0.44745874404907227]}, {"step": 900, "epoch": 1, "train_loss": 0.24589885771274567, "cos_r_negg": [0.340431272983551, 0.3592025637626648, 0.34834927320480347, 0.35211873054504395, 0.3454034924507141, 0.31869640946388245, 0.1539084017276764], "cos_apical_negg": [0.340431272983551, 0.3592025637626648, 0.34834927320480347, 0.35211873054504395, 0.3454034924507141, 0.31869640946388245, 0.1539084017276764], "cos_Ac_negg": [0.340431272983551, 0.3592025637626648, 0.34834927320480347, 0.35211873054504395, 0.3454034924507141, 0.31869640946388245, 0.1539084017276764], "r_norm": [0.44218534231185913, 0.4328720271587372, 0.43224185705184937, 0.4362727403640747, 0.4408155679702759, 0.45515143871307373, 0.44323936104774475]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9521, "test_loss": 0.17692361373901366}, {"step": 950, "epoch": 2, "train_loss": 0.15725478529930115, "cos_r_negg": [0.360363245010376, 0.3584279417991638, 0.3531615734100342, 0.37543001770973206, 0.3464057445526123, 0.3397653102874756, 0.14662426710128784], "cos_apical_negg": [0.360363245010376, 0.3584279417991638, 0.3531615734100342, 0.37543001770973206, 0.3464057445526123, 0.3397653102874756, 0.14662426710128784], "cos_Ac_negg": [0.360363245010376, 0.3584279417991638, 0.3531615734100342, 0.37543001770973206, 0.3464057445526123, 0.3397653102874756, 0.14662426710128784], "r_norm": [0.4048624634742737, 0.39400339126586914, 0.39953067898750305, 0.40047597885131836, 0.40660035610198975, 0.41664600372314453, 0.4093279242515564]}, {"step": 1000, "epoch": 2, "train_loss": 0.15441825985908508, "cos_r_negg": [0.3376480042934418, 0.361711710691452, 0.35462185740470886, 0.38274309039115906, 0.32539117336273193, 0.3437754511833191, 0.15703736245632172], "cos_apical_negg": [0.3376480042934418, 0.361711710691452, 0.35462185740470886, 0.38274309039115906, 0.32539117336273193, 0.3437754511833191, 0.15703736245632172], "cos_Ac_negg": [0.3376480042934418, 0.361711710691452, 0.35462185740470886, 0.38274309039115906, 0.32539117336273193, 0.3437754511833191, 0.15703736245632172], "r_norm": [0.4466571807861328, 0.4354822635650635, 0.44231072068214417, 0.44072073698043823, 0.4502359628677368, 0.460860937833786, 0.4510781168937683]}, {"step": 1050, "epoch": 2, "train_loss": 0.08991988003253937, "cos_r_negg": [0.3212304711341858, 0.34193170070648193, 0.357075035572052, 0.36698099970817566, 0.33013856410980225, 0.32137155532836914, 0.1846950203180313], "cos_apical_negg": [0.3212304711341858, 0.34193170070648193, 0.357075035572052, 0.36698099970817566, 0.33013856410980225, 0.32137155532836914, 0.1846950203180313], "cos_Ac_negg": [0.3212304711341858, 0.34193170070648193, 0.357075035572052, 0.36698099970817566, 0.33013856410980225, 0.32137155532836914, 0.1846950203180313], "r_norm": [0.37978073954582214, 0.3694254755973816, 0.3745793402194977, 0.3765130043029785, 0.383300244808197, 0.3898923397064209, 0.3859981298446655]}, {"step": 1100, "epoch": 2, "train_loss": 0.13935311138629913, "cos_r_negg": [0.33527833223342896, 0.3728482127189636, 0.36917781829833984, 0.38739365339279175, 0.35254985094070435, 0.3400611877441406, 0.21757256984710693], "cos_apical_negg": [0.33527833223342896, 0.3728482127189636, 0.36917781829833984, 0.38739365339279175, 0.35254985094070435, 0.3400611877441406, 0.21757256984710693], "cos_Ac_negg": [0.33527833223342896, 0.3728482127189636, 0.36917781829833984, 0.38739365339279175, 0.35254985094070435, 0.3400611877441406, 0.21757256984710693], "r_norm": [0.3499646782875061, 0.3416150212287903, 0.34312957525253296, 0.34738558530807495, 0.35590696334838867, 0.36095985770225525, 0.3551490902900696]}, {"step": 1150, "epoch": 2, "train_loss": 0.17778030037879944, "cos_r_negg": [0.33006519079208374, 0.35129591822624207, 0.36375242471694946, 0.36936622858047485, 0.3609130382537842, 0.33914071321487427, 0.20874649286270142], "cos_apical_negg": [0.33006519079208374, 0.35129591822624207, 0.36375242471694946, 0.36936622858047485, 0.3609130382537842, 0.33914071321487427, 0.20874649286270142], "cos_Ac_negg": [0.33006519079208374, 0.35129591822624207, 0.36375242471694946, 0.36936622858047485, 0.3609130382537842, 0.33914071321487427, 0.20874649286270142], "r_norm": [0.35639604926109314, 0.3466911017894745, 0.3465850353240967, 0.35094690322875977, 0.35448598861694336, 0.36386871337890625, 0.3561479449272156]}, {"step": 1200, "epoch": 2, "train_loss": 0.04991023615002632, "cos_r_negg": [0.3310420513153076, 0.3465084433555603, 0.3486424386501312, 0.37843650579452515, 0.34942108392715454, 0.3299660086631775, 0.2054443210363388], "cos_apical_negg": [0.3310420513153076, 0.3465084433555603, 0.3486424386501312, 0.37843650579452515, 0.34942108392715454, 0.3299660086631775, 0.2054443210363388], "cos_Ac_negg": [0.3310420513153076, 0.3465084433555603, 0.3486424386501312, 0.37843650579452515, 0.34942108392715454, 0.3299660086631775, 0.2054443210363388], "r_norm": [0.4137999415397644, 0.4054222106933594, 0.40535998344421387, 0.4081747829914093, 0.4146631360054016, 0.4246163070201874, 0.41601502895355225]}, {"step": 1250, "epoch": 2, "train_loss": 0.14479587972164154, "cos_r_negg": [0.31298255920410156, 0.32130032777786255, 0.33900967240333557, 0.3381754159927368, 0.35894060134887695, 0.3000507950782776, 0.19819051027297974], "cos_apical_negg": [0.31298255920410156, 0.32130032777786255, 0.33900967240333557, 0.3381754159927368, 0.35894060134887695, 0.3000507950782776, 0.19819051027297974], "cos_Ac_negg": [0.31298255920410156, 0.32130032777786255, 0.33900967240333557, 0.3381754159927368, 0.35894060134887695, 0.3000507950782776, 0.19819051027297974], "r_norm": [0.3893412947654724, 0.37670448422431946, 0.38227376341819763, 0.38199111819267273, 0.38853543996810913, 0.39856982231140137, 0.3914874792098999]}, {"step": 1300, "epoch": 2, "train_loss": 0.20609140396118164, "cos_r_negg": [0.2915280759334564, 0.29192832112312317, 0.3177051544189453, 0.3249363899230957, 0.32213741540908813, 0.32203322649002075, 0.1884685754776001], "cos_apical_negg": [0.2915280759334564, 0.29192832112312317, 0.3177051544189453, 0.3249363899230957, 0.32213741540908813, 0.32203322649002075, 0.1884685754776001], "cos_Ac_negg": [0.2915280759334564, 0.29192832112312317, 0.3177051544189453, 0.3249363899230957, 0.32213741540908813, 0.32203322649002075, 0.1884685754776001], "r_norm": [0.3828127980232239, 0.368900865316391, 0.37686946988105774, 0.3764156699180603, 0.3852096498012543, 0.3922138810157776, 0.3855825662612915]}, {"step": 1350, "epoch": 2, "train_loss": 0.18271026015281677, "cos_r_negg": [0.3408167064189911, 0.351385235786438, 0.34643247723579407, 0.3475099205970764, 0.3256664276123047, 0.2965775728225708, 0.17458543181419373], "cos_apical_negg": [0.3408167064189911, 0.351385235786438, 0.34643247723579407, 0.3475099205970764, 0.3256664276123047, 0.2965775728225708, 0.17458543181419373], "cos_Ac_negg": [0.3408167064189911, 0.351385235786438, 0.34643247723579407, 0.3475099205970764, 0.3256664276123047, 0.2965775728225708, 0.17458543181419373], "r_norm": [0.36700934171676636, 0.356861412525177, 0.35678908228874207, 0.35912778973579407, 0.3660138249397278, 0.3756537139415741, 0.3692566752433777]}, {"step": 1400, "epoch": 2, "train_loss": 0.22076797485351562, "cos_r_negg": [0.34232819080352783, 0.37087321281433105, 0.3748464286327362, 0.3594682216644287, 0.3680937886238098, 0.32702454924583435, 0.18718253076076508], "cos_apical_negg": [0.34232819080352783, 0.37087321281433105, 0.3748464286327362, 0.3594682216644287, 0.3680937886238098, 0.32702454924583435, 0.18718253076076508], "cos_Ac_negg": [0.34232819080352783, 0.37087321281433105, 0.3748464286327362, 0.3594682216644287, 0.3680937886238098, 0.32702454924583435, 0.18718253076076508], "r_norm": [0.3310108184814453, 0.3212345540523529, 0.3239370286464691, 0.3247622847557068, 0.3316645622253418, 0.3393285870552063, 0.33344897627830505]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9595, "test_loss": 0.15168832092285156}, {"step": 1450, "epoch": 3, "train_loss": 0.03293578326702118, "cos_r_negg": [0.33771634101867676, 0.38099199533462524, 0.36117932200431824, 0.3536749482154846, 0.35160717368125916, 0.3264840543270111, 0.17856940627098083], "cos_apical_negg": [0.33771634101867676, 0.38099199533462524, 0.36117932200431824, 0.3536749482154846, 0.35160717368125916, 0.3264840543270111, 0.17856940627098083], "cos_Ac_negg": [0.33771634101867676, 0.38099199533462524, 0.36117932200431824, 0.3536749482154846, 0.35160717368125916, 0.3264840543270111, 0.17856940627098083], "r_norm": [0.36085301637649536, 0.35519731044769287, 0.3582477569580078, 0.3580123782157898, 0.3628627359867096, 0.37384724617004395, 0.36662089824676514]}, {"step": 1500, "epoch": 3, "train_loss": 0.0485176220536232, "cos_r_negg": [0.3283105492591858, 0.34440815448760986, 0.3408816158771515, 0.3286212086677551, 0.3198997974395752, 0.28964024782180786, 0.16240617632865906], "cos_apical_negg": [0.3283105492591858, 0.34440815448760986, 0.3408816158771515, 0.3286212086677551, 0.3198997974395752, 0.28964024782180786, 0.16240617632865906], "cos_Ac_negg": [0.3283105492591858, 0.34440815448760986, 0.3408816158771515, 0.3286212086677551, 0.3198997974395752, 0.28964024782180786, 0.16240617632865906], "r_norm": [0.29671505093574524, 0.29142194986343384, 0.2948390543460846, 0.29644283652305603, 0.30033552646636963, 0.3069015443325043, 0.30107131600379944]}, {"step": 1550, "epoch": 3, "train_loss": 0.07025393098592758, "cos_r_negg": [0.3356119990348816, 0.3469128906726837, 0.33690178394317627, 0.3486253619194031, 0.34676212072372437, 0.30922457575798035, 0.16316047310829163], "cos_apical_negg": [0.3356119990348816, 0.3469128906726837, 0.33690178394317627, 0.3486253619194031, 0.34676212072372437, 0.30922457575798035, 0.16316047310829163], "cos_Ac_negg": [0.3356119990348816, 0.3469128906726837, 0.33690178394317627, 0.3486253619194031, 0.34676212072372437, 0.30922457575798035, 0.16316047310829163], "r_norm": [0.24310439825057983, 0.238994300365448, 0.24000492691993713, 0.2422640323638916, 0.24674785137176514, 0.2525186836719513, 0.24657782912254333]}, {"step": 1600, "epoch": 3, "train_loss": 0.09789958596229553, "cos_r_negg": [0.33919066190719604, 0.3675338625907898, 0.3668426275253296, 0.3628438711166382, 0.3575141429901123, 0.31523507833480835, 0.1390770971775055], "cos_apical_negg": [0.33919066190719604, 0.3675338625907898, 0.3668426275253296, 0.3628438711166382, 0.3575141429901123, 0.31523507833480835, 0.1390770971775055], "cos_Ac_negg": [0.33919066190719604, 0.3675338625907898, 0.3668426275253296, 0.3628438711166382, 0.3575141429901123, 0.31523507833480835, 0.1390770971775055], "r_norm": [0.30641186237335205, 0.29927659034729004, 0.30236148834228516, 0.30236437916755676, 0.3057473599910736, 0.3151640295982361, 0.3085181713104248]}, {"step": 1650, "epoch": 3, "train_loss": 0.08964923024177551, "cos_r_negg": [0.3483370542526245, 0.3764813244342804, 0.3698573112487793, 0.3643168807029724, 0.3670538663864136, 0.34313851594924927, 0.15727117657661438], "cos_apical_negg": [0.3483370542526245, 0.3764813244342804, 0.3698573112487793, 0.3643168807029724, 0.3670538663864136, 0.34313851594924927, 0.15727117657661438], "cos_Ac_negg": [0.3483370542526245, 0.3764813244342804, 0.3698573112487793, 0.3643168807029724, 0.3670538663864136, 0.34313851594924927, 0.15727117657661438], "r_norm": [0.2627059817314148, 0.2568976879119873, 0.2598826289176941, 0.2623724341392517, 0.2674032747745514, 0.27137669920921326, 0.26549232006073]}, {"step": 1700, "epoch": 3, "train_loss": 0.07426617294549942, "cos_r_negg": [0.3275487422943115, 0.3687547445297241, 0.35061588883399963, 0.3516331613063812, 0.3447878956794739, 0.3026224374771118, 0.14704984426498413], "cos_apical_negg": [0.3275487422943115, 0.3687547445297241, 0.35061588883399963, 0.3516331613063812, 0.3447878956794739, 0.3026224374771118, 0.14704984426498413], "cos_Ac_negg": [0.3275487422943115, 0.3687547445297241, 0.35061588883399963, 0.3516331613063812, 0.3447878956794739, 0.3026224374771118, 0.14704984426498413], "r_norm": [0.3008531928062439, 0.29380732774734497, 0.2969861924648285, 0.2973564863204956, 0.3034977316856384, 0.3112165331840515, 0.3041785955429077]}, {"step": 1750, "epoch": 3, "train_loss": 0.09962227940559387, "cos_r_negg": [0.33937203884124756, 0.36770933866500854, 0.35483863949775696, 0.3490522503852844, 0.36712646484375, 0.29370999336242676, 0.14377161860466003], "cos_apical_negg": [0.33937203884124756, 0.36770933866500854, 0.35483863949775696, 0.3490522503852844, 0.36712646484375, 0.29370999336242676, 0.14377161860466003], "cos_Ac_negg": [0.33937203884124756, 0.36770933866500854, 0.35483863949775696, 0.3490522503852844, 0.36712646484375, 0.29370999336242676, 0.14377161860466003], "r_norm": [0.22861343622207642, 0.22508478164672852, 0.2266383320093155, 0.22818532586097717, 0.23106825351715088, 0.2373206466436386, 0.231583833694458]}, {"step": 1800, "epoch": 3, "train_loss": 0.09944514185190201, "cos_r_negg": [0.30835026502609253, 0.3412672281265259, 0.32801464200019836, 0.34430992603302, 0.33807623386383057, 0.30146878957748413, 0.16863097250461578], "cos_apical_negg": [0.30835026502609253, 0.3412672281265259, 0.32801464200019836, 0.34430992603302, 0.33807623386383057, 0.30146878957748413, 0.16863097250461578], "cos_Ac_negg": [0.30835026502609253, 0.3412672281265259, 0.32801464200019836, 0.34430992603302, 0.33807623386383057, 0.30146878957748413, 0.16863097250461578], "r_norm": [0.3137872815132141, 0.30732107162475586, 0.3129424452781677, 0.31022512912750244, 0.3138304352760315, 0.3261547386646271, 0.31640875339508057]}, {"step": 1850, "epoch": 3, "train_loss": 0.19181105494499207, "cos_r_negg": [0.3154658377170563, 0.33775201439857483, 0.3386678695678711, 0.3706129789352417, 0.3458193242549896, 0.3012547492980957, 0.16095152497291565], "cos_apical_negg": [0.3154658377170563, 0.33775201439857483, 0.3386678695678711, 0.3706129789352417, 0.3458193242549896, 0.3012547492980957, 0.16095152497291565], "cos_Ac_negg": [0.3154658377170563, 0.33775201439857483, 0.3386678695678711, 0.3706129789352417, 0.3458193242549896, 0.3012547492980957, 0.16095152497291565], "r_norm": [0.3555009067058563, 0.3466595411300659, 0.35230714082717896, 0.35283806920051575, 0.35878968238830566, 0.3650130033493042, 0.35839933156967163]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.964, "test_loss": 0.13204690990447998}, {"step": 1900, "epoch": 4, "train_loss": 0.060287296772003174, "cos_r_negg": [0.29034173488616943, 0.3211628198623657, 0.3146750032901764, 0.34092333912849426, 0.32578638195991516, 0.30777186155319214, 0.1522814929485321], "cos_apical_negg": [0.29034173488616943, 0.3211628198623657, 0.3146750032901764, 0.34092333912849426, 0.32578638195991516, 0.30777186155319214, 0.1522814929485321], "cos_Ac_negg": [0.29034173488616943, 0.3211628198623657, 0.3146750032901764, 0.34092333912849426, 0.32578638195991516, 0.30777186155319214, 0.1522814929485321], "r_norm": [0.27165716886520386, 0.2656599283218384, 0.2668531537055969, 0.2693289518356323, 0.2725546360015869, 0.2810029983520508, 0.2739894986152649]}, {"step": 1950, "epoch": 4, "train_loss": 0.06313696503639221, "cos_r_negg": [0.3135108947753906, 0.34150367975234985, 0.323300302028656, 0.3476119041442871, 0.3091714084148407, 0.2981039881706238, 0.16640783846378326], "cos_apical_negg": [0.3135108947753906, 0.34150367975234985, 0.323300302028656, 0.3476119041442871, 0.3091714084148407, 0.2981039881706238, 0.16640783846378326], "cos_Ac_negg": [0.3135108947753906, 0.34150367975234985, 0.323300302028656, 0.3476119041442871, 0.3091714084148407, 0.2981039881706238, 0.16640783846378326], "r_norm": [0.28829121589660645, 0.2820066213607788, 0.28288471698760986, 0.285891592502594, 0.29146289825439453, 0.29711592197418213, 0.2914562225341797]}, {"step": 2000, "epoch": 4, "train_loss": 0.07614366710186005, "cos_r_negg": [0.3064393401145935, 0.3398658037185669, 0.3307599425315857, 0.3535754680633545, 0.3130376935005188, 0.29347163438796997, 0.17542976140975952], "cos_apical_negg": [0.3064393401145935, 0.3398658037185669, 0.3307599425315857, 0.3535754680633545, 0.3130376935005188, 0.29347163438796997, 0.17542976140975952], "cos_Ac_negg": [0.3064393401145935, 0.3398658037185669, 0.3307599425315857, 0.3535754680633545, 0.3130376935005188, 0.29347163438796997, 0.17542976140975952], "r_norm": [0.2186596840620041, 0.21564750373363495, 0.21437080204486847, 0.21747145056724548, 0.2214658558368683, 0.22609402239322662, 0.22185973823070526]}, {"step": 2050, "epoch": 4, "train_loss": 0.07790976017713547, "cos_r_negg": [0.33013203740119934, 0.34427547454833984, 0.3330751657485962, 0.34545040130615234, 0.3325139880180359, 0.32013869285583496, 0.17102068662643433], "cos_apical_negg": [0.33013203740119934, 0.34427547454833984, 0.3330751657485962, 0.34545040130615234, 0.3325139880180359, 0.32013869285583496, 0.17102068662643433], "cos_Ac_negg": [0.33013203740119934, 0.34427547454833984, 0.3330751657485962, 0.34545040130615234, 0.3325139880180359, 0.32013869285583496, 0.17102068662643433], "r_norm": [0.2609748840332031, 0.25413721799850464, 0.26032212376594543, 0.257967084646225, 0.26572301983833313, 0.27035170793533325, 0.2646882236003876]}, {"step": 2100, "epoch": 4, "train_loss": 0.03310670331120491, "cos_r_negg": [0.2919684052467346, 0.33182281255722046, 0.33997875452041626, 0.3471638858318329, 0.3391426205635071, 0.33852237462997437, 0.14747220277786255], "cos_apical_negg": [0.2919684052467346, 0.33182281255722046, 0.33997875452041626, 0.3471638858318329, 0.3391426205635071, 0.33852237462997437, 0.14747220277786255], "cos_Ac_negg": [0.2919684052467346, 0.33182281255722046, 0.33997875452041626, 0.3471638858318329, 0.3391426205635071, 0.33852237462997437, 0.14747220277786255], "r_norm": [0.2628363370895386, 0.25702545046806335, 0.25951552391052246, 0.2608183026313782, 0.2696041464805603, 0.27142441272735596, 0.26759690046310425]}, {"step": 2150, "epoch": 4, "train_loss": 0.12487011402845383, "cos_r_negg": [0.3782721161842346, 0.40350639820098877, 0.4084728956222534, 0.42382001876831055, 0.4117737114429474, 0.38072365522384644, 0.15189985930919647], "cos_apical_negg": [0.3782721161842346, 0.40350639820098877, 0.4084728956222534, 0.42382001876831055, 0.4117737114429474, 0.38072365522384644, 0.15189985930919647], "cos_Ac_negg": [0.3782721161842346, 0.40350639820098877, 0.4084728956222534, 0.42382001876831055, 0.4117737114429474, 0.38072365522384644, 0.15189985930919647], "r_norm": [0.2843859791755676, 0.27851980924606323, 0.28228113055229187, 0.2795100212097168, 0.2876898944377899, 0.2932063937187195, 0.2859589457511902]}, {"step": 2200, "epoch": 4, "train_loss": 0.10050323605537415, "cos_r_negg": [0.3573804497718811, 0.3884679973125458, 0.3779643177986145, 0.39152753353118896, 0.35495978593826294, 0.36437997221946716, 0.16033491492271423], "cos_apical_negg": [0.3573804497718811, 0.3884679973125458, 0.3779643177986145, 0.39152753353118896, 0.35495978593826294, 0.36437997221946716, 0.16033491492271423], "cos_Ac_negg": [0.3573804497718811, 0.3884679973125458, 0.3779643177986145, 0.39152753353118896, 0.35495978593826294, 0.36437997221946716, 0.16033491492271423], "r_norm": [0.2682112455368042, 0.2598379850387573, 0.26241737604141235, 0.26106899976730347, 0.26535090804100037, 0.2754267454147339, 0.26930466294288635]}, {"step": 2250, "epoch": 4, "train_loss": 0.020104391500353813, "cos_r_negg": [0.3449976444244385, 0.3678319454193115, 0.36340200901031494, 0.3798731565475464, 0.3577515184879303, 0.3811718225479126, 0.1672394573688507], "cos_apical_negg": [0.3449976444244385, 0.3678319454193115, 0.36340200901031494, 0.3798731565475464, 0.3577515184879303, 0.3811718225479126, 0.1672394573688507], "cos_Ac_negg": [0.3449976444244385, 0.3678319454193115, 0.36340200901031494, 0.3798731565475464, 0.3577515184879303, 0.3811718225479126, 0.1672394573688507], "r_norm": [0.31733906269073486, 0.3076333701610565, 0.31530797481536865, 0.3124794661998749, 0.31849297881126404, 0.32711362838745117, 0.319350004196167]}, {"step": 2300, "epoch": 4, "train_loss": 0.12771636247634888, "cos_r_negg": [0.3611113429069519, 0.3701865077018738, 0.38054537773132324, 0.3799944519996643, 0.3526408076286316, 0.33738818764686584, 0.17659378051757812], "cos_apical_negg": [0.3611113429069519, 0.3701865077018738, 0.38054537773132324, 0.3799944519996643, 0.3526408076286316, 0.33738818764686584, 0.17659378051757812], "cos_Ac_negg": [0.3611113429069519, 0.3701865077018738, 0.38054537773132324, 0.3799944519996643, 0.3526408076286316, 0.33738818764686584, 0.17659378051757812], "r_norm": [0.26894354820251465, 0.2615729868412018, 0.2660183012485504, 0.2653958797454834, 0.27183035016059875, 0.27828508615493774, 0.2726452350616455]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9674, "test_loss": 0.13339740047454834}, {"step": 2350, "epoch": 5, "train_loss": 0.07817906886339188, "cos_r_negg": [0.37150901556015015, 0.4028366804122925, 0.3965975046157837, 0.4074280858039856, 0.3886702358722687, 0.36772188544273376, 0.16186480224132538], "cos_apical_negg": [0.37150901556015015, 0.4028366804122925, 0.3965975046157837, 0.4074280858039856, 0.3886702358722687, 0.36772188544273376, 0.16186480224132538], "cos_Ac_negg": [0.37150901556015015, 0.4028366804122925, 0.3965975046157837, 0.4074280858039856, 0.3886702358722687, 0.36772188544273376, 0.16186480224132538], "r_norm": [0.3056260943412781, 0.29963088035583496, 0.3030003607273102, 0.30250856280326843, 0.31139880418777466, 0.31684550642967224, 0.30897238850593567]}, {"step": 2400, "epoch": 5, "train_loss": 0.046146459877491, "cos_r_negg": [0.3840182423591614, 0.40114468336105347, 0.40478527545928955, 0.3895390033721924, 0.3946090340614319, 0.37013083696365356, 0.1692158281803131], "cos_apical_negg": [0.3840182423591614, 0.40114468336105347, 0.40478527545928955, 0.3895390033721924, 0.3946090340614319, 0.37013083696365356, 0.1692158281803131], "cos_Ac_negg": [0.3840182423591614, 0.40114468336105347, 0.40478527545928955, 0.3895390033721924, 0.3946090340614319, 0.37013083696365356, 0.1692158281803131], "r_norm": [0.29260486364364624, 0.2851001024246216, 0.2875981032848358, 0.28924569487571716, 0.294724702835083, 0.30260202288627625, 0.295318603515625]}, {"step": 2450, "epoch": 5, "train_loss": 0.03408711403608322, "cos_r_negg": [0.36726608872413635, 0.4039566218852997, 0.402560830116272, 0.388660192489624, 0.39395013451576233, 0.35858580470085144, 0.17201174795627594], "cos_apical_negg": [0.36726608872413635, 0.4039566218852997, 0.402560830116272, 0.388660192489624, 0.39395013451576233, 0.35858580470085144, 0.17201174795627594], "cos_Ac_negg": [0.36726608872413635, 0.4039566218852997, 0.402560830116272, 0.388660192489624, 0.39395013451576233, 0.35858580470085144, 0.17201174795627594], "r_norm": [0.25162798166275024, 0.24575507640838623, 0.2491801679134369, 0.2500270903110504, 0.25702977180480957, 0.2603447139263153, 0.256030410528183]}, {"step": 2500, "epoch": 5, "train_loss": 0.05334404855966568, "cos_r_negg": [0.37211161851882935, 0.40461626648902893, 0.3911260664463043, 0.38987499475479126, 0.37858468294143677, 0.3594021797180176, 0.16458278894424438], "cos_apical_negg": [0.37211161851882935, 0.40461626648902893, 0.3911260664463043, 0.38987499475479126, 0.37858468294143677, 0.3594021797180176, 0.16458278894424438], "cos_Ac_negg": [0.37211161851882935, 0.40461626648902893, 0.3911260664463043, 0.38987499475479126, 0.37858468294143677, 0.3594021797180176, 0.16458278894424438], "r_norm": [0.25067058205604553, 0.2458975911140442, 0.24884910881519318, 0.2471228390932083, 0.25272509455680847, 0.26011133193969727, 0.2523859739303589]}, {"step": 2550, "epoch": 5, "train_loss": 0.027575518935918808, "cos_r_negg": [0.36775368452072144, 0.39289146661758423, 0.3929020166397095, 0.38395220041275024, 0.3770047426223755, 0.35808655619621277, 0.15042372047901154], "cos_apical_negg": [0.36775368452072144, 0.39289146661758423, 0.3929020166397095, 0.38395220041275024, 0.3770047426223755, 0.35808655619621277, 0.15042372047901154], "cos_Ac_negg": [0.36775368452072144, 0.39289146661758423, 0.3929020166397095, 0.38395220041275024, 0.3770047426223755, 0.35808655619621277, 0.15042372047901154], "r_norm": [0.28687340021133423, 0.28266337513923645, 0.2834741473197937, 0.28336089849472046, 0.2911752462387085, 0.2977975904941559, 0.29032525420188904]}, {"step": 2600, "epoch": 5, "train_loss": 0.04040458798408508, "cos_r_negg": [0.370155394077301, 0.3831874132156372, 0.3878297209739685, 0.3935866951942444, 0.36308568716049194, 0.35277146100997925, 0.13267859816551208], "cos_apical_negg": [0.370155394077301, 0.3831874132156372, 0.3878297209739685, 0.3935866951942444, 0.36308568716049194, 0.35277146100997925, 0.13267859816551208], "cos_Ac_negg": [0.370155394077301, 0.3831874132156372, 0.3878297209739685, 0.3935866951942444, 0.36308568716049194, 0.35277146100997925, 0.13267859816551208], "r_norm": [0.3025744557380676, 0.2965192198753357, 0.29666921496391296, 0.2988148629665375, 0.30367839336395264, 0.31255680322647095, 0.30593353509902954]}, {"step": 2650, "epoch": 5, "train_loss": 0.024862036108970642, "cos_r_negg": [0.3561992645263672, 0.372050940990448, 0.3811742067337036, 0.38343238830566406, 0.33990517258644104, 0.33241042494773865, 0.1488247513771057], "cos_apical_negg": [0.3561992645263672, 0.372050940990448, 0.3811742067337036, 0.38343238830566406, 0.33990517258644104, 0.33241042494773865, 0.1488247513771057], "cos_Ac_negg": [0.3561992645263672, 0.372050940990448, 0.3811742067337036, 0.38343238830566406, 0.33990517258644104, 0.33241042494773865, 0.1488247513771057], "r_norm": [0.3020945191383362, 0.2974574863910675, 0.29746013879776, 0.30166178941726685, 0.3056201934814453, 0.31164395809173584, 0.30693694949150085]}, {"step": 2700, "epoch": 5, "train_loss": 0.0765160620212555, "cos_r_negg": [0.3827231824398041, 0.38943734765052795, 0.3820747137069702, 0.37127190828323364, 0.3612135052680969, 0.35807639360427856, 0.15948128700256348], "cos_apical_negg": [0.3827231824398041, 0.38943734765052795, 0.3820747137069702, 0.37127190828323364, 0.3612135052680969, 0.35807639360427856, 0.15948128700256348], "cos_Ac_negg": [0.3827231824398041, 0.38943734765052795, 0.3820747137069702, 0.37127190828323364, 0.3612135052680969, 0.35807639360427856, 0.15948128700256348], "r_norm": [0.2385004758834839, 0.235627681016922, 0.23448242247104645, 0.2388818860054016, 0.24211201071739197, 0.2474670708179474, 0.24294030666351318]}, {"step": 2750, "epoch": 5, "train_loss": 0.02402784302830696, "cos_r_negg": [0.3524407148361206, 0.36392942070961, 0.36863818764686584, 0.3687897324562073, 0.3459808826446533, 0.33708932995796204, 0.1576264649629593], "cos_apical_negg": [0.3524407148361206, 0.36392942070961, 0.36863818764686584, 0.3687897324562073, 0.3459808826446533, 0.33708932995796204, 0.1576264649629593], "cos_Ac_negg": [0.3524407148361206, 0.36392942070961, 0.36863818764686584, 0.3687897324562073, 0.3459808826446533, 0.33708932995796204, 0.1576264649629593], "r_norm": [0.2750851511955261, 0.267324298620224, 0.27134841680526733, 0.2708207964897156, 0.27851516008377075, 0.2839965522289276, 0.2782173156738281]}, {"step": 2800, "epoch": 5, "train_loss": 0.047429151833057404, "cos_r_negg": [0.3415434956550598, 0.3706265091896057, 0.37078219652175903, 0.3584068715572357, 0.3286755681037903, 0.32981306314468384, 0.12331273406744003], "cos_apical_negg": [0.3415434956550598, 0.3706265091896057, 0.37078219652175903, 0.3584068715572357, 0.3286755681037903, 0.32981306314468384, 0.12331273406744003], "cos_Ac_negg": [0.3415434956550598, 0.3706265091896057, 0.37078219652175903, 0.3584068715572357, 0.3286755681037903, 0.32981306314468384, 0.12331273406744003], "r_norm": [0.2513122260570526, 0.24671891331672668, 0.2478901743888855, 0.24794641137123108, 0.2544199824333191, 0.26184481382369995, 0.2556319832801819]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9676, "test_loss": 0.14343670063018799}, {"step": 2850, "epoch": 6, "train_loss": 0.030716445297002792, "cos_r_negg": [0.31903284788131714, 0.34590721130371094, 0.3621259331703186, 0.35848599672317505, 0.31894540786743164, 0.34082913398742676, 0.13738413155078888], "cos_apical_negg": [0.31903284788131714, 0.34590721130371094, 0.3621259331703186, 0.35848599672317505, 0.31894540786743164, 0.34082913398742676, 0.13738413155078888], "cos_Ac_negg": [0.31903284788131714, 0.34590721130371094, 0.3621259331703186, 0.35848599672317505, 0.31894540786743164, 0.34082913398742676, 0.13738413155078888], "r_norm": [0.24302701652050018, 0.23841892182826996, 0.23833036422729492, 0.23959660530090332, 0.2459055483341217, 0.2524407207965851, 0.2465132772922516]}, {"step": 2900, "epoch": 6, "train_loss": 0.015854062512516975, "cos_r_negg": [0.29300054907798767, 0.3120615482330322, 0.31657692790031433, 0.31032419204711914, 0.27613365650177, 0.3040585517883301, 0.1262236088514328], "cos_apical_negg": [0.29300054907798767, 0.3120615482330322, 0.31657692790031433, 0.31032419204711914, 0.27613365650177, 0.3040585517883301, 0.1262236088514328], "cos_Ac_negg": [0.29300054907798767, 0.3120615482330322, 0.31657692790031433, 0.31032419204711914, 0.27613365650177, 0.3040585517883301, 0.1262236088514328], "r_norm": [0.23854611814022064, 0.23234908282756805, 0.23466145992279053, 0.23670440912246704, 0.24143952131271362, 0.24531273543834686, 0.24226143956184387]}, {"step": 2950, "epoch": 6, "train_loss": 0.08089277148246765, "cos_r_negg": [0.3318614065647125, 0.36381763219833374, 0.36747366189956665, 0.38585609197616577, 0.35531777143478394, 0.35970282554626465, 0.1569879949092865], "cos_apical_negg": [0.3318614065647125, 0.36381763219833374, 0.36747366189956665, 0.38585609197616577, 0.35531777143478394, 0.35970282554626465, 0.1569879949092865], "cos_Ac_negg": [0.3318614065647125, 0.36381763219833374, 0.36747366189956665, 0.38585609197616577, 0.35531777143478394, 0.35970282554626465, 0.1569879949092865], "r_norm": [0.22639597952365875, 0.22247731685638428, 0.21920618414878845, 0.22213900089263916, 0.22804541885852814, 0.23553553223609924, 0.22883522510528564]}, {"step": 3000, "epoch": 6, "train_loss": 0.013344564475119114, "cos_r_negg": [0.331758588552475, 0.3658246099948883, 0.35970407724380493, 0.35377371311187744, 0.3393591046333313, 0.33438658714294434, 0.14196425676345825], "cos_apical_negg": [0.331758588552475, 0.3658246099948883, 0.35970407724380493, 0.35377371311187744, 0.3393591046333313, 0.33438658714294434, 0.14196425676345825], "cos_Ac_negg": [0.331758588552475, 0.3658246099948883, 0.35970407724380493, 0.35377371311187744, 0.3393591046333313, 0.33438658714294434, 0.14196425676345825], "r_norm": [0.2424079179763794, 0.23850134015083313, 0.23783262073993683, 0.2402431219816208, 0.240431547164917, 0.24845007061958313, 0.24318969249725342]}, {"step": 3050, "epoch": 6, "train_loss": 0.05464373528957367, "cos_r_negg": [0.31128695607185364, 0.339261919260025, 0.3241879343986511, 0.313423216342926, 0.3242172598838806, 0.29748475551605225, 0.12731203436851501], "cos_apical_negg": [0.31128695607185364, 0.339261919260025, 0.3241879343986511, 0.313423216342926, 0.3242172598838806, 0.29748475551605225, 0.12731203436851501], "cos_Ac_negg": [0.31128695607185364, 0.339261919260025, 0.3241879343986511, 0.313423216342926, 0.3242172598838806, 0.29748475551605225, 0.12731203436851501], "r_norm": [0.245641827583313, 0.23727703094482422, 0.23870384693145752, 0.23918938636779785, 0.24644365906715393, 0.2525467276573181, 0.24789133667945862]}, {"step": 3100, "epoch": 6, "train_loss": 0.048772819340229034, "cos_r_negg": [0.3504997193813324, 0.38560178875923157, 0.3792034983634949, 0.3831084668636322, 0.38632088899612427, 0.3570302426815033, 0.16011890769004822], "cos_apical_negg": [0.3504997193813324, 0.38560178875923157, 0.3792034983634949, 0.3831084668636322, 0.38632088899612427, 0.3570302426815033, 0.16011890769004822], "cos_Ac_negg": [0.3504997193813324, 0.38560178875923157, 0.3792034983634949, 0.3831084668636322, 0.38632088899612427, 0.3570302426815033, 0.16011890769004822], "r_norm": [0.22721409797668457, 0.22089053690433502, 0.22429175674915314, 0.22485482692718506, 0.22911228239536285, 0.23516270518302917, 0.22984880208969116]}, {"step": 3150, "epoch": 6, "train_loss": 0.029497183859348297, "cos_r_negg": [0.31110185384750366, 0.34755614399909973, 0.33812835812568665, 0.3380216360092163, 0.34747183322906494, 0.34375473856925964, 0.14306862652301788], "cos_apical_negg": [0.31110185384750366, 0.34755614399909973, 0.33812835812568665, 0.3380216360092163, 0.34747183322906494, 0.34375473856925964, 0.14306862652301788], "cos_Ac_negg": [0.31110185384750366, 0.34755614399909973, 0.33812835812568665, 0.3380216360092163, 0.34747183322906494, 0.34375473856925964, 0.14306862652301788], "r_norm": [0.23960267007350922, 0.23462100327014923, 0.23705285787582397, 0.23775538802146912, 0.2413339614868164, 0.24766069650650024, 0.2413664162158966]}, {"step": 3200, "epoch": 6, "train_loss": 0.08759725093841553, "cos_r_negg": [0.3298006057739258, 0.36492815613746643, 0.34660041332244873, 0.3738445043563843, 0.3724159896373749, 0.34697747230529785, 0.137704998254776], "cos_apical_negg": [0.3298006057739258, 0.36492815613746643, 0.34660041332244873, 0.3738445043563843, 0.3724159896373749, 0.34697747230529785, 0.137704998254776], "cos_Ac_negg": [0.3298006057739258, 0.36492815613746643, 0.34660041332244873, 0.3738445043563843, 0.3724159896373749, 0.34697747230529785, 0.137704998254776], "r_norm": [0.2648562788963318, 0.25620317459106445, 0.25905799865722656, 0.2578231692314148, 0.26722386479377747, 0.27226099371910095, 0.26661476492881775]}, {"step": 3250, "epoch": 6, "train_loss": 0.008363809436559677, "cos_r_negg": [0.3563818335533142, 0.3723592162132263, 0.36584073305130005, 0.3675779402256012, 0.3637583255767822, 0.35496360063552856, 0.15323883295059204], "cos_apical_negg": [0.3563818335533142, 0.3723592162132263, 0.36584073305130005, 0.3675779402256012, 0.3637583255767822, 0.35496360063552856, 0.15323883295059204], "cos_Ac_negg": [0.3563818335533142, 0.3723592162132263, 0.36584073305130005, 0.3675779402256012, 0.3637583255767822, 0.35496360063552856, 0.15323883295059204], "r_norm": [0.26360583305358887, 0.2554521858692169, 0.2562521994113922, 0.2568461000919342, 0.265541136264801, 0.27139025926589966, 0.26536625623703003]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9669, "test_loss": 0.14496346454620362}, {"step": 3300, "epoch": 7, "train_loss": 0.013218012638390064, "cos_r_negg": [0.37058737874031067, 0.39748460054397583, 0.38738512992858887, 0.40907153487205505, 0.38200175762176514, 0.36998608708381653, 0.18003608286380768], "cos_apical_negg": [0.37058737874031067, 0.39748460054397583, 0.38738512992858887, 0.40907153487205505, 0.38200175762176514, 0.36998608708381653, 0.18003608286380768], "cos_Ac_negg": [0.37058737874031067, 0.39748460054397583, 0.38738512992858887, 0.40907153487205505, 0.38200175762176514, 0.36998608708381653, 0.18003608286380768], "r_norm": [0.2463555485010147, 0.24109235405921936, 0.24183984100818634, 0.2439160794019699, 0.24907264113426208, 0.2551523447036743, 0.24853426218032837]}, {"step": 3350, "epoch": 7, "train_loss": 0.036086972802877426, "cos_r_negg": [0.31290504336357117, 0.34555137157440186, 0.34070444107055664, 0.3456537425518036, 0.3437981605529785, 0.35410547256469727, 0.16195273399353027], "cos_apical_negg": [0.31290504336357117, 0.34555137157440186, 0.34070444107055664, 0.3456537425518036, 0.3437981605529785, 0.35410547256469727, 0.16195273399353027], "cos_Ac_negg": [0.31290504336357117, 0.34555137157440186, 0.34070444107055664, 0.3456537425518036, 0.3437981605529785, 0.35410547256469727, 0.16195273399353027], "r_norm": [0.20984527468681335, 0.2075362205505371, 0.20525218546390533, 0.20596812665462494, 0.21230021119117737, 0.2191905975341797, 0.21080856025218964]}, {"step": 3400, "epoch": 7, "train_loss": 0.010648706927895546, "cos_r_negg": [0.279239684343338, 0.31263497471809387, 0.3081050515174866, 0.3087383508682251, 0.3090743124485016, 0.32068127393722534, 0.1448567807674408], "cos_apical_negg": [0.279239684343338, 0.31263497471809387, 0.3081050515174866, 0.3087383508682251, 0.3090743124485016, 0.32068127393722534, 0.1448567807674408], "cos_Ac_negg": [0.279239684343338, 0.31263497471809387, 0.3081050515174866, 0.3087383508682251, 0.3090743124485016, 0.32068127393722534, 0.1448567807674408], "r_norm": [0.25580912828445435, 0.25107449293136597, 0.25464969873428345, 0.2554425001144409, 0.25986409187316895, 0.265210896730423, 0.2588605284690857]}, {"step": 3450, "epoch": 7, "train_loss": 0.02249962091445923, "cos_r_negg": [0.2967703938484192, 0.3281160891056061, 0.31596261262893677, 0.31231576204299927, 0.31428027153015137, 0.3153756260871887, 0.15351375937461853], "cos_apical_negg": [0.2967703938484192, 0.3281160891056061, 0.31596261262893677, 0.31231576204299927, 0.31428027153015137, 0.3153756260871887, 0.15351375937461853], "cos_Ac_negg": [0.2967703938484192, 0.3281160891056061, 0.31596261262893677, 0.31231576204299927, 0.31428027153015137, 0.3153756260871887, 0.15351375937461853], "r_norm": [0.23674558103084564, 0.2309190034866333, 0.23262768983840942, 0.23333194851875305, 0.2402917742729187, 0.24490264058113098, 0.24039439857006073]}, {"step": 3500, "epoch": 7, "train_loss": 0.002643737941980362, "cos_r_negg": [0.275820791721344, 0.30744263529777527, 0.30308997631073, 0.29697030782699585, 0.299660325050354, 0.3072624206542969, 0.15328967571258545], "cos_apical_negg": [0.275820791721344, 0.30744263529777527, 0.30308997631073, 0.29697030782699585, 0.299660325050354, 0.3072624206542969, 0.15328967571258545], "cos_Ac_negg": [0.275820791721344, 0.30744263529777527, 0.30308997631073, 0.29697030782699585, 0.299660325050354, 0.3072624206542969, 0.15328967571258545], "r_norm": [0.24846182763576508, 0.24272167682647705, 0.24621771275997162, 0.24698489904403687, 0.2528129816055298, 0.2577739953994751, 0.2525850832462311]}, {"step": 3550, "epoch": 7, "train_loss": 0.00892583467066288, "cos_r_negg": [0.29915523529052734, 0.3361956477165222, 0.32468369603157043, 0.3179616928100586, 0.3074935972690582, 0.3052949607372284, 0.14415422081947327], "cos_apical_negg": [0.29915523529052734, 0.3361956477165222, 0.32468369603157043, 0.3179616928100586, 0.3074935972690582, 0.3052949607372284, 0.14415422081947327], "cos_Ac_negg": [0.29915523529052734, 0.3361956477165222, 0.32468369603157043, 0.3179616928100586, 0.3074935972690582, 0.3052949607372284, 0.14415422081947327], "r_norm": [0.20179980993270874, 0.19732314348220825, 0.2015254646539688, 0.20032545924186707, 0.20490902662277222, 0.2100783884525299, 0.20446833968162537]}, {"step": 3600, "epoch": 7, "train_loss": 0.0498550608754158, "cos_r_negg": [0.2695658206939697, 0.29708704352378845, 0.29486560821533203, 0.2868521809577942, 0.27155232429504395, 0.26982200145721436, 0.1414707899093628], "cos_apical_negg": [0.2695658206939697, 0.29708704352378845, 0.29486560821533203, 0.2868521809577942, 0.27155232429504395, 0.26982200145721436, 0.1414707899093628], "cos_Ac_negg": [0.2695658206939697, 0.29708704352378845, 0.29486560821533203, 0.2868521809577942, 0.27155232429504395, 0.26982200145721436, 0.1414707899093628], "r_norm": [0.1491680145263672, 0.14662736654281616, 0.14704859256744385, 0.14663253724575043, 0.1525886058807373, 0.15606050193309784, 0.15103557705879211]}, {"step": 3650, "epoch": 7, "train_loss": 0.0009137912420555949, "cos_r_negg": [0.26852235198020935, 0.3063582479953766, 0.30766215920448303, 0.2994731068611145, 0.28858935832977295, 0.27333685755729675, 0.1383236050605774], "cos_apical_negg": [0.26852235198020935, 0.3063582479953766, 0.30766215920448303, 0.2994731068611145, 0.28858935832977295, 0.27333685755729675, 0.1383236050605774], "cos_Ac_negg": [0.26852235198020935, 0.3063582479953766, 0.30766215920448303, 0.2994731068611145, 0.28858935832977295, 0.27333685755729675, 0.1383236050605774], "r_norm": [0.2495475560426712, 0.24536794424057007, 0.24627913534641266, 0.2467419058084488, 0.2517869174480438, 0.25943228602409363, 0.252143919467926]}, {"step": 3700, "epoch": 7, "train_loss": 0.02161252126097679, "cos_r_negg": [0.27233225107192993, 0.3061954081058502, 0.2992217242717743, 0.2970711290836334, 0.2887950539588928, 0.2710992693901062, 0.13609948754310608], "cos_apical_negg": [0.27233225107192993, 0.3061954081058502, 0.2992217242717743, 0.2970711290836334, 0.2887950539588928, 0.2710992693901062, 0.13609948754310608], "cos_Ac_negg": [0.27233225107192993, 0.3061954081058502, 0.2992217242717743, 0.2970711290836334, 0.2887950539588928, 0.2710992693901062, 0.13609948754310608], "r_norm": [0.20647543668746948, 0.20197606086730957, 0.20375028252601624, 0.20309413969516754, 0.20923066139221191, 0.2149685025215149, 0.207941934466362]}, {"step": 3750, "epoch": 7, "train_loss": 0.017411472275853157, "cos_r_negg": [0.28285762667655945, 0.3127869963645935, 0.30925452709198, 0.31707340478897095, 0.31264132261276245, 0.29555460810661316, 0.1446537971496582], "cos_apical_negg": [0.28285762667655945, 0.3127869963645935, 0.30925452709198, 0.31707340478897095, 0.31264132261276245, 0.29555460810661316, 0.1446537971496582], "cos_Ac_negg": [0.28285762667655945, 0.3127869963645935, 0.30925452709198, 0.31707340478897095, 0.31264132261276245, 0.29555460810661316, 0.1446537971496582], "r_norm": [0.20645660161972046, 0.20261049270629883, 0.20569810271263123, 0.20566213130950928, 0.21030926704406738, 0.21549901366233826, 0.20900452136993408]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9683, "test_loss": 0.1478614730834961}, {"step": 3800, "epoch": 8, "train_loss": 0.04242628440260887, "cos_r_negg": [0.2635837197303772, 0.29956233501434326, 0.28777873516082764, 0.2962578535079956, 0.28122690320014954, 0.27022674679756165, 0.1371431052684784], "cos_apical_negg": [0.2635837197303772, 0.29956233501434326, 0.28777873516082764, 0.2962578535079956, 0.28122690320014954, 0.27022674679756165, 0.1371431052684784], "cos_Ac_negg": [0.2635837197303772, 0.29956233501434326, 0.28777873516082764, 0.2962578535079956, 0.28122690320014954, 0.27022674679756165, 0.1371431052684784], "r_norm": [0.20252518355846405, 0.1993878185749054, 0.20037144422531128, 0.1997292935848236, 0.20500361919403076, 0.21068310737609863, 0.2037912905216217]}, {"step": 3850, "epoch": 8, "train_loss": 0.012935896404087543, "cos_r_negg": [0.2547716200351715, 0.2943556010723114, 0.27994102239608765, 0.2840116024017334, 0.27609509229660034, 0.26053595542907715, 0.13274621963500977], "cos_apical_negg": [0.2547716200351715, 0.2943556010723114, 0.27994102239608765, 0.2840116024017334, 0.27609509229660034, 0.26053595542907715, 0.13274621963500977], "cos_Ac_negg": [0.2547716200351715, 0.2943556010723114, 0.27994102239608765, 0.2840116024017334, 0.27609509229660034, 0.26053595542907715, 0.13274621963500977], "r_norm": [0.24745865166187286, 0.24114736914634705, 0.242710679769516, 0.2410648912191391, 0.24934059381484985, 0.25708404183387756, 0.2476685494184494]}, {"step": 3900, "epoch": 8, "train_loss": 0.0025124941021203995, "cos_r_negg": [0.24673444032669067, 0.2893191874027252, 0.2787526249885559, 0.283512681722641, 0.2848299443721771, 0.27326393127441406, 0.14570015668869019], "cos_apical_negg": [0.24673444032669067, 0.2893191874027252, 0.2787526249885559, 0.283512681722641, 0.2848299443721771, 0.27326393127441406, 0.14570015668869019], "cos_Ac_negg": [0.24673444032669067, 0.2893191874027252, 0.2787526249885559, 0.283512681722641, 0.2848299443721771, 0.27326393127441406, 0.14570015668869019], "r_norm": [0.21612511575222015, 0.208766907453537, 0.2156095802783966, 0.2117973268032074, 0.2197522073984146, 0.22434931993484497, 0.21768727898597717]}, {"step": 3950, "epoch": 8, "train_loss": 0.001578253461048007, "cos_r_negg": [0.2501019835472107, 0.2880691885948181, 0.2773212194442749, 0.2772613763809204, 0.2852379083633423, 0.2770951986312866, 0.14714252948760986], "cos_apical_negg": [0.2501019835472107, 0.2880691885948181, 0.2773212194442749, 0.2772613763809204, 0.2852379083633423, 0.2770951986312866, 0.14714252948760986], "cos_Ac_negg": [0.2501019835472107, 0.2880691885948181, 0.2773212194442749, 0.2772613763809204, 0.2852379083633423, 0.2770951986312866, 0.14714252948760986], "r_norm": [0.2471773773431778, 0.2428613156080246, 0.24053099751472473, 0.2428601086139679, 0.24846522510051727, 0.25508496165275574, 0.25007393956184387]}, {"step": 4000, "epoch": 8, "train_loss": 0.0005904921563342214, "cos_r_negg": [0.22621864080429077, 0.2694658637046814, 0.25890013575553894, 0.25484147667884827, 0.2579551935195923, 0.2601322531700134, 0.13899067044258118], "cos_apical_negg": [0.22621864080429077, 0.2694658637046814, 0.25890013575553894, 0.25484147667884827, 0.2579551935195923, 0.2601322531700134, 0.13899067044258118], "cos_Ac_negg": [0.22621864080429077, 0.2694658637046814, 0.25890013575553894, 0.25484147667884827, 0.2579551935195923, 0.2601322531700134, 0.13899067044258118], "r_norm": [0.21404987573623657, 0.21044626832008362, 0.20987823605537415, 0.21023790538311005, 0.2154819667339325, 0.22223587334156036, 0.21667489409446716]}, {"step": 4050, "epoch": 8, "train_loss": 0.0026944337878376245, "cos_r_negg": [0.23817339539527893, 0.2858736217021942, 0.27433276176452637, 0.27029481530189514, 0.2677229344844818, 0.25523841381073, 0.1426270455121994], "cos_apical_negg": [0.23817339539527893, 0.2858736217021942, 0.27433276176452637, 0.27029481530189514, 0.2677229344844818, 0.25523841381073, 0.1426270455121994], "cos_Ac_negg": [0.23817339539527893, 0.2858736217021942, 0.27433276176452637, 0.27029481530189514, 0.2677229344844818, 0.25523841381073, 0.1426270455121994], "r_norm": [0.22996364533901215, 0.2262808382511139, 0.22838781774044037, 0.228440061211586, 0.23376953601837158, 0.2385655641555786, 0.23321770131587982]}, {"step": 4100, "epoch": 8, "train_loss": 0.07417923212051392, "cos_r_negg": [0.24864718317985535, 0.2866862118244171, 0.2740195095539093, 0.2689018249511719, 0.26430854201316833, 0.2527256906032562, 0.13700398802757263], "cos_apical_negg": [0.24864718317985535, 0.2866862118244171, 0.2740195095539093, 0.2689018249511719, 0.26430854201316833, 0.2527256906032562, 0.13700398802757263], "cos_Ac_negg": [0.24864718317985535, 0.2866862118244171, 0.2740195095539093, 0.2689018249511719, 0.26430854201316833, 0.2527256906032562, 0.13700398802757263], "r_norm": [0.21354174613952637, 0.21012172102928162, 0.2102203220129013, 0.2102755606174469, 0.21606352925300598, 0.2202995866537094, 0.2158917933702469]}, {"step": 4150, "epoch": 8, "train_loss": 0.00106188771314919, "cos_r_negg": [0.2515210211277008, 0.28786802291870117, 0.27723225951194763, 0.2745245099067688, 0.26375919580459595, 0.26573604345321655, 0.1425463855266571], "cos_apical_negg": [0.2515210211277008, 0.28786802291870117, 0.27723225951194763, 0.2745245099067688, 0.26375919580459595, 0.26573604345321655, 0.1425463855266571], "cos_Ac_negg": [0.2515210211277008, 0.28786802291870117, 0.27723225951194763, 0.2745245099067688, 0.26375919580459595, 0.26573604345321655, 0.1425463855266571], "r_norm": [0.20604491233825684, 0.20092175900936127, 0.2042398303747177, 0.20434512197971344, 0.21064640581607819, 0.21390791237354279, 0.20824575424194336]}, {"step": 4200, "epoch": 8, "train_loss": 0.004561324138194323, "cos_r_negg": [0.2433841973543167, 0.274646520614624, 0.26665300130844116, 0.2604605555534363, 0.2539597749710083, 0.24928660690784454, 0.14033153653144836], "cos_apical_negg": [0.2433841973543167, 0.274646520614624, 0.26665300130844116, 0.2604605555534363, 0.2539597749710083, 0.24928660690784454, 0.14033153653144836], "cos_Ac_negg": [0.2433841973543167, 0.274646520614624, 0.26665300130844116, 0.2604605555534363, 0.2539597749710083, 0.24928660690784454, 0.14033153653144836], "r_norm": [0.20795536041259766, 0.20431800186634064, 0.2035866677761078, 0.2054654061794281, 0.21126793324947357, 0.2164837270975113, 0.21073861420154572]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9712, "test_loss": 0.15470993041992187}, {"step": 4250, "epoch": 9, "train_loss": 0.022780491039156914, "cos_r_negg": [0.22451680898666382, 0.2610419988632202, 0.2547585964202881, 0.24548134207725525, 0.23981043696403503, 0.2388657033443451, 0.14123141765594482], "cos_apical_negg": [0.22451680898666382, 0.2610419988632202, 0.2547585964202881, 0.24548134207725525, 0.23981043696403503, 0.2388657033443451, 0.14123141765594482], "cos_Ac_negg": [0.22451680898666382, 0.2610419988632202, 0.2547585964202881, 0.24548134207725525, 0.23981043696403503, 0.2388657033443451, 0.14123141765594482], "r_norm": [0.21126912534236908, 0.20589326322078705, 0.20669512450695038, 0.2073061466217041, 0.2145397663116455, 0.21957126259803772, 0.2138265073299408]}, {"step": 4300, "epoch": 9, "train_loss": 0.010891672223806381, "cos_r_negg": [0.22531461715698242, 0.26165473461151123, 0.2568473219871521, 0.24665163457393646, 0.23937799036502838, 0.2446325719356537, 0.14300762116909027], "cos_apical_negg": [0.22531461715698242, 0.26165473461151123, 0.2568473219871521, 0.24665163457393646, 0.23937799036502838, 0.2446325719356537, 0.14300762116909027], "cos_Ac_negg": [0.22531461715698242, 0.26165473461151123, 0.2568473219871521, 0.24665163457393646, 0.23937799036502838, 0.2446325719356537, 0.14300762116909027], "r_norm": [0.21593274176120758, 0.2114993929862976, 0.21315152943134308, 0.21346122026443481, 0.22071504592895508, 0.22533181309700012, 0.21939216554164886]}, {"step": 4350, "epoch": 9, "train_loss": 0.0037138236220926046, "cos_r_negg": [0.22608450055122375, 0.2634540796279907, 0.2505996525287628, 0.24232110381126404, 0.240029975771904, 0.24034792184829712, 0.14000952243804932], "cos_apical_negg": [0.22608450055122375, 0.2634540796279907, 0.2505996525287628, 0.24232110381126404, 0.240029975771904, 0.24034792184829712, 0.14000952243804932], "cos_Ac_negg": [0.22608450055122375, 0.2634540796279907, 0.2505996525287628, 0.24232110381126404, 0.240029975771904, 0.24034792184829712, 0.14000952243804932], "r_norm": [0.20389795303344727, 0.19900068640708923, 0.20130078494548798, 0.20087936520576477, 0.2088812291622162, 0.2125721573829651, 0.20595766603946686]}, {"step": 4400, "epoch": 9, "train_loss": 0.013955214992165565, "cos_r_negg": [0.20139332115650177, 0.2303205132484436, 0.2239120900630951, 0.2085980623960495, 0.21254068613052368, 0.2137087732553482, 0.11909449100494385], "cos_apical_negg": [0.20139332115650177, 0.2303205132484436, 0.2239120900630951, 0.2085980623960495, 0.21254068613052368, 0.2137087732553482, 0.11909449100494385], "cos_Ac_negg": [0.20139332115650177, 0.2303205132484436, 0.2239120900630951, 0.2085980623960495, 0.21254068613052368, 0.2137087732553482, 0.11909449100494385], "r_norm": [0.22232401371002197, 0.21688997745513916, 0.21843141317367554, 0.2198178768157959, 0.22585980594158173, 0.23200944066047668, 0.22497989237308502]}, {"step": 4450, "epoch": 9, "train_loss": 0.00310226040892303, "cos_r_negg": [0.19953539967536926, 0.2297607660293579, 0.2190106213092804, 0.2043759822845459, 0.2071828693151474, 0.20469701290130615, 0.12487844377756119], "cos_apical_negg": [0.19953539967536926, 0.2297607660293579, 0.2190106213092804, 0.2043759822845459, 0.2071828693151474, 0.20469701290130615, 0.12487844377756119], "cos_Ac_negg": [0.19953539967536926, 0.2297607660293579, 0.2190106213092804, 0.2043759822845459, 0.2071828693151474, 0.20469701290130615, 0.12487844377756119], "r_norm": [0.1889168620109558, 0.18432989716529846, 0.18864288926124573, 0.18673518300056458, 0.19422632455825806, 0.19733315706253052, 0.19131675362586975]}, {"step": 4500, "epoch": 9, "train_loss": 0.001407222356647253, "cos_r_negg": [0.18788495659828186, 0.21575145423412323, 0.20639067888259888, 0.19795715808868408, 0.19488561153411865, 0.19354259967803955, 0.12326613068580627], "cos_apical_negg": [0.18788495659828186, 0.21575145423412323, 0.20639067888259888, 0.19795715808868408, 0.19488561153411865, 0.19354259967803955, 0.12326613068580627], "cos_Ac_negg": [0.18788495659828186, 0.21575145423412323, 0.20639067888259888, 0.19795715808868408, 0.19488561153411865, 0.19354259967803955, 0.12326613068580627], "r_norm": [0.23176804184913635, 0.22709551453590393, 0.23038336634635925, 0.2317104935646057, 0.23637011647224426, 0.24131491780281067, 0.23441487550735474]}, {"step": 4550, "epoch": 9, "train_loss": 0.030399883165955544, "cos_r_negg": [0.18481141328811646, 0.21582220494747162, 0.20659059286117554, 0.19782795011997223, 0.191242054104805, 0.19513259828090668, 0.11555946618318558], "cos_apical_negg": [0.18481141328811646, 0.21582220494747162, 0.20659059286117554, 0.19782795011997223, 0.191242054104805, 0.19513259828090668, 0.11555946618318558], "cos_Ac_negg": [0.18481141328811646, 0.21582220494747162, 0.20659059286117554, 0.19782795011997223, 0.191242054104805, 0.19513259828090668, 0.11555946618318558], "r_norm": [0.19793587923049927, 0.19501706957817078, 0.19540920853614807, 0.19824114441871643, 0.20199079811573029, 0.20632383227348328, 0.20151154696941376]}, {"step": 4600, "epoch": 9, "train_loss": 0.06557374447584152, "cos_r_negg": [0.18491458892822266, 0.21259154379367828, 0.20376084744930267, 0.1945527195930481, 0.1985187828540802, 0.20199957489967346, 0.1177111491560936], "cos_apical_negg": [0.18491458892822266, 0.21259154379367828, 0.20376084744930267, 0.1945527195930481, 0.1985187828540802, 0.20199957489967346, 0.1177111491560936], "cos_Ac_negg": [0.18491458892822266, 0.21259154379367828, 0.20376084744930267, 0.1945527195930481, 0.1985187828540802, 0.20199957489967346, 0.1177111491560936], "r_norm": [0.20711876451969147, 0.20312583446502686, 0.2063983678817749, 0.20627744495868683, 0.2127959132194519, 0.21580015122890472, 0.21087795495986938]}, {"step": 4650, "epoch": 9, "train_loss": 0.009592436254024506, "cos_r_negg": [0.19035115838050842, 0.22302186489105225, 0.21318696439266205, 0.19921226799488068, 0.19338031113147736, 0.20091567933559418, 0.12130686640739441], "cos_apical_negg": [0.19035115838050842, 0.22302186489105225, 0.21318696439266205, 0.19921226799488068, 0.19338031113147736, 0.20091567933559418, 0.12130686640739441], "cos_Ac_negg": [0.19035115838050842, 0.22302186489105225, 0.21318696439266205, 0.19921226799488068, 0.19338031113147736, 0.20091567933559418, 0.12130686640739441], "r_norm": [0.20870228111743927, 0.20603907108306885, 0.20802538096904755, 0.20872493088245392, 0.2125280648469925, 0.2172379493713379, 0.21079522371292114]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9713, "test_loss": 0.16928948173522948}, {"step": 4700, "epoch": 10, "train_loss": 0.006078595761209726, "cos_r_negg": [0.17302905023097992, 0.2113642394542694, 0.20264852046966553, 0.19295217096805573, 0.186187744140625, 0.18864668905735016, 0.10763725638389587], "cos_apical_negg": [0.17302905023097992, 0.2113642394542694, 0.20264852046966553, 0.19295217096805573, 0.186187744140625, 0.18864668905735016, 0.10763725638389587], "cos_Ac_negg": [0.17302905023097992, 0.2113642394542694, 0.20264852046966553, 0.19295217096805573, 0.186187744140625, 0.18864668905735016, 0.10763725638389587], "r_norm": [0.21014654636383057, 0.20656375586986542, 0.21067242324352264, 0.20955032110214233, 0.21516074240207672, 0.21917186677455902, 0.21363848447799683]}, {"step": 4750, "epoch": 10, "train_loss": 0.010628724470734596, "cos_r_negg": [0.16890954971313477, 0.20299212634563446, 0.19376979768276215, 0.18160778284072876, 0.17666083574295044, 0.18779680132865906, 0.11103034764528275], "cos_apical_negg": [0.16890954971313477, 0.20299212634563446, 0.19376979768276215, 0.18160778284072876, 0.17666083574295044, 0.18779680132865906, 0.11103034764528275], "cos_Ac_negg": [0.16890954971313477, 0.20299212634563446, 0.19376979768276215, 0.18160778284072876, 0.17666083574295044, 0.18779680132865906, 0.11103034764528275], "r_norm": [0.21179670095443726, 0.20848964154720306, 0.21051442623138428, 0.21226486563682556, 0.2161582112312317, 0.22014972567558289, 0.21537913382053375]}, {"step": 4800, "epoch": 10, "train_loss": 0.0019142478704452515, "cos_r_negg": [0.15975207090377808, 0.18974705040454865, 0.17728140950202942, 0.16876158118247986, 0.1704813539981842, 0.17823976278305054, 0.10290078818798065], "cos_apical_negg": [0.15975207090377808, 0.18974705040454865, 0.17728140950202942, 0.16876158118247986, 0.1704813539981842, 0.17823976278305054, 0.10290078818798065], "cos_Ac_negg": [0.15975207090377808, 0.18974705040454865, 0.17728140950202942, 0.16876158118247986, 0.1704813539981842, 0.17823976278305054, 0.10290078818798065], "r_norm": [0.1873568445444107, 0.18565483391284943, 0.18707028031349182, 0.18759673833847046, 0.19251227378845215, 0.19593554735183716, 0.19134196639060974]}, {"step": 4850, "epoch": 10, "train_loss": 0.004667176399379969, "cos_r_negg": [0.15494383871555328, 0.1876881718635559, 0.17653068900108337, 0.1666950285434723, 0.16488724946975708, 0.1680753529071808, 0.09943865984678268], "cos_apical_negg": [0.15494383871555328, 0.1876881718635559, 0.17653068900108337, 0.1666950285434723, 0.16488724946975708, 0.1680753529071808, 0.09943865984678268], "cos_Ac_negg": [0.15494383871555328, 0.1876881718635559, 0.17653068900108337, 0.1666950285434723, 0.16488724946975708, 0.1680753529071808, 0.09943865984678268], "r_norm": [0.22158963978290558, 0.2211747020483017, 0.220658540725708, 0.22330769896507263, 0.22608700394630432, 0.23056697845458984, 0.22611795365810394]}, {"step": 4900, "epoch": 10, "train_loss": 0.0024633335415273905, "cos_r_negg": [0.13927823305130005, 0.17219731211662292, 0.15999756753444672, 0.15280669927597046, 0.15041877329349518, 0.1585915982723236, 0.09356290102005005], "cos_apical_negg": [0.13927823305130005, 0.17219731211662292, 0.15999756753444672, 0.15280669927597046, 0.15041877329349518, 0.1585915982723236, 0.09356290102005005], "cos_Ac_negg": [0.13927823305130005, 0.17219731211662292, 0.15999756753444672, 0.15280669927597046, 0.15041877329349518, 0.1585915982723236, 0.09356290102005005], "r_norm": [0.20241916179656982, 0.2009095847606659, 0.20101425051689148, 0.20284388959407806, 0.20764386653900146, 0.2115420401096344, 0.20579808950424194]}, {"step": 4950, "epoch": 10, "train_loss": 0.0008960067061707377, "cos_r_negg": [0.14173662662506104, 0.175068199634552, 0.16393053531646729, 0.15478424727916718, 0.15426601469516754, 0.16082501411437988, 0.09435109794139862], "cos_apical_negg": [0.14173662662506104, 0.175068199634552, 0.16393053531646729, 0.15478424727916718, 0.15426601469516754, 0.16082501411437988, 0.09435109794139862], "cos_Ac_negg": [0.14173662662506104, 0.175068199634552, 0.16393053531646729, 0.15478424727916718, 0.15426601469516754, 0.16082501411437988, 0.09435109794139862], "r_norm": [0.2276611030101776, 0.2262730896472931, 0.2260582447052002, 0.22848665714263916, 0.2332133799791336, 0.237759068608284, 0.23179474472999573]}, {"step": 5000, "epoch": 10, "train_loss": 0.0017076553776860237, "cos_r_negg": [0.15343473851680756, 0.17875786125659943, 0.1683352291584015, 0.16075271368026733, 0.15334929525852203, 0.1637660264968872, 0.09588760882616043], "cos_apical_negg": [0.15343473851680756, 0.17875786125659943, 0.1683352291584015, 0.16075271368026733, 0.15334929525852203, 0.1637660264968872, 0.09588760882616043], "cos_Ac_negg": [0.15343473851680756, 0.17875786125659943, 0.1683352291584015, 0.16075271368026733, 0.15334929525852203, 0.1637660264968872, 0.09588760882616043], "r_norm": [0.17462214827537537, 0.17494143545627594, 0.17093873023986816, 0.17467926442623138, 0.1792169213294983, 0.1831696778535843, 0.17817474901676178]}, {"step": 5050, "epoch": 10, "train_loss": 0.0026490583550184965, "cos_r_negg": [0.14884233474731445, 0.17141187191009521, 0.16259020566940308, 0.15622545778751373, 0.15318149328231812, 0.16095325350761414, 0.09742607921361923], "cos_apical_negg": [0.14884233474731445, 0.17141187191009521, 0.16259020566940308, 0.15622545778751373, 0.15318149328231812, 0.16095325350761414, 0.09742607921361923], "cos_Ac_negg": [0.14884233474731445, 0.17141187191009521, 0.16259020566940308, 0.15622545778751373, 0.15318149328231812, 0.16095325350761414, 0.09742607921361923], "r_norm": [0.2151990681886673, 0.2111225575208664, 0.21361485123634338, 0.2154519259929657, 0.22082474827766418, 0.2238612174987793, 0.21861809492111206]}, {"step": 5100, "epoch": 10, "train_loss": 0.0027934161480516195, "cos_r_negg": [0.14913667738437653, 0.1762731969356537, 0.1683790236711502, 0.1629752516746521, 0.1573631465435028, 0.16280187666416168, 0.1001977026462555], "cos_apical_negg": [0.14913667738437653, 0.1762731969356537, 0.1683790236711502, 0.1629752516746521, 0.1573631465435028, 0.16280187666416168, 0.1001977026462555], "cos_Ac_negg": [0.14913667738437653, 0.1762731969356537, 0.1683790236711502, 0.1629752516746521, 0.1573631465435028, 0.16280187666416168, 0.1001977026462555], "r_norm": [0.20875710248947144, 0.20526526868343353, 0.20429949462413788, 0.20717772841453552, 0.21162980794906616, 0.2176082879304886, 0.21139517426490784]}, {"step": 5150, "epoch": 10, "train_loss": 0.0005493275821208954, "cos_r_negg": [0.15184932947158813, 0.17665362358093262, 0.1646469086408615, 0.15736088156700134, 0.15241500735282898, 0.15632760524749756, 0.1001879945397377], "cos_apical_negg": [0.15184932947158813, 0.17665362358093262, 0.1646469086408615, 0.15736088156700134, 0.15241500735282898, 0.15632760524749756, 0.1001879945397377], "cos_Ac_negg": [0.15184932947158813, 0.17665362358093262, 0.1646469086408615, 0.15736088156700134, 0.15241500735282898, 0.15632760524749756, 0.1001879945397377], "r_norm": [0.20375552773475647, 0.1996147334575653, 0.20166759192943573, 0.20158261060714722, 0.20746684074401855, 0.21230895817279816, 0.2059977948665619]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9708, "test_loss": 0.1728509780883789}, {"step": 5200, "epoch": 11, "train_loss": 0.0008724767249077559, "cos_r_negg": [0.13249096274375916, 0.15366530418395996, 0.1466890573501587, 0.14000284671783447, 0.13590127229690552, 0.14478613436222076, 0.08995496481657028], "cos_apical_negg": [0.13249096274375916, 0.15366530418395996, 0.1466890573501587, 0.14000284671783447, 0.13590127229690552, 0.14478613436222076, 0.08995496481657028], "cos_Ac_negg": [0.13249096274375916, 0.15366530418395996, 0.1466890573501587, 0.14000284671783447, 0.13590127229690552, 0.14478613436222076, 0.08995496481657028], "r_norm": [0.17998555302619934, 0.1775149703025818, 0.17623001337051392, 0.17929014563560486, 0.18409684300422668, 0.18793997168540955, 0.18334683775901794]}, {"step": 5250, "epoch": 11, "train_loss": 0.0010012922575697303, "cos_r_negg": [0.13432711362838745, 0.15550532937049866, 0.14697305858135223, 0.14088359475135803, 0.139765664935112, 0.1460753083229065, 0.08862697333097458], "cos_apical_negg": [0.13432711362838745, 0.15550532937049866, 0.14697305858135223, 0.14088359475135803, 0.139765664935112, 0.1460753083229065, 0.08862697333097458], "cos_Ac_negg": [0.13432711362838745, 0.15550532937049866, 0.14697305858135223, 0.14088359475135803, 0.139765664935112, 0.1460753083229065, 0.08862697333097458], "r_norm": [0.1978166401386261, 0.19551533460617065, 0.19449661672115326, 0.19769734144210815, 0.20222614705562592, 0.2063927948474884, 0.2012713998556137]}, {"step": 5300, "epoch": 11, "train_loss": 0.001141394255682826, "cos_r_negg": [0.12554842233657837, 0.14796416461467743, 0.14637643098831177, 0.13970112800598145, 0.13622626662254333, 0.139957994222641, 0.08665725588798523], "cos_apical_negg": [0.12554842233657837, 0.14796416461467743, 0.14637643098831177, 0.13970112800598145, 0.13622626662254333, 0.139957994222641, 0.08665725588798523], "cos_Ac_negg": [0.12554842233657837, 0.14796416461467743, 0.14637643098831177, 0.13970112800598145, 0.13622626662254333, 0.139957994222641, 0.08665725588798523], "r_norm": [0.18864020705223083, 0.18546076118946075, 0.18607427179813385, 0.18836715817451477, 0.19455251097679138, 0.19679763913154602, 0.19217823445796967]}, {"step": 5350, "epoch": 11, "train_loss": 0.00019657312077470124, "cos_r_negg": [0.12932522594928741, 0.1508936583995819, 0.1491527259349823, 0.143294557929039, 0.13988709449768066, 0.14450904726982117, 0.0921371579170227], "cos_apical_negg": [0.12932522594928741, 0.1508936583995819, 0.1491527259349823, 0.143294557929039, 0.13988709449768066, 0.14450904726982117, 0.0921371579170227], "cos_Ac_negg": [0.12932522594928741, 0.1508936583995819, 0.1491527259349823, 0.143294557929039, 0.13988709449768066, 0.14450904726982117, 0.0921371579170227], "r_norm": [0.19876547157764435, 0.1967105269432068, 0.19441065192222595, 0.19966211915016174, 0.20273879170417786, 0.20695628225803375, 0.2023802548646927]}, {"step": 5400, "epoch": 11, "train_loss": 0.0004389708919916302, "cos_r_negg": [0.1335565149784088, 0.15167434513568878, 0.1477542668581009, 0.14061544835567474, 0.1367090344429016, 0.14270175993442535, 0.0907684713602066], "cos_apical_negg": [0.1335565149784088, 0.15167434513568878, 0.1477542668581009, 0.14061544835567474, 0.1367090344429016, 0.14270175993442535, 0.0907684713602066], "cos_Ac_negg": [0.1335565149784088, 0.15167434513568878, 0.1477542668581009, 0.14061544835567474, 0.1367090344429016, 0.14270175993442535, 0.0907684713602066], "r_norm": [0.17966845631599426, 0.17619654536247253, 0.17781475186347961, 0.17808878421783447, 0.18389996886253357, 0.18727350234985352, 0.18211635947227478]}, {"step": 5450, "epoch": 11, "train_loss": 1.9787961718975566e-05, "cos_r_negg": [0.12454964220523834, 0.14060768485069275, 0.13447049260139465, 0.12795725464820862, 0.12678222358226776, 0.1335221827030182, 0.08420170098543167], "cos_apical_negg": [0.12454964220523834, 0.14060768485069275, 0.13447049260139465, 0.12795725464820862, 0.12678222358226776, 0.1335221827030182, 0.08420170098543167], "cos_Ac_negg": [0.12454964220523834, 0.14060768485069275, 0.13447049260139465, 0.12795725464820862, 0.12678222358226776, 0.1335221827030182, 0.08420170098543167], "r_norm": [0.19797490537166595, 0.19245721399784088, 0.19154682755470276, 0.19345565140247345, 0.19953709840774536, 0.20576755702495575, 0.19943930208683014]}, {"step": 5500, "epoch": 11, "train_loss": 0.008979478850960732, "cos_r_negg": [0.12967728078365326, 0.1455509066581726, 0.14132028818130493, 0.13386395573616028, 0.12692907452583313, 0.13282665610313416, 0.08594784140586853], "cos_apical_negg": [0.12967728078365326, 0.1455509066581726, 0.14132028818130493, 0.13386395573616028, 0.12692907452583313, 0.13282665610313416, 0.08594784140586853], "cos_Ac_negg": [0.12967728078365326, 0.1455509066581726, 0.14132028818130493, 0.13386395573616028, 0.12692907452583313, 0.13282665610313416, 0.08594784140586853], "r_norm": [0.1793726235628128, 0.1756371557712555, 0.17519032955169678, 0.17678003013134003, 0.18242503702640533, 0.18703803420066833, 0.18171432614326477]}, {"step": 5550, "epoch": 11, "train_loss": 0.0006653040181845427, "cos_r_negg": [0.12477780878543854, 0.13970893621444702, 0.13497336208820343, 0.1263309121131897, 0.1208188533782959, 0.12450913339853287, 0.08440819382667542], "cos_apical_negg": [0.12477780878543854, 0.13970893621444702, 0.13497336208820343, 0.1263309121131897, 0.1208188533782959, 0.12450913339853287, 0.08440819382667542], "cos_Ac_negg": [0.12477780878543854, 0.13970893621444702, 0.13497336208820343, 0.1263309121131897, 0.1208188533782959, 0.12450913339853287, 0.08440819382667542], "r_norm": [0.15960854291915894, 0.15574046969413757, 0.15681900084018707, 0.15692928433418274, 0.1634531021118164, 0.16660916805267334, 0.16251948475837708]}, {"step": 5600, "epoch": 11, "train_loss": 0.0027303025126457214, "cos_r_negg": [0.12300657480955124, 0.1365858018398285, 0.13146211206912994, 0.12419073283672333, 0.12026297301054001, 0.12357059121131897, 0.08457641303539276], "cos_apical_negg": [0.12300657480955124, 0.1365858018398285, 0.13146211206912994, 0.12419073283672333, 0.12026297301054001, 0.12357059121131897, 0.08457641303539276], "cos_Ac_negg": [0.12300657480955124, 0.1365858018398285, 0.13146211206912994, 0.12419073283672333, 0.12026297301054001, 0.12357059121131897, 0.08457641303539276], "r_norm": [0.16055071353912354, 0.15812401473522186, 0.15777240693569183, 0.15834516286849976, 0.1641678810119629, 0.16791725158691406, 0.16376037895679474]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9725, "test_loss": 0.17870801105499268}, {"step": 5650, "epoch": 12, "train_loss": 0.00025332439690828323, "cos_r_negg": [0.1208186000585556, 0.13491062819957733, 0.13241830468177795, 0.125186949968338, 0.12259914726018906, 0.12543576955795288, 0.085301473736763], "cos_apical_negg": [0.1208186000585556, 0.13491062819957733, 0.13241830468177795, 0.125186949968338, 0.12259914726018906, 0.12543576955795288, 0.085301473736763], "cos_Ac_negg": [0.1208186000585556, 0.13491062819957733, 0.13241830468177795, 0.125186949968338, 0.12259914726018906, 0.12543576955795288, 0.085301473736763], "r_norm": [0.15768475830554962, 0.15506890416145325, 0.15475305914878845, 0.1562156081199646, 0.16201916337013245, 0.16455665230751038, 0.16078291833400726]}, {"step": 5700, "epoch": 12, "train_loss": 0.00016855431022122502, "cos_r_negg": [0.11743069440126419, 0.13105429708957672, 0.1274205446243286, 0.12136052548885345, 0.11820683628320694, 0.12035876512527466, 0.08156441152095795], "cos_apical_negg": [0.11743069440126419, 0.13105429708957672, 0.1274205446243286, 0.12136052548885345, 0.11820683628320694, 0.12035876512527466, 0.08156441152095795], "cos_Ac_negg": [0.11743069440126419, 0.13105429708957672, 0.1274205446243286, 0.12136052548885345, 0.11820683628320694, 0.12035876512527466, 0.08156441152095795], "r_norm": [0.1731930375099182, 0.170755535364151, 0.1669844090938568, 0.17099210619926453, 0.17573830485343933, 0.1805385798215866, 0.17603591084480286]}, {"step": 5750, "epoch": 12, "train_loss": 0.0009795896476134658, "cos_r_negg": [0.11505499482154846, 0.13171786069869995, 0.12888142466545105, 0.12379045784473419, 0.11997247487306595, 0.12406657636165619, 0.0842612236738205], "cos_apical_negg": [0.11505499482154846, 0.13171786069869995, 0.12888142466545105, 0.12379045784473419, 0.11997247487306595, 0.12406657636165619, 0.0842612236738205], "cos_Ac_negg": [0.11505499482154846, 0.13171786069869995, 0.12888142466545105, 0.12379045784473419, 0.11997247487306595, 0.12406657636165619, 0.0842612236738205], "r_norm": [0.17595075070858002, 0.17487627267837524, 0.17192964255809784, 0.17551985383033752, 0.17962747812271118, 0.18388374149799347, 0.17953085899353027]}, {"step": 5800, "epoch": 12, "train_loss": 0.000602365646045655, "cos_r_negg": [0.1120179295539856, 0.12650009989738464, 0.12420210242271423, 0.1207800805568695, 0.11399943381547928, 0.12029265612363815, 0.08238531649112701], "cos_apical_negg": [0.1120179295539856, 0.12650009989738464, 0.12420210242271423, 0.1207800805568695, 0.11399943381547928, 0.12029265612363815, 0.08238531649112701], "cos_Ac_negg": [0.1120179295539856, 0.12650009989738464, 0.12420210242271423, 0.1207800805568695, 0.11399943381547928, 0.12029265612363815, 0.08238531649112701], "r_norm": [0.15296143293380737, 0.15139302611351013, 0.15059798955917358, 0.15195316076278687, 0.15699031949043274, 0.15999659895896912, 0.15581834316253662]}, {"step": 5850, "epoch": 12, "train_loss": 0.000904459971934557, "cos_r_negg": [0.10581308603286743, 0.11847009509801865, 0.11712144315242767, 0.11222728341817856, 0.10749853402376175, 0.11203861236572266, 0.0771017074584961], "cos_apical_negg": [0.10581308603286743, 0.11847009509801865, 0.11712144315242767, 0.11222728341817856, 0.10749853402376175, 0.11203861236572266, 0.0771017074584961], "cos_Ac_negg": [0.10581308603286743, 0.11847009509801865, 0.11712144315242767, 0.11222728341817856, 0.10749853402376175, 0.11203861236572266, 0.0771017074584961], "r_norm": [0.13941559195518494, 0.13665771484375, 0.13585510849952698, 0.1363459825515747, 0.14190223813056946, 0.1460552215576172, 0.14157278835773468]}, {"step": 5900, "epoch": 12, "train_loss": 0.005969647318124771, "cos_r_negg": [0.10350583493709564, 0.11922739446163177, 0.11841453611850739, 0.11264615505933762, 0.10928818583488464, 0.11330405622720718, 0.07618942856788635], "cos_apical_negg": [0.10350583493709564, 0.11922739446163177, 0.11841453611850739, 0.11264615505933762, 0.10928818583488464, 0.11330405622720718, 0.07618942856788635], "cos_Ac_negg": [0.10350583493709564, 0.11922739446163177, 0.11841453611850739, 0.11264615505933762, 0.10928818583488464, 0.11330405622720718, 0.07618942856788635], "r_norm": [0.14520865678787231, 0.1418205201625824, 0.14207231998443604, 0.14180505275726318, 0.14837852120399475, 0.1522587537765503, 0.14751315116882324]}, {"step": 5950, "epoch": 12, "train_loss": 0.0011000187369063497, "cos_r_negg": [0.10169713199138641, 0.11688485741615295, 0.11510492116212845, 0.10910539329051971, 0.10316020995378494, 0.10602566599845886, 0.0746181309223175], "cos_apical_negg": [0.10169713199138641, 0.11688485741615295, 0.11510492116212845, 0.10910539329051971, 0.10316020995378494, 0.10602566599845886, 0.0746181309223175], "cos_Ac_negg": [0.10169713199138641, 0.11688485741615295, 0.11510492116212845, 0.10910539329051971, 0.10316020995378494, 0.10602566599845886, 0.0746181309223175], "r_norm": [0.1617850661277771, 0.15945467352867126, 0.15699025988578796, 0.15917354822158813, 0.1648244708776474, 0.16952234506607056, 0.16436249017715454]}, {"step": 6000, "epoch": 12, "train_loss": 0.0009482575114816427, "cos_r_negg": [0.1021263375878334, 0.11800266802310944, 0.11639523506164551, 0.10948973894119263, 0.1064092144370079, 0.10928802192211151, 0.07722905278205872], "cos_apical_negg": [0.1021263375878334, 0.11800266802310944, 0.11639523506164551, 0.10948973894119263, 0.1064092144370079, 0.10928802192211151, 0.07722905278205872], "cos_Ac_negg": [0.1021263375878334, 0.11800266802310944, 0.11639523506164551, 0.10948973894119263, 0.1064092144370079, 0.10928802192211151, 0.07722905278205872], "r_norm": [0.15503600239753723, 0.15190841257572174, 0.1518458127975464, 0.15183496475219727, 0.15841683745384216, 0.16204801201820374, 0.15742939710617065]}, {"step": 6050, "epoch": 12, "train_loss": 0.00025886669754981995, "cos_r_negg": [0.09673243761062622, 0.11107611656188965, 0.1091201901435852, 0.1033351868391037, 0.09988068789243698, 0.10163970291614532, 0.07193629443645477], "cos_apical_negg": [0.09673243761062622, 0.11107611656188965, 0.1091201901435852, 0.1033351868391037, 0.09988068789243698, 0.10163970291614532, 0.07193629443645477], "cos_Ac_negg": [0.09673243761062622, 0.11107611656188965, 0.1091201901435852, 0.1033351868391037, 0.09988068789243698, 0.10163970291614532, 0.07193629443645477], "r_norm": [0.1484668254852295, 0.14538703858852386, 0.14559398591518402, 0.14561152458190918, 0.15140098333358765, 0.15487968921661377, 0.15056189894676208]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9731, "test_loss": 0.18421956863403322}, {"step": 6100, "epoch": 13, "train_loss": 0.0010483216028660536, "cos_r_negg": [0.09219329059123993, 0.10542888194322586, 0.10485977679491043, 0.09887336939573288, 0.09635039418935776, 0.0982021689414978, 0.07035062462091446], "cos_apical_negg": [0.09219329059123993, 0.10542888194322586, 0.10485977679491043, 0.09887336939573288, 0.09635039418935776, 0.0982021689414978, 0.07035062462091446], "cos_Ac_negg": [0.09219329059123993, 0.10542888194322586, 0.10485977679491043, 0.09887336939573288, 0.09635039418935776, 0.0982021689414978, 0.07035062462091446], "r_norm": [0.14360421895980835, 0.1437033712863922, 0.14040574431419373, 0.142175555229187, 0.14711326360702515, 0.15107740461826324, 0.14681516587734222]}, {"step": 6150, "epoch": 13, "train_loss": 0.00032313133124262094, "cos_r_negg": [0.09020262956619263, 0.1028442457318306, 0.10333442687988281, 0.09808085113763809, 0.09445073455572128, 0.09603134542703629, 0.0696740448474884], "cos_apical_negg": [0.09020262956619263, 0.1028442457318306, 0.10333442687988281, 0.09808085113763809, 0.09445073455572128, 0.09603134542703629, 0.0696740448474884], "cos_Ac_negg": [0.09020262956619263, 0.1028442457318306, 0.10333442687988281, 0.09808085113763809, 0.09445073455572128, 0.09603134542703629, 0.0696740448474884], "r_norm": [0.1392298936843872, 0.13771864771842957, 0.1352357566356659, 0.13676047325134277, 0.1418667733669281, 0.1458507478237152, 0.14168652892112732]}, {"step": 6200, "epoch": 13, "train_loss": 0.00026609672931954265, "cos_r_negg": [0.09129636734724045, 0.10231176018714905, 0.10261443257331848, 0.09803836047649384, 0.09476867318153381, 0.09550708532333374, 0.07002580165863037], "cos_apical_negg": [0.09129636734724045, 0.10231176018714905, 0.10261443257331848, 0.09803836047649384, 0.09476867318153381, 0.09550708532333374, 0.07002580165863037], "cos_Ac_negg": [0.09129636734724045, 0.10231176018714905, 0.10261443257331848, 0.09803836047649384, 0.09476867318153381, 0.09550708532333374, 0.07002580165863037], "r_norm": [0.15242689847946167, 0.14935654401779175, 0.1483774185180664, 0.14909309148788452, 0.15507595241069794, 0.15925243496894836, 0.1548936665058136]}, {"step": 6250, "epoch": 13, "train_loss": 0.0008161531877703965, "cos_r_negg": [0.08886078000068665, 0.10021720826625824, 0.10053308308124542, 0.09570308774709702, 0.0912729799747467, 0.0924890786409378, 0.06663669645786285], "cos_apical_negg": [0.08886078000068665, 0.10021720826625824, 0.10053308308124542, 0.09570308774709702, 0.0912729799747467, 0.0924890786409378, 0.06663669645786285], "cos_Ac_negg": [0.08886078000068665, 0.10021720826625824, 0.10053308308124542, 0.09570308774709702, 0.0912729799747467, 0.0924890786409378, 0.06663669645786285], "r_norm": [0.1525290310382843, 0.14992815256118774, 0.1486380249261856, 0.14942693710327148, 0.15541289746761322, 0.15975061058998108, 0.15533685684204102]}, {"step": 6300, "epoch": 13, "train_loss": 0.0035767473746091127, "cos_r_negg": [0.08781665563583374, 0.09977678954601288, 0.09859247505664825, 0.09281647205352783, 0.08748677372932434, 0.08889956772327423, 0.06374961137771606], "cos_apical_negg": [0.08781665563583374, 0.09977678954601288, 0.09859247505664825, 0.09281647205352783, 0.08748677372932434, 0.08889956772327423, 0.06374961137771606], "cos_Ac_negg": [0.08781665563583374, 0.09977678954601288, 0.09859247505664825, 0.09281647205352783, 0.08748677372932434, 0.08889956772327423, 0.06374961137771606], "r_norm": [0.16256378591060638, 0.15996409952640533, 0.15716910362243652, 0.15972444415092468, 0.16492336988449097, 0.17005902528762817, 0.16530126333236694]}, {"step": 6350, "epoch": 13, "train_loss": 0.0005596217815764248, "cos_r_negg": [0.08592091500759125, 0.0982300266623497, 0.09680181741714478, 0.09128956496715546, 0.08639401942491531, 0.08782684803009033, 0.06342118978500366], "cos_apical_negg": [0.08592091500759125, 0.0982300266623497, 0.09680181741714478, 0.09128956496715546, 0.08639401942491531, 0.08782684803009033, 0.06342118978500366], "cos_Ac_negg": [0.08592091500759125, 0.0982300266623497, 0.09680181741714478, 0.09128956496715546, 0.08639401942491531, 0.08782684803009033, 0.06342118978500366], "r_norm": [0.17040419578552246, 0.16818782687187195, 0.16536808013916016, 0.16890473663806915, 0.17383837699890137, 0.1781604140996933, 0.17347706854343414]}, {"step": 6400, "epoch": 13, "train_loss": 0.00033995817648246884, "cos_r_negg": [0.08795005083084106, 0.10011696815490723, 0.10102208703756332, 0.09657745063304901, 0.09351639449596405, 0.09441420435905457, 0.06907227635383606], "cos_apical_negg": [0.08795005083084106, 0.10011696815490723, 0.10102208703756332, 0.09657745063304901, 0.09351639449596405, 0.09441420435905457, 0.06907227635383606], "cos_Ac_negg": [0.08795005083084106, 0.10011696815490723, 0.10102208703756332, 0.09657745063304901, 0.09351639449596405, 0.09441420435905457, 0.06907227635383606], "r_norm": [0.1564428061246872, 0.15544521808624268, 0.15389978885650635, 0.15495871007442474, 0.16048160195350647, 0.1641349494457245, 0.1598503142595291]}, {"step": 6450, "epoch": 13, "train_loss": 0.0016125375404953957, "cos_r_negg": [0.08888915181159973, 0.10036350786685944, 0.09939831495285034, 0.09357024729251862, 0.08940746635198593, 0.09099365025758743, 0.06597467511892319], "cos_apical_negg": [0.08888915181159973, 0.10036350786685944, 0.09939831495285034, 0.09357024729251862, 0.08940746635198593, 0.09099365025758743, 0.06597467511892319], "cos_Ac_negg": [0.08888915181159973, 0.10036350786685944, 0.09939831495285034, 0.09357024729251862, 0.08940746635198593, 0.09099365025758743, 0.06597467511892319], "r_norm": [0.16151608526706696, 0.15922990441322327, 0.1578528881072998, 0.15978288650512695, 0.1652567982673645, 0.16888025403022766, 0.16452397406101227]}, {"step": 6500, "epoch": 13, "train_loss": 9.684539691079408e-05, "cos_r_negg": [0.0857764184474945, 0.09587360918521881, 0.0951274186372757, 0.08937829732894897, 0.08421589434146881, 0.08607272803783417, 0.0625869557261467], "cos_apical_negg": [0.0857764184474945, 0.09587360918521881, 0.0951274186372757, 0.08937829732894897, 0.08421589434146881, 0.08607272803783417, 0.0625869557261467], "cos_Ac_negg": [0.0857764184474945, 0.09587360918521881, 0.0951274186372757, 0.08937829732894897, 0.08421589434146881, 0.08607272803783417, 0.0625869557261467], "r_norm": [0.15935610234737396, 0.15730467438697815, 0.1553713083267212, 0.1577821671962738, 0.16300708055496216, 0.16663695871829987, 0.1624930500984192]}, {"step": 6550, "epoch": 13, "train_loss": 0.004129755310714245, "cos_r_negg": [0.08510645478963852, 0.09552790224552155, 0.0934450775384903, 0.08824500441551208, 0.08377499878406525, 0.08574527502059937, 0.06290701776742935], "cos_apical_negg": [0.08510645478963852, 0.09552790224552155, 0.0934450775384903, 0.08824500441551208, 0.08377499878406525, 0.08574527502059937, 0.06290701776742935], "cos_Ac_negg": [0.08510645478963852, 0.09552790224552155, 0.0934450775384903, 0.08824500441551208, 0.08377499878406525, 0.08574527502059937, 0.06290701776742935], "r_norm": [0.16092278063297272, 0.1586712896823883, 0.15845492482185364, 0.15887263417243958, 0.16529753804206848, 0.16851745545864105, 0.16375979781150818]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9719, "test_loss": 0.19628446798324584}, {"step": 6600, "epoch": 14, "train_loss": 0.00031244836281985044, "cos_r_negg": [0.08566705137491226, 0.09485158324241638, 0.09501443058252335, 0.08862826228141785, 0.08412554860115051, 0.08592897653579712, 0.06313823163509369], "cos_apical_negg": [0.08566705137491226, 0.09485158324241638, 0.09501443058252335, 0.08862826228141785, 0.08412554860115051, 0.08592897653579712, 0.06313823163509369], "cos_Ac_negg": [0.08566705137491226, 0.09485158324241638, 0.09501443058252335, 0.08862826228141785, 0.08412554860115051, 0.08592897653579712, 0.06313823163509369], "r_norm": [0.15217003226280212, 0.14987732470035553, 0.1497204303741455, 0.15065151453018188, 0.15681038796901703, 0.15923219919204712, 0.15523290634155273]}, {"step": 6650, "epoch": 14, "train_loss": 0.0007631275802850723, "cos_r_negg": [0.08542638272047043, 0.0941111221909523, 0.0936148539185524, 0.08702286332845688, 0.08253023028373718, 0.08387507498264313, 0.06168896332383156], "cos_apical_negg": [0.08542638272047043, 0.0941111221909523, 0.0936148539185524, 0.08702286332845688, 0.08253023028373718, 0.08387507498264313, 0.06168896332383156], "cos_Ac_negg": [0.08542638272047043, 0.0941111221909523, 0.0936148539185524, 0.08702286332845688, 0.08253023028373718, 0.08387507498264313, 0.06168896332383156], "r_norm": [0.15062639117240906, 0.1484488993883133, 0.14825677871704102, 0.1492767035961151, 0.1551768183708191, 0.15770292282104492, 0.15361467003822327]}, {"step": 6700, "epoch": 14, "train_loss": 0.00042876170482486486, "cos_r_negg": [0.08447010815143585, 0.09327857941389084, 0.09239435940980911, 0.08549153059720993, 0.08116452395915985, 0.08230350911617279, 0.0600920245051384], "cos_apical_negg": [0.08447010815143585, 0.09327857941389084, 0.09239435940980911, 0.08549153059720993, 0.08116452395915985, 0.08230350911617279, 0.0600920245051384], "cos_Ac_negg": [0.08447010815143585, 0.09327857941389084, 0.09239435940980911, 0.08549153059720993, 0.08116452395915985, 0.08230350911617279, 0.0600920245051384], "r_norm": [0.15160004794597626, 0.14950907230377197, 0.14922839403152466, 0.15018782019615173, 0.15631890296936035, 0.15878668427467346, 0.15466919541358948]}, {"step": 6750, "epoch": 14, "train_loss": 3.2527132134418935e-05, "cos_r_negg": [0.08339052647352219, 0.09238237887620926, 0.09153695404529572, 0.08469422906637192, 0.08013513684272766, 0.08116187155246735, 0.05977370962500572], "cos_apical_negg": [0.08339052647352219, 0.09238237887620926, 0.09153695404529572, 0.08469422906637192, 0.08013513684272766, 0.08116187155246735, 0.05977370962500572], "cos_Ac_negg": [0.08339052647352219, 0.09238237887620926, 0.09153695404529572, 0.08469422906637192, 0.08013513684272766, 0.08116187155246735, 0.05977370962500572], "r_norm": [0.14975427091121674, 0.1476779282093048, 0.14764143526554108, 0.14829584956169128, 0.15463373064994812, 0.15691524744033813, 0.15285161137580872]}, {"step": 6800, "epoch": 14, "train_loss": 0.0004620308754965663, "cos_r_negg": [0.08411963284015656, 0.09391175955533981, 0.09361901134252548, 0.08903590589761734, 0.08541324734687805, 0.08542917668819427, 0.062182679772377014], "cos_apical_negg": [0.08411963284015656, 0.09391175955533981, 0.09361901134252548, 0.08903590589761734, 0.08541324734687805, 0.08542917668819427, 0.062182679772377014], "cos_Ac_negg": [0.08411963284015656, 0.09391175955533981, 0.09361901134252548, 0.08903590589761734, 0.08541324734687805, 0.08542917668819427, 0.062182679772377014], "r_norm": [0.15826919674873352, 0.15747395157814026, 0.15637709200382233, 0.1565096527338028, 0.1627642661333084, 0.16643026471138, 0.16170570254325867]}, {"step": 6850, "epoch": 14, "train_loss": 0.0006074479315429926, "cos_r_negg": [0.08275925368070602, 0.09210088849067688, 0.09267282485961914, 0.08832654356956482, 0.08527116477489471, 0.08467472344636917, 0.06302009522914886], "cos_apical_negg": [0.08275925368070602, 0.09210088849067688, 0.09267282485961914, 0.08832654356956482, 0.08527116477489471, 0.08467472344636917, 0.06302009522914886], "cos_Ac_negg": [0.08275925368070602, 0.09210088849067688, 0.09267282485961914, 0.08832654356956482, 0.08527116477489471, 0.08467472344636917, 0.06302009522914886], "r_norm": [0.1599063277244568, 0.15834403038024902, 0.15762236714363098, 0.1583116054534912, 0.16461199522018433, 0.16764064133167267, 0.16339991986751556]}, {"step": 6900, "epoch": 14, "train_loss": 0.00023833088926039636, "cos_r_negg": [0.08236964046955109, 0.09152963757514954, 0.0916210263967514, 0.0869963988661766, 0.08387567102909088, 0.08352963626384735, 0.06222046911716461], "cos_apical_negg": [0.08236964046955109, 0.09152963757514954, 0.0916210263967514, 0.0869963988661766, 0.08387567102909088, 0.08352963626384735, 0.06222046911716461], "cos_Ac_negg": [0.08236964046955109, 0.09152963757514954, 0.0916210263967514, 0.0869963988661766, 0.08387567102909088, 0.08352963626384735, 0.06222046911716461], "r_norm": [0.1604863852262497, 0.15844868123531342, 0.1581445038318634, 0.15869708359241486, 0.16515609622001648, 0.16804593801498413, 0.16375571489334106]}, {"step": 6950, "epoch": 14, "train_loss": 4.2290565033908933e-05, "cos_r_negg": [0.08328831940889359, 0.09320411086082458, 0.09405854344367981, 0.08900239318609238, 0.08579248189926147, 0.08624590188264847, 0.06380251049995422], "cos_apical_negg": [0.08328831940889359, 0.09320411086082458, 0.09405854344367981, 0.08900239318609238, 0.08579248189926147, 0.08624590188264847, 0.06380251049995422], "cos_Ac_negg": [0.08328831940889359, 0.09320411086082458, 0.09405854344367981, 0.08900239318609238, 0.08579248189926147, 0.08624590188264847, 0.06380251049995422], "r_norm": [0.15699660778045654, 0.15492919087409973, 0.15446236729621887, 0.1553775817155838, 0.1616324633359909, 0.1643797755241394, 0.16029316186904907]}, {"step": 7000, "epoch": 14, "train_loss": 0.00014537712559103966, "cos_r_negg": [0.0815565437078476, 0.09163280576467514, 0.09147721529006958, 0.08643637597560883, 0.08334989845752716, 0.08353741466999054, 0.06253854930400848], "cos_apical_negg": [0.0815565437078476, 0.09163280576467514, 0.09147721529006958, 0.08643637597560883, 0.08334989845752716, 0.08353741466999054, 0.06253854930400848], "cos_Ac_negg": [0.0815565437078476, 0.09163280576467514, 0.09147721529006958, 0.08643637597560883, 0.08334989845752716, 0.08353741466999054, 0.06253854930400848], "r_norm": [0.15803870558738708, 0.15616127848625183, 0.15548977255821228, 0.15647032856941223, 0.16252747178077698, 0.16547562181949615, 0.16130143404006958]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9726, "test_loss": 0.19705856037139893}, {"step": 7050, "epoch": 15, "train_loss": 0.00014296037261374295, "cos_r_negg": [0.08034476637840271, 0.09050041437149048, 0.09009814262390137, 0.08544822037220001, 0.08220534771680832, 0.08232367783784866, 0.061405643820762634], "cos_apical_negg": [0.08034476637840271, 0.09050041437149048, 0.09009814262390137, 0.08544822037220001, 0.08220534771680832, 0.08232367783784866, 0.061405643820762634], "cos_Ac_negg": [0.08034476637840271, 0.09050041437149048, 0.09009814262390137, 0.08544822037220001, 0.08220534771680832, 0.08232367783784866, 0.061405643820762634], "r_norm": [0.16213735938072205, 0.16075792908668518, 0.15984579920768738, 0.16051077842712402, 0.16665016114711761, 0.16997116804122925, 0.16565567255020142]}, {"step": 7100, "epoch": 15, "train_loss": 0.0005405585980042815, "cos_r_negg": [0.08082279562950134, 0.09170404076576233, 0.09156447649002075, 0.0879579484462738, 0.08535918593406677, 0.08527205139398575, 0.06294040381908417], "cos_apical_negg": [0.08082279562950134, 0.09170404076576233, 0.09156447649002075, 0.0879579484462738, 0.08535918593406677, 0.08527205139398575, 0.06294040381908417], "cos_Ac_negg": [0.08082279562950134, 0.09170404076576233, 0.09156447649002075, 0.0879579484462738, 0.08535918593406677, 0.08527205139398575, 0.06294040381908417], "r_norm": [0.16372063755989075, 0.16253292560577393, 0.1617106795310974, 0.16186410188674927, 0.16817086935043335, 0.1717698872089386, 0.16727794706821442]}, {"step": 7150, "epoch": 15, "train_loss": 7.752146484563127e-05, "cos_r_negg": [0.08004667609930038, 0.09016472101211548, 0.08943311125040054, 0.08520011603832245, 0.0818486288189888, 0.08286542445421219, 0.06174599006772041], "cos_apical_negg": [0.08004667609930038, 0.09016472101211548, 0.08943311125040054, 0.08520011603832245, 0.0818486288189888, 0.08286542445421219, 0.06174599006772041], "cos_Ac_negg": [0.08004667609930038, 0.09016472101211548, 0.08943311125040054, 0.08520011603832245, 0.0818486288189888, 0.08286542445421219, 0.06174599006772041], "r_norm": [0.16417458653450012, 0.1629486232995987, 0.16174305975437164, 0.16253197193145752, 0.1686875969171524, 0.17221519351005554, 0.167738676071167]}, {"step": 7200, "epoch": 15, "train_loss": 0.0005626421188935637, "cos_r_negg": [0.07839175313711166, 0.08820442855358124, 0.08752501010894775, 0.08321096748113632, 0.07974539697170258, 0.08101339638233185, 0.06042863428592682], "cos_apical_negg": [0.07839175313711166, 0.08820442855358124, 0.08752501010894775, 0.08321096748113632, 0.07974539697170258, 0.08101339638233185, 0.06042863428592682], "cos_Ac_negg": [0.07839175313711166, 0.08820442855358124, 0.08752501010894775, 0.08321096748113632, 0.07974539697170258, 0.08101339638233185, 0.06042863428592682], "r_norm": [0.1625095009803772, 0.16122852265834808, 0.15995347499847412, 0.16105519235134125, 0.16704986989498138, 0.1703849732875824, 0.16607427597045898]}, {"step": 7250, "epoch": 15, "train_loss": 0.00016841859905980527, "cos_r_negg": [0.07740212976932526, 0.08667973428964615, 0.08596031367778778, 0.08140604943037033, 0.07772238552570343, 0.07894763350486755, 0.05895107239484787], "cos_apical_negg": [0.07740212976932526, 0.08667973428964615, 0.08596031367778778, 0.08140604943037033, 0.07772238552570343, 0.07894763350486755, 0.05895107239484787], "cos_Ac_negg": [0.07740212976932526, 0.08667973428964615, 0.08596031367778778, 0.08140604943037033, 0.07772238552570343, 0.07894763350486755, 0.05895107239484787], "r_norm": [0.1607934534549713, 0.1593295931816101, 0.15823771059513092, 0.1594940572977066, 0.16549082100391388, 0.16843967139720917, 0.16435563564300537]}, {"step": 7300, "epoch": 15, "train_loss": 0.00025055845617316663, "cos_r_negg": [0.07682041078805923, 0.08548586815595627, 0.08484960347414017, 0.08018025010824203, 0.0764780044555664, 0.07761888206005096, 0.058181032538414], "cos_apical_negg": [0.07682041078805923, 0.08548586815595627, 0.08484960347414017, 0.08018025010824203, 0.0764780044555664, 0.07761888206005096, 0.058181032538414], "cos_Ac_negg": [0.07682041078805923, 0.08548586815595627, 0.08484960347414017, 0.08018025010824203, 0.0764780044555664, 0.07761888206005096, 0.058181032538414], "r_norm": [0.16062778234481812, 0.15911859273910522, 0.15817895531654358, 0.15934321284294128, 0.1654057502746582, 0.1682596504688263, 0.16419579088687897]}, {"step": 7350, "epoch": 15, "train_loss": 0.00019220751710236073, "cos_r_negg": [0.07569152116775513, 0.08409406244754791, 0.08322581648826599, 0.07845211774110794, 0.0743160992860794, 0.07544278353452682, 0.05665484815835953], "cos_apical_negg": [0.07569152116775513, 0.08409406244754791, 0.08322581648826599, 0.07845211774110794, 0.0743160992860794, 0.07544278353452682, 0.05665484815835953], "cos_Ac_negg": [0.07569152116775513, 0.08409406244754791, 0.08322581648826599, 0.07845211774110794, 0.0743160992860794, 0.07544278353452682, 0.05665484815835953], "r_norm": [0.15755492448806763, 0.15601077675819397, 0.15501534938812256, 0.15634137392044067, 0.1622803807258606, 0.16508901119232178, 0.16105081140995026]}, {"step": 7400, "epoch": 15, "train_loss": 0.00031842588214203715, "cos_r_negg": [0.07607372105121613, 0.08518031239509583, 0.08497510850429535, 0.08014075458049774, 0.07554411143064499, 0.07761041074991226, 0.057840097695589066], "cos_apical_negg": [0.07607372105121613, 0.08518031239509583, 0.08497510850429535, 0.08014075458049774, 0.07554411143064499, 0.07761041074991226, 0.057840097695589066], "cos_Ac_negg": [0.07607372105121613, 0.08518031239509583, 0.08497510850429535, 0.08014075458049774, 0.07554411143064499, 0.07761041074991226, 0.057840097695589066], "r_norm": [0.1543695330619812, 0.1526835560798645, 0.15184646844863892, 0.1531623750925064, 0.1591917723417282, 0.16175884008407593, 0.15783219039440155]}, {"step": 7450, "epoch": 15, "train_loss": 0.00011372828157618642, "cos_r_negg": [0.07604777812957764, 0.08418107032775879, 0.084282286465168, 0.07895620167255402, 0.07429520785808563, 0.07640185952186584, 0.05712149292230606], "cos_apical_negg": [0.07604777812957764, 0.08418107032775879, 0.084282286465168, 0.07895620167255402, 0.07429520785808563, 0.07640185952186584, 0.05712149292230606], "cos_Ac_negg": [0.07604777812957764, 0.08418107032775879, 0.084282286465168, 0.07895620167255402, 0.07429520785808563, 0.07640185952186584, 0.05712149292230606], "r_norm": [0.1546480804681778, 0.15292349457740784, 0.15209972858428955, 0.1534620225429535, 0.15948835015296936, 0.16200509667396545, 0.15811027586460114]}, {"step": 7500, "epoch": 15, "train_loss": 0.00029133737552911043, "cos_r_negg": [0.07554760575294495, 0.08308690786361694, 0.0829710140824318, 0.07762207835912704, 0.07281694561243057, 0.07498448342084885, 0.05609077587723732], "cos_apical_negg": [0.07554760575294495, 0.08308690786361694, 0.0829710140824318, 0.07762207835912704, 0.07281694561243057, 0.07498448342084885, 0.05609077587723732], "cos_Ac_negg": [0.07554760575294495, 0.08308690786361694, 0.0829710140824318, 0.07762207835912704, 0.07281694561243057, 0.07498448342084885, 0.05609077587723732], "r_norm": [0.15576709806919098, 0.15402506291866302, 0.15336665511131287, 0.15453866124153137, 0.16070792078971863, 0.1631573587656021, 0.15919172763824463]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9726, "test_loss": 0.2038700972557068}, {"step": 7550, "epoch": 16, "train_loss": 9.651355867390521e-06, "cos_r_negg": [0.07513733208179474, 0.08329212665557861, 0.08295943588018417, 0.0785699188709259, 0.07415717840194702, 0.07575637102127075, 0.05666003376245499], "cos_apical_negg": [0.07513733208179474, 0.08329212665557861, 0.08295943588018417, 0.0785699188709259, 0.07415717840194702, 0.07575637102127075, 0.05666003376245499], "cos_Ac_negg": [0.07513733208179474, 0.08329212665557861, 0.08295943588018417, 0.0785699188709259, 0.07415717840194702, 0.07575637102127075, 0.05666003376245499], "r_norm": [0.163901224732399, 0.1628890186548233, 0.16161689162254333, 0.16251888871192932, 0.16868096590042114, 0.171984001994133, 0.16770735383033752]}, {"step": 7600, "epoch": 16, "train_loss": 0.0006889080395922065, "cos_r_negg": [0.07476142048835754, 0.08281807601451874, 0.08243174105882645, 0.07793046534061432, 0.07353883981704712, 0.075557641685009, 0.05630582571029663], "cos_apical_negg": [0.07476142048835754, 0.08281807601451874, 0.08243174105882645, 0.07793046534061432, 0.07353883981704712, 0.075557641685009, 0.05630582571029663], "cos_Ac_negg": [0.07476142048835754, 0.08281807601451874, 0.08243174105882645, 0.07793046534061432, 0.07353883981704712, 0.075557641685009, 0.05630582571029663], "r_norm": [0.16082584857940674, 0.15949559211730957, 0.1584991067647934, 0.15952101349830627, 0.16566598415374756, 0.16858947277069092, 0.1644798219203949]}, {"step": 7650, "epoch": 16, "train_loss": 0.0002986568142659962, "cos_r_negg": [0.07344137132167816, 0.08148768544197083, 0.08060844242572784, 0.07594630122184753, 0.07124637067317963, 0.07308927923440933, 0.05461733788251877], "cos_apical_negg": [0.07344137132167816, 0.08148768544197083, 0.08060844242572784, 0.07594630122184753, 0.07124637067317963, 0.07308927923440933, 0.05461733788251877], "cos_Ac_negg": [0.07344137132167816, 0.08148768544197083, 0.08060844242572784, 0.07594630122184753, 0.07124637067317963, 0.07308927923440933, 0.05461733788251877], "r_norm": [0.15856710076332092, 0.1570076048374176, 0.1561962068080902, 0.15719035267829895, 0.16339334845542908, 0.1661677062511444, 0.16208197176456451]}, {"step": 7700, "epoch": 16, "train_loss": 0.00011708946840371937, "cos_r_negg": [0.07298064231872559, 0.08048397302627563, 0.07958860695362091, 0.07478836923837662, 0.06995643675327301, 0.07186634093523026, 0.05358538031578064], "cos_apical_negg": [0.07298064231872559, 0.08048397302627563, 0.07958860695362091, 0.07478836923837662, 0.06995643675327301, 0.07186634093523026, 0.05358538031578064], "cos_Ac_negg": [0.07298064231872559, 0.08048397302627563, 0.07958860695362091, 0.07478836923837662, 0.06995643675327301, 0.07186634093523026, 0.05358538031578064], "r_norm": [0.15664944052696228, 0.1548708975315094, 0.15427608788013458, 0.15532788634300232, 0.16153788566589355, 0.16405656933784485, 0.16006764769554138]}, {"step": 7750, "epoch": 16, "train_loss": 0.00018896916299127042, "cos_r_negg": [0.07247860729694366, 0.07961444556713104, 0.0787569060921669, 0.07391667366027832, 0.06898680329322815, 0.07104729861021042, 0.052960410714149475], "cos_apical_negg": [0.07247860729694366, 0.07961444556713104, 0.0787569060921669, 0.07391667366027832, 0.06898680329322815, 0.07104729861021042, 0.052960410714149475], "cos_Ac_negg": [0.07247860729694366, 0.07961444556713104, 0.0787569060921669, 0.07391667366027832, 0.06898680329322815, 0.07104729861021042, 0.052960410714149475], "r_norm": [0.15577279031276703, 0.1539635956287384, 0.15327847003936768, 0.15450456738471985, 0.16061410307884216, 0.16310659050941467, 0.15914283692836761]}, {"step": 7800, "epoch": 16, "train_loss": 0.00021707329142373055, "cos_r_negg": [0.07258781790733337, 0.08007963746786118, 0.07985873520374298, 0.07527711987495422, 0.0699889212846756, 0.07272231578826904, 0.05406729876995087], "cos_apical_negg": [0.07258781790733337, 0.08007963746786118, 0.07985873520374298, 0.07527711987495422, 0.0699889212846756, 0.07272231578826904, 0.05406729876995087], "cos_Ac_negg": [0.07258781790733337, 0.08007963746786118, 0.07985873520374298, 0.07527711987495422, 0.0699889212846756, 0.07272231578826904, 0.05406729876995087], "r_norm": [0.15325219929218292, 0.15143677592277527, 0.1508016586303711, 0.1519976109266281, 0.15809990465641022, 0.16046534478664398, 0.15661634504795074]}, {"step": 7850, "epoch": 16, "train_loss": 0.00021153769921511412, "cos_r_negg": [0.07269544899463654, 0.07977641373872757, 0.07925394177436829, 0.07431672513484955, 0.06904088705778122, 0.07162491977214813, 0.05325800180435181], "cos_apical_negg": [0.07269544899463654, 0.07977641373872757, 0.07925394177436829, 0.07431672513484955, 0.06904088705778122, 0.07162491977214813, 0.05325800180435181], "cos_Ac_negg": [0.07269544899463654, 0.07977641373872757, 0.07925394177436829, 0.07431672513484955, 0.06904088705778122, 0.07162491977214813, 0.05325800180435181], "r_norm": [0.15536297857761383, 0.15352851152420044, 0.1528693288564682, 0.15407311916351318, 0.16026225686073303, 0.16268855333328247, 0.1587044894695282]}, {"step": 7900, "epoch": 16, "train_loss": 0.00012239499483257532, "cos_r_negg": [0.07234610617160797, 0.07917711138725281, 0.07855664938688278, 0.07361556589603424, 0.0684022530913353, 0.07082810997962952, 0.052683040499687195], "cos_apical_negg": [0.07234610617160797, 0.07917711138725281, 0.07855664938688278, 0.07361556589603424, 0.0684022530913353, 0.07082810997962952, 0.052683040499687195], "cos_Ac_negg": [0.07234610617160797, 0.07917711138725281, 0.07855664938688278, 0.07361556589603424, 0.0684022530913353, 0.07082810997962952, 0.052683040499687195], "r_norm": [0.1554359644651413, 0.15361572802066803, 0.15294548869132996, 0.15415418148040771, 0.1603478640317917, 0.16276690363883972, 0.15877696871757507]}, {"step": 7950, "epoch": 16, "train_loss": 0.0001792523544281721, "cos_r_negg": [0.07196864485740662, 0.07860418409109116, 0.07819491624832153, 0.07336947321891785, 0.06835891306400299, 0.07047900557518005, 0.05277901142835617], "cos_apical_negg": [0.07196864485740662, 0.07860418409109116, 0.07819491624832153, 0.07336947321891785, 0.06835891306400299, 0.07047900557518005, 0.05277901142835617], "cos_Ac_negg": [0.07196864485740662, 0.07860418409109116, 0.07819491624832153, 0.07336947321891785, 0.06835891306400299, 0.07047900557518005, 0.05277901142835617], "r_norm": [0.15509848296642303, 0.1532285511493683, 0.15277919173240662, 0.15378719568252563, 0.1600700169801712, 0.1623857170343399, 0.15844473242759705]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9723, "test_loss": 0.20837278032302856}, {"step": 8000, "epoch": 17, "train_loss": 5.4866908612893894e-05, "cos_r_negg": [0.0712767094373703, 0.07756264507770538, 0.07689603418111801, 0.0722823292016983, 0.06733691692352295, 0.06947419047355652, 0.05216839164495468], "cos_apical_negg": [0.0712767094373703, 0.07756264507770538, 0.07689603418111801, 0.0722823292016983, 0.06733691692352295, 0.06947419047355652, 0.05216839164495468], "cos_Ac_negg": [0.0712767094373703, 0.07756264507770538, 0.07689603418111801, 0.0722823292016983, 0.06733691692352295, 0.06947419047355652, 0.05216839164495468], "r_norm": [0.15522204339504242, 0.15355327725410461, 0.1527649164199829, 0.153943732380867, 0.16000422835350037, 0.16258999705314636, 0.158595472574234]}, {"step": 8050, "epoch": 17, "train_loss": 0.00012372643686830997, "cos_r_negg": [0.07062932848930359, 0.0768483579158783, 0.07614579796791077, 0.07158178091049194, 0.06658529490232468, 0.06872421503067017, 0.05157129839062691], "cos_apical_negg": [0.07062932848930359, 0.0768483579158783, 0.07614579796791077, 0.07158178091049194, 0.06658529490232468, 0.06872421503067017, 0.05157129839062691], "cos_Ac_negg": [0.07062932848930359, 0.0768483579158783, 0.07614579796791077, 0.07158178091049194, 0.06658529490232468, 0.06872421503067017, 0.05157129839062691], "r_norm": [0.15577562153339386, 0.15411147475242615, 0.153272807598114, 0.15451675653457642, 0.16053429245948792, 0.16313359141349792, 0.1591646671295166]}, {"step": 8100, "epoch": 17, "train_loss": 0.0002708649553824216, "cos_r_negg": [0.07051914930343628, 0.07737436890602112, 0.0770682543516159, 0.07231231033802032, 0.06661932915449142, 0.069234699010849, 0.05213981121778488], "cos_apical_negg": [0.07051914930343628, 0.07737436890602112, 0.0770682543516159, 0.07231231033802032, 0.06661932915449142, 0.069234699010849, 0.05213981121778488], "cos_Ac_negg": [0.07051914930343628, 0.07737436890602112, 0.0770682543516159, 0.07231231033802032, 0.06661932915449142, 0.069234699010849, 0.05213981121778488], "r_norm": [0.15917789936065674, 0.15783266723155975, 0.15654286742210388, 0.15787585079669952, 0.16392061114311218, 0.1669480949640274, 0.16281336545944214]}, {"step": 8150, "epoch": 17, "train_loss": 0.0002128284831997007, "cos_r_negg": [0.07022447884082794, 0.07780663669109344, 0.07714393734931946, 0.07302843034267426, 0.06800816208124161, 0.07048027962446213, 0.0525021031498909], "cos_apical_negg": [0.07022447884082794, 0.07780663669109344, 0.07714393734931946, 0.07302843034267426, 0.06800816208124161, 0.07048027962446213, 0.0525021031498909], "cos_Ac_negg": [0.07022447884082794, 0.07780663669109344, 0.07714393734931946, 0.07302843034267426, 0.06800816208124161, 0.07048027962446213, 0.0525021031498909], "r_norm": [0.16525328159332275, 0.16449250280857086, 0.16277354955673218, 0.16385138034820557, 0.1698959469795227, 0.1735554337501526, 0.16921068727970123]}, {"step": 8200, "epoch": 17, "train_loss": 9.068268991541117e-05, "cos_r_negg": [0.06938999891281128, 0.07623111456632614, 0.0757862776517868, 0.07139337062835693, 0.06597603112459183, 0.0689135491847992, 0.051700592041015625], "cos_apical_negg": [0.06938999891281128, 0.07623111456632614, 0.0757862776517868, 0.07139337062835693, 0.06597603112459183, 0.0689135491847992, 0.051700592041015625], "cos_Ac_negg": [0.06938999891281128, 0.07623111456632614, 0.0757862776517868, 0.07139337062835693, 0.06597603112459183, 0.0689135491847992, 0.051700592041015625], "r_norm": [0.15750038623809814, 0.15608122944831848, 0.1548730731010437, 0.15632307529449463, 0.16230645775794983, 0.16510258615016937, 0.16113287210464478]}, {"step": 8250, "epoch": 17, "train_loss": 0.00018085155170410872, "cos_r_negg": [0.06908013671636581, 0.0755653828382492, 0.0748729333281517, 0.07055476307868958, 0.06551530212163925, 0.06780131161212921, 0.05100938305258751], "cos_apical_negg": [0.06908013671636581, 0.0755653828382492, 0.0748729333281517, 0.07055476307868958, 0.06551530212163925, 0.06780131161212921, 0.05100938305258751], "cos_Ac_negg": [0.06908013671636581, 0.0755653828382492, 0.0748729333281517, 0.07055476307868958, 0.06551530212163925, 0.06780131161212921, 0.05100938305258751], "r_norm": [0.15569277107715607, 0.15410354733467102, 0.153072327375412, 0.15452948212623596, 0.1605304777622223, 0.1631065011024475, 0.15925751626491547]}, {"step": 8300, "epoch": 17, "train_loss": 0.00012942256580572575, "cos_r_negg": [0.06882372498512268, 0.07516232132911682, 0.07444222271442413, 0.0700235441327095, 0.0651962086558342, 0.06717286258935928, 0.05046795308589935], "cos_apical_negg": [0.06882372498512268, 0.07516232132911682, 0.07444222271442413, 0.0700235441327095, 0.0651962086558342, 0.06717286258935928, 0.05046795308589935], "cos_Ac_negg": [0.06882372498512268, 0.07516232132911682, 0.07444222271442413, 0.0700235441327095, 0.0651962086558342, 0.06717286258935928, 0.05046795308589935], "r_norm": [0.15455842018127441, 0.1528482735157013, 0.15189576148986816, 0.15338373184204102, 0.15937727689743042, 0.1618475466966629, 0.15805797278881073]}, {"step": 8350, "epoch": 17, "train_loss": 5.353542655939236e-05, "cos_r_negg": [0.06882548332214355, 0.07489114999771118, 0.07419843971729279, 0.0699290856719017, 0.06515822559595108, 0.06700214743614197, 0.05020199716091156], "cos_apical_negg": [0.06882548332214355, 0.07489114999771118, 0.07419843971729279, 0.0699290856719017, 0.06515822559595108, 0.06700214743614197, 0.05020199716091156], "cos_Ac_negg": [0.06882548332214355, 0.07489114999771118, 0.07419843971729279, 0.0699290856719017, 0.06515822559595108, 0.06700214743614197, 0.05020199716091156], "r_norm": [0.1536770612001419, 0.1519465148448944, 0.15110750496387482, 0.15252161026000977, 0.15850088000297546, 0.16088172793388367, 0.1571331024169922]}, {"step": 8400, "epoch": 17, "train_loss": 0.00010964398825308308, "cos_r_negg": [0.06831057369709015, 0.07406868040561676, 0.07351808249950409, 0.06923853605985641, 0.0644683688879013, 0.06634834408760071, 0.04977720230817795], "cos_apical_negg": [0.06831057369709015, 0.07406868040561676, 0.07351808249950409, 0.06923853605985641, 0.0644683688879013, 0.06634834408760071, 0.04977720230817795], "cos_Ac_negg": [0.06831057369709015, 0.07406868040561676, 0.07351808249950409, 0.06923853605985641, 0.0644683688879013, 0.06634834408760071, 0.04977720230817795], "r_norm": [0.15366867184638977, 0.15189576148986816, 0.1510268747806549, 0.1524249017238617, 0.1583349108695984, 0.16087307035923004, 0.15707731246948242]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9723, "test_loss": 0.21212246980667115}, {"step": 8450, "epoch": 18, "train_loss": 0.00011308978719171137, "cos_r_negg": [0.06790491193532944, 0.07347305119037628, 0.07284095138311386, 0.06863869726657867, 0.06369898468255997, 0.06581729650497437, 0.049518831074237823], "cos_apical_negg": [0.06790491193532944, 0.07347305119037628, 0.07284095138311386, 0.06863869726657867, 0.06369898468255997, 0.06581729650497437, 0.049518831074237823], "cos_Ac_negg": [0.06790491193532944, 0.07347305119037628, 0.07284095138311386, 0.06863869726657867, 0.06369898468255997, 0.06581729650497437, 0.049518831074237823], "r_norm": [0.1543642282485962, 0.1527009755373001, 0.1517638862133026, 0.15319007635116577, 0.159103125333786, 0.16165271401405334, 0.15779198706150055]}, {"step": 8500, "epoch": 18, "train_loss": 0.00020937807857990265, "cos_r_negg": [0.06770766526460648, 0.07311481237411499, 0.07246159017086029, 0.06825065612792969, 0.06331523507833481, 0.06535378098487854, 0.049208253622055054], "cos_apical_negg": [0.06770766526460648, 0.07311481237411499, 0.07246159017086029, 0.06825065612792969, 0.06331523507833481, 0.06535378098487854, 0.049208253622055054], "cos_Ac_negg": [0.06770766526460648, 0.07311481237411499, 0.07246159017086029, 0.06825065612792969, 0.06331523507833481, 0.06535378098487854, 0.049208253622055054], "r_norm": [0.16004598140716553, 0.1589077115058899, 0.15745608508586884, 0.15880011022090912, 0.1646834909915924, 0.16783182322978973, 0.1637336015701294]}, {"step": 8550, "epoch": 18, "train_loss": 0.00027838529786095023, "cos_r_negg": [0.0677134245634079, 0.07312478125095367, 0.07252252846956253, 0.06831331551074982, 0.06343448162078857, 0.06553035974502563, 0.04930364340543747], "cos_apical_negg": [0.0677134245634079, 0.07312478125095367, 0.07252252846956253, 0.06831331551074982, 0.06343448162078857, 0.06553035974502563, 0.04930364340543747], "cos_Ac_negg": [0.0677134245634079, 0.07312478125095367, 0.07252252846956253, 0.06831331551074982, 0.06343448162078857, 0.06553035974502563, 0.04930364340543747], "r_norm": [0.15926271677017212, 0.15792955458164215, 0.15658824145793915, 0.15809953212738037, 0.16393046081066132, 0.16688108444213867, 0.1628565490245819]}, {"step": 8600, "epoch": 18, "train_loss": 0.00017042590479832143, "cos_r_negg": [0.06733613461256027, 0.07254733145236969, 0.07192201912403107, 0.06770153343677521, 0.06296689808368683, 0.06502580642700195, 0.04893959313631058], "cos_apical_negg": [0.06733613461256027, 0.07254733145236969, 0.07192201912403107, 0.06770153343677521, 0.06296689808368683, 0.06502580642700195, 0.04893959313631058], "cos_Ac_negg": [0.06733613461256027, 0.07254733145236969, 0.07192201912403107, 0.06770153343677521, 0.06296689808368683, 0.06502580642700195, 0.04893959313631058], "r_norm": [0.15919438004493713, 0.15790171921253204, 0.15657076239585876, 0.15795297920703888, 0.16379883885383606, 0.1668090522289276, 0.16275781393051147]}, {"step": 8650, "epoch": 18, "train_loss": 3.542397462297231e-05, "cos_r_negg": [0.06676290929317474, 0.07218798995018005, 0.07177916169166565, 0.06784471869468689, 0.0628538727760315, 0.06516727060079575, 0.04933430999517441], "cos_apical_negg": [0.06676290929317474, 0.07218798995018005, 0.07177916169166565, 0.06784471869468689, 0.0628538727760315, 0.06516727060079575, 0.04933430999517441], "cos_Ac_negg": [0.06676290929317474, 0.07218798995018005, 0.07177916169166565, 0.06784471869468689, 0.0628538727760315, 0.06516727060079575, 0.04933430999517441], "r_norm": [0.1575683206319809, 0.15625956654548645, 0.1549575924873352, 0.1563696265220642, 0.16222131252288818, 0.1651400327682495, 0.1611391305923462]}, {"step": 8700, "epoch": 18, "train_loss": 8.843623800203204e-05, "cos_r_negg": [0.06688759475946426, 0.0726761668920517, 0.07247170060873032, 0.06859778612852097, 0.06334489583969116, 0.06590639799833298, 0.04999762773513794], "cos_apical_negg": [0.06688759475946426, 0.0726761668920517, 0.07247170060873032, 0.06859778612852097, 0.06334489583969116, 0.06590639799833298, 0.04999762773513794], "cos_Ac_negg": [0.06688759475946426, 0.0726761668920517, 0.07247170060873032, 0.06859778612852097, 0.06334489583969116, 0.06590639799833298, 0.04999762773513794], "r_norm": [0.15713945031166077, 0.15576323866844177, 0.15452110767364502, 0.15587687492370605, 0.16178034245967865, 0.16470341384410858, 0.16070401668548584]}, {"step": 8750, "epoch": 18, "train_loss": 0.0001405118964612484, "cos_r_negg": [0.06639537960290909, 0.07170995324850082, 0.07111068069934845, 0.06716141104698181, 0.06216118112206459, 0.0641963928937912, 0.04838384687900543], "cos_apical_negg": [0.06639537960290909, 0.07170995324850082, 0.07111068069934845, 0.06716141104698181, 0.06216118112206459, 0.0641963928937912, 0.04838384687900543], "cos_Ac_negg": [0.06639537960290909, 0.07170995324850082, 0.07111068069934845, 0.06716141104698181, 0.06216118112206459, 0.0641963928937912, 0.04838384687900543], "r_norm": [0.16478008031845093, 0.16397297382354736, 0.16225415468215942, 0.1633332073688507, 0.16925638914108276, 0.17292991280555725, 0.1686713993549347]}, {"step": 8800, "epoch": 18, "train_loss": 0.0002628126530908048, "cos_r_negg": [0.06619377434253693, 0.07129645347595215, 0.07075899839401245, 0.06687816977500916, 0.06193992868065834, 0.06401605159044266, 0.04821944236755371], "cos_apical_negg": [0.06619377434253693, 0.07129645347595215, 0.07075899839401245, 0.06687816977500916, 0.06193992868065834, 0.06401605159044266, 0.04821944236755371], "cos_Ac_negg": [0.06619377434253693, 0.07129645347595215, 0.07075899839401245, 0.06687816977500916, 0.06193992868065834, 0.06401605159044266, 0.04821944236755371], "r_norm": [0.16546593606472015, 0.16459640860557556, 0.16296786069869995, 0.16399720311164856, 0.17000293731689453, 0.1736152023077011, 0.16936424374580383]}, {"step": 8850, "epoch": 18, "train_loss": 3.519547317409888e-05, "cos_r_negg": [0.06633973121643066, 0.07124003767967224, 0.07074830681085587, 0.06670840084552765, 0.06179394945502281, 0.0638645589351654, 0.047954048961400986], "cos_apical_negg": [0.06633973121643066, 0.07124003767967224, 0.07074830681085587, 0.06670840084552765, 0.06179394945502281, 0.0638645589351654, 0.047954048961400986], "cos_Ac_negg": [0.06633973121643066, 0.07124003767967224, 0.07074830681085587, 0.06670840084552765, 0.06179394945502281, 0.0638645589351654, 0.047954048961400986], "r_norm": [0.16376720368862152, 0.16258543729782104, 0.16115492582321167, 0.16222870349884033, 0.16824506223201752, 0.17167305946350098, 0.16748419404029846]}, {"step": 8900, "epoch": 18, "train_loss": 5.577555202762596e-05, "cos_r_negg": [0.06606634706258774, 0.07088655978441238, 0.07040707767009735, 0.06638988852500916, 0.06154704466462135, 0.06351284682750702, 0.04777168855071068], "cos_apical_negg": [0.06606634706258774, 0.07088655978441238, 0.07040707767009735, 0.06638988852500916, 0.06154704466462135, 0.06351284682750702, 0.04777168855071068], "cos_Ac_negg": [0.06606634706258774, 0.07088655978441238, 0.07040707767009735, 0.06638988852500916, 0.06154704466462135, 0.06351284682750702, 0.04777168855071068], "r_norm": [0.16136518120765686, 0.16004517674446106, 0.15859299898147583, 0.15983553230762482, 0.16575561463832855, 0.16914132237434387, 0.1650053858757019]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9722, "test_loss": 0.21469253911972047}, {"step": 8950, "epoch": 19, "train_loss": 4.24898462370038e-05, "cos_r_negg": [0.06579853594303131, 0.07081370055675507, 0.07032255828380585, 0.06616772711277008, 0.06119710952043533, 0.06345070153474808, 0.047866303473711014], "cos_apical_negg": [0.06579853594303131, 0.07081370055675507, 0.07032255828380585, 0.06616772711277008, 0.06119710952043533, 0.06345070153474808, 0.047866303473711014], "cos_Ac_negg": [0.06579853594303131, 0.07081370055675507, 0.07032255828380585, 0.06616772711277008, 0.06119710952043533, 0.06345070153474808, 0.047866303473711014], "r_norm": [0.16083556413650513, 0.15935072302818298, 0.1580684781074524, 0.1593313217163086, 0.16533923149108887, 0.16851824522018433, 0.16442227363586426]}, {"step": 9000, "epoch": 19, "train_loss": 0.0002181314630433917, "cos_r_negg": [0.06556173413991928, 0.07058174908161163, 0.0701645165681839, 0.06597553938627243, 0.06110113114118576, 0.06330068409442902, 0.04774485528469086], "cos_apical_negg": [0.06556173413991928, 0.07058174908161163, 0.0701645165681839, 0.06597553938627243, 0.06110113114118576, 0.06330068409442902, 0.04774485528469086], "cos_Ac_negg": [0.06556173413991928, 0.07058174908161163, 0.0701645165681839, 0.06597553938627243, 0.06110113114118576, 0.06330068409442902, 0.04774485528469086], "r_norm": [0.1606260985136032, 0.15909123420715332, 0.1578252911567688, 0.15908479690551758, 0.16509732604026794, 0.16827207803726196, 0.16419214010238647]}, {"step": 9050, "epoch": 19, "train_loss": 7.795287820044905e-05, "cos_r_negg": [0.06525097787380219, 0.07005683332681656, 0.06955111771821976, 0.06541900336742401, 0.06060969457030296, 0.0628080815076828, 0.04733622074127197], "cos_apical_negg": [0.06525097787380219, 0.07005683332681656, 0.06955111771821976, 0.06541900336742401, 0.06060969457030296, 0.0628080815076828, 0.04733622074127197], "cos_Ac_negg": [0.06525097787380219, 0.07005683332681656, 0.06955111771821976, 0.06541900336742401, 0.06060969457030296, 0.0628080815076828, 0.04733622074127197], "r_norm": [0.16253125667572021, 0.16127388179302216, 0.159756138920784, 0.1610393524169922, 0.16698810458183289, 0.17037120461463928, 0.16625390946865082]}, {"step": 9100, "epoch": 19, "train_loss": 3.372182618477382e-05, "cos_r_negg": [0.0647951140999794, 0.06951907277107239, 0.06915836036205292, 0.06514419615268707, 0.06052206829190254, 0.062717005610466, 0.04729297012090683], "cos_apical_negg": [0.0647951140999794, 0.06951907277107239, 0.06915836036205292, 0.06514419615268707, 0.06052206829190254, 0.062717005610466, 0.04729297012090683], "cos_Ac_negg": [0.0647951140999794, 0.06951907277107239, 0.06915836036205292, 0.06514419615268707, 0.06052206829190254, 0.062717005610466, 0.04729297012090683], "r_norm": [0.1605188101530075, 0.15919288992881775, 0.15770940482616425, 0.15907377004623413, 0.16497348248958588, 0.16822464764118195, 0.16422629356384277]}, {"step": 9150, "epoch": 19, "train_loss": 0.00041842274367809296, "cos_r_negg": [0.0648176446557045, 0.06956936419010162, 0.06908915936946869, 0.06537385284900665, 0.06054959446191788, 0.06319154798984528, 0.04757847636938095], "cos_apical_negg": [0.0648176446557045, 0.06956936419010162, 0.06908915936946869, 0.06537385284900665, 0.06054959446191788, 0.06319154798984528, 0.04757847636938095], "cos_Ac_negg": [0.0648176446557045, 0.06956936419010162, 0.06908915936946869, 0.06537385284900665, 0.06054959446191788, 0.06319154798984528, 0.04757847636938095], "r_norm": [0.1598297506570816, 0.15851517021656036, 0.1570548564195633, 0.15841007232666016, 0.16431230306625366, 0.16754302382469177, 0.16350938379764557]}, {"step": 9200, "epoch": 19, "train_loss": 9.447856427868828e-05, "cos_r_negg": [0.06477876007556915, 0.06955191493034363, 0.06901414692401886, 0.06543437391519547, 0.06057484447956085, 0.06312711536884308, 0.04755271226167679], "cos_apical_negg": [0.06477876007556915, 0.06955191493034363, 0.06901414692401886, 0.06543437391519547, 0.06057484447956085, 0.06312711536884308, 0.04755271226167679], "cos_Ac_negg": [0.06477876007556915, 0.06955191493034363, 0.06901414692401886, 0.06543437391519547, 0.06057484447956085, 0.06312711536884308, 0.04755271226167679], "r_norm": [0.1580171436071396, 0.1566140055656433, 0.15519988536834717, 0.15660691261291504, 0.16245990991592407, 0.16561077535152435, 0.1616068333387375]}, {"step": 9250, "epoch": 19, "train_loss": 3.765339351957664e-05, "cos_r_negg": [0.06460364162921906, 0.06927863508462906, 0.06875148415565491, 0.06522227078676224, 0.06043420732021332, 0.0627400279045105, 0.04733981192111969], "cos_apical_negg": [0.06460364162921906, 0.06927863508462906, 0.06875148415565491, 0.06522227078676224, 0.06043420732021332, 0.0627400279045105, 0.04733981192111969], "cos_Ac_negg": [0.06460364162921906, 0.06927863508462906, 0.06875148415565491, 0.06522227078676224, 0.06043420732021332, 0.0627400279045105, 0.04733981192111969], "r_norm": [0.15797707438468933, 0.1565188765525818, 0.1551174819469452, 0.15652763843536377, 0.16234420239925385, 0.16554777324199677, 0.1615266501903534]}, {"step": 9300, "epoch": 19, "train_loss": 7.26131402188912e-05, "cos_r_negg": [0.06443268060684204, 0.06888933479785919, 0.06850185990333557, 0.06507647037506104, 0.060437604784965515, 0.06256039440631866, 0.04718456417322159], "cos_apical_negg": [0.06443268060684204, 0.06888933479785919, 0.06850185990333557, 0.06507647037506104, 0.060437604784965515, 0.06256039440631866, 0.04718456417322159], "cos_Ac_negg": [0.06443268060684204, 0.06888933479785919, 0.06850185990333557, 0.06507647037506104, 0.060437604784965515, 0.06256039440631866, 0.04718456417322159], "r_norm": [0.1561405062675476, 0.1545756459236145, 0.15334853529930115, 0.15474340319633484, 0.1605808138847351, 0.16354921460151672, 0.15965265035629272]}, {"step": 9350, "epoch": 19, "train_loss": 6.947423389647156e-05, "cos_r_negg": [0.06435185670852661, 0.06871512532234192, 0.06840194761753082, 0.06498320400714874, 0.06044703722000122, 0.062464624643325806, 0.047209229320287704], "cos_apical_negg": [0.06435185670852661, 0.06871512532234192, 0.06840194761753082, 0.06498320400714874, 0.06044703722000122, 0.062464624643325806, 0.047209229320287704], "cos_Ac_negg": [0.06435185670852661, 0.06871512532234192, 0.06840194761753082, 0.06498320400714874, 0.06044703722000122, 0.062464624643325806, 0.047209229320287704], "r_norm": [0.15697667002677917, 0.15537820756435394, 0.15411922335624695, 0.1555882841348648, 0.16141295433044434, 0.164401575922966, 0.16047921776771545]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9724, "test_loss": 0.21814390106201173}], "final": {"test_acc": 0.9724, "test_loss": 0.21814390106201173, "wall_s": 24.331026554107666, "cos_r_negg": [0.06419390439987183, 0.06857390701770782, 0.0682784765958786, 0.06487356126308441, 0.06036467105150223, 0.06238633021712303, 0.04712085798382759], "cos_apical_negg": [0.06419390439987183, 0.06857390701770782, 0.0682784765958786, 0.06487356126308441, 0.06036467105150223, 0.06238633021712303, 0.04712085798382759], "cos_Ac_negg": [0.06419390439987183, 0.06857390701770782, 0.0682784765958786, 0.06487356126308441, 0.06036467105150223, 0.06238633021712303, 0.04712085798382759]}}