{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 20, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d20_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.405811309814453, "cos_r_negg": [-0.023178476840257645, -0.006114628631621599, 0.010317911393940449, -0.011210125871002674, -0.016911344602704048, -0.008585076779127121, 0.03143297880887985, 0.018662288784980774, 0.01921432837843895, 0.025884870439767838, 0.009341489523649216, -0.04922332242131233, -0.00577546376734972, -0.050979264080524445, 0.0010517881019040942, 0.015566917136311531, -0.0373544916510582, 0.018412288278341293, -0.007119486108422279, -0.03189253807067871], "cos_apical_negg": [-0.023178476840257645, -0.006114628631621599, 0.010317911393940449, -0.011210125871002674, -0.016911344602704048, -0.008585076779127121, 0.03143297880887985, 0.018662288784980774, 0.01921432837843895, 0.025884870439767838, 0.009341489523649216, -0.04922332242131233, -0.00577546376734972, -0.050979264080524445, 0.0010517881019040942, 0.015566917136311531, -0.0373544916510582, 0.018412288278341293, -0.007119486108422279, -0.03189253807067871], "cos_Ac_negg": [-0.023178476840257645, -0.006114628631621599, 0.010317911393940449, -0.011210125871002674, -0.016911344602704048, -0.008585076779127121, 0.03143297880887985, 0.018662288784980774, 0.01921432837843895, 0.025884870439767838, 0.009341489523649216, -0.04922332242131233, -0.00577546376734972, -0.050979264080524445, 0.0010517881019040942, 0.015566917136311531, -0.0373544916510582, 0.018412288278341293, -0.007119486108422279, -0.03189253807067871], "r_norm": [5.119816780090332, 4.975783824920654, 4.847423553466797, 4.9912004470825195, 4.854930877685547, 4.915169715881348, 5.139875411987305, 4.946984767913818, 4.983828067779541, 4.993895053863525, 5.096929550170898, 4.903720855712891, 4.9906816482543945, 4.970816135406494, 4.909086227416992, 5.043300628662109, 5.044879913330078, 4.91610050201416, 5.014220237731934, 5.116448402404785]}, {"step": 50, "epoch": 0, "train_loss": 2.0593645572662354, "cos_r_negg": [0.2126082181930542, 0.03425139933824539, -0.015882255509495735, -0.021104784682393074, -0.04328882694244385, 0.006659946404397488, -0.08667502552270889, -0.052440159022808075, -0.059074196964502335, 0.01741572842001915, -0.0512104295194149, -0.0780847892165184, 0.010395683348178864, -0.021937396377325058, -0.02982153184711933, -0.019761590287089348, 0.1047668606042862, -0.0754961371421814, -0.01075251866132021, -0.02578786015510559], "cos_apical_negg": [0.2126082181930542, 0.03425139933824539, -0.015882255509495735, -0.021104784682393074, -0.04328882694244385, 0.006659946404397488, -0.08667502552270889, -0.052440159022808075, -0.059074196964502335, 0.01741572842001915, -0.0512104295194149, -0.0780847892165184, 0.010395683348178864, -0.021937396377325058, -0.02982153184711933, -0.019761590287089348, 0.1047668606042862, -0.0754961371421814, -0.01075251866132021, -0.02578786015510559], "cos_Ac_negg": [0.2126082181930542, 0.03425139933824539, -0.015882255509495735, -0.021104784682393074, -0.04328882694244385, 0.006659946404397488, -0.08667502552270889, -0.052440159022808075, -0.059074196964502335, 0.01741572842001915, -0.0512104295194149, -0.0780847892165184, 0.010395683348178864, -0.021937396377325058, -0.02982153184711933, -0.019761590287089348, 0.1047668606042862, -0.0754961371421814, -0.01075251866132021, -0.02578786015510559], "r_norm": [4.804062366485596, 4.6593017578125, 4.58876895904541, 4.680492877960205, 4.559724807739258, 4.58299446105957, 4.815420627593994, 4.62406587600708, 4.681833267211914, 4.677694797515869, 4.7936320304870605, 4.575872421264648, 4.686400890350342, 4.681694507598877, 4.589582443237305, 4.746674537658691, 4.7390875816345215, 4.620855331420898, 4.7074785232543945, 4.763476848602295]}, {"step": 100, "epoch": 0, "train_loss": 2.0027341842651367, "cos_r_negg": [0.2920513153076172, 0.008469130843877792, -0.04470342770218849, -0.056909844279289246, -0.03588774800300598, -0.024753041565418243, -0.09902988374233246, -0.07195500284433365, 0.003502796869724989, 0.018207475543022156, -0.011957873590290546, -0.014914806932210922, -0.06510597467422485, -0.04087815061211586, -0.05641995370388031, -0.037745118141174316, 0.06830811500549316, -0.03604263812303543, -0.07115751504898071, 0.013323921710252762], "cos_apical_negg": [0.2920513153076172, 0.008469130843877792, -0.04470342770218849, -0.056909844279289246, -0.03588774800300598, -0.024753041565418243, -0.09902988374233246, -0.07195500284433365, 0.003502796869724989, 0.018207475543022156, -0.011957873590290546, -0.014914806932210922, -0.06510597467422485, -0.04087815061211586, -0.05641995370388031, -0.037745118141174316, 0.06830811500549316, -0.03604263812303543, -0.07115751504898071, 0.013323921710252762], "cos_Ac_negg": [0.2920513153076172, 0.008469130843877792, -0.04470342770218849, -0.056909844279289246, -0.03588774800300598, -0.024753041565418243, -0.09902988374233246, -0.07195500284433365, 0.003502796869724989, 0.018207475543022156, -0.011957873590290546, -0.014914806932210922, -0.06510597467422485, -0.04087815061211586, -0.05641995370388031, -0.037745118141174316, 0.06830811500549316, -0.03604263812303543, -0.07115751504898071, 0.013323921710252762], "r_norm": [4.571656703948975, 4.411689281463623, 4.338871002197266, 4.448515892028809, 4.326078414916992, 4.365693092346191, 4.584414958953857, 4.404548168182373, 4.448210716247559, 4.465590476989746, 4.526154041290283, 4.3649373054504395, 4.446952819824219, 4.430757522583008, 4.368661403656006, 4.503932952880859, 4.483058929443359, 4.392626762390137, 4.4763031005859375, 4.530392646789551]}, {"step": 150, "epoch": 0, "train_loss": 2.4136791229248047, "cos_r_negg": [0.3617737889289856, 0.019821282476186752, -0.06501506268978119, -0.05757518857717514, -0.03821688890457153, 0.02039332315325737, -0.037438295781612396, -0.050558652728796005, 0.01570344716310501, -0.06784849613904953, -0.031922340393066406, 0.000527041032910347, -0.09037575870752335, -0.005431166850030422, 0.028616633266210556, 0.017807940021157265, 0.010896451771259308, -0.06335798650979996, 0.041452836245298386, -0.049680016934871674], "cos_apical_negg": [0.3617737889289856, 0.019821282476186752, -0.06501506268978119, -0.05757518857717514, -0.03821688890457153, 0.02039332315325737, -0.037438295781612396, -0.050558652728796005, 0.01570344716310501, -0.06784849613904953, -0.031922340393066406, 0.000527041032910347, -0.09037575870752335, -0.005431166850030422, 0.028616633266210556, 0.017807940021157265, 0.010896451771259308, -0.06335798650979996, 0.041452836245298386, -0.049680016934871674], "cos_Ac_negg": [0.3617737889289856, 0.019821282476186752, -0.06501506268978119, -0.05757518857717514, -0.03821688890457153, 0.02039332315325737, -0.037438295781612396, -0.050558652728796005, 0.01570344716310501, -0.06784849613904953, -0.031922340393066406, 0.000527041032910347, -0.09037575870752335, -0.005431166850030422, 0.028616633266210556, 0.017807940021157265, 0.010896451771259308, -0.06335798650979996, 0.041452836245298386, -0.049680016934871674], "r_norm": [4.7373785972595215, 4.563687324523926, 4.502455234527588, 4.589735984802246, 4.481822967529297, 4.513523101806641, 4.757929801940918, 4.559081077575684, 4.599056243896484, 4.63069486618042, 4.685737609863281, 4.510429859161377, 4.607277870178223, 4.576787948608398, 4.526332855224609, 4.667291641235352, 4.649892807006836, 4.5533623695373535, 4.636552810668945, 4.694012641906738]}, {"step": 200, "epoch": 0, "train_loss": 2.195826292037964, "cos_r_negg": [0.3666660785675049, 0.044534772634506226, -0.07887133955955505, -0.08015993237495422, -0.03350285813212395, -0.014739311300218105, -0.04266679286956787, -0.05162818357348442, -0.02233784645795822, -0.0062090009450912476, -0.05373624712228775, 0.02029091864824295, -0.1452372521162033, -0.056981634348630905, 0.011937509290874004, -0.06214391067624092, -0.08676319569349289, -0.14738118648529053, 0.021089155226945877, 0.09325412660837173], "cos_apical_negg": [0.3666660785675049, 0.044534772634506226, -0.07887133955955505, -0.08015993237495422, -0.03350285813212395, -0.014739311300218105, -0.04266679286956787, -0.05162818357348442, -0.02233784645795822, -0.0062090009450912476, -0.05373624712228775, 0.02029091864824295, -0.1452372521162033, -0.056981634348630905, 0.011937509290874004, -0.06214391067624092, -0.08676319569349289, -0.14738118648529053, 0.021089155226945877, 0.09325412660837173], "cos_Ac_negg": [0.3666660785675049, 0.044534772634506226, -0.07887133955955505, -0.08015993237495422, -0.03350285813212395, -0.014739311300218105, -0.04266679286956787, -0.05162818357348442, -0.02233784645795822, -0.0062090009450912476, -0.05373624712228775, 0.02029091864824295, -0.1452372521162033, -0.056981634348630905, 0.011937509290874004, -0.06214391067624092, -0.08676319569349289, -0.14738118648529053, 0.021089155226945877, 0.09325412660837173], "r_norm": [4.553645610809326, 4.409893035888672, 4.331268310546875, 4.4423346519470215, 4.319118976593018, 4.36251974105835, 4.568711280822754, 4.380581855773926, 4.448402404785156, 4.439982891082764, 4.522889614105225, 4.351539611816406, 4.431377410888672, 4.419940948486328, 4.361167907714844, 4.493800163269043, 4.473587989807129, 4.375502586364746, 4.466536521911621, 4.520323753356934]}, {"step": 250, "epoch": 0, "train_loss": 1.9992477893829346, "cos_r_negg": [0.36027878522872925, 0.03975453972816467, -0.08044958114624023, -0.11697781085968018, -0.09354551136493683, -0.031229563057422638, -0.04317948594689369, -0.06490582227706909, -0.009821932762861252, 0.0006170282140374184, 0.01678778976202011, 0.003198044141754508, -0.1187899261713028, -0.11826388537883759, 0.024175576865673065, -0.062341995537281036, -0.11770062148571014, -0.16074717044830322, 0.009461442939937115, 0.04480140656232834], "cos_apical_negg": [0.36027878522872925, 0.03975453972816467, -0.08044958114624023, -0.11697781085968018, -0.09354551136493683, -0.031229563057422638, -0.04317948594689369, -0.06490582227706909, -0.009821932762861252, 0.0006170282140374184, 0.01678778976202011, 0.003198044141754508, -0.1187899261713028, -0.11826388537883759, 0.024175576865673065, -0.062341995537281036, -0.11770062148571014, -0.16074717044830322, 0.009461442939937115, 0.04480140656232834], "cos_Ac_negg": [0.36027878522872925, 0.03975453972816467, -0.08044958114624023, -0.11697781085968018, -0.09354551136493683, -0.031229563057422638, -0.04317948594689369, -0.06490582227706909, -0.009821932762861252, 0.0006170282140374184, 0.01678778976202011, 0.003198044141754508, -0.1187899261713028, -0.11826388537883759, 0.024175576865673065, -0.062341995537281036, -0.11770062148571014, -0.16074717044830322, 0.009461442939937115, 0.04480140656232834], "r_norm": [4.580254077911377, 4.441136360168457, 4.356871604919434, 4.471654415130615, 4.3413496017456055, 4.385398864746094, 4.601456642150879, 4.409266471862793, 4.469785213470459, 4.4812140464782715, 4.549960613250732, 4.381218910217285, 4.466845512390137, 4.448799133300781, 4.392793655395508, 4.5244975090026855, 4.510366439819336, 4.408935070037842, 4.499629974365234, 4.542943000793457]}, {"step": 300, "epoch": 0, "train_loss": 1.7562839984893799, "cos_r_negg": [0.3919931650161743, 0.032498084008693695, -0.06730476021766663, -0.10517531633377075, -0.08034434169530869, -0.03074091672897339, -0.031222254037857056, -0.06594803929328918, -0.09075696021318436, -0.05733797699213028, 0.006461501587182283, -0.007036610972136259, -0.12641078233718872, -0.10788419842720032, -0.0015242677181959152, -0.056162141263484955, -0.0003984267823398113, -0.00017028534784913063, -0.05672245845198631, 0.023409925401210785], "cos_apical_negg": [0.3919931650161743, 0.032498084008693695, -0.06730476021766663, -0.10517531633377075, -0.08034434169530869, -0.03074091672897339, -0.031222254037857056, -0.06594803929328918, -0.09075696021318436, -0.05733797699213028, 0.006461501587182283, -0.007036610972136259, -0.12641078233718872, -0.10788419842720032, -0.0015242677181959152, -0.056162141263484955, -0.0003984267823398113, -0.00017028534784913063, -0.05672245845198631, 0.023409925401210785], "cos_Ac_negg": [0.3919931650161743, 0.032498084008693695, -0.06730476021766663, -0.10517531633377075, -0.08034434169530869, -0.03074091672897339, -0.031222254037857056, -0.06594803929328918, -0.09075696021318436, -0.05733797699213028, 0.006461501587182283, -0.007036610972136259, -0.12641078233718872, -0.10788419842720032, -0.0015242677181959152, -0.056162141263484955, -0.0003984267823398113, -0.00017028534784913063, -0.05672245845198631, 0.023409925401210785], "r_norm": [4.542660236358643, 4.402559757232666, 4.320572376251221, 4.423163414001465, 4.304739952087402, 4.3462748527526855, 4.552718162536621, 4.377463340759277, 4.4270524978637695, 4.445814609527588, 4.518869400024414, 4.342349052429199, 4.432880401611328, 4.410702228546143, 4.350961685180664, 4.489595413208008, 4.469372749328613, 4.363890647888184, 4.449098110198975, 4.50178337097168]}, {"step": 350, "epoch": 0, "train_loss": 2.1295626163482666, "cos_r_negg": [0.39773643016815186, 0.0035689438227564096, -0.06103156879544258, -0.08471204340457916, -0.06362833082675934, -0.06849806010723114, -0.08181558549404144, -0.044951584190130234, -0.053214140236377716, 0.05487213283777237, 0.0334252305328846, -0.018826304003596306, -0.07383742928504944, -0.05954799801111221, -0.0019507724791765213, -0.05674268305301666, -0.10821590572595596, -0.016888592392206192, 0.08027663081884384, -0.02114206738770008], "cos_apical_negg": [0.39773643016815186, 0.0035689438227564096, -0.06103156879544258, -0.08471204340457916, -0.06362833082675934, -0.06849806010723114, -0.08181558549404144, -0.044951584190130234, -0.053214140236377716, 0.05487213283777237, 0.0334252305328846, -0.018826304003596306, -0.07383742928504944, -0.05954799801111221, -0.0019507724791765213, -0.05674268305301666, -0.10821590572595596, -0.016888592392206192, 0.08027663081884384, -0.02114206738770008], "cos_Ac_negg": [0.39773643016815186, 0.0035689438227564096, -0.06103156879544258, -0.08471204340457916, -0.06362833082675934, -0.06849806010723114, -0.08181558549404144, -0.044951584190130234, -0.053214140236377716, 0.05487213283777237, 0.0334252305328846, -0.018826304003596306, -0.07383742928504944, -0.05954799801111221, -0.0019507724791765213, -0.05674268305301666, -0.10821590572595596, -0.016888592392206192, 0.08027663081884384, -0.02114206738770008], "r_norm": [4.653198719024658, 4.479459762573242, 4.409650802612305, 4.530091285705566, 4.408788681030273, 4.449156284332275, 4.660481929779053, 4.485386848449707, 4.532670974731445, 4.533790111541748, 4.604656219482422, 4.442721366882324, 4.519447326660156, 4.505979537963867, 4.443921089172363, 4.5926313400268555, 4.566020488739014, 4.4616498947143555, 4.550552845001221, 4.611593246459961]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3121, "test_loss": 1.9802918212890626}, {"step": 400, "epoch": 1, "train_loss": 1.9402329921722412, "cos_r_negg": [0.45084863901138306, 0.024198414757847786, -0.046843163669109344, -0.09319480508565903, -0.09548047184944153, -0.04519416391849518, -0.04567798972129822, -0.08392150700092316, -0.03370991349220276, -0.009215077385306358, 0.1102699562907219, -0.03937552124261856, -0.03682837635278702, -0.00552352424710989, -0.0950745940208435, -0.07559369504451752, -0.011827661655843258, -0.07266046106815338, 0.12994956970214844, -0.057763051241636276], "cos_apical_negg": [0.45084863901138306, 0.024198414757847786, -0.046843163669109344, -0.09319480508565903, -0.09548047184944153, -0.04519416391849518, -0.04567798972129822, -0.08392150700092316, -0.03370991349220276, -0.009215077385306358, 0.1102699562907219, -0.03937552124261856, -0.03682837635278702, -0.00552352424710989, -0.0950745940208435, -0.07559369504451752, -0.011827661655843258, -0.07266046106815338, 0.12994956970214844, -0.057763051241636276], "cos_Ac_negg": [0.45084863901138306, 0.024198414757847786, -0.046843163669109344, -0.09319480508565903, -0.09548047184944153, -0.04519416391849518, -0.04567798972129822, -0.08392150700092316, -0.03370991349220276, -0.009215077385306358, 0.1102699562907219, -0.03937552124261856, -0.03682837635278702, -0.00552352424710989, -0.0950745940208435, -0.07559369504451752, -0.011827661655843258, -0.07266046106815338, 0.12994956970214844, -0.057763051241636276], "r_norm": [4.6019487380981445, 4.459121227264404, 4.379737854003906, 4.485126972198486, 4.372411727905273, 4.41098165512085, 4.618817329406738, 4.428811073303223, 4.49927282333374, 4.5046000480651855, 4.5783281326293945, 4.4049530029296875, 4.491594314575195, 4.492306709289551, 4.415456771850586, 4.544804573059082, 4.518916606903076, 4.429557800292969, 4.511458396911621, 4.576020240783691]}, {"step": 450, "epoch": 1, "train_loss": 2.0603458881378174, "cos_r_negg": [0.443816602230072, 0.06080946326255798, -0.07079000771045685, -0.04683598503470421, -0.06132283806800842, -0.017721476033329964, 9.342236444354057e-05, -0.09566828608512878, -0.025011669844388962, -0.05013160780072212, 0.11256857216358185, -0.035225097090005875, -0.0012340862303972244, -0.11108297109603882, -0.026239607483148575, -0.11330676823854446, 0.014509106054902077, -0.0573018342256546, 0.23763078451156616, -0.06536976993083954], "cos_apical_negg": [0.443816602230072, 0.06080946326255798, -0.07079000771045685, -0.04683598503470421, -0.06132283806800842, -0.017721476033329964, 9.342236444354057e-05, -0.09566828608512878, -0.025011669844388962, -0.05013160780072212, 0.11256857216358185, -0.035225097090005875, -0.0012340862303972244, -0.11108297109603882, -0.026239607483148575, -0.11330676823854446, 0.014509106054902077, -0.0573018342256546, 0.23763078451156616, -0.06536976993083954], "cos_Ac_negg": [0.443816602230072, 0.06080946326255798, -0.07079000771045685, -0.04683598503470421, -0.06132283806800842, -0.017721476033329964, 9.342236444354057e-05, -0.09566828608512878, -0.025011669844388962, -0.05013160780072212, 0.11256857216358185, -0.035225097090005875, -0.0012340862303972244, -0.11108297109603882, -0.026239607483148575, -0.11330676823854446, 0.014509106054902077, -0.0573018342256546, 0.23763078451156616, -0.06536976993083954], "r_norm": [4.5363874435424805, 4.375704765319824, 4.306434631347656, 4.418839931488037, 4.291934967041016, 4.328047752380371, 4.544071197509766, 4.362556457519531, 4.424751281738281, 4.422807693481445, 4.483588218688965, 4.327944755554199, 4.402252197265625, 4.387216567993164, 4.326093673706055, 4.473806381225586, 4.448554992675781, 4.345924377441406, 4.450916290283203, 4.4859819412231445]}, {"step": 500, "epoch": 1, "train_loss": 1.8637523651123047, "cos_r_negg": [0.4656227231025696, 0.050004180520772934, -0.0536930225789547, -0.030900411307811737, -0.044379446655511856, 0.003127860836684704, 0.031015053391456604, -0.019047057256102562, -0.03874356299638748, -0.025471873581409454, 0.028057705610990524, -0.05285879224538803, -0.0051364777609705925, -0.08187128603458405, -0.06446678936481476, -0.09675297886133194, -0.0929194986820221, -0.04615603759884834, 0.1203983798623085, 0.01654236949980259], "cos_apical_negg": [0.4656227231025696, 0.050004180520772934, -0.0536930225789547, -0.030900411307811737, -0.044379446655511856, 0.003127860836684704, 0.031015053391456604, -0.019047057256102562, -0.03874356299638748, -0.025471873581409454, 0.028057705610990524, -0.05285879224538803, -0.0051364777609705925, -0.08187128603458405, -0.06446678936481476, -0.09675297886133194, -0.0929194986820221, -0.04615603759884834, 0.1203983798623085, 0.01654236949980259], "cos_Ac_negg": [0.4656227231025696, 0.050004180520772934, -0.0536930225789547, -0.030900411307811737, -0.044379446655511856, 0.003127860836684704, 0.031015053391456604, -0.019047057256102562, -0.03874356299638748, -0.025471873581409454, 0.028057705610990524, -0.05285879224538803, -0.0051364777609705925, -0.08187128603458405, -0.06446678936481476, -0.09675297886133194, -0.0929194986820221, -0.04615603759884834, 0.1203983798623085, 0.01654236949980259], "r_norm": [4.528038024902344, 4.383002281188965, 4.300872802734375, 4.419510841369629, 4.2959699630737305, 4.343991279602051, 4.539886474609375, 4.365198135375977, 4.430899143218994, 4.431258201599121, 4.500739097595215, 4.336202621459961, 4.413135528564453, 4.410390853881836, 4.338564872741699, 4.471744537353516, 4.454258441925049, 4.3611249923706055, 4.443325996398926, 4.498049736022949]}, {"step": 550, "epoch": 1, "train_loss": 1.9754819869995117, "cos_r_negg": [0.4607677459716797, 0.0778280720114708, -0.03817182779312134, -0.03258475288748741, -0.007259194739162922, -7.802154868841171e-05, 0.01526714488863945, -0.007138109300285578, -0.04129839688539505, -0.037265799939632416, 0.04968172684311867, -0.07405679672956467, -0.10792750120162964, -0.10980238020420074, -0.07160751521587372, -0.04420912265777588, -0.1111726313829422, -0.12498216331005096, 0.1053219884634018, 0.010737443342804909], "cos_apical_negg": [0.4607677459716797, 0.0778280720114708, -0.03817182779312134, -0.03258475288748741, -0.007259194739162922, -7.802154868841171e-05, 0.01526714488863945, -0.007138109300285578, -0.04129839688539505, -0.037265799939632416, 0.04968172684311867, -0.07405679672956467, -0.10792750120162964, -0.10980238020420074, -0.07160751521587372, -0.04420912265777588, -0.1111726313829422, -0.12498216331005096, 0.1053219884634018, 0.010737443342804909], "cos_Ac_negg": [0.4607677459716797, 0.0778280720114708, -0.03817182779312134, -0.03258475288748741, -0.007259194739162922, -7.802154868841171e-05, 0.01526714488863945, -0.007138109300285578, -0.04129839688539505, -0.037265799939632416, 0.04968172684311867, -0.07405679672956467, -0.10792750120162964, -0.10980238020420074, -0.07160751521587372, -0.04420912265777588, -0.1111726313829422, -0.12498216331005096, 0.1053219884634018, 0.010737443342804909], "r_norm": [4.627326011657715, 4.467386245727539, 4.391078472137451, 4.485562324523926, 4.390270233154297, 4.4025044441223145, 4.628541946411133, 4.447848320007324, 4.497110366821289, 4.531471252441406, 4.6006059646606445, 4.406949043273926, 4.498163223266602, 4.48505973815918, 4.418700218200684, 4.556917190551758, 4.532632350921631, 4.4481682777404785, 4.515897750854492, 4.589691162109375]}, {"step": 600, "epoch": 1, "train_loss": 2.059919834136963, "cos_r_negg": [0.4836016297340393, 0.06189018487930298, -0.045518457889556885, -0.0510292612016201, -0.04934164136648178, -0.0067849899642169476, 0.009867683053016663, -0.0022038258612155914, -0.08954907208681107, -0.006548638455569744, 0.020127957686781883, -0.06225825846195221, -0.10592278093099594, -0.09523150324821472, -0.13739833235740662, -0.11583593487739563, -0.06695659458637238, -0.09258030354976654, -0.02996339090168476, 0.005477854982018471], "cos_apical_negg": [0.4836016297340393, 0.06189018487930298, -0.045518457889556885, -0.0510292612016201, -0.04934164136648178, -0.0067849899642169476, 0.009867683053016663, -0.0022038258612155914, -0.08954907208681107, -0.006548638455569744, 0.020127957686781883, -0.06225825846195221, -0.10592278093099594, -0.09523150324821472, -0.13739833235740662, -0.11583593487739563, -0.06695659458637238, -0.09258030354976654, -0.02996339090168476, 0.005477854982018471], "cos_Ac_negg": [0.4836016297340393, 0.06189018487930298, -0.045518457889556885, -0.0510292612016201, -0.04934164136648178, -0.0067849899642169476, 0.009867683053016663, -0.0022038258612155914, -0.08954907208681107, -0.006548638455569744, 0.020127957686781883, -0.06225825846195221, -0.10592278093099594, -0.09523150324821472, -0.13739833235740662, -0.11583593487739563, -0.06695659458637238, -0.09258030354976654, -0.02996339090168476, 0.005477854982018471], "r_norm": [4.54770565032959, 4.404302597045898, 4.335988998413086, 4.430496692657471, 4.304619312286377, 4.348211288452148, 4.561277866363525, 4.379152297973633, 4.435731410980225, 4.438080787658691, 4.517727375030518, 4.342471122741699, 4.423136234283447, 4.412417888641357, 4.343667984008789, 4.486923694610596, 4.471678256988525, 4.367546081542969, 4.46588134765625, 4.493424415588379]}, {"step": 650, "epoch": 1, "train_loss": 2.1047911643981934, "cos_r_negg": [0.4797056019306183, 0.06042597070336342, -0.021550940349698067, -0.019613441079854965, -0.0585361123085022, 0.00791214406490326, -0.004774067085236311, -0.01763877086341381, -0.06332171708345413, -0.0316193625330925, 0.0507105216383934, 0.020102832466363907, -0.09732715040445328, 0.0729748085141182, -0.07404621690511703, -0.12311503291130066, -0.10095643252134323, -0.033084385097026825, -0.007054563611745834, 0.017668945714831352], "cos_apical_negg": [0.4797056019306183, 0.06042597070336342, -0.021550940349698067, -0.019613441079854965, -0.0585361123085022, 0.00791214406490326, -0.004774067085236311, -0.01763877086341381, -0.06332171708345413, -0.0316193625330925, 0.0507105216383934, 0.020102832466363907, -0.09732715040445328, 0.0729748085141182, -0.07404621690511703, -0.12311503291130066, -0.10095643252134323, -0.033084385097026825, -0.007054563611745834, 0.017668945714831352], "cos_Ac_negg": [0.4797056019306183, 0.06042597070336342, -0.021550940349698067, -0.019613441079854965, -0.0585361123085022, 0.00791214406490326, -0.004774067085236311, -0.01763877086341381, -0.06332171708345413, -0.0316193625330925, 0.0507105216383934, 0.020102832466363907, -0.09732715040445328, 0.0729748085141182, -0.07404621690511703, -0.12311503291130066, -0.10095643252134323, -0.033084385097026825, -0.007054563611745834, 0.017668945714831352], "r_norm": [4.563749313354492, 4.435883522033691, 4.3549299240112305, 4.453574180603027, 4.3227362632751465, 4.365489959716797, 4.583977222442627, 4.389096736907959, 4.465798377990723, 4.449214935302734, 4.530356407165527, 4.365938663482666, 4.450145244598389, 4.4506330490112305, 4.369397163391113, 4.50144100189209, 4.4855241775512695, 4.400391101837158, 4.483968734741211, 4.521378040313721]}, {"step": 700, "epoch": 1, "train_loss": 2.2107253074645996, "cos_r_negg": [0.4827210009098053, 0.03888365253806114, -0.030463021248579025, -0.0198708213865757, -0.05716541409492493, 0.0018305890262126923, 0.023563202470541, -0.0053766281343996525, 0.023534391075372696, -0.02520635724067688, 0.05564018338918686, -0.022459492087364197, -0.004959530662745237, 0.011333337984979153, -0.005772637668997049, 0.03549591451883316, -0.11215440928936005, 0.06301524490118027, 0.038966525346040726, -0.059884313493967056], "cos_apical_negg": [0.4827210009098053, 0.03888365253806114, -0.030463021248579025, -0.0198708213865757, -0.05716541409492493, 0.0018305890262126923, 0.023563202470541, -0.0053766281343996525, 0.023534391075372696, -0.02520635724067688, 0.05564018338918686, -0.022459492087364197, -0.004959530662745237, 0.011333337984979153, -0.005772637668997049, 0.03549591451883316, -0.11215440928936005, 0.06301524490118027, 0.038966525346040726, -0.059884313493967056], "cos_Ac_negg": [0.4827210009098053, 0.03888365253806114, -0.030463021248579025, -0.0198708213865757, -0.05716541409492493, 0.0018305890262126923, 0.023563202470541, -0.0053766281343996525, 0.023534391075372696, -0.02520635724067688, 0.05564018338918686, -0.022459492087364197, -0.004959530662745237, 0.011333337984979153, -0.005772637668997049, 0.03549591451883316, -0.11215440928936005, 0.06301524490118027, 0.038966525346040726, -0.059884313493967056], "r_norm": [4.594939231872559, 4.429765701293945, 4.366468906402588, 4.478231430053711, 4.352368354797363, 4.380375862121582, 4.595354080200195, 4.413110733032227, 4.465192794799805, 4.468388080596924, 4.538968563079834, 4.381224155426025, 4.464138031005859, 4.44835090637207, 4.3886919021606445, 4.519217491149902, 4.499650955200195, 4.428493499755859, 4.488369941711426, 4.551942825317383]}, {"step": 750, "epoch": 1, "train_loss": 1.9317306280136108, "cos_r_negg": [0.4769773483276367, 0.03975246474146843, -0.009098870679736137, -0.02568206749856472, 0.0015434559900313616, -0.011156906373798847, -0.0028343303129076958, 0.03679407760500908, -0.04616750404238701, -0.006352725904434919, 0.059784576296806335, -0.03282885253429413, 0.028085770085453987, 0.02179238386452198, -0.05583885684609413, -0.10764379054307938, -0.09164983034133911, 0.024312952533364296, -0.0353873036801815, -0.018665455281734467], "cos_apical_negg": [0.4769773483276367, 0.03975246474146843, -0.009098870679736137, -0.02568206749856472, 0.0015434559900313616, -0.011156906373798847, -0.0028343303129076958, 0.03679407760500908, -0.04616750404238701, -0.006352725904434919, 0.059784576296806335, -0.03282885253429413, 0.028085770085453987, 0.02179238386452198, -0.05583885684609413, -0.10764379054307938, -0.09164983034133911, 0.024312952533364296, -0.0353873036801815, -0.018665455281734467], "cos_Ac_negg": [0.4769773483276367, 0.03975246474146843, -0.009098870679736137, -0.02568206749856472, 0.0015434559900313616, -0.011156906373798847, -0.0028343303129076958, 0.03679407760500908, -0.04616750404238701, -0.006352725904434919, 0.059784576296806335, -0.03282885253429413, 0.028085770085453987, 0.02179238386452198, -0.05583885684609413, -0.10764379054307938, -0.09164983034133911, 0.024312952533364296, -0.0353873036801815, -0.018665455281734467], "r_norm": [4.569161415100098, 4.428201675415039, 4.366387367248535, 4.452993869781494, 4.333937644958496, 4.374748706817627, 4.5924577713012695, 4.39933967590332, 4.457584381103516, 4.474739074707031, 4.534478187561035, 4.366981506347656, 4.469720840454102, 4.437589168548584, 4.386967658996582, 4.516066551208496, 4.479759216308594, 4.411897659301758, 4.494350433349609, 4.528665542602539]}, {"epoch_end": 1, "step": 782, "test_acc": 0.326, "test_loss": 2.015964099121094}, {"step": 800, "epoch": 2, "train_loss": 1.9948629140853882, "cos_r_negg": [0.5006860494613647, 0.03326209634542465, -0.001974430400878191, -0.02963484451174736, -0.013337966986000538, 0.04340508580207825, 0.01802934892475605, 0.017408085986971855, 0.0019695251248776913, -0.0632181167602539, -0.01248030737042427, 0.034307073801755905, 0.018011193722486496, 0.07045446336269379, -0.03312998265028, -0.026872307062149048, -0.1218540146946907, -0.007640659809112549, 0.017764028161764145, -0.041992317885160446], "cos_apical_negg": [0.5006860494613647, 0.03326209634542465, -0.001974430400878191, -0.02963484451174736, -0.013337966986000538, 0.04340508580207825, 0.01802934892475605, 0.017408085986971855, 0.0019695251248776913, -0.0632181167602539, -0.01248030737042427, 0.034307073801755905, 0.018011193722486496, 0.07045446336269379, -0.03312998265028, -0.026872307062149048, -0.1218540146946907, -0.007640659809112549, 0.017764028161764145, -0.041992317885160446], "cos_Ac_negg": [0.5006860494613647, 0.03326209634542465, -0.001974430400878191, -0.02963484451174736, -0.013337966986000538, 0.04340508580207825, 0.01802934892475605, 0.017408085986971855, 0.0019695251248776913, -0.0632181167602539, -0.01248030737042427, 0.034307073801755905, 0.018011193722486496, 0.07045446336269379, -0.03312998265028, -0.026872307062149048, -0.1218540146946907, -0.007640659809112549, 0.017764028161764145, -0.041992317885160446], "r_norm": [4.478400230407715, 4.331912040710449, 4.2654314041137695, 4.353350639343262, 4.23776912689209, 4.2801408767700195, 4.491177558898926, 4.297168731689453, 4.371140480041504, 4.366614818572998, 4.442866325378418, 4.271668910980225, 4.354883193969727, 4.350525856018066, 4.280583381652832, 4.414068222045898, 4.392647743225098, 4.3092451095581055, 4.382874965667725, 4.433141231536865]}, {"step": 850, "epoch": 2, "train_loss": 2.0137569904327393, "cos_r_negg": [0.5053691864013672, 0.03419529274106026, -0.004540761932730675, -0.03551472723484039, 0.0060774716548621655, 0.02493564411997795, -0.03871076554059982, 0.08059817552566528, -0.04297567158937454, 0.02889452502131462, 0.0010747069027274847, -0.01985868066549301, -0.01317517925053835, 0.05236952751874924, 0.03715350106358528, -0.046757303178310394, -0.07152874767780304, 0.12601038813591003, 0.12404044717550278, -0.048699814826250076], "cos_apical_negg": [0.5053691864013672, 0.03419529274106026, -0.004540761932730675, -0.03551472723484039, 0.0060774716548621655, 0.02493564411997795, -0.03871076554059982, 0.08059817552566528, -0.04297567158937454, 0.02889452502131462, 0.0010747069027274847, -0.01985868066549301, -0.01317517925053835, 0.05236952751874924, 0.03715350106358528, -0.046757303178310394, -0.07152874767780304, 0.12601038813591003, 0.12404044717550278, -0.048699814826250076], "cos_Ac_negg": [0.5053691864013672, 0.03419529274106026, -0.004540761932730675, -0.03551472723484039, 0.0060774716548621655, 0.02493564411997795, -0.03871076554059982, 0.08059817552566528, -0.04297567158937454, 0.02889452502131462, 0.0010747069027274847, -0.01985868066549301, -0.01317517925053835, 0.05236952751874924, 0.03715350106358528, -0.046757303178310394, -0.07152874767780304, 0.12601038813591003, 0.12404044717550278, -0.048699814826250076], "r_norm": [4.599815368652344, 4.451203346252441, 4.378213882446289, 4.484339714050293, 4.3567214012146, 4.390879154205322, 4.617010593414307, 4.429154872894287, 4.483351707458496, 4.5067596435546875, 4.569043159484863, 4.397705078125, 4.486543655395508, 4.474321365356445, 4.403444290161133, 4.521852493286133, 4.516504287719727, 4.433889389038086, 4.517731666564941, 4.551390647888184]}, {"step": 900, "epoch": 2, "train_loss": 1.7573442459106445, "cos_r_negg": [0.5136400461196899, 0.0118508106097579, -0.02588946744799614, -0.05100952088832855, 0.008037911728024483, 0.023763621225953102, 0.025343943387269974, 0.03510203957557678, 0.00011107698082923889, 0.02607913129031658, 0.09143023192882538, 0.04578151926398277, 0.03773094713687897, 0.11147281527519226, 0.03204219043254852, -0.033888671547174454, -0.07773454487323761, 0.03504399210214615, 0.040845949202775955, 0.057555243372917175], "cos_apical_negg": [0.5136400461196899, 0.0118508106097579, -0.02588946744799614, -0.05100952088832855, 0.008037911728024483, 0.023763621225953102, 0.025343943387269974, 0.03510203957557678, 0.00011107698082923889, 0.02607913129031658, 0.09143023192882538, 0.04578151926398277, 0.03773094713687897, 0.11147281527519226, 0.03204219043254852, -0.033888671547174454, -0.07773454487323761, 0.03504399210214615, 0.040845949202775955, 0.057555243372917175], "cos_Ac_negg": [0.5136400461196899, 0.0118508106097579, -0.02588946744799614, -0.05100952088832855, 0.008037911728024483, 0.023763621225953102, 0.025343943387269974, 0.03510203957557678, 0.00011107698082923889, 0.02607913129031658, 0.09143023192882538, 0.04578151926398277, 0.03773094713687897, 0.11147281527519226, 0.03204219043254852, -0.033888671547174454, -0.07773454487323761, 0.03504399210214615, 0.040845949202775955, 0.057555243372917175], "r_norm": [4.655972480773926, 4.4951491355896, 4.436224937438965, 4.523809432983398, 4.402317523956299, 4.433386325836182, 4.651998519897461, 4.468306064605713, 4.518394470214844, 4.5176897048950195, 4.595798492431641, 4.433907508850098, 4.528859615325928, 4.508947372436523, 4.43281364440918, 4.5681610107421875, 4.540728569030762, 4.471819877624512, 4.548529624938965, 4.585884094238281]}, {"step": 950, "epoch": 2, "train_loss": 1.6901471614837646, "cos_r_negg": [0.5225330591201782, 0.03151331841945648, 0.0068846638314425945, -0.023263119161128998, 0.01693822257220745, 0.04727020859718323, 0.014458511024713516, 0.10630872845649719, -0.036156076937913895, -0.009840456768870354, 0.07946616411209106, 0.04107601195573807, 0.03494269400835037, 0.007886499166488647, -0.010449744760990143, 0.011244398541748524, -0.07355019450187683, 0.16411319375038147, 0.04113643988966942, -0.015503749251365662], "cos_apical_negg": [0.5225330591201782, 0.03151331841945648, 0.0068846638314425945, -0.023263119161128998, 0.01693822257220745, 0.04727020859718323, 0.014458511024713516, 0.10630872845649719, -0.036156076937913895, -0.009840456768870354, 0.07946616411209106, 0.04107601195573807, 0.03494269400835037, 0.007886499166488647, -0.010449744760990143, 0.011244398541748524, -0.07355019450187683, 0.16411319375038147, 0.04113643988966942, -0.015503749251365662], "cos_Ac_negg": [0.5225330591201782, 0.03151331841945648, 0.0068846638314425945, -0.023263119161128998, 0.01693822257220745, 0.04727020859718323, 0.014458511024713516, 0.10630872845649719, -0.036156076937913895, -0.009840456768870354, 0.07946616411209106, 0.04107601195573807, 0.03494269400835037, 0.007886499166488647, -0.010449744760990143, 0.011244398541748524, -0.07355019450187683, 0.16411319375038147, 0.04113643988966942, -0.015503749251365662], "r_norm": [4.480165958404541, 4.341386795043945, 4.263078212738037, 4.357082843780518, 4.240639686584473, 4.2789764404296875, 4.490618705749512, 4.306576728820801, 4.364593505859375, 4.370054244995117, 4.433454990386963, 4.282926082611084, 4.359629154205322, 4.340627670288086, 4.280632972717285, 4.416929244995117, 4.399086952209473, 4.314302921295166, 4.397705078125, 4.438255786895752]}, {"step": 1000, "epoch": 2, "train_loss": 2.2664942741394043, "cos_r_negg": [0.5250840187072754, -0.006703570485115051, 0.0036853463388979435, -0.009251038543879986, 0.02504381164908409, 0.012803696095943451, 0.02155705727636814, 0.059204258024692535, -0.0336633026599884, -0.008824651129543781, -0.025643352419137955, 0.0399816632270813, -0.02025480568408966, 0.005829197354614735, -0.032638393342494965, -0.14637073874473572, -0.0446273535490036, 0.03237155079841614, -0.008538567461073399, -0.003920919727534056], "cos_apical_negg": [0.5250840187072754, -0.006703570485115051, 0.0036853463388979435, -0.009251038543879986, 0.02504381164908409, 0.012803696095943451, 0.02155705727636814, 0.059204258024692535, -0.0336633026599884, -0.008824651129543781, -0.025643352419137955, 0.0399816632270813, -0.02025480568408966, 0.005829197354614735, -0.032638393342494965, -0.14637073874473572, -0.0446273535490036, 0.03237155079841614, -0.008538567461073399, -0.003920919727534056], "cos_Ac_negg": [0.5250840187072754, -0.006703570485115051, 0.0036853463388979435, -0.009251038543879986, 0.02504381164908409, 0.012803696095943451, 0.02155705727636814, 0.059204258024692535, -0.0336633026599884, -0.008824651129543781, -0.025643352419137955, 0.0399816632270813, -0.02025480568408966, 0.005829197354614735, -0.032638393342494965, -0.14637073874473572, -0.0446273535490036, 0.03237155079841614, -0.008538567461073399, -0.003920919727534056], "r_norm": [4.732930660247803, 4.553810119628906, 4.498248100280762, 4.615610122680664, 4.478512287139893, 4.510128974914551, 4.733317852020264, 4.546018123626709, 4.589507102966309, 4.624711990356445, 4.669339179992676, 4.510430335998535, 4.591648101806641, 4.573101043701172, 4.503764629364014, 4.671131610870361, 4.640871047973633, 4.524740695953369, 4.639909267425537, 4.678133487701416]}, {"step": 1050, "epoch": 2, "train_loss": 2.159158945083618, "cos_r_negg": [0.5437899827957153, 0.015415690839290619, 0.0049250926822423935, -0.008400395512580872, 0.002602457534521818, 0.018360910937190056, 0.04491144418716431, 0.04570946842432022, -0.013658883050084114, -0.07707425951957703, 0.050721731036901474, -0.0029014672618359327, -0.031610384583473206, 0.018455062061548233, 0.08584556728601456, -0.07997388392686844, -0.06017952784895897, -0.002045760862529278, 0.01904631033539772, 0.1177666187286377], "cos_apical_negg": [0.5437899827957153, 0.015415690839290619, 0.0049250926822423935, -0.008400395512580872, 0.002602457534521818, 0.018360910937190056, 0.04491144418716431, 0.04570946842432022, -0.013658883050084114, -0.07707425951957703, 0.050721731036901474, -0.0029014672618359327, -0.031610384583473206, 0.018455062061548233, 0.08584556728601456, -0.07997388392686844, -0.06017952784895897, -0.002045760862529278, 0.01904631033539772, 0.1177666187286377], "cos_Ac_negg": [0.5437899827957153, 0.015415690839290619, 0.0049250926822423935, -0.008400395512580872, 0.002602457534521818, 0.018360910937190056, 0.04491144418716431, 0.04570946842432022, -0.013658883050084114, -0.07707425951957703, 0.050721731036901474, -0.0029014672618359327, -0.031610384583473206, 0.018455062061548233, 0.08584556728601456, -0.07997388392686844, -0.06017952784895897, -0.002045760862529278, 0.01904631033539772, 0.1177666187286377], "r_norm": [4.370046615600586, 4.236554145812988, 4.163939476013184, 4.260876178741455, 4.148530006408691, 4.1802802085876465, 4.386965751647949, 4.1993207931518555, 4.266883373260498, 4.271851539611816, 4.338517665863037, 4.172523498535156, 4.251319885253906, 4.244606971740723, 4.18734884262085, 4.3114166259765625, 4.29302453994751, 4.210466384887695, 4.286818504333496, 4.331849098205566]}, {"step": 1100, "epoch": 2, "train_loss": 1.7882124185562134, "cos_r_negg": [0.539116621017456, 0.010095234960317612, -0.007212379481643438, -0.006368482019752264, 0.014141474850475788, 0.0010319133289158344, 0.032887108623981476, 0.011579122394323349, -0.0359664186835289, 0.028130829334259033, 0.011943190358579159, 0.040378205478191376, -0.0570833720266819, 0.0036038316320627928, 0.01067739725112915, -0.1061842143535614, -0.11313850432634354, 0.006144675426185131, 0.15534475445747375, -0.05289667099714279], "cos_apical_negg": [0.539116621017456, 0.010095234960317612, -0.007212379481643438, -0.006368482019752264, 0.014141474850475788, 0.0010319133289158344, 0.032887108623981476, 0.011579122394323349, -0.0359664186835289, 0.028130829334259033, 0.011943190358579159, 0.040378205478191376, -0.0570833720266819, 0.0036038316320627928, 0.01067739725112915, -0.1061842143535614, -0.11313850432634354, 0.006144675426185131, 0.15534475445747375, -0.05289667099714279], "cos_Ac_negg": [0.539116621017456, 0.010095234960317612, -0.007212379481643438, -0.006368482019752264, 0.014141474850475788, 0.0010319133289158344, 0.032887108623981476, 0.011579122394323349, -0.0359664186835289, 0.028130829334259033, 0.011943190358579159, 0.040378205478191376, -0.0570833720266819, 0.0036038316320627928, 0.01067739725112915, -0.1061842143535614, -0.11313850432634354, 0.006144675426185131, 0.15534475445747375, -0.05289667099714279], "r_norm": [4.555397987365723, 4.420828819274902, 4.345853805541992, 4.447380542755127, 4.307865619659424, 4.3666510581970215, 4.590359687805176, 4.388221263885498, 4.455892562866211, 4.452141284942627, 4.519124984741211, 4.359996318817139, 4.440471649169922, 4.431155204772949, 4.364837646484375, 4.491839408874512, 4.475831031799316, 4.388286590576172, 4.480535507202148, 4.515375137329102]}, {"step": 1150, "epoch": 2, "train_loss": 1.9695603847503662, "cos_r_negg": [0.5472371578216553, 0.03486257791519165, -0.008846361190080643, -0.006577976047992706, 0.028824497014284134, 0.0008650429081171751, 0.03850921615958214, 0.056066568940877914, -0.06643994152545929, 0.03162580728530884, -0.017376981675624847, 0.0335317961871624, -0.04824202135205269, 0.018873032182455063, -0.06733809411525726, -0.08446985483169556, -0.17568568885326385, 0.01014765352010727, 0.08035987615585327, 0.04426730424165726], "cos_apical_negg": [0.5472371578216553, 0.03486257791519165, -0.008846361190080643, -0.006577976047992706, 0.028824497014284134, 0.0008650429081171751, 0.03850921615958214, 0.056066568940877914, -0.06643994152545929, 0.03162580728530884, -0.017376981675624847, 0.0335317961871624, -0.04824202135205269, 0.018873032182455063, -0.06733809411525726, -0.08446985483169556, -0.17568568885326385, 0.01014765352010727, 0.08035987615585327, 0.04426730424165726], "cos_Ac_negg": [0.5472371578216553, 0.03486257791519165, -0.008846361190080643, -0.006577976047992706, 0.028824497014284134, 0.0008650429081171751, 0.03850921615958214, 0.056066568940877914, -0.06643994152545929, 0.03162580728530884, -0.017376981675624847, 0.0335317961871624, -0.04824202135205269, 0.018873032182455063, -0.06733809411525726, -0.08446985483169556, -0.17568568885326385, 0.01014765352010727, 0.08035987615585327, 0.04426730424165726], "r_norm": [4.536174774169922, 4.4083709716796875, 4.321483612060547, 4.434134006500244, 4.299256324768066, 4.341666221618652, 4.555947303771973, 4.374784469604492, 4.437655448913574, 4.426018238067627, 4.5183515548706055, 4.341691017150879, 4.420748710632324, 4.426394939422607, 4.34577751159668, 4.46702241897583, 4.472383499145508, 4.3665618896484375, 4.456358909606934, 4.494853973388672]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3701, "test_loss": 1.931812353515625}, {"step": 1200, "epoch": 3, "train_loss": 1.862354040145874, "cos_r_negg": [0.5124307870864868, 0.03278022259473801, 0.014414438046514988, 0.026993170380592346, 0.009828364476561546, 0.035314470529556274, 0.01851598173379898, 0.06491737067699432, -0.02150007151067257, -0.009437000378966331, -0.012145571410655975, 0.015802131965756416, 0.043256908655166626, 0.04335181787610054, -0.02811182290315628, -0.04466228932142258, -0.021549707278609276, -0.007802767679095268, 0.0785888135433197, 0.09963201731443405], "cos_apical_negg": [0.5124307870864868, 0.03278022259473801, 0.014414438046514988, 0.026993170380592346, 0.009828364476561546, 0.035314470529556274, 0.01851598173379898, 0.06491737067699432, -0.02150007151067257, -0.009437000378966331, -0.012145571410655975, 0.015802131965756416, 0.043256908655166626, 0.04335181787610054, -0.02811182290315628, -0.04466228932142258, -0.021549707278609276, -0.007802767679095268, 0.0785888135433197, 0.09963201731443405], "cos_Ac_negg": [0.5124307870864868, 0.03278022259473801, 0.014414438046514988, 0.026993170380592346, 0.009828364476561546, 0.035314470529556274, 0.01851598173379898, 0.06491737067699432, -0.02150007151067257, -0.009437000378966331, -0.012145571410655975, 0.015802131965756416, 0.043256908655166626, 0.04335181787610054, -0.02811182290315628, -0.04466228932142258, -0.021549707278609276, -0.007802767679095268, 0.0785888135433197, 0.09963201731443405], "r_norm": [4.504228115081787, 4.359161376953125, 4.287668228149414, 4.394140243530273, 4.26534366607666, 4.302586555480957, 4.512923717498779, 4.334213733673096, 4.396003246307373, 4.3985748291015625, 4.467639923095703, 4.304433345794678, 4.387602806091309, 4.3659749031066895, 4.309914588928223, 4.442557334899902, 4.424782752990723, 4.336376190185547, 4.43028450012207, 4.462241172790527]}, {"step": 1250, "epoch": 3, "train_loss": 1.714332103729248, "cos_r_negg": [0.5166336297988892, 0.05736994370818138, 0.007581571117043495, 0.01377174537628889, 0.010968418791890144, 0.06947293877601624, 0.0028318860568106174, 0.02825283445417881, -0.02673260122537613, 0.012617090716958046, 0.016965758055448532, 0.01941595785319805, 0.028379548341035843, 0.07419657707214355, -0.02704472653567791, -0.03142925351858139, -0.030163781717419624, 3.5760458558797836e-05, 0.12461939454078674, 0.12362655252218246], "cos_apical_negg": [0.5166336297988892, 0.05736994370818138, 0.007581571117043495, 0.01377174537628889, 0.010968418791890144, 0.06947293877601624, 0.0028318860568106174, 0.02825283445417881, -0.02673260122537613, 0.012617090716958046, 0.016965758055448532, 0.01941595785319805, 0.028379548341035843, 0.07419657707214355, -0.02704472653567791, -0.03142925351858139, -0.030163781717419624, 3.5760458558797836e-05, 0.12461939454078674, 0.12362655252218246], "cos_Ac_negg": [0.5166336297988892, 0.05736994370818138, 0.007581571117043495, 0.01377174537628889, 0.010968418791890144, 0.06947293877601624, 0.0028318860568106174, 0.02825283445417881, -0.02673260122537613, 0.012617090716958046, 0.016965758055448532, 0.01941595785319805, 0.028379548341035843, 0.07419657707214355, -0.02704472653567791, -0.03142925351858139, -0.030163781717419624, 3.5760458558797836e-05, 0.12461939454078674, 0.12362655252218246], "r_norm": [4.4876909255981445, 4.333367347717285, 4.272408485412598, 4.377719402313232, 4.256975173950195, 4.288666725158691, 4.505148887634277, 4.322810649871826, 4.388866424560547, 4.380367279052734, 4.453571319580078, 4.286929607391357, 4.378836631774902, 4.36075496673584, 4.293028354644775, 4.44135046005249, 4.408588409423828, 4.310792922973633, 4.401777744293213, 4.451450347900391]}, {"step": 1300, "epoch": 3, "train_loss": 1.9288058280944824, "cos_r_negg": [0.5418095588684082, 0.03464027866721153, -0.013236410915851593, 0.015359949320554733, 0.04563574492931366, 0.07787834107875824, -0.03546934574842453, 0.051722001284360886, -0.030004646629095078, 0.04118036851286888, 0.021379100158810616, -0.029621649533510208, 0.003908971790224314, 0.017672274261713028, 0.02529161237180233, -0.06572289764881134, -0.007192840799689293, 0.04721792787313461, 0.017774179577827454, 0.1038898304104805], "cos_apical_negg": [0.5418095588684082, 0.03464027866721153, -0.013236410915851593, 0.015359949320554733, 0.04563574492931366, 0.07787834107875824, -0.03546934574842453, 0.051722001284360886, -0.030004646629095078, 0.04118036851286888, 0.021379100158810616, -0.029621649533510208, 0.003908971790224314, 0.017672274261713028, 0.02529161237180233, -0.06572289764881134, -0.007192840799689293, 0.04721792787313461, 0.017774179577827454, 0.1038898304104805], "cos_Ac_negg": [0.5418095588684082, 0.03464027866721153, -0.013236410915851593, 0.015359949320554733, 0.04563574492931366, 0.07787834107875824, -0.03546934574842453, 0.051722001284360886, -0.030004646629095078, 0.04118036851286888, 0.021379100158810616, -0.029621649533510208, 0.003908971790224314, 0.017672274261713028, 0.02529161237180233, -0.06572289764881134, -0.007192840799689293, 0.04721792787313461, 0.017774179577827454, 0.1038898304104805], "r_norm": [4.552158355712891, 4.418730735778809, 4.357603073120117, 4.428054332733154, 4.3218560218811035, 4.35532283782959, 4.555659294128418, 4.380645751953125, 4.454111099243164, 4.439135551452637, 4.523741722106934, 4.355314254760742, 4.459878921508789, 4.423905372619629, 4.3719162940979, 4.516077041625977, 4.475857734680176, 4.389101505279541, 4.456972599029541, 4.521273612976074]}, {"step": 1350, "epoch": 3, "train_loss": 2.1642143726348877, "cos_r_negg": [0.5435709953308105, 0.014452479779720306, -0.0074138883501291275, 0.012385828420519829, 0.032442182302474976, 0.060995619744062424, -0.020090600475668907, 0.03928575664758682, -0.019500020891427994, 0.012374738231301308, 0.041144177317619324, -0.0032967710867524147, 0.016655098646879196, 0.03425882011651993, -0.020853688940405846, -0.06902965903282166, 0.049474455416202545, -0.07842127233743668, -0.07081953436136246, 0.01621638610959053], "cos_apical_negg": [0.5435709953308105, 0.014452479779720306, -0.0074138883501291275, 0.012385828420519829, 0.032442182302474976, 0.060995619744062424, -0.020090600475668907, 0.03928575664758682, -0.019500020891427994, 0.012374738231301308, 0.041144177317619324, -0.0032967710867524147, 0.016655098646879196, 0.03425882011651993, -0.020853688940405846, -0.06902965903282166, 0.049474455416202545, -0.07842127233743668, -0.07081953436136246, 0.01621638610959053], "cos_Ac_negg": [0.5435709953308105, 0.014452479779720306, -0.0074138883501291275, 0.012385828420519829, 0.032442182302474976, 0.060995619744062424, -0.020090600475668907, 0.03928575664758682, -0.019500020891427994, 0.012374738231301308, 0.041144177317619324, -0.0032967710867524147, 0.016655098646879196, 0.03425882011651993, -0.020853688940405846, -0.06902965903282166, 0.049474455416202545, -0.07842127233743668, -0.07081953436136246, 0.01621638610959053], "r_norm": [4.55763578414917, 4.416557312011719, 4.331973075866699, 4.449282169342041, 4.311947822570801, 4.364549160003662, 4.585768222808838, 4.392138957977295, 4.447061538696289, 4.46289587020874, 4.525030136108398, 4.370762825012207, 4.435262680053711, 4.4215288162231445, 4.369309425354004, 4.513787269592285, 4.476047039031982, 4.401040077209473, 4.4912004470825195, 4.533317565917969]}, {"step": 1400, "epoch": 3, "train_loss": 1.9175915718078613, "cos_r_negg": [0.5466454029083252, 0.00969398021697998, -0.01995721645653248, 0.01701631024479866, 0.05500786378979683, 0.0023028277792036533, -0.00833512470126152, 0.08256016671657562, 0.011360231786966324, 0.036229316145181656, 0.010134928859770298, -0.04185008630156517, 0.01284073106944561, 0.03912615031003952, 0.04018000140786171, -0.10938263684511185, 0.02877134457230568, 0.01836525648832321, -0.09953495860099792, 0.0032588178291916847], "cos_apical_negg": [0.5466454029083252, 0.00969398021697998, -0.01995721645653248, 0.01701631024479866, 0.05500786378979683, 0.0023028277792036533, -0.00833512470126152, 0.08256016671657562, 0.011360231786966324, 0.036229316145181656, 0.010134928859770298, -0.04185008630156517, 0.01284073106944561, 0.03912615031003952, 0.04018000140786171, -0.10938263684511185, 0.02877134457230568, 0.01836525648832321, -0.09953495860099792, 0.0032588178291916847], "cos_Ac_negg": [0.5466454029083252, 0.00969398021697998, -0.01995721645653248, 0.01701631024479866, 0.05500786378979683, 0.0023028277792036533, -0.00833512470126152, 0.08256016671657562, 0.011360231786966324, 0.036229316145181656, 0.010134928859770298, -0.04185008630156517, 0.01284073106944561, 0.03912615031003952, 0.04018000140786171, -0.10938263684511185, 0.02877134457230568, 0.01836525648832321, -0.09953495860099792, 0.0032588178291916847], "r_norm": [4.54801082611084, 4.415427207946777, 4.332164764404297, 4.4358954429626465, 4.310391426086426, 4.348061561584473, 4.57211971282959, 4.381836891174316, 4.441539764404297, 4.445687294006348, 4.524307727813721, 4.35179328918457, 4.437267303466797, 4.432051658630371, 4.358245372772217, 4.484047889709473, 4.466902256011963, 4.375326156616211, 4.4733123779296875, 4.504448413848877]}, {"step": 1450, "epoch": 3, "train_loss": 1.8050817251205444, "cos_r_negg": [0.517925500869751, 0.016058456152677536, -0.0011751967249438167, 0.013690007850527763, 0.045311786234378815, 0.010999375022947788, -0.0031020347960293293, 0.06685313582420349, -0.03671220690011978, -0.013570696115493774, 0.053458888083696365, -0.07596835494041443, 0.013620901852846146, 0.038726434111595154, 0.0029026337433606386, -0.1033187285065651, 0.06682281196117401, 0.018178272992372513, 0.0005103545263409615, 0.10309722274541855], "cos_apical_negg": [0.517925500869751, 0.016058456152677536, -0.0011751967249438167, 0.013690007850527763, 0.045311786234378815, 0.010999375022947788, -0.0031020347960293293, 0.06685313582420349, -0.03671220690011978, -0.013570696115493774, 0.053458888083696365, -0.07596835494041443, 0.013620901852846146, 0.038726434111595154, 0.0029026337433606386, -0.1033187285065651, 0.06682281196117401, 0.018178272992372513, 0.0005103545263409615, 0.10309722274541855], "cos_Ac_negg": [0.517925500869751, 0.016058456152677536, -0.0011751967249438167, 0.013690007850527763, 0.045311786234378815, 0.010999375022947788, -0.0031020347960293293, 0.06685313582420349, -0.03671220690011978, -0.013570696115493774, 0.053458888083696365, -0.07596835494041443, 0.013620901852846146, 0.038726434111595154, 0.0029026337433606386, -0.1033187285065651, 0.06682281196117401, 0.018178272992372513, 0.0005103545263409615, 0.10309722274541855], "r_norm": [4.62852668762207, 4.483010292053223, 4.419018745422363, 4.517181396484375, 4.389100074768066, 4.435338020324707, 4.6347174644470215, 4.437151908874512, 4.514443874359131, 4.525625705718994, 4.591089248657227, 4.419966697692871, 4.50575065612793, 4.482848644256592, 4.438202381134033, 4.575383186340332, 4.55599308013916, 4.471709251403809, 4.535221099853516, 4.606029033660889]}, {"step": 1500, "epoch": 3, "train_loss": 2.4080820083618164, "cos_r_negg": [0.5262699127197266, 0.02825949154794216, -0.004023809917271137, 0.010928317904472351, 0.040991682559251785, -6.901100277900696e-07, 0.011187254451215267, 0.07358835637569427, -0.04748625308275223, 0.06714589148759842, 0.0333000123500824, -0.03302663937211037, 0.021172285079956055, 0.02277623862028122, 0.05996430665254593, -0.014599574729800224, 0.03123178891837597, -0.030157772824168205, -0.015499800443649292, -0.00681658647954464], "cos_apical_negg": [0.5262699127197266, 0.02825949154794216, -0.004023809917271137, 0.010928317904472351, 0.040991682559251785, -6.901100277900696e-07, 0.011187254451215267, 0.07358835637569427, -0.04748625308275223, 0.06714589148759842, 0.0333000123500824, -0.03302663937211037, 0.021172285079956055, 0.02277623862028122, 0.05996430665254593, -0.014599574729800224, 0.03123178891837597, -0.030157772824168205, -0.015499800443649292, -0.00681658647954464], "cos_Ac_negg": [0.5262699127197266, 0.02825949154794216, -0.004023809917271137, 0.010928317904472351, 0.040991682559251785, -6.901100277900696e-07, 0.011187254451215267, 0.07358835637569427, -0.04748625308275223, 0.06714589148759842, 0.0333000123500824, -0.03302663937211037, 0.021172285079956055, 0.02277623862028122, 0.05996430665254593, -0.014599574729800224, 0.03123178891837597, -0.030157772824168205, -0.015499800443649292, -0.00681658647954464], "r_norm": [4.408126354217529, 4.280048847198486, 4.219659805297852, 4.302004814147949, 4.192128658294678, 4.215500354766846, 4.417597770690918, 4.24797248840332, 4.317147731781006, 4.311217308044434, 4.389510631561279, 4.215992450714111, 4.308289527893066, 4.286376476287842, 4.230648994445801, 4.367581844329834, 4.341599941253662, 4.248043537139893, 4.324871063232422, 4.378206729888916]}, {"step": 1550, "epoch": 3, "train_loss": 2.1116645336151123, "cos_r_negg": [0.545457124710083, 0.04079562425613403, 0.0017685266211628914, 0.021747084334492683, 0.023043222725391388, 0.023384463042020798, 0.023065486922860146, 0.04426848515868187, -0.011433552950620651, 0.062248099595308304, -0.021704688668251038, -0.05155390501022339, 0.02100403979420662, -0.07575763761997223, 0.016873611137270927, -0.03469724953174591, -0.04004054516553879, 0.045266106724739075, -0.00441388227045536, 0.02531619369983673], "cos_apical_negg": [0.545457124710083, 0.04079562425613403, 0.0017685266211628914, 0.021747084334492683, 0.023043222725391388, 0.023384463042020798, 0.023065486922860146, 0.04426848515868187, -0.011433552950620651, 0.062248099595308304, -0.021704688668251038, -0.05155390501022339, 0.02100403979420662, -0.07575763761997223, 0.016873611137270927, -0.03469724953174591, -0.04004054516553879, 0.045266106724739075, -0.00441388227045536, 0.02531619369983673], "cos_Ac_negg": [0.545457124710083, 0.04079562425613403, 0.0017685266211628914, 0.021747084334492683, 0.023043222725391388, 0.023384463042020798, 0.023065486922860146, 0.04426848515868187, -0.011433552950620651, 0.062248099595308304, -0.021704688668251038, -0.05155390501022339, 0.02100403979420662, -0.07575763761997223, 0.016873611137270927, -0.03469724953174591, -0.04004054516553879, 0.045266106724739075, -0.00441388227045536, 0.02531619369983673], "r_norm": [4.525862216949463, 4.387249946594238, 4.301789283752441, 4.4139933586120605, 4.292357444763184, 4.329841613769531, 4.52908992767334, 4.343016624450684, 4.427994728088379, 4.406088352203369, 4.490091323852539, 4.321227550506592, 4.395536422729492, 4.391323566436768, 4.3248610496521, 4.477512359619141, 4.440672397613525, 4.353135585784912, 4.442834854125977, 4.485326766967773]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3676, "test_loss": 1.8502003295898437}, {"step": 1600, "epoch": 4, "train_loss": 2.1216564178466797, "cos_r_negg": [0.5627846717834473, 0.023901663720607758, 0.018561510369181633, 0.008915399201214314, 0.012327898293733597, 0.03005518764257431, 0.06502419710159302, 0.041870828717947006, -0.009716100990772247, 0.029422150924801826, -0.01405103038996458, -0.04262369126081467, 0.011257803998887539, 0.03656232729554176, 0.011202028021216393, 0.032619260251522064, -0.0012666545808315277, 0.05137604847550392, 0.025687161833047867, 0.03620774298906326], "cos_apical_negg": [0.5627846717834473, 0.023901663720607758, 0.018561510369181633, 0.008915399201214314, 0.012327898293733597, 0.03005518764257431, 0.06502419710159302, 0.041870828717947006, -0.009716100990772247, 0.029422150924801826, -0.01405103038996458, -0.04262369126081467, 0.011257803998887539, 0.03656232729554176, 0.011202028021216393, 0.032619260251522064, -0.0012666545808315277, 0.05137604847550392, 0.025687161833047867, 0.03620774298906326], "cos_Ac_negg": [0.5627846717834473, 0.023901663720607758, 0.018561510369181633, 0.008915399201214314, 0.012327898293733597, 0.03005518764257431, 0.06502419710159302, 0.041870828717947006, -0.009716100990772247, 0.029422150924801826, -0.01405103038996458, -0.04262369126081467, 0.011257803998887539, 0.03656232729554176, 0.011202028021216393, 0.032619260251522064, -0.0012666545808315277, 0.05137604847550392, 0.025687161833047867, 0.03620774298906326], "r_norm": [4.5144877433776855, 4.379278182983398, 4.298311233520508, 4.413686752319336, 4.280807971954346, 4.336015224456787, 4.5250468254089355, 4.3541340827941895, 4.411280155181885, 4.429903984069824, 4.497086048126221, 4.325138092041016, 4.405099391937256, 4.379834175109863, 4.333251953125, 4.468196868896484, 4.444545269012451, 4.36020565032959, 4.437756538391113, 4.496212959289551]}, {"step": 1650, "epoch": 4, "train_loss": 1.842742681503296, "cos_r_negg": [0.5478430986404419, 0.04627663642168045, 0.01711301878094673, 0.018109576776623726, 0.03049454838037491, 0.033198896795511246, 0.06840627640485764, 0.045014046132564545, 0.0040661608800292015, 0.037750452756881714, -0.003626231336966157, -0.01168078649789095, -0.024852778762578964, 0.003152717836201191, 0.05093894898891449, -0.023467842489480972, 0.016812508925795555, 0.08044890314340591, 0.05482732877135277, 0.047407545149326324], "cos_apical_negg": [0.5478430986404419, 0.04627663642168045, 0.01711301878094673, 0.018109576776623726, 0.03049454838037491, 0.033198896795511246, 0.06840627640485764, 0.045014046132564545, 0.0040661608800292015, 0.037750452756881714, -0.003626231336966157, -0.01168078649789095, -0.024852778762578964, 0.003152717836201191, 0.05093894898891449, -0.023467842489480972, 0.016812508925795555, 0.08044890314340591, 0.05482732877135277, 0.047407545149326324], "cos_Ac_negg": [0.5478430986404419, 0.04627663642168045, 0.01711301878094673, 0.018109576776623726, 0.03049454838037491, 0.033198896795511246, 0.06840627640485764, 0.045014046132564545, 0.0040661608800292015, 0.037750452756881714, -0.003626231336966157, -0.01168078649789095, -0.024852778762578964, 0.003152717836201191, 0.05093894898891449, -0.023467842489480972, 0.016812508925795555, 0.08044890314340591, 0.05482732877135277, 0.047407545149326324], "r_norm": [4.432729721069336, 4.29206657409668, 4.219794750213623, 4.322410583496094, 4.210522651672363, 4.24160623550415, 4.4514570236206055, 4.260342597961426, 4.324239730834961, 4.341409683227539, 4.407796859741211, 4.227630615234375, 4.309238910675049, 4.306081771850586, 4.245347499847412, 4.371758460998535, 4.358306407928467, 4.266012191772461, 4.341931343078613, 4.397926330566406]}, {"step": 1700, "epoch": 4, "train_loss": 1.8542581796646118, "cos_r_negg": [0.5794228911399841, 0.02067163772881031, 0.008228003978729248, 0.003448226023465395, 0.038037560880184174, 0.03578650578856468, 0.07134808599948883, 0.09368349611759186, -0.017709100618958473, 0.02403070777654648, 0.08961688727140427, 0.00321067008189857, -0.0003791698254644871, 0.08885350078344345, -0.0027532652020454407, -0.07289543747901917, 0.016565311700105667, -0.03392452746629715, 0.08682656288146973, 0.04061383754014969], "cos_apical_negg": [0.5794228911399841, 0.02067163772881031, 0.008228003978729248, 0.003448226023465395, 0.038037560880184174, 0.03578650578856468, 0.07134808599948883, 0.09368349611759186, -0.017709100618958473, 0.02403070777654648, 0.08961688727140427, 0.00321067008189857, -0.0003791698254644871, 0.08885350078344345, -0.0027532652020454407, -0.07289543747901917, 0.016565311700105667, -0.03392452746629715, 0.08682656288146973, 0.04061383754014969], "cos_Ac_negg": [0.5794228911399841, 0.02067163772881031, 0.008228003978729248, 0.003448226023465395, 0.038037560880184174, 0.03578650578856468, 0.07134808599948883, 0.09368349611759186, -0.017709100618958473, 0.02403070777654648, 0.08961688727140427, 0.00321067008189857, -0.0003791698254644871, 0.08885350078344345, -0.0027532652020454407, -0.07289543747901917, 0.016565311700105667, -0.03392452746629715, 0.08682656288146973, 0.04061383754014969], "r_norm": [4.476740837097168, 4.333211421966553, 4.261081695556641, 4.349397659301758, 4.226507186889648, 4.28306770324707, 4.482791900634766, 4.294276237487793, 4.364761829376221, 4.3486456871032715, 4.422659873962402, 4.272149085998535, 4.344225883483887, 4.335667610168457, 4.280754089355469, 4.40966272354126, 4.383298873901367, 4.296995162963867, 4.3813347816467285, 4.43573522567749]}, {"step": 1750, "epoch": 4, "train_loss": 1.9169628620147705, "cos_r_negg": [0.5653136372566223, 0.061655882745981216, 0.006203893572092056, 0.0015270458534359932, 0.012478352524340153, 0.029585422948002815, 0.01886937767267227, 0.051253702491521835, -0.004577388055622578, 0.01091904379427433, 0.04830630123615265, -0.01699768751859665, 0.06392639875411987, 0.053848981857299805, 0.015727892518043518, -0.06209032982587814, -0.06234190613031387, -0.13404034078121185, -0.0035021542571485043, 0.04897978901863098], "cos_apical_negg": [0.5653136372566223, 0.061655882745981216, 0.006203893572092056, 0.0015270458534359932, 0.012478352524340153, 0.029585422948002815, 0.01886937767267227, 0.051253702491521835, -0.004577388055622578, 0.01091904379427433, 0.04830630123615265, -0.01699768751859665, 0.06392639875411987, 0.053848981857299805, 0.015727892518043518, -0.06209032982587814, -0.06234190613031387, -0.13404034078121185, -0.0035021542571485043, 0.04897978901863098], "cos_Ac_negg": [0.5653136372566223, 0.061655882745981216, 0.006203893572092056, 0.0015270458534359932, 0.012478352524340153, 0.029585422948002815, 0.01886937767267227, 0.051253702491521835, -0.004577388055622578, 0.01091904379427433, 0.04830630123615265, -0.01699768751859665, 0.06392639875411987, 0.053848981857299805, 0.015727892518043518, -0.06209032982587814, -0.06234190613031387, -0.13404034078121185, -0.0035021542571485043, 0.04897978901863098], "r_norm": [4.4937310218811035, 4.339626312255859, 4.277953147888184, 4.364809036254883, 4.2501420974731445, 4.303586006164551, 4.508718013763428, 4.329648017883301, 4.39249324798584, 4.399132251739502, 4.448452472686768, 4.284468650817871, 4.371487617492676, 4.365110397338867, 4.293810844421387, 4.436322212219238, 4.418140411376953, 4.301450729370117, 4.407655715942383, 4.439707279205322]}, {"step": 1800, "epoch": 4, "train_loss": 1.59702467918396, "cos_r_negg": [0.5588557720184326, 0.042224012315273285, 0.02085200883448124, 0.007693640422075987, -0.00830723624676466, 0.03905688598752022, 0.03686238452792168, 0.06796461343765259, 0.03053518757224083, 0.04205021634697914, 0.049375616014003754, -0.029528047889471054, 0.01953929103910923, 0.024014104157686234, -0.03163474053144455, -0.02651691809296608, -0.08133676648139954, -0.10201132297515869, -0.033888764679431915, -0.018436243757605553], "cos_apical_negg": [0.5588557720184326, 0.042224012315273285, 0.02085200883448124, 0.007693640422075987, -0.00830723624676466, 0.03905688598752022, 0.03686238452792168, 0.06796461343765259, 0.03053518757224083, 0.04205021634697914, 0.049375616014003754, -0.029528047889471054, 0.01953929103910923, 0.024014104157686234, -0.03163474053144455, -0.02651691809296608, -0.08133676648139954, -0.10201132297515869, -0.033888764679431915, -0.018436243757605553], "cos_Ac_negg": [0.5588557720184326, 0.042224012315273285, 0.02085200883448124, 0.007693640422075987, -0.00830723624676466, 0.03905688598752022, 0.03686238452792168, 0.06796461343765259, 0.03053518757224083, 0.04205021634697914, 0.049375616014003754, -0.029528047889471054, 0.01953929103910923, 0.024014104157686234, -0.03163474053144455, -0.02651691809296608, -0.08133676648139954, -0.10201132297515869, -0.033888764679431915, -0.018436243757605553], "r_norm": [4.295099258422852, 4.16145133972168, 4.091157913208008, 4.188554763793945, 4.059179782867432, 4.111189842224121, 4.299768447875977, 4.132217884063721, 4.1927595138549805, 4.180560111999512, 4.266429901123047, 4.1065473556518555, 4.179598331451416, 4.172189235687256, 4.100291728973389, 4.23478889465332, 4.2178802490234375, 4.130976676940918, 4.215904712677002, 4.25257682800293]}, {"step": 1850, "epoch": 4, "train_loss": 1.9188867807388306, "cos_r_negg": [0.5898151397705078, 0.05597919598221779, 0.010501333512365818, 0.029632018879055977, 0.027976319193840027, 0.05040976405143738, 0.06655418872833252, 0.060542993247509, -0.006844840012490749, 0.05207210034132004, 0.018795281648635864, 0.001875169575214386, -0.0377141535282135, 0.02217017114162445, -0.010135244578123093, 0.0016986113041639328, 0.012306898832321167, -0.060940831899642944, -0.04074617475271225, 0.016811959445476532], "cos_apical_negg": [0.5898151397705078, 0.05597919598221779, 0.010501333512365818, 0.029632018879055977, 0.027976319193840027, 0.05040976405143738, 0.06655418872833252, 0.060542993247509, -0.006844840012490749, 0.05207210034132004, 0.018795281648635864, 0.001875169575214386, -0.0377141535282135, 0.02217017114162445, -0.010135244578123093, 0.0016986113041639328, 0.012306898832321167, -0.060940831899642944, -0.04074617475271225, 0.016811959445476532], "cos_Ac_negg": [0.5898151397705078, 0.05597919598221779, 0.010501333512365818, 0.029632018879055977, 0.027976319193840027, 0.05040976405143738, 0.06655418872833252, 0.060542993247509, -0.006844840012490749, 0.05207210034132004, 0.018795281648635864, 0.001875169575214386, -0.0377141535282135, 0.02217017114162445, -0.010135244578123093, 0.0016986113041639328, 0.012306898832321167, -0.060940831899642944, -0.04074617475271225, 0.016811959445476532], "r_norm": [4.476428508758545, 4.342227458953857, 4.267348289489746, 4.35305118560791, 4.240169525146484, 4.278632164001465, 4.48961067199707, 4.307275295257568, 4.369416236877441, 4.365558624267578, 4.453704833984375, 4.274695873260498, 4.3600287437438965, 4.36025857925415, 4.284078598022461, 4.417473793029785, 4.3949809074401855, 4.295568466186523, 4.395299911499023, 4.441510200500488]}, {"step": 1900, "epoch": 4, "train_loss": 1.8285841941833496, "cos_r_negg": [0.5472657680511475, 0.06977693736553192, 0.018704984337091446, 0.03777424991130829, 0.02364407107234001, 0.04926270991563797, 0.0721171423792839, 0.03480004519224167, -0.03238945081830025, 0.05696086958050728, -0.007650105282664299, 0.024814005941152573, -0.007669089362025261, -0.04357892647385597, -0.04844101145863533, 0.006225744262337685, -0.04091188684105873, -0.05870151147246361, -0.016061248257756233, -0.005986562930047512], "cos_apical_negg": [0.5472657680511475, 0.06977693736553192, 0.018704984337091446, 0.03777424991130829, 0.02364407107234001, 0.04926270991563797, 0.0721171423792839, 0.03480004519224167, -0.03238945081830025, 0.05696086958050728, -0.007650105282664299, 0.024814005941152573, -0.007669089362025261, -0.04357892647385597, -0.04844101145863533, 0.006225744262337685, -0.04091188684105873, -0.05870151147246361, -0.016061248257756233, -0.005986562930047512], "cos_Ac_negg": [0.5472657680511475, 0.06977693736553192, 0.018704984337091446, 0.03777424991130829, 0.02364407107234001, 0.04926270991563797, 0.0721171423792839, 0.03480004519224167, -0.03238945081830025, 0.05696086958050728, -0.007650105282664299, 0.024814005941152573, -0.007669089362025261, -0.04357892647385597, -0.04844101145863533, 0.006225744262337685, -0.04091188684105873, -0.05870151147246361, -0.016061248257756233, -0.005986562930047512], "r_norm": [4.418641090393066, 4.268651485443115, 4.2008562088012695, 4.313687324523926, 4.190451622009277, 4.227614402770996, 4.426413536071777, 4.259190082550049, 4.314787864685059, 4.319789409637451, 4.384507656097412, 4.223370552062988, 4.299379348754883, 4.285719871520996, 4.223916053771973, 4.36560583114624, 4.339611053466797, 4.2357401847839355, 4.332974910736084, 4.372647285461426]}, {"step": 1950, "epoch": 4, "train_loss": 1.759223222732544, "cos_r_negg": [0.5267456769943237, 0.07988488674163818, 0.02180248312652111, 0.03688043728470802, 0.025807932019233704, 0.0532376803457737, 0.07207262516021729, 0.009493166580796242, 0.00575439166277647, 0.07902762293815613, 0.0059517864137887955, 0.028247224166989326, -0.02022937685251236, -0.03022690862417221, -0.011218809522688389, -0.006731837056577206, -0.06551907956600189, -0.0276494100689888, -0.054700132459402084, 0.049506332725286484], "cos_apical_negg": [0.5267456769943237, 0.07988488674163818, 0.02180248312652111, 0.03688043728470802, 0.025807932019233704, 0.0532376803457737, 0.07207262516021729, 0.009493166580796242, 0.00575439166277647, 0.07902762293815613, 0.0059517864137887955, 0.028247224166989326, -0.02022937685251236, -0.03022690862417221, -0.011218809522688389, -0.006731837056577206, -0.06551907956600189, -0.0276494100689888, -0.054700132459402084, 0.049506332725286484], "cos_Ac_negg": [0.5267456769943237, 0.07988488674163818, 0.02180248312652111, 0.03688043728470802, 0.025807932019233704, 0.0532376803457737, 0.07207262516021729, 0.009493166580796242, 0.00575439166277647, 0.07902762293815613, 0.0059517864137887955, 0.028247224166989326, -0.02022937685251236, -0.03022690862417221, -0.011218809522688389, -0.006731837056577206, -0.06551907956600189, -0.0276494100689888, -0.054700132459402084, 0.049506332725286484], "r_norm": [4.521881103515625, 4.379218578338623, 4.300561904907227, 4.411593437194824, 4.280072212219238, 4.328099250793457, 4.533700466156006, 4.355517387390137, 4.411746025085449, 4.4149346351623535, 4.492429733276367, 4.324240684509277, 4.39730978012085, 4.383039474487305, 4.327444076538086, 4.4612321853637695, 4.440154075622559, 4.351685523986816, 4.447848320007324, 4.489112854003906]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3676, "test_loss": 1.9310110473632813}, {"step": 2000, "epoch": 5, "train_loss": 1.989085078239441, "cos_r_negg": [0.5408257246017456, 0.06863449513912201, 0.030247904360294342, 0.02538377419114113, 0.017602581530809402, 0.03768350929021835, 0.06115094572305679, 0.06166268140077591, 0.008056500926613808, 0.01979108527302742, 0.033762503415346146, 0.04495781287550926, 0.014057951048016548, 0.05112354829907417, 0.04111294448375702, -0.032137878239154816, 0.03747593238949776, -0.014223799109458923, -0.07555365562438965, 0.0451803095638752], "cos_apical_negg": [0.5408257246017456, 0.06863449513912201, 0.030247904360294342, 0.02538377419114113, 0.017602581530809402, 0.03768350929021835, 0.06115094572305679, 0.06166268140077591, 0.008056500926613808, 0.01979108527302742, 0.033762503415346146, 0.04495781287550926, 0.014057951048016548, 0.05112354829907417, 0.04111294448375702, -0.032137878239154816, 0.03747593238949776, -0.014223799109458923, -0.07555365562438965, 0.0451803095638752], "cos_Ac_negg": [0.5408257246017456, 0.06863449513912201, 0.030247904360294342, 0.02538377419114113, 0.017602581530809402, 0.03768350929021835, 0.06115094572305679, 0.06166268140077591, 0.008056500926613808, 0.01979108527302742, 0.033762503415346146, 0.04495781287550926, 0.014057951048016548, 0.05112354829907417, 0.04111294448375702, -0.032137878239154816, 0.03747593238949776, -0.014223799109458923, -0.07555365562438965, 0.0451803095638752], "r_norm": [4.427865028381348, 4.283786296844482, 4.2009735107421875, 4.306159973144531, 4.195223808288574, 4.225247383117676, 4.449038982391357, 4.268442153930664, 4.3191094398498535, 4.347379684448242, 4.395017623901367, 4.236513137817383, 4.315892696380615, 4.300495147705078, 4.237428665161133, 4.360197067260742, 4.3450493812561035, 4.261075973510742, 4.35434103012085, 4.398653507232666]}, {"step": 2050, "epoch": 5, "train_loss": 2.0583434104919434, "cos_r_negg": [0.5616860389709473, 0.058459073305130005, 0.02083289809525013, 0.018063992261886597, 0.0192368496209383, 0.026872504502534866, 0.03236021474003792, 0.06545686721801758, -0.056914545595645905, 0.03239581733942032, 0.00670618424192071, 0.0596943125128746, 0.042200230062007904, 0.06474332511425018, -0.011006936430931091, -0.1145843043923378, -0.016178704798221588, 0.007910468615591526, -0.03238607197999954, -0.0353296659886837], "cos_apical_negg": [0.5616860389709473, 0.058459073305130005, 0.02083289809525013, 0.018063992261886597, 0.0192368496209383, 0.026872504502534866, 0.03236021474003792, 0.06545686721801758, -0.056914545595645905, 0.03239581733942032, 0.00670618424192071, 0.0596943125128746, 0.042200230062007904, 0.06474332511425018, -0.011006936430931091, -0.1145843043923378, -0.016178704798221588, 0.007910468615591526, -0.03238607197999954, -0.0353296659886837], "cos_Ac_negg": [0.5616860389709473, 0.058459073305130005, 0.02083289809525013, 0.018063992261886597, 0.0192368496209383, 0.026872504502534866, 0.03236021474003792, 0.06545686721801758, -0.056914545595645905, 0.03239581733942032, 0.00670618424192071, 0.0596943125128746, 0.042200230062007904, 0.06474332511425018, -0.011006936430931091, -0.1145843043923378, -0.016178704798221588, 0.007910468615591526, -0.03238607197999954, -0.0353296659886837], "r_norm": [4.492398738861084, 4.342537879943848, 4.265988349914551, 4.402217864990234, 4.248252868652344, 4.3128204345703125, 4.543265342712402, 4.326456069946289, 4.409125328063965, 4.407887935638428, 4.459654808044434, 4.308221817016602, 4.3454179763793945, 4.371478080749512, 4.29773473739624, 4.455307960510254, 4.4205145835876465, 4.328213691711426, 4.443166732788086, 4.490671157836914]}, {"step": 2100, "epoch": 5, "train_loss": 2.077763557434082, "cos_r_negg": [0.5524592399597168, 0.06567542999982834, 0.04384390264749527, 0.04813754931092262, 0.011008433997631073, 0.07961732149124146, 0.04048424959182739, 0.0406019389629364, -0.01563696190714836, 0.021057358011603355, 0.06411566585302353, -0.0075436304323375225, 0.03528335317969322, 0.058823175728321075, -0.027911674231290817, -0.006734010297805071, -0.07539700716733932, 0.001020803116261959, 0.012354438193142414, 0.04316575080156326], "cos_apical_negg": [0.5524592399597168, 0.06567542999982834, 0.04384390264749527, 0.04813754931092262, 0.011008433997631073, 0.07961732149124146, 0.04048424959182739, 0.0406019389629364, -0.01563696190714836, 0.021057358011603355, 0.06411566585302353, -0.0075436304323375225, 0.03528335317969322, 0.058823175728321075, -0.027911674231290817, -0.006734010297805071, -0.07539700716733932, 0.001020803116261959, 0.012354438193142414, 0.04316575080156326], "cos_Ac_negg": [0.5524592399597168, 0.06567542999982834, 0.04384390264749527, 0.04813754931092262, 0.011008433997631073, 0.07961732149124146, 0.04048424959182739, 0.0406019389629364, -0.01563696190714836, 0.021057358011603355, 0.06411566585302353, -0.0075436304323375225, 0.03528335317969322, 0.058823175728321075, -0.027911674231290817, -0.006734010297805071, -0.07539700716733932, 0.001020803116261959, 0.012354438193142414, 0.04316575080156326], "r_norm": [4.531193733215332, 4.366447925567627, 4.2901506423950195, 4.402046203613281, 4.282502174377441, 4.321286678314209, 4.5326642990112305, 4.342576026916504, 4.408424377441406, 4.41008186340332, 4.476986885070801, 4.321252822875977, 4.387988090515137, 4.377363204956055, 4.3192243576049805, 4.452679634094238, 4.436208724975586, 4.354028701782227, 4.431509017944336, 4.479622840881348]}, {"step": 2150, "epoch": 5, "train_loss": 1.9979336261749268, "cos_r_negg": [0.5548726320266724, 0.06409196555614471, 0.047292355448007584, 0.05196017771959305, 0.02184312418103218, 0.05157949775457382, 0.05760018900036812, 0.060394637286663055, -0.028332475572824478, 0.026055507361888885, 0.0815812349319458, 0.06218615919351578, 0.0007072053849697113, 0.0658142939209938, 0.028916196897625923, -0.10447341203689575, 0.027961522340774536, -0.04606613516807556, 0.003791654482483864, -0.011543752625584602], "cos_apical_negg": [0.5548726320266724, 0.06409196555614471, 0.047292355448007584, 0.05196017771959305, 0.02184312418103218, 0.05157949775457382, 0.05760018900036812, 0.060394637286663055, -0.028332475572824478, 0.026055507361888885, 0.0815812349319458, 0.06218615919351578, 0.0007072053849697113, 0.0658142939209938, 0.028916196897625923, -0.10447341203689575, 0.027961522340774536, -0.04606613516807556, 0.003791654482483864, -0.011543752625584602], "cos_Ac_negg": [0.5548726320266724, 0.06409196555614471, 0.047292355448007584, 0.05196017771959305, 0.02184312418103218, 0.05157949775457382, 0.05760018900036812, 0.060394637286663055, -0.028332475572824478, 0.026055507361888885, 0.0815812349319458, 0.06218615919351578, 0.0007072053849697113, 0.0658142939209938, 0.028916196897625923, -0.10447341203689575, 0.027961522340774536, -0.04606613516807556, 0.003791654482483864, -0.011543752625584602], "r_norm": [4.379122734069824, 4.237112522125244, 4.1598310470581055, 4.264846324920654, 4.139838218688965, 4.174965858459473, 4.386493682861328, 4.207686901092529, 4.260942459106445, 4.262170314788818, 4.3344621658325195, 4.174008846282959, 4.246862411499023, 4.249309539794922, 4.175532341003418, 4.3031463623046875, 4.2881693840026855, 4.215950012207031, 4.2881927490234375, 4.324175834655762]}, {"step": 2200, "epoch": 5, "train_loss": 1.9856146574020386, "cos_r_negg": [0.5460208654403687, 0.08333314955234528, 0.03319049999117851, 0.049028053879737854, 0.0596139058470726, 0.03848198428750038, 0.09472810477018356, 0.03830205649137497, 0.003558142576366663, 0.05433685705065727, 0.004738503135740757, -0.0034226402640342712, 0.006511672865599394, 0.015461192466318607, -0.01082171406596899, -0.08599716424942017, 0.020118078216910362, 0.0001605466241016984, 0.06644701212644577, 0.0104215107858181], "cos_apical_negg": [0.5460208654403687, 0.08333314955234528, 0.03319049999117851, 0.049028053879737854, 0.0596139058470726, 0.03848198428750038, 0.09472810477018356, 0.03830205649137497, 0.003558142576366663, 0.05433685705065727, 0.004738503135740757, -0.0034226402640342712, 0.006511672865599394, 0.015461192466318607, -0.01082171406596899, -0.08599716424942017, 0.020118078216910362, 0.0001605466241016984, 0.06644701212644577, 0.0104215107858181], "cos_Ac_negg": [0.5460208654403687, 0.08333314955234528, 0.03319049999117851, 0.049028053879737854, 0.0596139058470726, 0.03848198428750038, 0.09472810477018356, 0.03830205649137497, 0.003558142576366663, 0.05433685705065727, 0.004738503135740757, -0.0034226402640342712, 0.006511672865599394, 0.015461192466318607, -0.01082171406596899, -0.08599716424942017, 0.020118078216910362, 0.0001605466241016984, 0.06644701212644577, 0.0104215107858181], "r_norm": [4.36982536315918, 4.223355293273926, 4.1494364738464355, 4.262852668762207, 4.143448829650879, 4.177183151245117, 4.386751174926758, 4.204649448394775, 4.263113975524902, 4.271853923797607, 4.333984851837158, 4.168239593505859, 4.244606018066406, 4.24027156829834, 4.177441596984863, 4.318578720092773, 4.290884017944336, 4.208896636962891, 4.288362503051758, 4.335668563842773]}, {"step": 2250, "epoch": 5, "train_loss": 2.0169572830200195, "cos_r_negg": [0.5541330575942993, 0.08166632056236267, 0.06485615670681, 0.01658053696155548, 0.031921349465847015, 0.032675109803676605, 0.08619499206542969, 0.0395241416990757, -0.0008761235512793064, 0.0431806743144989, 0.004968143068253994, 0.02769562602043152, -0.0048447176814079285, 0.047238126397132874, 0.0216441061347723, -0.058373238891363144, -0.04271071031689644, -0.003666194621473551, -0.06177106127142906, -0.005802784115076065], "cos_apical_negg": [0.5541330575942993, 0.08166632056236267, 0.06485615670681, 0.01658053696155548, 0.031921349465847015, 0.032675109803676605, 0.08619499206542969, 0.0395241416990757, -0.0008761235512793064, 0.0431806743144989, 0.004968143068253994, 0.02769562602043152, -0.0048447176814079285, 0.047238126397132874, 0.0216441061347723, -0.058373238891363144, -0.04271071031689644, -0.003666194621473551, -0.06177106127142906, -0.005802784115076065], "cos_Ac_negg": [0.5541330575942993, 0.08166632056236267, 0.06485615670681, 0.01658053696155548, 0.031921349465847015, 0.032675109803676605, 0.08619499206542969, 0.0395241416990757, -0.0008761235512793064, 0.0431806743144989, 0.004968143068253994, 0.02769562602043152, -0.0048447176814079285, 0.047238126397132874, 0.0216441061347723, -0.058373238891363144, -0.04271071031689644, -0.003666194621473551, -0.06177106127142906, -0.005802784115076065], "r_norm": [4.361776351928711, 4.228759288787842, 4.157910346984863, 4.255681037902832, 4.129176616668701, 4.1728515625, 4.3607635498046875, 4.20018196105957, 4.256050109863281, 4.2545270919799805, 4.33403205871582, 4.1705098152160645, 4.253670692443848, 4.229589939117432, 4.174769401550293, 4.311193466186523, 4.293413162231445, 4.197492599487305, 4.280488014221191, 4.3231000900268555]}, {"step": 2300, "epoch": 5, "train_loss": 1.96932053565979, "cos_r_negg": [0.5510371923446655, 0.05651771277189255, 0.04967544227838516, 0.07154099643230438, 0.042956992983818054, 0.04303225874900818, 0.0729207694530487, 0.031443238258361816, 0.018069695681333542, 0.04354383051395416, -0.007713762111961842, 0.04050038009881973, 0.031170710921287537, 0.047625742852687836, 0.008876987732946873, -0.09166398644447327, 0.023701729252934456, -0.026438411325216293, -0.06435287743806839, -0.06652846932411194], "cos_apical_negg": [0.5510371923446655, 0.05651771277189255, 0.04967544227838516, 0.07154099643230438, 0.042956992983818054, 0.04303225874900818, 0.0729207694530487, 0.031443238258361816, 0.018069695681333542, 0.04354383051395416, -0.007713762111961842, 0.04050038009881973, 0.031170710921287537, 0.047625742852687836, 0.008876987732946873, -0.09166398644447327, 0.023701729252934456, -0.026438411325216293, -0.06435287743806839, -0.06652846932411194], "cos_Ac_negg": [0.5510371923446655, 0.05651771277189255, 0.04967544227838516, 0.07154099643230438, 0.042956992983818054, 0.04303225874900818, 0.0729207694530487, 0.031443238258361816, 0.018069695681333542, 0.04354383051395416, -0.007713762111961842, 0.04050038009881973, 0.031170710921287537, 0.047625742852687836, 0.008876987732946873, -0.09166398644447327, 0.023701729252934456, -0.026438411325216293, -0.06435287743806839, -0.06652846932411194], "r_norm": [4.45493745803833, 4.283761024475098, 4.228872299194336, 4.324143409729004, 4.224025726318359, 4.245067596435547, 4.454839706420898, 4.283783435821533, 4.330608367919922, 4.350642681121826, 4.401106834411621, 4.240677833557129, 4.33223819732666, 4.294621467590332, 4.25744104385376, 4.399669647216797, 4.377782344818115, 4.288824081420898, 4.361995220184326, 4.4101667404174805]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3538, "test_loss": 2.0957692626953124}, {"step": 2350, "epoch": 6, "train_loss": 1.8535246849060059, "cos_r_negg": [0.5508458614349365, 0.05054192990064621, 0.04680195450782776, 0.05992797762155533, 0.040835484862327576, 0.025662913918495178, 0.05439722537994385, 0.028031308203935623, 0.024734269827604294, 0.0791638046503067, 0.03670284524559975, 0.020650604739785194, 0.03679430112242699, 0.02570640668272972, -0.033097438514232635, -0.01550266332924366, 0.0822710171341896, 0.0020550950430333614, 0.034252993762493134, 0.03229905664920807], "cos_apical_negg": [0.5508458614349365, 0.05054192990064621, 0.04680195450782776, 0.05992797762155533, 0.040835484862327576, 0.025662913918495178, 0.05439722537994385, 0.028031308203935623, 0.024734269827604294, 0.0791638046503067, 0.03670284524559975, 0.020650604739785194, 0.03679430112242699, 0.02570640668272972, -0.033097438514232635, -0.01550266332924366, 0.0822710171341896, 0.0020550950430333614, 0.034252993762493134, 0.03229905664920807], "cos_Ac_negg": [0.5508458614349365, 0.05054192990064621, 0.04680195450782776, 0.05992797762155533, 0.040835484862327576, 0.025662913918495178, 0.05439722537994385, 0.028031308203935623, 0.024734269827604294, 0.0791638046503067, 0.03670284524559975, 0.020650604739785194, 0.03679430112242699, 0.02570640668272972, -0.033097438514232635, -0.01550266332924366, 0.0822710171341896, 0.0020550950430333614, 0.034252993762493134, 0.03229905664920807], "r_norm": [4.470544815063477, 4.321826457977295, 4.258544445037842, 4.358065605163574, 4.246135234832764, 4.265402793884277, 4.468012809753418, 4.2960381507873535, 4.353026866912842, 4.353215217590332, 4.426706790924072, 4.257905960083008, 4.350002765655518, 4.317080020904541, 4.285829544067383, 4.416017055511475, 4.4017181396484375, 4.314105987548828, 4.370692253112793, 4.427498817443848]}, {"step": 2400, "epoch": 6, "train_loss": 1.8764736652374268, "cos_r_negg": [0.5662009119987488, 0.05152914673089981, 0.04309885948896408, 0.04083826765418053, 0.03199907764792442, 0.05314701050519943, 0.07384485006332397, 0.04071439430117607, 0.034166477620601654, 0.0439995639026165, 0.04674220085144043, 0.04007754474878311, -0.0005999710410833359, 0.05615980550646782, 0.046321846544742584, 0.03273262456059456, 0.02108805812895298, 0.005365889519453049, 0.036305952817201614, 0.036646969616413116], "cos_apical_negg": [0.5662009119987488, 0.05152914673089981, 0.04309885948896408, 0.04083826765418053, 0.03199907764792442, 0.05314701050519943, 0.07384485006332397, 0.04071439430117607, 0.034166477620601654, 0.0439995639026165, 0.04674220085144043, 0.04007754474878311, -0.0005999710410833359, 0.05615980550646782, 0.046321846544742584, 0.03273262456059456, 0.02108805812895298, 0.005365889519453049, 0.036305952817201614, 0.036646969616413116], "cos_Ac_negg": [0.5662009119987488, 0.05152914673089981, 0.04309885948896408, 0.04083826765418053, 0.03199907764792442, 0.05314701050519943, 0.07384485006332397, 0.04071439430117607, 0.034166477620601654, 0.0439995639026165, 0.04674220085144043, 0.04007754474878311, -0.0005999710410833359, 0.05615980550646782, 0.046321846544742584, 0.03273262456059456, 0.02108805812895298, 0.005365889519453049, 0.036305952817201614, 0.036646969616413116], "r_norm": [4.435853004455566, 4.284523963928223, 4.222650527954102, 4.3284687995910645, 4.1995930671691895, 4.237760543823242, 4.440208911895752, 4.259087562561035, 4.329224109649658, 4.326022148132324, 4.392034530639648, 4.2314677238464355, 4.306929588317871, 4.281454086303711, 4.245447635650635, 4.377449989318848, 4.3602519035339355, 4.25825834274292, 4.354347229003906, 4.388070106506348]}, {"step": 2450, "epoch": 6, "train_loss": 1.7792340517044067, "cos_r_negg": [0.5431327819824219, 0.07557293772697449, 0.0375802144408226, 0.05569826811552048, 0.04266359657049179, 0.061504777520895004, 0.0583554245531559, 0.03173226863145828, 0.03579648211598396, 0.06793223321437836, 0.022543786093592644, 0.05508831888437271, 0.03493347764015198, 0.03320043534040451, 0.009842406958341599, -0.0022184853442013264, 0.0018325503915548325, 0.02183438092470169, 0.0410877987742424, 0.03681996837258339], "cos_apical_negg": [0.5431327819824219, 0.07557293772697449, 0.0375802144408226, 0.05569826811552048, 0.04266359657049179, 0.061504777520895004, 0.0583554245531559, 0.03173226863145828, 0.03579648211598396, 0.06793223321437836, 0.022543786093592644, 0.05508831888437271, 0.03493347764015198, 0.03320043534040451, 0.009842406958341599, -0.0022184853442013264, 0.0018325503915548325, 0.02183438092470169, 0.0410877987742424, 0.03681996837258339], "cos_Ac_negg": [0.5431327819824219, 0.07557293772697449, 0.0375802144408226, 0.05569826811552048, 0.04266359657049179, 0.061504777520895004, 0.0583554245531559, 0.03173226863145828, 0.03579648211598396, 0.06793223321437836, 0.022543786093592644, 0.05508831888437271, 0.03493347764015198, 0.03320043534040451, 0.009842406958341599, -0.0022184853442013264, 0.0018325503915548325, 0.02183438092470169, 0.0410877987742424, 0.03681996837258339], "r_norm": [4.680350303649902, 4.517607688903809, 4.45925760269165, 4.549899101257324, 4.443516731262207, 4.444857597351074, 4.679200172424316, 4.470484733581543, 4.546557903289795, 4.533829689025879, 4.605598449707031, 4.435403347015381, 4.528347015380859, 4.5066986083984375, 4.462258338928223, 4.5997796058654785, 4.59376335144043, 4.504666328430176, 4.5893473625183105, 4.617989540100098]}, {"step": 2500, "epoch": 6, "train_loss": 2.0062222480773926, "cos_r_negg": [0.5690927505493164, 0.06740598380565643, 0.05715152621269226, 0.05342194437980652, 0.0728241354227066, 0.04689997062087059, 0.05683770775794983, 0.050681281834840775, 0.01382893230766058, 0.11594057828187943, 0.02598673850297928, 0.0742710530757904, 0.013396814465522766, 0.010955048725008965, 0.06113211065530777, -0.025251157581806183, 0.0009126048535108566, -0.03290964290499687, 0.013805178925395012, 0.013482358306646347], "cos_apical_negg": [0.5690927505493164, 0.06740598380565643, 0.05715152621269226, 0.05342194437980652, 0.0728241354227066, 0.04689997062087059, 0.05683770775794983, 0.050681281834840775, 0.01382893230766058, 0.11594057828187943, 0.02598673850297928, 0.0742710530757904, 0.013396814465522766, 0.010955048725008965, 0.06113211065530777, -0.025251157581806183, 0.0009126048535108566, -0.03290964290499687, 0.013805178925395012, 0.013482358306646347], "cos_Ac_negg": [0.5690927505493164, 0.06740598380565643, 0.05715152621269226, 0.05342194437980652, 0.0728241354227066, 0.04689997062087059, 0.05683770775794983, 0.050681281834840775, 0.01382893230766058, 0.11594057828187943, 0.02598673850297928, 0.0742710530757904, 0.013396814465522766, 0.010955048725008965, 0.06113211065530777, -0.025251157581806183, 0.0009126048535108566, -0.03290964290499687, 0.013805178925395012, 0.013482358306646347], "r_norm": [4.385472297668457, 4.258251667022705, 4.1803388595581055, 4.268911838531494, 4.151498794555664, 4.19669246673584, 4.39619255065918, 4.212831020355225, 4.279646873474121, 4.265894889831543, 4.3519415855407715, 4.189976692199707, 4.27433967590332, 4.2600812911987305, 4.200631141662598, 4.317996025085449, 4.314268589019775, 4.224761486053467, 4.285290718078613, 4.342936992645264]}, {"step": 2550, "epoch": 6, "train_loss": 2.0197112560272217, "cos_r_negg": [0.5756945610046387, 0.09905293583869934, 0.04595387727022171, 0.039398424327373505, 0.05523865669965744, 0.04002669081091881, 0.10351736843585968, 0.03796820342540741, 0.03726550564169884, 0.040995001792907715, 0.035696856677532196, 0.06122838705778122, 0.04991485923528671, 0.052054598927497864, -0.0056260498240590096, -0.029717154800891876, 0.02688484638929367, -0.021694771945476532, 0.01745019480586052, 0.028162021189928055], "cos_apical_negg": [0.5756945610046387, 0.09905293583869934, 0.04595387727022171, 0.039398424327373505, 0.05523865669965744, 0.04002669081091881, 0.10351736843585968, 0.03796820342540741, 0.03726550564169884, 0.040995001792907715, 0.035696856677532196, 0.06122838705778122, 0.04991485923528671, 0.052054598927497864, -0.0056260498240590096, -0.029717154800891876, 0.02688484638929367, -0.021694771945476532, 0.01745019480586052, 0.028162021189928055], "cos_Ac_negg": [0.5756945610046387, 0.09905293583869934, 0.04595387727022171, 0.039398424327373505, 0.05523865669965744, 0.04002669081091881, 0.10351736843585968, 0.03796820342540741, 0.03726550564169884, 0.040995001792907715, 0.035696856677532196, 0.06122838705778122, 0.04991485923528671, 0.052054598927497864, -0.0056260498240590096, -0.029717154800891876, 0.02688484638929367, -0.021694771945476532, 0.01745019480586052, 0.028162021189928055], "r_norm": [4.414739608764648, 4.288667678833008, 4.209445476531982, 4.314240455627441, 4.175313949584961, 4.224503993988037, 4.43267297744751, 4.264973163604736, 4.3144659996032715, 4.3019185066223145, 4.3761444091796875, 4.227494716644287, 4.300598621368408, 4.292001724243164, 4.221977233886719, 4.3567352294921875, 4.341839790344238, 4.2599687576293945, 4.35567045211792, 4.3720197677612305]}, {"step": 2600, "epoch": 6, "train_loss": 2.0078797340393066, "cos_r_negg": [0.5625455379486084, 0.07262283563613892, 0.0449620857834816, 0.0478762611746788, 0.06420163810253143, 0.020494820550084114, 0.09407523274421692, 0.028502482920885086, 0.01766945794224739, 0.07178609073162079, 0.04383965581655502, 0.06776539981365204, 0.06157621741294861, 0.05400599539279938, -0.00255437009036541, -0.05517883226275444, 0.024737240746617317, 0.02347676455974579, 0.02170603722333908, 0.029743090271949768], "cos_apical_negg": [0.5625455379486084, 0.07262283563613892, 0.0449620857834816, 0.0478762611746788, 0.06420163810253143, 0.020494820550084114, 0.09407523274421692, 0.028502482920885086, 0.01766945794224739, 0.07178609073162079, 0.04383965581655502, 0.06776539981365204, 0.06157621741294861, 0.05400599539279938, -0.00255437009036541, -0.05517883226275444, 0.024737240746617317, 0.02347676455974579, 0.02170603722333908, 0.029743090271949768], "cos_Ac_negg": [0.5625455379486084, 0.07262283563613892, 0.0449620857834816, 0.0478762611746788, 0.06420163810253143, 0.020494820550084114, 0.09407523274421692, 0.028502482920885086, 0.01766945794224739, 0.07178609073162079, 0.04383965581655502, 0.06776539981365204, 0.06157621741294861, 0.05400599539279938, -0.00255437009036541, -0.05517883226275444, 0.024737240746617317, 0.02347676455974579, 0.02170603722333908, 0.029743090271949768], "r_norm": [4.386767387390137, 4.254101276397705, 4.180105209350586, 4.279961585998535, 4.158229827880859, 4.208876609802246, 4.403866767883301, 4.223050117492676, 4.282487869262695, 4.2821760177612305, 4.360831260681152, 4.195944786071777, 4.268196105957031, 4.253720760345459, 4.202369689941406, 4.337008953094482, 4.310120105743408, 4.227209091186523, 4.3038482666015625, 4.352209568023682]}, {"step": 2650, "epoch": 6, "train_loss": 1.793990969657898, "cos_r_negg": [0.5497612953186035, 0.047263242304325104, 0.037979383021593094, 0.03615341708064079, 0.05056309327483177, 0.010521642863750458, 0.07319550216197968, 0.0313250869512558, 0.01527180802077055, 0.060291893780231476, 0.004723160061985254, 0.06620271503925323, 0.03340602666139603, 0.05067989602684975, 0.06056950241327286, -0.030307497829198837, 0.025859611108899117, -0.0025579254142940044, 0.010357088409364223, -0.024906005710363388], "cos_apical_negg": [0.5497612953186035, 0.047263242304325104, 0.037979383021593094, 0.03615341708064079, 0.05056309327483177, 0.010521642863750458, 0.07319550216197968, 0.0313250869512558, 0.01527180802077055, 0.060291893780231476, 0.004723160061985254, 0.06620271503925323, 0.03340602666139603, 0.05067989602684975, 0.06056950241327286, -0.030307497829198837, 0.025859611108899117, -0.0025579254142940044, 0.010357088409364223, -0.024906005710363388], "cos_Ac_negg": [0.5497612953186035, 0.047263242304325104, 0.037979383021593094, 0.03615341708064079, 0.05056309327483177, 0.010521642863750458, 0.07319550216197968, 0.0313250869512558, 0.01527180802077055, 0.060291893780231476, 0.004723160061985254, 0.06620271503925323, 0.03340602666139603, 0.05067989602684975, 0.06056950241327286, -0.030307497829198837, 0.025859611108899117, -0.0025579254142940044, 0.010357088409364223, -0.024906005710363388], "r_norm": [4.484158515930176, 4.327668190002441, 4.257146835327148, 4.3820037841796875, 4.238847732543945, 4.304221153259277, 4.495636940002441, 4.326541900634766, 4.389153003692627, 4.36530876159668, 4.4496917724609375, 4.295528411865234, 4.348402500152588, 4.350580215454102, 4.279657363891602, 4.437387466430664, 4.396927356719971, 4.299263000488281, 4.400685787200928, 4.4535322189331055]}, {"step": 2700, "epoch": 6, "train_loss": 1.7872581481933594, "cos_r_negg": [0.5573817491531372, 0.041995570063591, 0.07000422477722168, 0.06725084781646729, 0.052220407873392105, 0.013239135965704918, 0.07744155824184418, 0.044563211500644684, 0.04372885078191757, 0.06913644820451736, 0.01562904193997383, 0.04865625873208046, 0.04578809812664986, 0.037179216742515564, 0.028751317411661148, -0.00824589654803276, 0.052081018686294556, -0.018140945583581924, 0.03721164911985397, -0.018945984542369843], "cos_apical_negg": [0.5573817491531372, 0.041995570063591, 0.07000422477722168, 0.06725084781646729, 0.052220407873392105, 0.013239135965704918, 0.07744155824184418, 0.044563211500644684, 0.04372885078191757, 0.06913644820451736, 0.01562904193997383, 0.04865625873208046, 0.04578809812664986, 0.037179216742515564, 0.028751317411661148, -0.00824589654803276, 0.052081018686294556, -0.018140945583581924, 0.03721164911985397, -0.018945984542369843], "cos_Ac_negg": [0.5573817491531372, 0.041995570063591, 0.07000422477722168, 0.06725084781646729, 0.052220407873392105, 0.013239135965704918, 0.07744155824184418, 0.044563211500644684, 0.04372885078191757, 0.06913644820451736, 0.01562904193997383, 0.04865625873208046, 0.04578809812664986, 0.037179216742515564, 0.028751317411661148, -0.00824589654803276, 0.052081018686294556, -0.018140945583581924, 0.03721164911985397, -0.018945984542369843], "r_norm": [4.510077476501465, 4.3690385818481445, 4.300271034240723, 4.392488479614258, 4.253732681274414, 4.304732322692871, 4.52202033996582, 4.338467597961426, 4.3858160972595215, 4.405317306518555, 4.466804027557373, 4.304059028625488, 4.386858940124512, 4.361878871917725, 4.30607795715332, 4.4443793296813965, 4.42679500579834, 4.318854808807373, 4.424739837646484, 4.444929122924805]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3749, "test_loss": 1.8708544067382813}, {"step": 2750, "epoch": 7, "train_loss": 2.0604019165039062, "cos_r_negg": [0.5546425580978394, 0.06611926853656769, 0.08069897443056107, 0.07655459642410278, 0.0612763836979866, 0.028355516493320465, 0.061076968908309937, 0.026352498680353165, 0.03194823116064072, 0.0746295228600502, 0.03918985277414322, -0.034105218946933746, 0.07227391004562378, 0.033804528415203094, 0.06993995606899261, -0.012808587402105331, 0.021271370351314545, -0.03200223669409752, -0.03607602417469025, 0.005320831201970577], "cos_apical_negg": [0.5546425580978394, 0.06611926853656769, 0.08069897443056107, 0.07655459642410278, 0.0612763836979866, 0.028355516493320465, 0.061076968908309937, 0.026352498680353165, 0.03194823116064072, 0.0746295228600502, 0.03918985277414322, -0.034105218946933746, 0.07227391004562378, 0.033804528415203094, 0.06993995606899261, -0.012808587402105331, 0.021271370351314545, -0.03200223669409752, -0.03607602417469025, 0.005320831201970577], "cos_Ac_negg": [0.5546425580978394, 0.06611926853656769, 0.08069897443056107, 0.07655459642410278, 0.0612763836979866, 0.028355516493320465, 0.061076968908309937, 0.026352498680353165, 0.03194823116064072, 0.0746295228600502, 0.03918985277414322, -0.034105218946933746, 0.07227391004562378, 0.033804528415203094, 0.06993995606899261, -0.012808587402105331, 0.021271370351314545, -0.03200223669409752, -0.03607602417469025, 0.005320831201970577], "r_norm": [4.488437652587891, 4.323116302490234, 4.257918357849121, 4.3721723556518555, 4.254517078399658, 4.28743839263916, 4.487599849700928, 4.312228202819824, 4.36306095123291, 4.383462905883789, 4.434063911437988, 4.27649450302124, 4.357113838195801, 4.343330383300781, 4.284091949462891, 4.422791481018066, 4.403770446777344, 4.302496433258057, 4.397092342376709, 4.439736843109131]}, {"step": 2800, "epoch": 7, "train_loss": 1.9360026121139526, "cos_r_negg": [0.5837072134017944, 0.06553468108177185, 0.06903013586997986, 0.07515721023082733, 0.08492222428321838, 0.05107348412275314, 0.09263840317726135, 0.0635736733675003, 0.03949596732854843, 0.055457428097724915, 0.020346499979496002, 0.00043680891394615173, 0.03642802685499191, -0.019405419006943703, -0.005900590680539608, -0.0031239744275808334, 0.0491955503821373, 0.0054594166576862335, 0.05413142591714859, 0.019269898533821106], "cos_apical_negg": [0.5837072134017944, 0.06553468108177185, 0.06903013586997986, 0.07515721023082733, 0.08492222428321838, 0.05107348412275314, 0.09263840317726135, 0.0635736733675003, 0.03949596732854843, 0.055457428097724915, 0.020346499979496002, 0.00043680891394615173, 0.03642802685499191, -0.019405419006943703, -0.005900590680539608, -0.0031239744275808334, 0.0491955503821373, 0.0054594166576862335, 0.05413142591714859, 0.019269898533821106], "cos_Ac_negg": [0.5837072134017944, 0.06553468108177185, 0.06903013586997986, 0.07515721023082733, 0.08492222428321838, 0.05107348412275314, 0.09263840317726135, 0.0635736733675003, 0.03949596732854843, 0.055457428097724915, 0.020346499979496002, 0.00043680891394615173, 0.03642802685499191, -0.019405419006943703, -0.005900590680539608, -0.0031239744275808334, 0.0491955503821373, 0.0054594166576862335, 0.05413142591714859, 0.019269898533821106], "r_norm": [4.36439847946167, 4.221437931060791, 4.156769752502441, 4.251738548278809, 4.140316963195801, 4.170993804931641, 4.366114616394043, 4.188749313354492, 4.257443428039551, 4.2539873123168945, 4.328671455383301, 4.1596503257751465, 4.246193885803223, 4.230470657348633, 4.17136287689209, 4.307644844055176, 4.298245429992676, 4.194258689880371, 4.266939163208008, 4.322211265563965]}, {"step": 2850, "epoch": 7, "train_loss": 1.9131503105163574, "cos_r_negg": [0.5307496190071106, 0.06023654714226723, 0.0851152092218399, 0.04361036792397499, 0.0673433169722557, 0.04607822746038437, 0.11593352258205414, 0.01339391153305769, 0.02164059691131115, 0.10478290170431137, 0.009617608040571213, -0.028576109558343887, 0.043288372457027435, 0.05196690931916237, -0.012160949409008026, 0.02638520486652851, 0.027706626802682877, 0.016334721818566322, 0.06509373337030411, 0.03830542415380478], "cos_apical_negg": [0.5307496190071106, 0.06023654714226723, 0.0851152092218399, 0.04361036792397499, 0.0673433169722557, 0.04607822746038437, 0.11593352258205414, 0.01339391153305769, 0.02164059691131115, 0.10478290170431137, 0.009617608040571213, -0.028576109558343887, 0.043288372457027435, 0.05196690931916237, -0.012160949409008026, 0.02638520486652851, 0.027706626802682877, 0.016334721818566322, 0.06509373337030411, 0.03830542415380478], "cos_Ac_negg": [0.5307496190071106, 0.06023654714226723, 0.0851152092218399, 0.04361036792397499, 0.0673433169722557, 0.04607822746038437, 0.11593352258205414, 0.01339391153305769, 0.02164059691131115, 0.10478290170431137, 0.009617608040571213, -0.028576109558343887, 0.043288372457027435, 0.05196690931916237, -0.012160949409008026, 0.02638520486652851, 0.027706626802682877, 0.016334721818566322, 0.06509373337030411, 0.03830542415380478], "r_norm": [4.440220832824707, 4.305103302001953, 4.231760025024414, 4.332998752593994, 4.206149101257324, 4.248485088348389, 4.4395670890808105, 4.277043342590332, 4.329217433929443, 4.332353591918945, 4.405454158782959, 4.247052192687988, 4.329131126403809, 4.297915458679199, 4.249671936035156, 4.3886213302612305, 4.367279529571533, 4.266929626464844, 4.366892337799072, 4.4051008224487305]}, {"step": 2900, "epoch": 7, "train_loss": 1.8774702548980713, "cos_r_negg": [0.5708250999450684, 0.10258674621582031, 0.05267651379108429, 0.05631114915013313, 0.08153019845485687, 0.06970544159412384, 0.10335001349449158, 0.030647283419966698, 0.022354014217853546, 0.03837166726589203, 0.04410199448466301, 0.008568618446588516, 0.053396109491586685, 0.0027571904938668013, 0.010336300358176231, -0.011762266047298908, 0.06362780928611755, 0.010211998596787453, 0.015944041311740875, -0.008639676496386528], "cos_apical_negg": [0.5708250999450684, 0.10258674621582031, 0.05267651379108429, 0.05631114915013313, 0.08153019845485687, 0.06970544159412384, 0.10335001349449158, 0.030647283419966698, 0.022354014217853546, 0.03837166726589203, 0.04410199448466301, 0.008568618446588516, 0.053396109491586685, 0.0027571904938668013, 0.010336300358176231, -0.011762266047298908, 0.06362780928611755, 0.010211998596787453, 0.015944041311740875, -0.008639676496386528], "cos_Ac_negg": [0.5708250999450684, 0.10258674621582031, 0.05267651379108429, 0.05631114915013313, 0.08153019845485687, 0.06970544159412384, 0.10335001349449158, 0.030647283419966698, 0.022354014217853546, 0.03837166726589203, 0.04410199448466301, 0.008568618446588516, 0.053396109491586685, 0.0027571904938668013, 0.010336300358176231, -0.011762266047298908, 0.06362780928611755, 0.010211998596787453, 0.015944041311740875, -0.008639676496386528], "r_norm": [4.407499313354492, 4.265904426574707, 4.190536022186279, 4.287052154541016, 4.169783115386963, 4.218291282653809, 4.4175004959106445, 4.237199306488037, 4.296441078186035, 4.3022565841674805, 4.365622520446777, 4.209935188293457, 4.286554336547852, 4.274316787719727, 4.214329719543457, 4.3440423011779785, 4.325829982757568, 4.237484931945801, 4.318276405334473, 4.360406398773193]}, {"step": 2950, "epoch": 7, "train_loss": 2.05092716217041, "cos_r_negg": [0.5352157354354858, 0.09055706858634949, 0.05156264826655388, 0.07168349623680115, 0.055021531879901886, 0.026499586179852486, 0.07833950221538544, 0.03192710876464844, 0.024593578651547432, 0.03911683335900307, 0.04726354032754898, 0.033382635563611984, 0.058351069688797, -0.0016853746492415667, 0.009369615465402603, -0.04507395252585411, 0.004930860362946987, 0.00946979783475399, 0.00625111348927021, 0.06269799172878265], "cos_apical_negg": [0.5352157354354858, 0.09055706858634949, 0.05156264826655388, 0.07168349623680115, 0.055021531879901886, 0.026499586179852486, 0.07833950221538544, 0.03192710876464844, 0.024593578651547432, 0.03911683335900307, 0.04726354032754898, 0.033382635563611984, 0.058351069688797, -0.0016853746492415667, 0.009369615465402603, -0.04507395252585411, 0.004930860362946987, 0.00946979783475399, 0.00625111348927021, 0.06269799172878265], "cos_Ac_negg": [0.5352157354354858, 0.09055706858634949, 0.05156264826655388, 0.07168349623680115, 0.055021531879901886, 0.026499586179852486, 0.07833950221538544, 0.03192710876464844, 0.024593578651547432, 0.03911683335900307, 0.04726354032754898, 0.033382635563611984, 0.058351069688797, -0.0016853746492415667, 0.009369615465402603, -0.04507395252585411, 0.004930860362946987, 0.00946979783475399, 0.00625111348927021, 0.06269799172878265], "r_norm": [4.611152648925781, 4.453599452972412, 4.388911247253418, 4.490424156188965, 4.361915588378906, 4.414273738861084, 4.61520528793335, 4.43702507019043, 4.49510383605957, 4.491397380828857, 4.556432723999023, 4.39405632019043, 4.477724552154541, 4.455038070678711, 4.408059120178223, 4.549463272094727, 4.534145355224609, 4.41667366027832, 4.514432430267334, 4.553826808929443]}, {"step": 3000, "epoch": 7, "train_loss": 1.7919995784759521, "cos_r_negg": [0.5283867716789246, 0.10191303491592407, 0.0563240572810173, 0.08283177763223648, 0.08622514456510544, 0.03421221673488617, 0.10651516914367676, 0.06503015756607056, 0.05609852075576782, 0.06697343289852142, 0.023117220029234886, -0.01886058785021305, 0.03504564240574837, 0.05314743518829346, -0.0035696341656148434, -0.07067801803350449, 0.013687931932508945, -0.005025940015912056, 0.02381913922727108, 0.056739307940006256], "cos_apical_negg": [0.5283867716789246, 0.10191303491592407, 0.0563240572810173, 0.08283177763223648, 0.08622514456510544, 0.03421221673488617, 0.10651516914367676, 0.06503015756607056, 0.05609852075576782, 0.06697343289852142, 0.023117220029234886, -0.01886058785021305, 0.03504564240574837, 0.05314743518829346, -0.0035696341656148434, -0.07067801803350449, 0.013687931932508945, -0.005025940015912056, 0.02381913922727108, 0.056739307940006256], "cos_Ac_negg": [0.5283867716789246, 0.10191303491592407, 0.0563240572810173, 0.08283177763223648, 0.08622514456510544, 0.03421221673488617, 0.10651516914367676, 0.06503015756607056, 0.05609852075576782, 0.06697343289852142, 0.023117220029234886, -0.01886058785021305, 0.03504564240574837, 0.05314743518829346, -0.0035696341656148434, -0.07067801803350449, 0.013687931932508945, -0.005025940015912056, 0.02381913922727108, 0.056739307940006256], "r_norm": [4.431296348571777, 4.305567264556885, 4.236047267913818, 4.331478118896484, 4.206203460693359, 4.243204116821289, 4.4317474365234375, 4.27033805847168, 4.342845439910889, 4.313105583190918, 4.388242721557617, 4.241400718688965, 4.33025598526001, 4.289399147033691, 4.2601141929626465, 4.381886959075928, 4.373208045959473, 4.276828765869141, 4.360391139984131, 4.395070552825928]}, {"step": 3050, "epoch": 7, "train_loss": 2.0062880516052246, "cos_r_negg": [0.5611835718154907, 0.10126946866512299, 0.09385493397712708, 0.0661560446023941, 0.05762387067079544, 0.04234436899423599, 0.09761511534452438, 0.07862797379493713, 0.02374912239611149, 0.08441849052906036, 0.023739254102110863, 0.012575989589095116, 0.06483639776706696, 0.009605646133422852, -0.02621101215481758, -0.05225047469139099, -0.03329317644238472, -0.0657586008310318, 0.09973421692848206, 0.0013554273173213005], "cos_apical_negg": [0.5611835718154907, 0.10126946866512299, 0.09385493397712708, 0.0661560446023941, 0.05762387067079544, 0.04234436899423599, 0.09761511534452438, 0.07862797379493713, 0.02374912239611149, 0.08441849052906036, 0.023739254102110863, 0.012575989589095116, 0.06483639776706696, 0.009605646133422852, -0.02621101215481758, -0.05225047469139099, -0.03329317644238472, -0.0657586008310318, 0.09973421692848206, 0.0013554273173213005], "cos_Ac_negg": [0.5611835718154907, 0.10126946866512299, 0.09385493397712708, 0.0661560446023941, 0.05762387067079544, 0.04234436899423599, 0.09761511534452438, 0.07862797379493713, 0.02374912239611149, 0.08441849052906036, 0.023739254102110863, 0.012575989589095116, 0.06483639776706696, 0.009605646133422852, -0.02621101215481758, -0.05225047469139099, -0.03329317644238472, -0.0657586008310318, 0.09973421692848206, 0.0013554273173213005], "r_norm": [4.410241603851318, 4.264250755310059, 4.200257778167725, 4.285276412963867, 4.171873569488525, 4.211063861846924, 4.414463996887207, 4.229457855224609, 4.300045013427734, 4.2820892333984375, 4.365444183349609, 4.195361137390137, 4.277099609375, 4.270150184631348, 4.206650257110596, 4.34585428237915, 4.329339027404785, 4.242733955383301, 4.3061299324035645, 4.357102870941162]}, {"step": 3100, "epoch": 7, "train_loss": 1.7030036449432373, "cos_r_negg": [0.5425002574920654, 0.08841641247272491, 0.06891213357448578, 0.06654684990644455, 0.06165246292948723, 0.04509492218494415, 0.11720606684684753, 0.056192681193351746, -1.6957055777311325e-05, 0.06619585305452347, 0.05188402161002159, 0.06481769680976868, 0.06818696856498718, 0.02283398061990738, 0.01519596017897129, -0.0767064020037651, -0.005351911298930645, 0.013233453966677189, 0.026520054787397385, 0.016915440559387207], "cos_apical_negg": [0.5425002574920654, 0.08841641247272491, 0.06891213357448578, 0.06654684990644455, 0.06165246292948723, 0.04509492218494415, 0.11720606684684753, 0.056192681193351746, -1.6957055777311325e-05, 0.06619585305452347, 0.05188402161002159, 0.06481769680976868, 0.06818696856498718, 0.02283398061990738, 0.01519596017897129, -0.0767064020037651, -0.005351911298930645, 0.013233453966677189, 0.026520054787397385, 0.016915440559387207], "cos_Ac_negg": [0.5425002574920654, 0.08841641247272491, 0.06891213357448578, 0.06654684990644455, 0.06165246292948723, 0.04509492218494415, 0.11720606684684753, 0.056192681193351746, -1.6957055777311325e-05, 0.06619585305452347, 0.05188402161002159, 0.06481769680976868, 0.06818696856498718, 0.02283398061990738, 0.01519596017897129, -0.0767064020037651, -0.005351911298930645, 0.013233453966677189, 0.026520054787397385, 0.016915440559387207], "r_norm": [4.466273784637451, 4.313403606414795, 4.251841068267822, 4.3450469970703125, 4.226981163024902, 4.273897171020508, 4.482000827789307, 4.29316520690918, 4.364896297454834, 4.366900444030762, 4.420812129974365, 4.261020183563232, 4.344903945922852, 4.329823970794678, 4.268787384033203, 4.421017646789551, 4.397271156311035, 4.299072265625, 4.377411842346191, 4.426225662231445]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3589, "test_loss": 1.974430419921875}, {"step": 3150, "epoch": 8, "train_loss": 1.6869306564331055, "cos_r_negg": [0.539537250995636, 0.08560369163751602, 0.05045188218355179, 0.08731454610824585, 0.07435159385204315, 0.031248250976204872, 0.11179381608963013, 0.04158144071698189, -0.011857206001877785, 0.08823832869529724, 0.05487241595983505, 0.024859271943569183, 0.037235110998153687, 0.06027888134121895, 3.3000949770212173e-05, -0.08067727088928223, 0.012625165283679962, 0.011511649936437607, 0.04623158276081085, 0.02146010659635067], "cos_apical_negg": [0.539537250995636, 0.08560369163751602, 0.05045188218355179, 0.08731454610824585, 0.07435159385204315, 0.031248250976204872, 0.11179381608963013, 0.04158144071698189, -0.011857206001877785, 0.08823832869529724, 0.05487241595983505, 0.024859271943569183, 0.037235110998153687, 0.06027888134121895, 3.3000949770212173e-05, -0.08067727088928223, 0.012625165283679962, 0.011511649936437607, 0.04623158276081085, 0.02146010659635067], "cos_Ac_negg": [0.539537250995636, 0.08560369163751602, 0.05045188218355179, 0.08731454610824585, 0.07435159385204315, 0.031248250976204872, 0.11179381608963013, 0.04158144071698189, -0.011857206001877785, 0.08823832869529724, 0.05487241595983505, 0.024859271943569183, 0.037235110998153687, 0.06027888134121895, 3.3000949770212173e-05, -0.08067727088928223, 0.012625165283679962, 0.011511649936437607, 0.04623158276081085, 0.02146010659635067], "r_norm": [4.48714542388916, 4.346878528594971, 4.272826194763184, 4.371218204498291, 4.245882511138916, 4.2786993980407715, 4.504814147949219, 4.33525276184082, 4.373164176940918, 4.392144680023193, 4.4422807693481445, 4.293792724609375, 4.383720874786377, 4.357442855834961, 4.292044162750244, 4.417548656463623, 4.4040327072143555, 4.32988166809082, 4.4164958000183105, 4.427767753601074]}, {"step": 3200, "epoch": 8, "train_loss": 1.7979490756988525, "cos_r_negg": [0.5529319047927856, 0.11388740688562393, 0.06686239689588547, 0.09179332852363586, 0.08254313468933105, 0.037194155156612396, 0.1022903323173523, 0.05346536636352539, -0.0008557443507015705, 0.08855344355106354, 0.0416887104511261, 0.03647872805595398, 0.10525533556938171, 0.023207124322652817, -0.018438171595335007, -0.05177092179656029, 0.03475048765540123, -0.01012226939201355, -0.001443930552341044, -0.00929679162800312], "cos_apical_negg": [0.5529319047927856, 0.11388740688562393, 0.06686239689588547, 0.09179332852363586, 0.08254313468933105, 0.037194155156612396, 0.1022903323173523, 0.05346536636352539, -0.0008557443507015705, 0.08855344355106354, 0.0416887104511261, 0.03647872805595398, 0.10525533556938171, 0.023207124322652817, -0.018438171595335007, -0.05177092179656029, 0.03475048765540123, -0.01012226939201355, -0.001443930552341044, -0.00929679162800312], "cos_Ac_negg": [0.5529319047927856, 0.11388740688562393, 0.06686239689588547, 0.09179332852363586, 0.08254313468933105, 0.037194155156612396, 0.1022903323173523, 0.05346536636352539, -0.0008557443507015705, 0.08855344355106354, 0.0416887104511261, 0.03647872805595398, 0.10525533556938171, 0.023207124322652817, -0.018438171595335007, -0.05177092179656029, 0.03475048765540123, -0.01012226939201355, -0.001443930552341044, -0.00929679162800312], "r_norm": [4.3470048904418945, 4.213354110717773, 4.149716377258301, 4.2375807762146, 4.11761474609375, 4.164451599121094, 4.360058784484863, 4.192249774932861, 4.247912406921387, 4.247912406921387, 4.317620754241943, 4.15485954284668, 4.239541053771973, 4.2153401374816895, 4.162489414215088, 4.304505348205566, 4.284150123596191, 4.1894402503967285, 4.270301818847656, 4.307147026062012]}, {"step": 3250, "epoch": 8, "train_loss": 1.6456143856048584, "cos_r_negg": [0.5329803228378296, 0.10567855834960938, 0.07721896469593048, 0.08186650276184082, 0.08470624685287476, 0.03707427158951759, 0.1296200454235077, 0.026036761701107025, 0.007640884257853031, 0.11920715868473053, 0.05705278366804123, 0.035225410014390945, 0.08402019739151001, 0.02427864633500576, -0.01841709017753601, -0.03257874399423599, -0.020087720826268196, 0.013394910842180252, 0.034408461302518845, -0.027266979217529297], "cos_apical_negg": [0.5329803228378296, 0.10567855834960938, 0.07721896469593048, 0.08186650276184082, 0.08470624685287476, 0.03707427158951759, 0.1296200454235077, 0.026036761701107025, 0.007640884257853031, 0.11920715868473053, 0.05705278366804123, 0.035225410014390945, 0.08402019739151001, 0.02427864633500576, -0.01841709017753601, -0.03257874399423599, -0.020087720826268196, 0.013394910842180252, 0.034408461302518845, -0.027266979217529297], "cos_Ac_negg": [0.5329803228378296, 0.10567855834960938, 0.07721896469593048, 0.08186650276184082, 0.08470624685287476, 0.03707427158951759, 0.1296200454235077, 0.026036761701107025, 0.007640884257853031, 0.11920715868473053, 0.05705278366804123, 0.035225410014390945, 0.08402019739151001, 0.02427864633500576, -0.01841709017753601, -0.03257874399423599, -0.020087720826268196, 0.013394910842180252, 0.034408461302518845, -0.027266979217529297], "r_norm": [4.318297386169434, 4.178782939910889, 4.115448474884033, 4.201800346374512, 4.086088180541992, 4.12669563293457, 4.3262176513671875, 4.153608322143555, 4.206719398498535, 4.215079307556152, 4.275388240814209, 4.122928619384766, 4.201498031616211, 4.181283473968506, 4.1292405128479, 4.260437965393066, 4.240834712982178, 4.156679630279541, 4.232199668884277, 4.276785373687744]}, {"step": 3300, "epoch": 8, "train_loss": 2.089395046234131, "cos_r_negg": [0.5575453042984009, 0.12120380252599716, 0.07445625960826874, 0.0764516144990921, 0.10166513919830322, 0.040229663252830505, 0.10357150435447693, 0.07212792336940765, 0.0045470381155610085, 0.09564667195081711, 0.06330226361751556, 0.03104148618876934, 0.07238958775997162, 0.00959859974682331, -0.009609350934624672, -0.002176433801651001, -0.03821287304162979, -0.04792443662881851, 0.012715683318674564, -0.008695246651768684], "cos_apical_negg": [0.5575453042984009, 0.12120380252599716, 0.07445625960826874, 0.0764516144990921, 0.10166513919830322, 0.040229663252830505, 0.10357150435447693, 0.07212792336940765, 0.0045470381155610085, 0.09564667195081711, 0.06330226361751556, 0.03104148618876934, 0.07238958775997162, 0.00959859974682331, -0.009609350934624672, -0.002176433801651001, -0.03821287304162979, -0.04792443662881851, 0.012715683318674564, -0.008695246651768684], "cos_Ac_negg": [0.5575453042984009, 0.12120380252599716, 0.07445625960826874, 0.0764516144990921, 0.10166513919830322, 0.040229663252830505, 0.10357150435447693, 0.07212792336940765, 0.0045470381155610085, 0.09564667195081711, 0.06330226361751556, 0.03104148618876934, 0.07238958775997162, 0.00959859974682331, -0.009609350934624672, -0.002176433801651001, -0.03821287304162979, -0.04792443662881851, 0.012715683318674564, -0.008695246651768684], "r_norm": [4.374338626861572, 4.228770732879639, 4.16434383392334, 4.251767635345459, 4.135465145111084, 4.1872100830078125, 4.380857467651367, 4.204451560974121, 4.26490592956543, 4.2670745849609375, 4.327398300170898, 4.184277534484863, 4.255582332611084, 4.246242523193359, 4.177606582641602, 4.306678771972656, 4.285132884979248, 4.210544586181641, 4.282204627990723, 4.332773208618164]}, {"step": 3350, "epoch": 8, "train_loss": 1.835745930671692, "cos_r_negg": [0.5505558848381042, 0.12046656012535095, 0.07370619475841522, 0.0765761062502861, 0.09669865667819977, 0.057686980813741684, 0.10969581454992294, 0.07219333946704865, -0.009810131974518299, 0.09850656986236572, 0.05814235284924507, 0.045948535203933716, 0.04570917785167694, 0.038195155560970306, 0.02387755736708641, 0.00010078772902488708, -0.05288360267877579, -0.037137486040592194, 0.022912723943591118, 0.045278966426849365], "cos_apical_negg": [0.5505558848381042, 0.12046656012535095, 0.07370619475841522, 0.0765761062502861, 0.09669865667819977, 0.057686980813741684, 0.10969581454992294, 0.07219333946704865, -0.009810131974518299, 0.09850656986236572, 0.05814235284924507, 0.045948535203933716, 0.04570917785167694, 0.038195155560970306, 0.02387755736708641, 0.00010078772902488708, -0.05288360267877579, -0.037137486040592194, 0.022912723943591118, 0.045278966426849365], "cos_Ac_negg": [0.5505558848381042, 0.12046656012535095, 0.07370619475841522, 0.0765761062502861, 0.09669865667819977, 0.057686980813741684, 0.10969581454992294, 0.07219333946704865, -0.009810131974518299, 0.09850656986236572, 0.05814235284924507, 0.045948535203933716, 0.04570917785167694, 0.038195155560970306, 0.02387755736708641, 0.00010078772902488708, -0.05288360267877579, -0.037137486040592194, 0.022912723943591118, 0.045278966426849365], "r_norm": [4.361006736755371, 4.221562385559082, 4.155597686767578, 4.244009971618652, 4.132840633392334, 4.1705121994018555, 4.373429298400879, 4.201065540313721, 4.250321388244629, 4.263088226318359, 4.319901466369629, 4.161568641662598, 4.256231307983398, 4.230659484863281, 4.175594329833984, 4.3051605224609375, 4.290730953216553, 4.200395584106445, 4.274622917175293, 4.3156633377075195]}, {"step": 3400, "epoch": 8, "train_loss": 1.7902019023895264, "cos_r_negg": [0.5452280044555664, 0.1444886028766632, 0.0696716159582138, 0.07278548181056976, 0.09624764323234558, 0.051307931542396545, 0.11618195474147797, 0.08876070380210876, 0.02745138108730316, 0.09138024598360062, 0.06559138745069504, 0.01767384633421898, 0.06647462397813797, 0.01878269761800766, 0.036027681082487106, -0.01654556393623352, -0.005063935182988644, -0.004440987482666969, 0.008891458623111248, -0.04340631142258644], "cos_apical_negg": [0.5452280044555664, 0.1444886028766632, 0.0696716159582138, 0.07278548181056976, 0.09624764323234558, 0.051307931542396545, 0.11618195474147797, 0.08876070380210876, 0.02745138108730316, 0.09138024598360062, 0.06559138745069504, 0.01767384633421898, 0.06647462397813797, 0.01878269761800766, 0.036027681082487106, -0.01654556393623352, -0.005063935182988644, -0.004440987482666969, 0.008891458623111248, -0.04340631142258644], "cos_Ac_negg": [0.5452280044555664, 0.1444886028766632, 0.0696716159582138, 0.07278548181056976, 0.09624764323234558, 0.051307931542396545, 0.11618195474147797, 0.08876070380210876, 0.02745138108730316, 0.09138024598360062, 0.06559138745069504, 0.01767384633421898, 0.06647462397813797, 0.01878269761800766, 0.036027681082487106, -0.01654556393623352, -0.005063935182988644, -0.004440987482666969, 0.008891458623111248, -0.04340631142258644], "r_norm": [4.398712158203125, 4.254449844360352, 4.181317329406738, 4.278368949890137, 4.156553745269775, 4.209777355194092, 4.4152936935424805, 4.233290672302246, 4.288735866546631, 4.298552989959717, 4.349122524261475, 4.203395366668701, 4.282896995544434, 4.253086090087891, 4.212644577026367, 4.343627452850342, 4.323732376098633, 4.238840103149414, 4.3172478675842285, 4.361832618713379]}, {"step": 3450, "epoch": 8, "train_loss": 1.6430490016937256, "cos_r_negg": [0.5476603507995605, 0.11190224438905716, 0.1003953367471695, 0.0767725333571434, 0.0850442424416542, 0.06424692273139954, 0.11079051345586777, 0.06966917216777802, 0.042086608707904816, 0.10879214107990265, 0.048699889332056046, 0.02953031100332737, 0.04316014051437378, 0.020988110452890396, -0.015931496396660805, -0.02124352753162384, 0.010892155580222607, -0.00872634258121252, -0.0019529638811945915, -0.002905740402638912], "cos_apical_negg": [0.5476603507995605, 0.11190224438905716, 0.1003953367471695, 0.0767725333571434, 0.0850442424416542, 0.06424692273139954, 0.11079051345586777, 0.06966917216777802, 0.042086608707904816, 0.10879214107990265, 0.048699889332056046, 0.02953031100332737, 0.04316014051437378, 0.020988110452890396, -0.015931496396660805, -0.02124352753162384, 0.010892155580222607, -0.00872634258121252, -0.0019529638811945915, -0.002905740402638912], "cos_Ac_negg": [0.5476603507995605, 0.11190224438905716, 0.1003953367471695, 0.0767725333571434, 0.0850442424416542, 0.06424692273139954, 0.11079051345586777, 0.06966917216777802, 0.042086608707904816, 0.10879214107990265, 0.048699889332056046, 0.02953031100332737, 0.04316014051437378, 0.020988110452890396, -0.015931496396660805, -0.02124352753162384, 0.010892155580222607, -0.00872634258121252, -0.0019529638811945915, -0.002905740402638912], "r_norm": [4.308152198791504, 4.170147895812988, 4.104992389678955, 4.1915693283081055, 4.071315288543701, 4.117109298706055, 4.310054779052734, 4.139415740966797, 4.198345184326172, 4.187514305114746, 4.263276100158691, 4.108649253845215, 4.187036991119385, 4.168943881988525, 4.111631393432617, 4.249814033508301, 4.2225189208984375, 4.138355255126953, 4.22088098526001, 4.259812355041504]}, {"step": 3500, "epoch": 8, "train_loss": 1.8085052967071533, "cos_r_negg": [0.5344774723052979, 0.12534081935882568, 0.10768097639083862, 0.08462352305650711, 0.11080919206142426, 0.06353171914815903, 0.09630393981933594, 0.0459042489528656, 0.004928684793412685, 0.07408344745635986, 0.023813782259821892, 0.042109012603759766, 0.0777309238910675, 0.03302130103111267, -0.03192470967769623, -0.02148411236703396, 0.00871841236948967, -0.01106232963502407, -0.06264138221740723, -0.04056272283196449], "cos_apical_negg": [0.5344774723052979, 0.12534081935882568, 0.10768097639083862, 0.08462352305650711, 0.11080919206142426, 0.06353171914815903, 0.09630393981933594, 0.0459042489528656, 0.004928684793412685, 0.07408344745635986, 0.023813782259821892, 0.042109012603759766, 0.0777309238910675, 0.03302130103111267, -0.03192470967769623, -0.02148411236703396, 0.00871841236948967, -0.01106232963502407, -0.06264138221740723, -0.04056272283196449], "cos_Ac_negg": [0.5344774723052979, 0.12534081935882568, 0.10768097639083862, 0.08462352305650711, 0.11080919206142426, 0.06353171914815903, 0.09630393981933594, 0.0459042489528656, 0.004928684793412685, 0.07408344745635986, 0.023813782259821892, 0.042109012603759766, 0.0777309238910675, 0.03302130103111267, -0.03192470967769623, -0.02148411236703396, 0.00871841236948967, -0.01106232963502407, -0.06264138221740723, -0.04056272283196449], "r_norm": [4.218892574310303, 4.088653564453125, 4.020330429077148, 4.11492919921875, 4.000006675720215, 4.04317569732666, 4.240211486816406, 4.0591559410095215, 4.1152873039245605, 4.1215434074401855, 4.185672283172607, 4.026618957519531, 4.1053972244262695, 4.083350658416748, 4.048216819763184, 4.1729416847229, 4.149792671203613, 4.064666748046875, 4.140594482421875, 4.18367862701416]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3471, "test_loss": 2.0570347900390624}, {"step": 3550, "epoch": 9, "train_loss": 1.585019588470459, "cos_r_negg": [0.5234912633895874, 0.13336074352264404, 0.11498596519231796, 0.09103815257549286, 0.10254712402820587, 0.0814322978258133, 0.11120998859405518, 0.05709563568234444, 0.014007304795086384, 0.09513804316520691, 0.06453649699687958, 0.0263801459223032, 0.06584228575229645, 0.030070753768086433, -0.0225470419973135, -0.021109549328684807, 0.04707362502813339, 0.013019341975450516, -0.023066934198141098, -0.030093975365161896], "cos_apical_negg": [0.5234912633895874, 0.13336074352264404, 0.11498596519231796, 0.09103815257549286, 0.10254712402820587, 0.0814322978258133, 0.11120998859405518, 0.05709563568234444, 0.014007304795086384, 0.09513804316520691, 0.06453649699687958, 0.0263801459223032, 0.06584228575229645, 0.030070753768086433, -0.0225470419973135, -0.021109549328684807, 0.04707362502813339, 0.013019341975450516, -0.023066934198141098, -0.030093975365161896], "cos_Ac_negg": [0.5234912633895874, 0.13336074352264404, 0.11498596519231796, 0.09103815257549286, 0.10254712402820587, 0.0814322978258133, 0.11120998859405518, 0.05709563568234444, 0.014007304795086384, 0.09513804316520691, 0.06453649699687958, 0.0263801459223032, 0.06584228575229645, 0.030070753768086433, -0.0225470419973135, -0.021109549328684807, 0.04707362502813339, 0.013019341975450516, -0.023066934198141098, -0.030093975365161896], "r_norm": [4.4842000007629395, 4.330143451690674, 4.2699785232543945, 4.364096641540527, 4.248234748840332, 4.27865743637085, 4.481266021728516, 4.2968034744262695, 4.3579535484313965, 4.366638660430908, 4.428433418273926, 4.2678751945495605, 4.355091094970703, 4.324224472045898, 4.286783695220947, 4.415727615356445, 4.398501873016357, 4.311225891113281, 4.384860992431641, 4.435171604156494]}, {"step": 3600, "epoch": 9, "train_loss": 1.7539434432983398, "cos_r_negg": [0.5629457831382751, 0.1250239759683609, 0.10346095263957977, 0.09068676084280014, 0.0835127979516983, 0.07156591862440109, 0.0937672108411789, 0.0533280074596405, 0.01234518550336361, 0.09333301335573196, 0.0484188012778759, 0.020680278539657593, 0.022336553782224655, 0.018407287076115608, -0.022638294845819473, -0.015591911971569061, 0.013239284977316856, 0.021346181631088257, -0.032852381467819214, -0.025407221168279648], "cos_apical_negg": [0.5629457831382751, 0.1250239759683609, 0.10346095263957977, 0.09068676084280014, 0.0835127979516983, 0.07156591862440109, 0.0937672108411789, 0.0533280074596405, 0.01234518550336361, 0.09333301335573196, 0.0484188012778759, 0.020680278539657593, 0.022336553782224655, 0.018407287076115608, -0.022638294845819473, -0.015591911971569061, 0.013239284977316856, 0.021346181631088257, -0.032852381467819214, -0.025407221168279648], "cos_Ac_negg": [0.5629457831382751, 0.1250239759683609, 0.10346095263957977, 0.09068676084280014, 0.0835127979516983, 0.07156591862440109, 0.0937672108411789, 0.0533280074596405, 0.01234518550336361, 0.09333301335573196, 0.0484188012778759, 0.020680278539657593, 0.022336553782224655, 0.018407287076115608, -0.022638294845819473, -0.015591911971569061, 0.013239284977316856, 0.021346181631088257, -0.032852381467819214, -0.025407221168279648], "r_norm": [4.3682942390441895, 4.222394943237305, 4.153217315673828, 4.247481346130371, 4.134553909301758, 4.167998313903809, 4.369584083557129, 4.198790073394775, 4.255719184875488, 4.243163585662842, 4.312173843383789, 4.159832954406738, 4.238306999206543, 4.221223831176758, 4.169336318969727, 4.302923202514648, 4.287489891052246, 4.201789855957031, 4.27913761138916, 4.317269325256348]}, {"step": 3650, "epoch": 9, "train_loss": 1.894747018814087, "cos_r_negg": [0.540717363357544, 0.1357075273990631, 0.10768762230873108, 0.09943142533302307, 0.08322837203741074, 0.08676032721996307, 0.0932326689362526, 0.08197052776813507, 0.013723369687795639, 0.0967525914311409, 0.0694509744644165, 0.024080578237771988, 0.06590132415294647, 0.04051909223198891, -0.012848345562815666, 0.023797350004315376, 0.04623530060052872, -0.011536400765180588, 0.04234921187162399, -0.00685667060315609], "cos_apical_negg": [0.540717363357544, 0.1357075273990631, 0.10768762230873108, 0.09943142533302307, 0.08322837203741074, 0.08676032721996307, 0.0932326689362526, 0.08197052776813507, 0.013723369687795639, 0.0967525914311409, 0.0694509744644165, 0.024080578237771988, 0.06590132415294647, 0.04051909223198891, -0.012848345562815666, 0.023797350004315376, 0.04623530060052872, -0.011536400765180588, 0.04234921187162399, -0.00685667060315609], "cos_Ac_negg": [0.540717363357544, 0.1357075273990631, 0.10768762230873108, 0.09943142533302307, 0.08322837203741074, 0.08676032721996307, 0.0932326689362526, 0.08197052776813507, 0.013723369687795639, 0.0967525914311409, 0.0694509744644165, 0.024080578237771988, 0.06590132415294647, 0.04051909223198891, -0.012848345562815666, 0.023797350004315376, 0.04623530060052872, -0.011536400765180588, 0.04234921187162399, -0.00685667060315609], "r_norm": [4.528191566467285, 4.384145736694336, 4.331957817077637, 4.3990302085876465, 4.291743278503418, 4.326284408569336, 4.5242204666137695, 4.359724044799805, 4.417647838592529, 4.398343086242676, 4.486297607421875, 4.323951244354248, 4.423055648803711, 4.385089874267578, 4.328268527984619, 4.47526741027832, 4.44811487197876, 4.359311103820801, 4.4312238693237305, 4.4758620262146]}, {"step": 3700, "epoch": 9, "train_loss": 1.578971028327942, "cos_r_negg": [0.5580798387527466, 0.12633253633975983, 0.10304805636405945, 0.08884010463953018, 0.10692569613456726, 0.06905948370695114, 0.10330397635698318, 0.06154506281018257, 0.03388282656669617, 0.11568064242601395, 0.06029926985502243, 0.0053013041615486145, 0.0505121648311615, 0.049656763672828674, -0.006767004728317261, -0.003739240113645792, 0.05448666960000992, -0.003809696529060602, 0.022968657314777374, -0.030442453920841217], "cos_apical_negg": [0.5580798387527466, 0.12633253633975983, 0.10304805636405945, 0.08884010463953018, 0.10692569613456726, 0.06905948370695114, 0.10330397635698318, 0.06154506281018257, 0.03388282656669617, 0.11568064242601395, 0.06029926985502243, 0.0053013041615486145, 0.0505121648311615, 0.049656763672828674, -0.006767004728317261, -0.003739240113645792, 0.05448666960000992, -0.003809696529060602, 0.022968657314777374, -0.030442453920841217], "cos_Ac_negg": [0.5580798387527466, 0.12633253633975983, 0.10304805636405945, 0.08884010463953018, 0.10692569613456726, 0.06905948370695114, 0.10330397635698318, 0.06154506281018257, 0.03388282656669617, 0.11568064242601395, 0.06029926985502243, 0.0053013041615486145, 0.0505121648311615, 0.049656763672828674, -0.006767004728317261, -0.003739240113645792, 0.05448666960000992, -0.003809696529060602, 0.022968657314777374, -0.030442453920841217], "r_norm": [4.480299949645996, 4.315312385559082, 4.253485202789307, 4.358918190002441, 4.245443344116211, 4.28187894821167, 4.4893975257873535, 4.301247596740723, 4.366056442260742, 4.374574661254883, 4.426485061645508, 4.271444797515869, 4.343208312988281, 4.325042724609375, 4.280718803405762, 4.421446323394775, 4.396633148193359, 4.3115620613098145, 4.4026384353637695, 4.439107894897461]}, {"step": 3750, "epoch": 9, "train_loss": 1.768027663230896, "cos_r_negg": [0.5447468161582947, 0.13863946497440338, 0.10703729093074799, 0.07463590800762177, 0.12460745126008987, 0.06859783828258514, 0.10150326788425446, 0.03179945796728134, 0.016705330461263657, 0.07676512002944946, 0.04203464463353157, 0.022705763578414917, 0.058650434017181396, 0.057029563933610916, -0.002528410404920578, 0.036744050681591034, -0.012922680005431175, 0.004165832884609699, 0.0691109448671341, -0.06361904740333557], "cos_apical_negg": [0.5447468161582947, 0.13863946497440338, 0.10703729093074799, 0.07463590800762177, 0.12460745126008987, 0.06859783828258514, 0.10150326788425446, 0.03179945796728134, 0.016705330461263657, 0.07676512002944946, 0.04203464463353157, 0.022705763578414917, 0.058650434017181396, 0.057029563933610916, -0.002528410404920578, 0.036744050681591034, -0.012922680005431175, 0.004165832884609699, 0.0691109448671341, -0.06361904740333557], "cos_Ac_negg": [0.5447468161582947, 0.13863946497440338, 0.10703729093074799, 0.07463590800762177, 0.12460745126008987, 0.06859783828258514, 0.10150326788425446, 0.03179945796728134, 0.016705330461263657, 0.07676512002944946, 0.04203464463353157, 0.022705763578414917, 0.058650434017181396, 0.057029563933610916, -0.002528410404920578, 0.036744050681591034, -0.012922680005431175, 0.004165832884609699, 0.0691109448671341, -0.06361904740333557], "r_norm": [4.552433490753174, 4.401734352111816, 4.3236870765686035, 4.440042495727539, 4.320746898651123, 4.348323345184326, 4.542235374450684, 4.3792572021484375, 4.446209907531738, 4.4017205238342285, 4.517589569091797, 4.341364860534668, 4.412285804748535, 4.400994300842285, 4.345344543457031, 4.481477737426758, 4.474503517150879, 4.370985984802246, 4.4553446769714355, 4.508260250091553]}, {"step": 3800, "epoch": 9, "train_loss": 2.002164363861084, "cos_r_negg": [0.572649359703064, 0.15518754720687866, 0.10673663020133972, 0.0995609313249588, 0.12016095966100693, 0.059185437858104706, 0.10047430545091629, 0.06774356961250305, 0.03254564106464386, 0.12412974238395691, 0.05136558413505554, 0.004931872710585594, 0.06683263927698135, 0.07548761367797852, -0.02310914732515812, 0.015456010587513447, -0.010106646455824375, 0.0021516643464565277, 0.03415842354297638, -0.008512796834111214], "cos_apical_negg": [0.572649359703064, 0.15518754720687866, 0.10673663020133972, 0.0995609313249588, 0.12016095966100693, 0.059185437858104706, 0.10047430545091629, 0.06774356961250305, 0.03254564106464386, 0.12412974238395691, 0.05136558413505554, 0.004931872710585594, 0.06683263927698135, 0.07548761367797852, -0.02310914732515812, 0.015456010587513447, -0.010106646455824375, 0.0021516643464565277, 0.03415842354297638, -0.008512796834111214], "cos_Ac_negg": [0.572649359703064, 0.15518754720687866, 0.10673663020133972, 0.0995609313249588, 0.12016095966100693, 0.059185437858104706, 0.10047430545091629, 0.06774356961250305, 0.03254564106464386, 0.12412974238395691, 0.05136558413505554, 0.004931872710585594, 0.06683263927698135, 0.07548761367797852, -0.02310914732515812, 0.015456010587513447, -0.010106646455824375, 0.0021516643464565277, 0.03415842354297638, -0.008512796834111214], "r_norm": [4.363325595855713, 4.212352275848389, 4.146628379821777, 4.254011154174805, 4.135119915008545, 4.172613143920898, 4.362613201141357, 4.199436187744141, 4.262166976928711, 4.253270149230957, 4.322327613830566, 4.16654634475708, 4.239500045776367, 4.221272945404053, 4.171904563903809, 4.31282901763916, 4.2875142097473145, 4.195345401763916, 4.279689788818359, 4.32376766204834]}, {"step": 3850, "epoch": 9, "train_loss": 1.722824215888977, "cos_r_negg": [0.5538181662559509, 0.15709587931632996, 0.1178441047668457, 0.09142383933067322, 0.10311286151409149, 0.069551020860672, 0.1076929122209549, 0.07568955421447754, 0.03402065485715866, 0.11794166266918182, 0.011946048587560654, 0.0317787304520607, 0.10299661755561829, 0.09137816727161407, -0.022759543731808662, 0.023059619590640068, -0.019495094195008278, -0.04266398400068283, 0.07291688024997711, 0.01324967946857214], "cos_apical_negg": [0.5538181662559509, 0.15709587931632996, 0.1178441047668457, 0.09142383933067322, 0.10311286151409149, 0.069551020860672, 0.1076929122209549, 0.07568955421447754, 0.03402065485715866, 0.11794166266918182, 0.011946048587560654, 0.0317787304520607, 0.10299661755561829, 0.09137816727161407, -0.022759543731808662, 0.023059619590640068, -0.019495094195008278, -0.04266398400068283, 0.07291688024997711, 0.01324967946857214], "cos_Ac_negg": [0.5538181662559509, 0.15709587931632996, 0.1178441047668457, 0.09142383933067322, 0.10311286151409149, 0.069551020860672, 0.1076929122209549, 0.07568955421447754, 0.03402065485715866, 0.11794166266918182, 0.011946048587560654, 0.0317787304520607, 0.10299661755561829, 0.09137816727161407, -0.022759543731808662, 0.023059619590640068, -0.019495094195008278, -0.04266398400068283, 0.07291688024997711, 0.01324967946857214], "r_norm": [4.37514591217041, 4.2386674880981445, 4.1793742179870605, 4.258641719818115, 4.136780261993408, 4.187691688537598, 4.384217262268066, 4.199369430541992, 4.280637741088867, 4.248416900634766, 4.331794738769531, 4.174856662750244, 4.252317428588867, 4.244753837585449, 4.183440208435059, 4.320517539978027, 4.300809860229492, 4.214221477508545, 4.288750171661377, 4.336223602294922]}, {"step": 3900, "epoch": 9, "train_loss": 1.8853352069854736, "cos_r_negg": [0.5696020126342773, 0.1593768447637558, 0.12496018409729004, 0.08200491964817047, 0.1009657010436058, 0.04179594665765762, 0.11629873514175415, 0.08655998110771179, 0.036162301898002625, 0.13527466356754303, 0.044063881039619446, 0.01941320300102234, 0.042617037892341614, 0.09811466932296753, -0.04066500812768936, -0.009839977137744427, -0.016172198578715324, -0.00022355280816555023, 0.0341971293091774, -0.040522366762161255], "cos_apical_negg": [0.5696020126342773, 0.1593768447637558, 0.12496018409729004, 0.08200491964817047, 0.1009657010436058, 0.04179594665765762, 0.11629873514175415, 0.08655998110771179, 0.036162301898002625, 0.13527466356754303, 0.044063881039619446, 0.01941320300102234, 0.042617037892341614, 0.09811466932296753, -0.04066500812768936, -0.009839977137744427, -0.016172198578715324, -0.00022355280816555023, 0.0341971293091774, -0.040522366762161255], "cos_Ac_negg": [0.5696020126342773, 0.1593768447637558, 0.12496018409729004, 0.08200491964817047, 0.1009657010436058, 0.04179594665765762, 0.11629873514175415, 0.08655998110771179, 0.036162301898002625, 0.13527466356754303, 0.044063881039619446, 0.01941320300102234, 0.042617037892341614, 0.09811466932296753, -0.04066500812768936, -0.009839977137744427, -0.016172198578715324, -0.00022355280816555023, 0.0341971293091774, -0.040522366762161255], "r_norm": [4.2915940284729, 4.159795761108398, 4.089159965515137, 4.1914544105529785, 4.075077056884766, 4.106343746185303, 4.3051862716674805, 4.134476184844971, 4.199242115020752, 4.193294525146484, 4.262094497680664, 4.099631309509277, 4.178248405456543, 4.173304557800293, 4.113259315490723, 4.240096092224121, 4.2262372970581055, 4.125439643859863, 4.208985328674316, 4.260979652404785]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3978, "test_loss": 1.8336989379882813}, {"step": 3950, "epoch": 10, "train_loss": 1.7633886337280273, "cos_r_negg": [0.5632197856903076, 0.1614890992641449, 0.12199359387159348, 0.09031332284212112, 0.11250753700733185, 0.03681416064500809, 0.0933249294757843, 0.05048941820859909, 0.0471661314368248, 0.12944826483726501, 0.020996641367673874, 0.013722446747124195, 0.08741208165884018, 0.09657995402812958, 0.006835457868874073, -0.04844146594405174, -0.00840933807194233, 0.0008750166743993759, 0.029300102964043617, 0.060529809445142746], "cos_apical_negg": [0.5632197856903076, 0.1614890992641449, 0.12199359387159348, 0.09031332284212112, 0.11250753700733185, 0.03681416064500809, 0.0933249294757843, 0.05048941820859909, 0.0471661314368248, 0.12944826483726501, 0.020996641367673874, 0.013722446747124195, 0.08741208165884018, 0.09657995402812958, 0.006835457868874073, -0.04844146594405174, -0.00840933807194233, 0.0008750166743993759, 0.029300102964043617, 0.060529809445142746], "cos_Ac_negg": [0.5632197856903076, 0.1614890992641449, 0.12199359387159348, 0.09031332284212112, 0.11250753700733185, 0.03681416064500809, 0.0933249294757843, 0.05048941820859909, 0.0471661314368248, 0.12944826483726501, 0.020996641367673874, 0.013722446747124195, 0.08741208165884018, 0.09657995402812958, 0.006835457868874073, -0.04844146594405174, -0.00840933807194233, 0.0008750166743993759, 0.029300102964043617, 0.060529809445142746], "r_norm": [4.284793853759766, 4.143309593200684, 4.084227561950684, 4.167813301086426, 4.059017181396484, 4.092665672302246, 4.294597148895264, 4.11597204208374, 4.180891990661621, 4.1767258644104, 4.244652271270752, 4.0870466232299805, 4.17161750793457, 4.1490983963012695, 4.0999979972839355, 4.233729362487793, 4.206686973571777, 4.11790657043457, 4.200798988342285, 4.2406229972839355]}, {"step": 4000, "epoch": 10, "train_loss": 1.5189216136932373, "cos_r_negg": [0.5376384258270264, 0.16194415092468262, 0.14181861281394958, 0.08303287625312805, 0.09912514686584473, 0.058495648205280304, 0.11051040887832642, 0.056904569268226624, 0.050229527056217194, 0.10476364195346832, 0.05442586541175842, 0.02622375637292862, 0.10479836910963058, 0.07872283458709717, 0.011635905131697655, -0.002624534536153078, -0.021211404353380203, -0.03496577590703964, -0.010065496899187565, 0.03959115967154503], "cos_apical_negg": [0.5376384258270264, 0.16194415092468262, 0.14181861281394958, 0.08303287625312805, 0.09912514686584473, 0.058495648205280304, 0.11051040887832642, 0.056904569268226624, 0.050229527056217194, 0.10476364195346832, 0.05442586541175842, 0.02622375637292862, 0.10479836910963058, 0.07872283458709717, 0.011635905131697655, -0.002624534536153078, -0.021211404353380203, -0.03496577590703964, -0.010065496899187565, 0.03959115967154503], "cos_Ac_negg": [0.5376384258270264, 0.16194415092468262, 0.14181861281394958, 0.08303287625312805, 0.09912514686584473, 0.058495648205280304, 0.11051040887832642, 0.056904569268226624, 0.050229527056217194, 0.10476364195346832, 0.05442586541175842, 0.02622375637292862, 0.10479836910963058, 0.07872283458709717, 0.011635905131697655, -0.002624534536153078, -0.021211404353380203, -0.03496577590703964, -0.010065496899187565, 0.03959115967154503], "r_norm": [4.348735332489014, 4.220386028289795, 4.147677898406982, 4.2492451667785645, 4.124295234680176, 4.178952217102051, 4.361757755279541, 4.199569225311279, 4.254322052001953, 4.255385398864746, 4.318356990814209, 4.166587829589844, 4.24660062789917, 4.226540565490723, 4.171341896057129, 4.301900863647461, 4.291435718536377, 4.19698429107666, 4.276610374450684, 4.3229780197143555]}, {"step": 4050, "epoch": 10, "train_loss": 1.6070247888565063, "cos_r_negg": [0.5777208209037781, 0.16364553570747375, 0.13182002305984497, 0.10661069303750992, 0.1126028448343277, 0.05531565099954605, 0.10013062506914139, 0.06957907974720001, 0.01033417321741581, 0.11732476204633713, 0.02882958948612213, 0.055360324680805206, 0.09062528610229492, 0.039173297584056854, 0.010394896380603313, 0.03993026167154312, 0.017663905397057533, 0.028027597814798355, -0.028632912784814835, -0.03426624834537506], "cos_apical_negg": [0.5777208209037781, 0.16364553570747375, 0.13182002305984497, 0.10661069303750992, 0.1126028448343277, 0.05531565099954605, 0.10013062506914139, 0.06957907974720001, 0.01033417321741581, 0.11732476204633713, 0.02882958948612213, 0.055360324680805206, 0.09062528610229492, 0.039173297584056854, 0.010394896380603313, 0.03993026167154312, 0.017663905397057533, 0.028027597814798355, -0.028632912784814835, -0.03426624834537506], "cos_Ac_negg": [0.5777208209037781, 0.16364553570747375, 0.13182002305984497, 0.10661069303750992, 0.1126028448343277, 0.05531565099954605, 0.10013062506914139, 0.06957907974720001, 0.01033417321741581, 0.11732476204633713, 0.02882958948612213, 0.055360324680805206, 0.09062528610229492, 0.039173297584056854, 0.010394896380603313, 0.03993026167154312, 0.017663905397057533, 0.028027597814798355, -0.028632912784814835, -0.03426624834537506], "r_norm": [4.3568806648254395, 4.22325325012207, 4.15113639831543, 4.251774787902832, 4.126898765563965, 4.17219352722168, 4.360675811767578, 4.197320938110352, 4.258694648742676, 4.249711036682129, 4.328442573547363, 4.16948127746582, 4.245840072631836, 4.228758335113525, 4.170273780822754, 4.304320812225342, 4.2817792892456055, 4.187404632568359, 4.2820024490356445, 4.322373867034912]}, {"step": 4100, "epoch": 10, "train_loss": 1.8041445016860962, "cos_r_negg": [0.5738744735717773, 0.16299614310264587, 0.1260170042514801, 0.1048528403043747, 0.09747441112995148, 0.08035162091255188, 0.10315471887588501, 0.06110542267560959, 0.004629279486835003, 0.1132231205701828, 0.05779309198260307, 0.026537135243415833, 0.07733426243066788, 0.043567389249801636, 0.0339227169752121, 0.03553367033600807, 0.026137562468647957, -0.0015647667460143566, 0.015118518844246864, -0.03065602481365204], "cos_apical_negg": [0.5738744735717773, 0.16299614310264587, 0.1260170042514801, 0.1048528403043747, 0.09747441112995148, 0.08035162091255188, 0.10315471887588501, 0.06110542267560959, 0.004629279486835003, 0.1132231205701828, 0.05779309198260307, 0.026537135243415833, 0.07733426243066788, 0.043567389249801636, 0.0339227169752121, 0.03553367033600807, 0.026137562468647957, -0.0015647667460143566, 0.015118518844246864, -0.03065602481365204], "cos_Ac_negg": [0.5738744735717773, 0.16299614310264587, 0.1260170042514801, 0.1048528403043747, 0.09747441112995148, 0.08035162091255188, 0.10315471887588501, 0.06110542267560959, 0.004629279486835003, 0.1132231205701828, 0.05779309198260307, 0.026537135243415833, 0.07733426243066788, 0.043567389249801636, 0.0339227169752121, 0.03553367033600807, 0.026137562468647957, -0.0015647667460143566, 0.015118518844246864, -0.03065602481365204], "r_norm": [4.33754301071167, 4.19830846786499, 4.128888130187988, 4.220430850982666, 4.105673313140869, 4.144099712371826, 4.339314937591553, 4.163301467895508, 4.224945068359375, 4.227391242980957, 4.292275428771973, 4.142297744750977, 4.219078063964844, 4.1991448402404785, 4.149572849273682, 4.278700351715088, 4.253620147705078, 4.173191070556641, 4.249967098236084, 4.297237396240234]}, {"step": 4150, "epoch": 10, "train_loss": 1.5488166809082031, "cos_r_negg": [0.5455300807952881, 0.15136972069740295, 0.10726221650838852, 0.10731831192970276, 0.11050384491682053, 0.0687023252248764, 0.10587294399738312, 0.051900267601013184, 0.014697523787617683, 0.12388790398836136, 0.04206289350986481, 0.013884561136364937, 0.09193015098571777, 0.05481400340795517, 0.018457844853401184, 0.013367276638746262, 0.029433351010084152, -0.016967784613370895, 0.007318434305489063, -0.03591276332736015], "cos_apical_negg": [0.5455300807952881, 0.15136972069740295, 0.10726221650838852, 0.10731831192970276, 0.11050384491682053, 0.0687023252248764, 0.10587294399738312, 0.051900267601013184, 0.014697523787617683, 0.12388790398836136, 0.04206289350986481, 0.013884561136364937, 0.09193015098571777, 0.05481400340795517, 0.018457844853401184, 0.013367276638746262, 0.029433351010084152, -0.016967784613370895, 0.007318434305489063, -0.03591276332736015], "cos_Ac_negg": [0.5455300807952881, 0.15136972069740295, 0.10726221650838852, 0.10731831192970276, 0.11050384491682053, 0.0687023252248764, 0.10587294399738312, 0.051900267601013184, 0.014697523787617683, 0.12388790398836136, 0.04206289350986481, 0.013884561136364937, 0.09193015098571777, 0.05481400340795517, 0.018457844853401184, 0.013367276638746262, 0.029433351010084152, -0.016967784613370895, 0.007318434305489063, -0.03591276332736015], "r_norm": [4.284518718719482, 4.155726432800293, 4.081216812133789, 4.179447650909424, 4.065539360046387, 4.103484153747559, 4.2900495529174805, 4.130975723266602, 4.17940616607666, 4.179803371429443, 4.255545616149902, 4.100948333740234, 4.183545112609863, 4.159798622131348, 4.1090545654296875, 4.233516693115234, 4.212830543518066, 4.127222061157227, 4.20798397064209, 4.250100612640381]}, {"step": 4200, "epoch": 10, "train_loss": 2.0437395572662354, "cos_r_negg": [0.5643594264984131, 0.16621294617652893, 0.10628361999988556, 0.11247429251670837, 0.09791839122772217, 0.07576455175876617, 0.1117868572473526, 0.059948842972517014, 0.03349604457616806, 0.16021782159805298, 0.041215453296899796, 0.02558910846710205, 0.0724978893995285, 0.05651178956031799, 0.04362262040376663, 0.013439764268696308, 0.04968700557947159, 0.006278906017541885, 0.03685225173830986, -0.03630354627966881], "cos_apical_negg": [0.5643594264984131, 0.16621294617652893, 0.10628361999988556, 0.11247429251670837, 0.09791839122772217, 0.07576455175876617, 0.1117868572473526, 0.059948842972517014, 0.03349604457616806, 0.16021782159805298, 0.041215453296899796, 0.02558910846710205, 0.0724978893995285, 0.05651178956031799, 0.04362262040376663, 0.013439764268696308, 0.04968700557947159, 0.006278906017541885, 0.03685225173830986, -0.03630354627966881], "cos_Ac_negg": [0.5643594264984131, 0.16621294617652893, 0.10628361999988556, 0.11247429251670837, 0.09791839122772217, 0.07576455175876617, 0.1117868572473526, 0.059948842972517014, 0.03349604457616806, 0.16021782159805298, 0.041215453296899796, 0.02558910846710205, 0.0724978893995285, 0.05651178956031799, 0.04362262040376663, 0.013439764268696308, 0.04968700557947159, 0.006278906017541885, 0.03685225173830986, -0.03630354627966881], "r_norm": [4.390202522277832, 4.239323616027832, 4.1820068359375, 4.277419090270996, 4.152464866638184, 4.198272228240967, 4.389028549194336, 4.217501640319824, 4.26904296875, 4.292365074157715, 4.346115589141846, 4.189977645874023, 4.272538185119629, 4.248398780822754, 4.192798137664795, 4.338954448699951, 4.314759731292725, 4.206423759460449, 4.305699348449707, 4.3384904861450195]}, {"step": 4250, "epoch": 10, "train_loss": 1.8840937614440918, "cos_r_negg": [0.5610939860343933, 0.15537434816360474, 0.11383144557476044, 0.1105239987373352, 0.10072637349367142, 0.09001557528972626, 0.14407841861248016, 0.04785696044564247, 0.05961986258625984, 0.13181646168231964, 0.02168724685907364, 0.020895877853035927, 0.09063811600208282, 0.11064501106739044, 0.03026454523205757, 0.028428589925169945, -0.013899524696171284, 0.04537758603692055, 0.08554227650165558, -0.029588758945465088], "cos_apical_negg": [0.5610939860343933, 0.15537434816360474, 0.11383144557476044, 0.1105239987373352, 0.10072637349367142, 0.09001557528972626, 0.14407841861248016, 0.04785696044564247, 0.05961986258625984, 0.13181646168231964, 0.02168724685907364, 0.020895877853035927, 0.09063811600208282, 0.11064501106739044, 0.03026454523205757, 0.028428589925169945, -0.013899524696171284, 0.04537758603692055, 0.08554227650165558, -0.029588758945465088], "cos_Ac_negg": [0.5610939860343933, 0.15537434816360474, 0.11383144557476044, 0.1105239987373352, 0.10072637349367142, 0.09001557528972626, 0.14407841861248016, 0.04785696044564247, 0.05961986258625984, 0.13181646168231964, 0.02168724685907364, 0.020895877853035927, 0.09063811600208282, 0.11064501106739044, 0.03026454523205757, 0.028428589925169945, -0.013899524696171284, 0.04537758603692055, 0.08554227650165558, -0.029588758945465088], "r_norm": [4.356357574462891, 4.206232070922852, 4.146265983581543, 4.245501518249512, 4.1204514503479, 4.162588119506836, 4.367942810058594, 4.182503700256348, 4.252432346343994, 4.253251075744629, 4.312621593475342, 4.157214164733887, 4.23040771484375, 4.215457439422607, 4.164937973022461, 4.305206775665283, 4.272951126098633, 4.183828830718994, 4.273563385009766, 4.311931610107422]}, {"step": 4300, "epoch": 10, "train_loss": 1.6208763122558594, "cos_r_negg": [0.528139591217041, 0.15176507830619812, 0.1151375025510788, 0.10904102772474289, 0.10683455318212509, 0.06398600339889526, 0.1318242847919464, 0.07295168936252594, 0.04369911551475525, 0.13979333639144897, 0.03921682760119438, 0.06638782471418381, 0.08699928969144821, 0.12070254981517792, -0.009438653476536274, 0.024064723402261734, 0.04430488497018814, 0.009165147319436073, 0.020211681723594666, -0.040974002331495285], "cos_apical_negg": [0.528139591217041, 0.15176507830619812, 0.1151375025510788, 0.10904102772474289, 0.10683455318212509, 0.06398600339889526, 0.1318242847919464, 0.07295168936252594, 0.04369911551475525, 0.13979333639144897, 0.03921682760119438, 0.06638782471418381, 0.08699928969144821, 0.12070254981517792, -0.009438653476536274, 0.024064723402261734, 0.04430488497018814, 0.009165147319436073, 0.020211681723594666, -0.040974002331495285], "cos_Ac_negg": [0.528139591217041, 0.15176507830619812, 0.1151375025510788, 0.10904102772474289, 0.10683455318212509, 0.06398600339889526, 0.1318242847919464, 0.07295168936252594, 0.04369911551475525, 0.13979333639144897, 0.03921682760119438, 0.06638782471418381, 0.08699928969144821, 0.12070254981517792, -0.009438653476536274, 0.024064723402261734, 0.04430488497018814, 0.009165147319436073, 0.020211681723594666, -0.040974002331495285], "r_norm": [4.388830661773682, 4.237002849578857, 4.181272506713867, 4.264019012451172, 4.142977237701416, 4.2029709815979, 4.394631385803223, 4.2143049240112305, 4.268224716186523, 4.28489351272583, 4.341883659362793, 4.193802356719971, 4.273350238800049, 4.240538597106934, 4.1948699951171875, 4.330221176147461, 4.303607940673828, 4.220475196838379, 4.29414176940918, 4.340446949005127]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3875, "test_loss": 1.9255748779296875}, {"step": 4350, "epoch": 11, "train_loss": 1.5013775825500488, "cos_r_negg": [0.547826886177063, 0.1609668880701065, 0.1080879420042038, 0.10146965086460114, 0.08492819219827652, 0.0803414061665535, 0.11845778673887253, 0.06204932928085327, 0.038326866924762726, 0.13813015818595886, 0.027750683948397636, 0.07249768078327179, 0.07691936194896698, 0.08972202241420746, 0.0233580581843853, 0.002726335544139147, 0.06917841732501984, -0.013609888032078743, 0.035103462636470795, -0.011111224070191383], "cos_apical_negg": [0.547826886177063, 0.1609668880701065, 0.1080879420042038, 0.10146965086460114, 0.08492819219827652, 0.0803414061665535, 0.11845778673887253, 0.06204932928085327, 0.038326866924762726, 0.13813015818595886, 0.027750683948397636, 0.07249768078327179, 0.07691936194896698, 0.08972202241420746, 0.0233580581843853, 0.002726335544139147, 0.06917841732501984, -0.013609888032078743, 0.035103462636470795, -0.011111224070191383], "cos_Ac_negg": [0.547826886177063, 0.1609668880701065, 0.1080879420042038, 0.10146965086460114, 0.08492819219827652, 0.0803414061665535, 0.11845778673887253, 0.06204932928085327, 0.038326866924762726, 0.13813015818595886, 0.027750683948397636, 0.07249768078327179, 0.07691936194896698, 0.08972202241420746, 0.0233580581843853, 0.002726335544139147, 0.06917841732501984, -0.013609888032078743, 0.035103462636470795, -0.011111224070191383], "r_norm": [4.38486909866333, 4.240887641906738, 4.185867786407471, 4.266093730926514, 4.161715507507324, 4.1899237632751465, 4.382361888885498, 4.218589782714844, 4.278838634490967, 4.279390811920166, 4.346172332763672, 4.186043739318848, 4.279231548309326, 4.247450828552246, 4.2016072273254395, 4.331570148468018, 4.308376312255859, 4.225030899047852, 4.29241418838501, 4.341336250305176]}, {"step": 4400, "epoch": 11, "train_loss": 1.8442409038543701, "cos_r_negg": [0.5536117553710938, 0.14526696503162384, 0.11781591922044754, 0.13037660717964172, 0.09602661430835724, 0.08194649964570999, 0.11078790575265884, 0.06865648180246353, 0.02690226584672928, 0.12685661017894745, 0.02176753804087639, 0.07683500647544861, 0.050533562898635864, 0.040119919925928116, 0.03594706207513809, 0.009261871688067913, 0.06737294048070908, 0.0421583354473114, 0.06497080624103546, 0.017999418079853058], "cos_apical_negg": [0.5536117553710938, 0.14526696503162384, 0.11781591922044754, 0.13037660717964172, 0.09602661430835724, 0.08194649964570999, 0.11078790575265884, 0.06865648180246353, 0.02690226584672928, 0.12685661017894745, 0.02176753804087639, 0.07683500647544861, 0.050533562898635864, 0.040119919925928116, 0.03594706207513809, 0.009261871688067913, 0.06737294048070908, 0.0421583354473114, 0.06497080624103546, 0.017999418079853058], "cos_Ac_negg": [0.5536117553710938, 0.14526696503162384, 0.11781591922044754, 0.13037660717964172, 0.09602661430835724, 0.08194649964570999, 0.11078790575265884, 0.06865648180246353, 0.02690226584672928, 0.12685661017894745, 0.02176753804087639, 0.07683500647544861, 0.050533562898635864, 0.040119919925928116, 0.03594706207513809, 0.009261871688067913, 0.06737294048070908, 0.0421583354473114, 0.06497080624103546, 0.017999418079853058], "r_norm": [4.447039604187012, 4.304903507232666, 4.239404678344727, 4.333344459533691, 4.217648983001709, 4.266571044921875, 4.438851833343506, 4.288919448852539, 4.350331783294678, 4.331264972686768, 4.414566516876221, 4.255670547485352, 4.33823299407959, 4.30849552154541, 4.267911911010742, 4.402726173400879, 4.369284152984619, 4.2776198387146, 4.361705780029297, 4.410068035125732]}, {"step": 4450, "epoch": 11, "train_loss": 2.1284408569335938, "cos_r_negg": [0.5386484265327454, 0.1479918658733368, 0.1199524998664856, 0.12309558689594269, 0.10273357480764389, 0.09447934478521347, 0.12349192798137665, 0.048336125910282135, 0.010821986943483353, 0.14377573132514954, 0.04995572939515114, 0.0543074905872345, 0.06372188776731491, 0.08146421611309052, 0.007693183608353138, 0.030439235270023346, 0.08202075958251953, 0.012509181164205074, 0.05542197823524475, 0.033989034593105316], "cos_apical_negg": [0.5386484265327454, 0.1479918658733368, 0.1199524998664856, 0.12309558689594269, 0.10273357480764389, 0.09447934478521347, 0.12349192798137665, 0.048336125910282135, 0.010821986943483353, 0.14377573132514954, 0.04995572939515114, 0.0543074905872345, 0.06372188776731491, 0.08146421611309052, 0.007693183608353138, 0.030439235270023346, 0.08202075958251953, 0.012509181164205074, 0.05542197823524475, 0.033989034593105316], "cos_Ac_negg": [0.5386484265327454, 0.1479918658733368, 0.1199524998664856, 0.12309558689594269, 0.10273357480764389, 0.09447934478521347, 0.12349192798137665, 0.048336125910282135, 0.010821986943483353, 0.14377573132514954, 0.04995572939515114, 0.0543074905872345, 0.06372188776731491, 0.08146421611309052, 0.007693183608353138, 0.030439235270023346, 0.08202075958251953, 0.012509181164205074, 0.05542197823524475, 0.033989034593105316], "r_norm": [4.493844032287598, 4.354289531707764, 4.288566589355469, 4.369685173034668, 4.262503623962402, 4.2920122146606445, 4.506042957305908, 4.321779727935791, 4.385529518127441, 4.391688823699951, 4.458558082580566, 4.287415504455566, 4.381337642669678, 4.357917785644531, 4.30592679977417, 4.440423965454102, 4.426857948303223, 4.329232215881348, 4.407191753387451, 4.454744815826416]}, {"step": 4500, "epoch": 11, "train_loss": 1.849363088607788, "cos_r_negg": [0.5445305109024048, 0.13704577088356018, 0.1236596405506134, 0.1336483508348465, 0.11967335641384125, 0.08542029559612274, 0.15591660141944885, 0.06591274589300156, 0.04063654690980911, 0.12637118995189667, 0.03477650135755539, 0.05775592476129532, 0.04834543168544769, 0.0767609030008316, 0.014076873660087585, 0.0007332158274948597, 0.04364071041345596, -0.00868760235607624, 0.059881240129470825, 0.05604896694421768], "cos_apical_negg": [0.5445305109024048, 0.13704577088356018, 0.1236596405506134, 0.1336483508348465, 0.11967335641384125, 0.08542029559612274, 0.15591660141944885, 0.06591274589300156, 0.04063654690980911, 0.12637118995189667, 0.03477650135755539, 0.05775592476129532, 0.04834543168544769, 0.0767609030008316, 0.014076873660087585, 0.0007332158274948597, 0.04364071041345596, -0.00868760235607624, 0.059881240129470825, 0.05604896694421768], "cos_Ac_negg": [0.5445305109024048, 0.13704577088356018, 0.1236596405506134, 0.1336483508348465, 0.11967335641384125, 0.08542029559612274, 0.15591660141944885, 0.06591274589300156, 0.04063654690980911, 0.12637118995189667, 0.03477650135755539, 0.05775592476129532, 0.04834543168544769, 0.0767609030008316, 0.014076873660087585, 0.0007332158274948597, 0.04364071041345596, -0.00868760235607624, 0.059881240129470825, 0.05604896694421768], "r_norm": [4.505936622619629, 4.339292526245117, 4.271854400634766, 4.375075340270996, 4.264596939086914, 4.305600166320801, 4.507891654968262, 4.326176166534424, 4.383549690246582, 4.402510643005371, 4.454737663269043, 4.298226356506348, 4.371520042419434, 4.357547283172607, 4.30220890045166, 4.441692352294922, 4.40897274017334, 4.325413703918457, 4.412454605102539, 4.455461502075195]}, {"step": 4550, "epoch": 11, "train_loss": 1.634245753288269, "cos_r_negg": [0.5423693060874939, 0.1443297564983368, 0.13081151247024536, 0.13535116612911224, 0.11060814559459686, 0.08254952728748322, 0.15979908406734467, 0.05308404192328453, 0.049106843769550323, 0.10906650125980377, 0.04898159205913544, 0.08823288977146149, 0.054649122059345245, 0.07269278168678284, 0.011015225201845169, 0.0074839359149336815, 0.025491122156381607, -0.018588026985526085, 0.07825309038162231, 0.02645253762602806], "cos_apical_negg": [0.5423693060874939, 0.1443297564983368, 0.13081151247024536, 0.13535116612911224, 0.11060814559459686, 0.08254952728748322, 0.15979908406734467, 0.05308404192328453, 0.049106843769550323, 0.10906650125980377, 0.04898159205913544, 0.08823288977146149, 0.054649122059345245, 0.07269278168678284, 0.011015225201845169, 0.0074839359149336815, 0.025491122156381607, -0.018588026985526085, 0.07825309038162231, 0.02645253762602806], "cos_Ac_negg": [0.5423693060874939, 0.1443297564983368, 0.13081151247024536, 0.13535116612911224, 0.11060814559459686, 0.08254952728748322, 0.15979908406734467, 0.05308404192328453, 0.049106843769550323, 0.10906650125980377, 0.04898159205913544, 0.08823288977146149, 0.054649122059345245, 0.07269278168678284, 0.011015225201845169, 0.0074839359149336815, 0.025491122156381607, -0.018588026985526085, 0.07825309038162231, 0.02645253762602806], "r_norm": [4.456018447875977, 4.30428409576416, 4.2277727127075195, 4.340078830718994, 4.21284818649292, 4.262829780578613, 4.46292781829834, 4.293435573577881, 4.33526611328125, 4.351292610168457, 4.418806552886963, 4.256439208984375, 4.328665733337402, 4.31219482421875, 4.256416320800781, 4.399163246154785, 4.3775553703308105, 4.2765583992004395, 4.369699478149414, 4.418822765350342]}, {"step": 4600, "epoch": 11, "train_loss": 1.740764856338501, "cos_r_negg": [0.5603361129760742, 0.14486151933670044, 0.13859327137470245, 0.09417887032032013, 0.10042531788349152, 0.09211906045675278, 0.14653894305229187, 0.0617230199277401, 0.037362635135650635, 0.107185497879982, 0.05311926081776619, 0.05832161381840706, 0.068324513733387, 0.08115555346012115, 0.033965300768613815, -0.020954445004463196, -0.0025806110352277756, 0.03952774778008461, 0.0007446138188242912, 0.01782117411494255], "cos_apical_negg": [0.5603361129760742, 0.14486151933670044, 0.13859327137470245, 0.09417887032032013, 0.10042531788349152, 0.09211906045675278, 0.14653894305229187, 0.0617230199277401, 0.037362635135650635, 0.107185497879982, 0.05311926081776619, 0.05832161381840706, 0.068324513733387, 0.08115555346012115, 0.033965300768613815, -0.020954445004463196, -0.0025806110352277756, 0.03952774778008461, 0.0007446138188242912, 0.01782117411494255], "cos_Ac_negg": [0.5603361129760742, 0.14486151933670044, 0.13859327137470245, 0.09417887032032013, 0.10042531788349152, 0.09211906045675278, 0.14653894305229187, 0.0617230199277401, 0.037362635135650635, 0.107185497879982, 0.05311926081776619, 0.05832161381840706, 0.068324513733387, 0.08115555346012115, 0.033965300768613815, -0.020954445004463196, -0.0025806110352277756, 0.03952774778008461, 0.0007446138188242912, 0.01782117411494255], "r_norm": [4.395177841186523, 4.252662658691406, 4.17996072769165, 4.281759262084961, 4.16140079498291, 4.210266590118408, 4.412958145141602, 4.2282304763793945, 4.294054985046387, 4.2898454666137695, 4.35877799987793, 4.205139636993408, 4.273864269256592, 4.269608974456787, 4.205471992492676, 4.3423051834106445, 4.30964994430542, 4.228631973266602, 4.315256118774414, 4.364230155944824]}, {"step": 4650, "epoch": 11, "train_loss": 1.6845414638519287, "cos_r_negg": [0.5822086930274963, 0.14364999532699585, 0.12165125459432602, 0.10700902342796326, 0.101815365254879, 0.12199629843235016, 0.14872495830059052, 0.07483835518360138, 0.040251560509204865, 0.13527114689350128, 0.04711085557937622, 0.05574789643287659, 0.05013766884803772, 0.06265347450971603, 0.0272956695407629, -0.037778355181217194, 0.016308993101119995, 0.0008391747251152992, 0.05146408826112747, 0.007651858031749725], "cos_apical_negg": [0.5822086930274963, 0.14364999532699585, 0.12165125459432602, 0.10700902342796326, 0.101815365254879, 0.12199629843235016, 0.14872495830059052, 0.07483835518360138, 0.040251560509204865, 0.13527114689350128, 0.04711085557937622, 0.05574789643287659, 0.05013766884803772, 0.06265347450971603, 0.0272956695407629, -0.037778355181217194, 0.016308993101119995, 0.0008391747251152992, 0.05146408826112747, 0.007651858031749725], "cos_Ac_negg": [0.5822086930274963, 0.14364999532699585, 0.12165125459432602, 0.10700902342796326, 0.101815365254879, 0.12199629843235016, 0.14872495830059052, 0.07483835518360138, 0.040251560509204865, 0.13527114689350128, 0.04711085557937622, 0.05574789643287659, 0.05013766884803772, 0.06265347450971603, 0.0272956695407629, -0.037778355181217194, 0.016308993101119995, 0.0008391747251152992, 0.05146408826112747, 0.007651858031749725], "r_norm": [4.359311103820801, 4.21838903427124, 4.144741058349609, 4.240278244018555, 4.128719806671143, 4.169154644012451, 4.363121509552002, 4.189899444580078, 4.250297546386719, 4.251451015472412, 4.325198173522949, 4.157607078552246, 4.235975742340088, 4.225526809692383, 4.165915012359619, 4.295414447784424, 4.2780914306640625, 4.191917419433594, 4.2737884521484375, 4.320577144622803]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.364, "test_loss": 1.9349198608398437}, {"step": 4700, "epoch": 12, "train_loss": 1.5137889385223389, "cos_r_negg": [0.5555475354194641, 0.13651832938194275, 0.11206966638565063, 0.0951986312866211, 0.11053404211997986, 0.121165432035923, 0.16004666686058044, 0.10647501051425934, 0.054567791521549225, 0.1213093250989914, 0.050527505576610565, 0.03059135563671589, 0.06666123867034912, 0.04787078872323036, -0.007848899811506271, 0.018073439598083496, -0.0250115804374218, 0.007400438189506531, 0.016466058790683746, 0.08080388605594635], "cos_apical_negg": [0.5555475354194641, 0.13651832938194275, 0.11206966638565063, 0.0951986312866211, 0.11053404211997986, 0.121165432035923, 0.16004666686058044, 0.10647501051425934, 0.054567791521549225, 0.1213093250989914, 0.050527505576610565, 0.03059135563671589, 0.06666123867034912, 0.04787078872323036, -0.007848899811506271, 0.018073439598083496, -0.0250115804374218, 0.007400438189506531, 0.016466058790683746, 0.08080388605594635], "cos_Ac_negg": [0.5555475354194641, 0.13651832938194275, 0.11206966638565063, 0.0951986312866211, 0.11053404211997986, 0.121165432035923, 0.16004666686058044, 0.10647501051425934, 0.054567791521549225, 0.1213093250989914, 0.050527505576610565, 0.03059135563671589, 0.06666123867034912, 0.04787078872323036, -0.007848899811506271, 0.018073439598083496, -0.0250115804374218, 0.007400438189506531, 0.016466058790683746, 0.08080388605594635], "r_norm": [4.416372299194336, 4.270143508911133, 4.205502986907959, 4.289289474487305, 4.180755615234375, 4.215274810791016, 4.417224884033203, 4.2353596687316895, 4.307673454284668, 4.292412757873535, 4.369777679443359, 4.206393718719482, 4.29403829574585, 4.276577949523926, 4.21968936920166, 4.346953392028809, 4.3372697830200195, 4.241098880767822, 4.3161845207214355, 4.367280960083008]}, {"step": 4750, "epoch": 12, "train_loss": 1.944553256034851, "cos_r_negg": [0.5589116811752319, 0.14122161269187927, 0.1296878159046173, 0.11823888123035431, 0.10760313272476196, 0.12406840920448303, 0.142070472240448, 0.07447560131549835, 0.04049702733755112, 0.10336052626371384, 0.08054883778095245, -0.0036022253334522247, 0.08964723348617554, 0.09246929734945297, 0.05335856229066849, -0.0025100421626120806, 0.004399709869176149, -0.018289268016815186, 0.0727420449256897, 0.03270088881254196], "cos_apical_negg": [0.5589116811752319, 0.14122161269187927, 0.1296878159046173, 0.11823888123035431, 0.10760313272476196, 0.12406840920448303, 0.142070472240448, 0.07447560131549835, 0.04049702733755112, 0.10336052626371384, 0.08054883778095245, -0.0036022253334522247, 0.08964723348617554, 0.09246929734945297, 0.05335856229066849, -0.0025100421626120806, 0.004399709869176149, -0.018289268016815186, 0.0727420449256897, 0.03270088881254196], "cos_Ac_negg": [0.5589116811752319, 0.14122161269187927, 0.1296878159046173, 0.11823888123035431, 0.10760313272476196, 0.12406840920448303, 0.142070472240448, 0.07447560131549835, 0.04049702733755112, 0.10336052626371384, 0.08054883778095245, -0.0036022253334522247, 0.08964723348617554, 0.09246929734945297, 0.05335856229066849, -0.0025100421626120806, 0.004399709869176149, -0.018289268016815186, 0.0727420449256897, 0.03270088881254196], "r_norm": [4.417705059051514, 4.276693344116211, 4.20865535736084, 4.290716171264648, 4.183324337005615, 4.224609375, 4.420440673828125, 4.247267723083496, 4.3277692794799805, 4.310486793518066, 4.370994567871094, 4.222119331359863, 4.310904026031494, 4.293838024139404, 4.234659671783447, 4.366079807281494, 4.33597469329834, 4.247943878173828, 4.327000617980957, 4.3745927810668945]}, {"step": 4800, "epoch": 12, "train_loss": 1.6684608459472656, "cos_r_negg": [0.5428615212440491, 0.15566006302833557, 0.1339482069015503, 0.1129322499036789, 0.10426735877990723, 0.10765509307384491, 0.13040751218795776, 0.07530717551708221, 0.0665244311094284, 0.11595990508794785, 0.07137501239776611, 0.013445950113236904, 0.10738080739974976, 0.08858723193407059, 0.027750879526138306, 0.0015026326291263103, 0.006775205954909325, -0.016161812469363213, 0.06845998018980026, 0.05208733677864075], "cos_apical_negg": [0.5428615212440491, 0.15566006302833557, 0.1339482069015503, 0.1129322499036789, 0.10426735877990723, 0.10765509307384491, 0.13040751218795776, 0.07530717551708221, 0.0665244311094284, 0.11595990508794785, 0.07137501239776611, 0.013445950113236904, 0.10738080739974976, 0.08858723193407059, 0.027750879526138306, 0.0015026326291263103, 0.006775205954909325, -0.016161812469363213, 0.06845998018980026, 0.05208733677864075], "cos_Ac_negg": [0.5428615212440491, 0.15566006302833557, 0.1339482069015503, 0.1129322499036789, 0.10426735877990723, 0.10765509307384491, 0.13040751218795776, 0.07530717551708221, 0.0665244311094284, 0.11595990508794785, 0.07137501239776611, 0.013445950113236904, 0.10738080739974976, 0.08858723193407059, 0.027750879526138306, 0.0015026326291263103, 0.006775205954909325, -0.016161812469363213, 0.06845998018980026, 0.05208733677864075], "r_norm": [4.378689765930176, 4.233356475830078, 4.16593074798584, 4.255720138549805, 4.144148826599121, 4.169865131378174, 4.375502586364746, 4.198882102966309, 4.264929294586182, 4.2651519775390625, 4.332959175109863, 4.164787292480469, 4.249015808105469, 4.2360711097717285, 4.178591251373291, 4.31989049911499, 4.294111251831055, 4.196480751037598, 4.287047386169434, 4.324799060821533]}, {"step": 4850, "epoch": 12, "train_loss": 1.6735893487930298, "cos_r_negg": [0.5483928918838501, 0.15741102397441864, 0.12007021903991699, 0.10182365775108337, 0.11531317234039307, 0.1165858805179596, 0.12667381763458252, 0.06180023401975632, 0.09261023998260498, 0.14026793837547302, 0.04372125118970871, 0.02438422292470932, 0.09777697920799255, 0.0909169614315033, 0.0033907368779182434, -0.015539499931037426, 0.0257718488574028, -0.002314566634595394, 0.0626484677195549, 0.060034312307834625], "cos_apical_negg": [0.5483928918838501, 0.15741102397441864, 0.12007021903991699, 0.10182365775108337, 0.11531317234039307, 0.1165858805179596, 0.12667381763458252, 0.06180023401975632, 0.09261023998260498, 0.14026793837547302, 0.04372125118970871, 0.02438422292470932, 0.09777697920799255, 0.0909169614315033, 0.0033907368779182434, -0.015539499931037426, 0.0257718488574028, -0.002314566634595394, 0.0626484677195549, 0.060034312307834625], "cos_Ac_negg": [0.5483928918838501, 0.15741102397441864, 0.12007021903991699, 0.10182365775108337, 0.11531317234039307, 0.1165858805179596, 0.12667381763458252, 0.06180023401975632, 0.09261023998260498, 0.14026793837547302, 0.04372125118970871, 0.02438422292470932, 0.09777697920799255, 0.0909169614315033, 0.0033907368779182434, -0.015539499931037426, 0.0257718488574028, -0.002314566634595394, 0.0626484677195549, 0.060034312307834625], "r_norm": [4.354659080505371, 4.206417560577393, 4.14563512802124, 4.233501434326172, 4.122197151184082, 4.154558181762695, 4.357426166534424, 4.177811622619629, 4.245815753936768, 4.237551212310791, 4.307492256164551, 4.146257400512695, 4.227748870849609, 4.214526176452637, 4.155533790588379, 4.289867401123047, 4.276606559753418, 4.178640365600586, 4.26882791519165, 4.304691314697266]}, {"step": 4900, "epoch": 12, "train_loss": 1.5597641468048096, "cos_r_negg": [0.5461235642433167, 0.1498868763446808, 0.12558399140834808, 0.10733939707279205, 0.09391340613365173, 0.11524401605129242, 0.12654419243335724, 0.07486502081155777, 0.08533390611410141, 0.1531577706336975, 0.05695527046918869, 0.042424168437719345, 0.11745060980319977, 0.09097497165203094, 1.6195699572563171e-06, -0.04174930974841118, 0.03497341647744179, 0.011641623452305794, 0.06489617377519608, 0.023895425722002983], "cos_apical_negg": [0.5461235642433167, 0.1498868763446808, 0.12558399140834808, 0.10733939707279205, 0.09391340613365173, 0.11524401605129242, 0.12654419243335724, 0.07486502081155777, 0.08533390611410141, 0.1531577706336975, 0.05695527046918869, 0.042424168437719345, 0.11745060980319977, 0.09097497165203094, 1.6195699572563171e-06, -0.04174930974841118, 0.03497341647744179, 0.011641623452305794, 0.06489617377519608, 0.023895425722002983], "cos_Ac_negg": [0.5461235642433167, 0.1498868763446808, 0.12558399140834808, 0.10733939707279205, 0.09391340613365173, 0.11524401605129242, 0.12654419243335724, 0.07486502081155777, 0.08533390611410141, 0.1531577706336975, 0.05695527046918869, 0.042424168437719345, 0.11745060980319977, 0.09097497165203094, 1.6195699572563171e-06, -0.04174930974841118, 0.03497341647744179, 0.011641623452305794, 0.06489617377519608, 0.023895425722002983], "r_norm": [4.447535514831543, 4.3120012283325195, 4.242537021636963, 4.340531826019287, 4.225142478942871, 4.253826141357422, 4.44455623626709, 4.289605140686035, 4.3436126708984375, 4.326253890991211, 4.416337966918945, 4.248495578765869, 4.3360819816589355, 4.309762001037598, 4.255062103271484, 4.39583683013916, 4.377613544464111, 4.287687301635742, 4.374825477600098, 4.409673690795898]}, {"step": 4950, "epoch": 12, "train_loss": 1.4897596836090088, "cos_r_negg": [0.5452598333358765, 0.17881694436073303, 0.11211168766021729, 0.11017768830060959, 0.10554088652133942, 0.10361437499523163, 0.1268414855003357, 0.08914551138877869, 0.07916726171970367, 0.14351379871368408, 0.06711886078119278, 0.044856175780296326, 0.10109589993953705, 0.06490232050418854, 0.04750534147024155, -0.013280599378049374, 0.050973497331142426, 0.002401155885308981, 0.0831102579832077, 0.023097267374396324], "cos_apical_negg": [0.5452598333358765, 0.17881694436073303, 0.11211168766021729, 0.11017768830060959, 0.10554088652133942, 0.10361437499523163, 0.1268414855003357, 0.08914551138877869, 0.07916726171970367, 0.14351379871368408, 0.06711886078119278, 0.044856175780296326, 0.10109589993953705, 0.06490232050418854, 0.04750534147024155, -0.013280599378049374, 0.050973497331142426, 0.002401155885308981, 0.0831102579832077, 0.023097267374396324], "cos_Ac_negg": [0.5452598333358765, 0.17881694436073303, 0.11211168766021729, 0.11017768830060959, 0.10554088652133942, 0.10361437499523163, 0.1268414855003357, 0.08914551138877869, 0.07916726171970367, 0.14351379871368408, 0.06711886078119278, 0.044856175780296326, 0.10109589993953705, 0.06490232050418854, 0.04750534147024155, -0.013280599378049374, 0.050973497331142426, 0.002401155885308981, 0.0831102579832077, 0.023097267374396324], "r_norm": [4.342177391052246, 4.198699474334717, 4.137042999267578, 4.222701072692871, 4.116671085357666, 4.142836570739746, 4.341361999511719, 4.171072959899902, 4.238027095794678, 4.222900390625, 4.297314643859863, 4.136794090270996, 4.220502853393555, 4.205492973327637, 4.1453704833984375, 4.290326118469238, 4.259863376617432, 4.1762895584106445, 4.253945350646973, 4.293698787689209]}, {"step": 5000, "epoch": 12, "train_loss": 1.736466646194458, "cos_r_negg": [0.5530908107757568, 0.1630784124135971, 0.11780373752117157, 0.12201676517724991, 0.10045887529850006, 0.11174171417951584, 0.12307187914848328, 0.08647307753562927, 0.06298878788948059, 0.11952923238277435, 0.0577804297208786, 0.043099939823150635, 0.0905575156211853, 0.022365177050232887, 0.04609479010105133, -0.01820819266140461, 0.035564202815294266, -0.0032630511559545994, 0.071080282330513, 0.010456030257046223], "cos_apical_negg": [0.5530908107757568, 0.1630784124135971, 0.11780373752117157, 0.12201676517724991, 0.10045887529850006, 0.11174171417951584, 0.12307187914848328, 0.08647307753562927, 0.06298878788948059, 0.11952923238277435, 0.0577804297208786, 0.043099939823150635, 0.0905575156211853, 0.022365177050232887, 0.04609479010105133, -0.01820819266140461, 0.035564202815294266, -0.0032630511559545994, 0.071080282330513, 0.010456030257046223], "cos_Ac_negg": [0.5530908107757568, 0.1630784124135971, 0.11780373752117157, 0.12201676517724991, 0.10045887529850006, 0.11174171417951584, 0.12307187914848328, 0.08647307753562927, 0.06298878788948059, 0.11952923238277435, 0.0577804297208786, 0.043099939823150635, 0.0905575156211853, 0.022365177050232887, 0.04609479010105133, -0.01820819266140461, 0.035564202815294266, -0.0032630511559545994, 0.071080282330513, 0.010456030257046223], "r_norm": [4.343907356262207, 4.190543174743652, 4.124968528747559, 4.223536968231201, 4.111965656280518, 4.149604797363281, 4.345947265625, 4.1746954917907715, 4.228708267211914, 4.236276626586914, 4.295441627502441, 4.141310214996338, 4.213642120361328, 4.194685459136963, 4.145627975463867, 4.287655830383301, 4.263494491577148, 4.162732124328613, 4.259781837463379, 4.292431354522705]}, {"step": 5050, "epoch": 12, "train_loss": 1.772306203842163, "cos_r_negg": [0.5251460075378418, 0.1715478003025055, 0.12025821954011917, 0.10536260902881622, 0.11111301928758621, 0.10251010209321976, 0.1159132868051529, 0.11804930865764618, 0.07246899604797363, 0.1445847451686859, 0.07223303616046906, 0.045724526047706604, 0.09659695625305176, 0.029278693720698357, 0.04117520898580551, 0.010593883693218231, 0.034467630088329315, 0.015413787215948105, 0.06564735621213913, 0.045822396874427795], "cos_apical_negg": [0.5251460075378418, 0.1715478003025055, 0.12025821954011917, 0.10536260902881622, 0.11111301928758621, 0.10251010209321976, 0.1159132868051529, 0.11804930865764618, 0.07246899604797363, 0.1445847451686859, 0.07223303616046906, 0.045724526047706604, 0.09659695625305176, 0.029278693720698357, 0.04117520898580551, 0.010593883693218231, 0.034467630088329315, 0.015413787215948105, 0.06564735621213913, 0.045822396874427795], "cos_Ac_negg": [0.5251460075378418, 0.1715478003025055, 0.12025821954011917, 0.10536260902881622, 0.11111301928758621, 0.10251010209321976, 0.1159132868051529, 0.11804930865764618, 0.07246899604797363, 0.1445847451686859, 0.07223303616046906, 0.045724526047706604, 0.09659695625305176, 0.029278693720698357, 0.04117520898580551, 0.010593883693218231, 0.034467630088329315, 0.015413787215948105, 0.06564735621213913, 0.045822396874427795], "r_norm": [4.328908920288086, 4.17616605758667, 4.105646133422852, 4.213547706604004, 4.092402458190918, 4.129576683044434, 4.342881202697754, 4.159157752990723, 4.211940288543701, 4.2291765213012695, 4.2861833572387695, 4.122335433959961, 4.202007293701172, 4.192019462585449, 4.125486373901367, 4.265890121459961, 4.246325492858887, 4.158474922180176, 4.247925281524658, 4.28026008605957]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.3897, "test_loss": 1.8893517700195313}, {"step": 5100, "epoch": 13, "train_loss": 1.7609695196151733, "cos_r_negg": [0.5522358417510986, 0.17499461770057678, 0.11431244015693665, 0.10198750346899033, 0.10833704471588135, 0.11684860289096832, 0.12170474231243134, 0.11119623482227325, 0.09931346029043198, 0.14813880622386932, 0.049035001546144485, 0.07365041226148605, 0.09267675131559372, 0.021981840953230858, 0.03190959244966507, 0.011559659615159035, 0.042152464389801025, 0.019778473302721977, 0.038214024156332016, 0.027184922248125076], "cos_apical_negg": [0.5522358417510986, 0.17499461770057678, 0.11431244015693665, 0.10198750346899033, 0.10833704471588135, 0.11684860289096832, 0.12170474231243134, 0.11119623482227325, 0.09931346029043198, 0.14813880622386932, 0.049035001546144485, 0.07365041226148605, 0.09267675131559372, 0.021981840953230858, 0.03190959244966507, 0.011559659615159035, 0.042152464389801025, 0.019778473302721977, 0.038214024156332016, 0.027184922248125076], "cos_Ac_negg": [0.5522358417510986, 0.17499461770057678, 0.11431244015693665, 0.10198750346899033, 0.10833704471588135, 0.11684860289096832, 0.12170474231243134, 0.11119623482227325, 0.09931346029043198, 0.14813880622386932, 0.049035001546144485, 0.07365041226148605, 0.09267675131559372, 0.021981840953230858, 0.03190959244966507, 0.011559659615159035, 0.042152464389801025, 0.019778473302721977, 0.038214024156332016, 0.027184922248125076], "r_norm": [4.26861572265625, 4.134428977966309, 4.06754207611084, 4.1590576171875, 4.04373836517334, 4.080278396606445, 4.272305488586426, 4.099917411804199, 4.16501522064209, 4.163325309753418, 4.244101524353027, 4.071044445037842, 4.152745246887207, 4.137868404388428, 4.0809502601623535, 4.217569351196289, 4.198976516723633, 4.098865985870361, 4.188076972961426, 4.22458553314209]}, {"step": 5150, "epoch": 13, "train_loss": 1.6893600225448608, "cos_r_negg": [0.5442250967025757, 0.1628694236278534, 0.12242724746465683, 0.12312839925289154, 0.10172958672046661, 0.11406742036342621, 0.12655195593833923, 0.1002870574593544, 0.06600381433963776, 0.13736476004123688, 0.10092715173959732, 0.0351715087890625, 0.08757412433624268, 0.029014188796281815, 0.032177843153476715, 0.014929914847016335, 0.04758119583129883, 0.0029766818042844534, 0.048083968460559845, -0.0011456203646957874], "cos_apical_negg": [0.5442250967025757, 0.1628694236278534, 0.12242724746465683, 0.12312839925289154, 0.10172958672046661, 0.11406742036342621, 0.12655195593833923, 0.1002870574593544, 0.06600381433963776, 0.13736476004123688, 0.10092715173959732, 0.0351715087890625, 0.08757412433624268, 0.029014188796281815, 0.032177843153476715, 0.014929914847016335, 0.04758119583129883, 0.0029766818042844534, 0.048083968460559845, -0.0011456203646957874], "cos_Ac_negg": [0.5442250967025757, 0.1628694236278534, 0.12242724746465683, 0.12312839925289154, 0.10172958672046661, 0.11406742036342621, 0.12655195593833923, 0.1002870574593544, 0.06600381433963776, 0.13736476004123688, 0.10092715173959732, 0.0351715087890625, 0.08757412433624268, 0.029014188796281815, 0.032177843153476715, 0.014929914847016335, 0.04758119583129883, 0.0029766818042844534, 0.048083968460559845, -0.0011456203646957874], "r_norm": [4.424919605255127, 4.279374122619629, 4.216366767883301, 4.316586494445801, 4.188279628753662, 4.225167274475098, 4.42205810546875, 4.250589370727539, 4.325471878051758, 4.312084674835205, 4.386065483093262, 4.222037315368652, 4.302467346191406, 4.272349834442139, 4.228748321533203, 4.372352600097656, 4.351225852966309, 4.253573417663574, 4.348786354064941, 4.381025791168213]}, {"step": 5200, "epoch": 13, "train_loss": 1.715824842453003, "cos_r_negg": [0.5255079865455627, 0.16808146238327026, 0.12100576609373093, 0.12034223973751068, 0.10869381576776505, 0.11968521773815155, 0.13184571266174316, 0.08306209743022919, 0.09780042618513107, 0.13422808051109314, 0.09817279130220413, 0.041490182280540466, 0.08733568340539932, 0.04553934931755066, 0.011011759750545025, -0.007617088966071606, 0.04627108946442604, 0.007585110142827034, 0.0167523380368948, -0.0029553351923823357], "cos_apical_negg": [0.5255079865455627, 0.16808146238327026, 0.12100576609373093, 0.12034223973751068, 0.10869381576776505, 0.11968521773815155, 0.13184571266174316, 0.08306209743022919, 0.09780042618513107, 0.13422808051109314, 0.09817279130220413, 0.041490182280540466, 0.08733568340539932, 0.04553934931755066, 0.011011759750545025, -0.007617088966071606, 0.04627108946442604, 0.007585110142827034, 0.0167523380368948, -0.0029553351923823357], "cos_Ac_negg": [0.5255079865455627, 0.16808146238327026, 0.12100576609373093, 0.12034223973751068, 0.10869381576776505, 0.11968521773815155, 0.13184571266174316, 0.08306209743022919, 0.09780042618513107, 0.13422808051109314, 0.09817279130220413, 0.041490182280540466, 0.08733568340539932, 0.04553934931755066, 0.011011759750545025, -0.007617088966071606, 0.04627108946442604, 0.007585110142827034, 0.0167523380368948, -0.0029553351923823357], "r_norm": [4.418002128601074, 4.256340026855469, 4.208497047424316, 4.302325248718262, 4.196050643920898, 4.21870756149292, 4.41703987121582, 4.238317012786865, 4.303570747375488, 4.307864189147949, 4.369472503662109, 4.200943946838379, 4.2889862060546875, 4.26155948638916, 4.21961784362793, 4.365816116333008, 4.347525596618652, 4.25229024887085, 4.331447601318359, 4.371087551116943]}, {"step": 5250, "epoch": 13, "train_loss": 1.6771199703216553, "cos_r_negg": [0.5437394380569458, 0.17004351317882538, 0.14448654651641846, 0.10860909521579742, 0.091816745698452, 0.10126856714487076, 0.1485603004693985, 0.10722360014915466, 0.09019924700260162, 0.1575484275817871, 0.07001551985740662, 0.04528255760669708, 0.09774350374937057, 0.019075287505984306, 0.02420034445822239, -0.019672514870762825, 0.06502598524093628, 0.007394573651254177, 0.019983336329460144, -0.02541521191596985], "cos_apical_negg": [0.5437394380569458, 0.17004351317882538, 0.14448654651641846, 0.10860909521579742, 0.091816745698452, 0.10126856714487076, 0.1485603004693985, 0.10722360014915466, 0.09019924700260162, 0.1575484275817871, 0.07001551985740662, 0.04528255760669708, 0.09774350374937057, 0.019075287505984306, 0.02420034445822239, -0.019672514870762825, 0.06502598524093628, 0.007394573651254177, 0.019983336329460144, -0.02541521191596985], "cos_Ac_negg": [0.5437394380569458, 0.17004351317882538, 0.14448654651641846, 0.10860909521579742, 0.091816745698452, 0.10126856714487076, 0.1485603004693985, 0.10722360014915466, 0.09019924700260162, 0.1575484275817871, 0.07001551985740662, 0.04528255760669708, 0.09774350374937057, 0.019075287505984306, 0.02420034445822239, -0.019672514870762825, 0.06502598524093628, 0.007394573651254177, 0.019983336329460144, -0.02541521191596985], "r_norm": [4.236856460571289, 4.111004829406738, 4.037189960479736, 4.132807731628418, 4.018162250518799, 4.046875953674316, 4.2392096519470215, 4.071176528930664, 4.136687278747559, 4.129153251647949, 4.213318824768066, 4.041428565979004, 4.119388580322266, 4.116947174072266, 4.046624183654785, 4.183492660522461, 4.160266876220703, 4.076720237731934, 4.153346061706543, 4.194982528686523]}, {"step": 5300, "epoch": 13, "train_loss": 1.528950572013855, "cos_r_negg": [0.5461196899414062, 0.15926750004291534, 0.13184158504009247, 0.10316918790340424, 0.09931091219186783, 0.12015828490257263, 0.14887672662734985, 0.08302271366119385, 0.09215308725833893, 0.1333121657371521, 0.0889916941523552, 0.05810663849115372, 0.10796445608139038, 0.027861667796969414, 0.056799061596393585, 0.02667393907904625, 0.041709210723638535, 0.013015893287956715, 0.022356295958161354, -0.03743823990225792], "cos_apical_negg": [0.5461196899414062, 0.15926750004291534, 0.13184158504009247, 0.10316918790340424, 0.09931091219186783, 0.12015828490257263, 0.14887672662734985, 0.08302271366119385, 0.09215308725833893, 0.1333121657371521, 0.0889916941523552, 0.05810663849115372, 0.10796445608139038, 0.027861667796969414, 0.056799061596393585, 0.02667393907904625, 0.041709210723638535, 0.013015893287956715, 0.022356295958161354, -0.03743823990225792], "cos_Ac_negg": [0.5461196899414062, 0.15926750004291534, 0.13184158504009247, 0.10316918790340424, 0.09931091219186783, 0.12015828490257263, 0.14887672662734985, 0.08302271366119385, 0.09215308725833893, 0.1333121657371521, 0.0889916941523552, 0.05810663849115372, 0.10796445608139038, 0.027861667796969414, 0.056799061596393585, 0.02667393907904625, 0.041709210723638535, 0.013015893287956715, 0.022356295958161354, -0.03743823990225792], "r_norm": [4.176281929016113, 4.04171085357666, 3.9709670543670654, 4.064079761505127, 3.9475996494293213, 3.9804980754852295, 4.1829376220703125, 4.003679275512695, 4.068187236785889, 4.066420555114746, 4.130349159240723, 3.9770679473876953, 4.042506694793701, 4.0452070236206055, 3.9753494262695312, 4.111680030822754, 4.090202808380127, 4.017546653747559, 4.094888687133789, 4.1245927810668945]}, {"step": 5350, "epoch": 13, "train_loss": 1.7107495069503784, "cos_r_negg": [0.5732651948928833, 0.16310952603816986, 0.12293443828821182, 0.1208467036485672, 0.10399656742811203, 0.10878817737102509, 0.13735614717006683, 0.1139761209487915, 0.07398378103971481, 0.1312960684299469, 0.09278256446123123, 0.036704156547784805, 0.11021316796541214, 0.054501041769981384, 0.04193689674139023, 0.0032356400042772293, 0.03864116221666336, -0.016505809500813484, 0.004855895880609751, -0.008106367662549019], "cos_apical_negg": [0.5732651948928833, 0.16310952603816986, 0.12293443828821182, 0.1208467036485672, 0.10399656742811203, 0.10878817737102509, 0.13735614717006683, 0.1139761209487915, 0.07398378103971481, 0.1312960684299469, 0.09278256446123123, 0.036704156547784805, 0.11021316796541214, 0.054501041769981384, 0.04193689674139023, 0.0032356400042772293, 0.03864116221666336, -0.016505809500813484, 0.004855895880609751, -0.008106367662549019], "cos_Ac_negg": [0.5732651948928833, 0.16310952603816986, 0.12293443828821182, 0.1208467036485672, 0.10399656742811203, 0.10878817737102509, 0.13735614717006683, 0.1139761209487915, 0.07398378103971481, 0.1312960684299469, 0.09278256446123123, 0.036704156547784805, 0.11021316796541214, 0.054501041769981384, 0.04193689674139023, 0.0032356400042772293, 0.03864116221666336, -0.016505809500813484, 0.004855895880609751, -0.008106367662549019], "r_norm": [4.322579383850098, 4.174812316894531, 4.114617347717285, 4.202808380126953, 4.084623336791992, 4.121908187866211, 4.326416969299316, 4.151262283325195, 4.209870338439941, 4.205897331237793, 4.271602630615234, 4.119692802429199, 4.20231819152832, 4.180263519287109, 4.124000549316406, 4.262296676635742, 4.23482608795166, 4.152297019958496, 4.2269744873046875, 4.270069122314453]}, {"step": 5400, "epoch": 13, "train_loss": 2.068948268890381, "cos_r_negg": [0.5358503460884094, 0.15904781222343445, 0.1354803442955017, 0.12432239949703217, 0.10651644319295883, 0.12129645049571991, 0.1453060805797577, 0.08250458538532257, 0.054993413388729095, 0.13955846428871155, 0.09560562670230865, 0.07265429943799973, 0.09576379507780075, 0.02523074857890606, 0.02360643818974495, 0.029673852026462555, 0.025402015075087547, -0.014204030856490135, 0.04252651333808899, 0.00048292335122823715], "cos_apical_negg": [0.5358503460884094, 0.15904781222343445, 0.1354803442955017, 0.12432239949703217, 0.10651644319295883, 0.12129645049571991, 0.1453060805797577, 0.08250458538532257, 0.054993413388729095, 0.13955846428871155, 0.09560562670230865, 0.07265429943799973, 0.09576379507780075, 0.02523074857890606, 0.02360643818974495, 0.029673852026462555, 0.025402015075087547, -0.014204030856490135, 0.04252651333808899, 0.00048292335122823715], "cos_Ac_negg": [0.5358503460884094, 0.15904781222343445, 0.1354803442955017, 0.12432239949703217, 0.10651644319295883, 0.12129645049571991, 0.1453060805797577, 0.08250458538532257, 0.054993413388729095, 0.13955846428871155, 0.09560562670230865, 0.07265429943799973, 0.09576379507780075, 0.02523074857890606, 0.02360643818974495, 0.029673852026462555, 0.025402015075087547, -0.014204030856490135, 0.04252651333808899, 0.00048292335122823715], "r_norm": [4.443861484527588, 4.303177356719971, 4.2363972663879395, 4.329072952270508, 4.195035934448242, 4.240941047668457, 4.439048767089844, 4.261977672576904, 4.327939510345459, 4.315445423126221, 4.41236686706543, 4.238492012023926, 4.32174015045166, 4.305180549621582, 4.230566024780273, 4.386695384979248, 4.359494209289551, 4.2670159339904785, 4.3545122146606445, 4.393307209014893]}, {"step": 5450, "epoch": 13, "train_loss": 1.7198052406311035, "cos_r_negg": [0.5340096354484558, 0.16884726285934448, 0.1226983368396759, 0.1047811508178711, 0.11240310966968536, 0.11411822587251663, 0.11862123012542725, 0.10899506509304047, 0.06755252182483673, 0.1498088240623474, 0.0938144326210022, 0.07130765169858932, 0.0824466347694397, 0.060232341289520264, 0.019896095618605614, -0.004958754405379295, 0.040852852165699005, -0.0254373662173748, -0.0016014664433896542, -0.014447711408138275], "cos_apical_negg": [0.5340096354484558, 0.16884726285934448, 0.1226983368396759, 0.1047811508178711, 0.11240310966968536, 0.11411822587251663, 0.11862123012542725, 0.10899506509304047, 0.06755252182483673, 0.1498088240623474, 0.0938144326210022, 0.07130765169858932, 0.0824466347694397, 0.060232341289520264, 0.019896095618605614, -0.004958754405379295, 0.040852852165699005, -0.0254373662173748, -0.0016014664433896542, -0.014447711408138275], "cos_Ac_negg": [0.5340096354484558, 0.16884726285934448, 0.1226983368396759, 0.1047811508178711, 0.11240310966968536, 0.11411822587251663, 0.11862123012542725, 0.10899506509304047, 0.06755252182483673, 0.1498088240623474, 0.0938144326210022, 0.07130765169858932, 0.0824466347694397, 0.060232341289520264, 0.019896095618605614, -0.004958754405379295, 0.040852852165699005, -0.0254373662173748, -0.0016014664433896542, -0.014447711408138275], "r_norm": [4.370708465576172, 4.236264228820801, 4.169926166534424, 4.266234874725342, 4.148481845855713, 4.1853179931640625, 4.373452663421631, 4.202262878417969, 4.274082183837891, 4.250332832336426, 4.341821670532227, 4.171326637268066, 4.258248329162598, 4.236496925354004, 4.184002876281738, 4.3236823081970215, 4.309115409851074, 4.206682205200195, 4.289632320404053, 4.336153507232666]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3841, "test_loss": 1.8970179443359374}, {"step": 5500, "epoch": 14, "train_loss": 1.5383594036102295, "cos_r_negg": [0.5325443744659424, 0.17993564903736115, 0.12489519268274307, 0.1033409982919693, 0.11128555238246918, 0.11177756637334824, 0.11948955059051514, 0.12127639353275299, 0.08158394694328308, 0.1440511792898178, 0.08659780025482178, 0.030221126973628998, 0.09675712883472443, 0.06731093674898148, 0.01283425185829401, -0.017220117151737213, -0.00025911396369338036, -0.015248582698404789, -0.0002336504403501749, -0.033491261303424835], "cos_apical_negg": [0.5325443744659424, 0.17993564903736115, 0.12489519268274307, 0.1033409982919693, 0.11128555238246918, 0.11177756637334824, 0.11948955059051514, 0.12127639353275299, 0.08158394694328308, 0.1440511792898178, 0.08659780025482178, 0.030221126973628998, 0.09675712883472443, 0.06731093674898148, 0.01283425185829401, -0.017220117151737213, -0.00025911396369338036, -0.015248582698404789, -0.0002336504403501749, -0.033491261303424835], "cos_Ac_negg": [0.5325443744659424, 0.17993564903736115, 0.12489519268274307, 0.1033409982919693, 0.11128555238246918, 0.11177756637334824, 0.11948955059051514, 0.12127639353275299, 0.08158394694328308, 0.1440511792898178, 0.08659780025482178, 0.030221126973628998, 0.09675712883472443, 0.06731093674898148, 0.01283425185829401, -0.017220117151737213, -0.00025911396369338036, -0.015248582698404789, -0.0002336504403501749, -0.033491261303424835], "r_norm": [4.312154769897461, 4.173980712890625, 4.11892557144165, 4.18992805480957, 4.078189373016357, 4.118122100830078, 4.326526641845703, 4.147144794464111, 4.206845760345459, 4.201238632202148, 4.2702507972717285, 4.110387802124023, 4.201616287231445, 4.178328037261963, 4.120649814605713, 4.260537147521973, 4.240673542022705, 4.149224281311035, 4.224623680114746, 4.26541805267334]}, {"step": 5550, "epoch": 14, "train_loss": 1.8401038646697998, "cos_r_negg": [0.5565640926361084, 0.17529505491256714, 0.14555200934410095, 0.1011151522397995, 0.11561600863933563, 0.12695211172103882, 0.11257508397102356, 0.10769491642713547, 0.05967431142926216, 0.12000478804111481, 0.10543838143348694, 0.045406438410282135, 0.09610575437545776, 0.04499459266662598, 0.008551009930670261, -0.006118102464824915, 0.01616564951837063, -0.0001818239688873291, 0.029537195339798927, 0.02226141467690468], "cos_apical_negg": [0.5565640926361084, 0.17529505491256714, 0.14555200934410095, 0.1011151522397995, 0.11561600863933563, 0.12695211172103882, 0.11257508397102356, 0.10769491642713547, 0.05967431142926216, 0.12000478804111481, 0.10543838143348694, 0.045406438410282135, 0.09610575437545776, 0.04499459266662598, 0.008551009930670261, -0.006118102464824915, 0.01616564951837063, -0.0001818239688873291, 0.029537195339798927, 0.02226141467690468], "cos_Ac_negg": [0.5565640926361084, 0.17529505491256714, 0.14555200934410095, 0.1011151522397995, 0.11561600863933563, 0.12695211172103882, 0.11257508397102356, 0.10769491642713547, 0.05967431142926216, 0.12000478804111481, 0.10543838143348694, 0.045406438410282135, 0.09610575437545776, 0.04499459266662598, 0.008551009930670261, -0.006118102464824915, 0.01616564951837063, -0.0001818239688873291, 0.029537195339798927, 0.02226141467690468], "r_norm": [4.358126640319824, 4.218593120574951, 4.148917198181152, 4.251520156860352, 4.122462749481201, 4.163341522216797, 4.361935615539551, 4.193910121917725, 4.253981590270996, 4.242153644561768, 4.315630912780762, 4.161175727844238, 4.236621856689453, 4.220241546630859, 4.156833171844482, 4.3029608726501465, 4.280177116394043, 4.195590496063232, 4.2856669425964355, 4.3122968673706055]}, {"step": 5600, "epoch": 14, "train_loss": 1.6676905155181885, "cos_r_negg": [0.5394028425216675, 0.17233309149742126, 0.13654345273971558, 0.10904677957296371, 0.10635752230882645, 0.13468492031097412, 0.14487528800964355, 0.10971660912036896, 0.08130215853452682, 0.12849096953868866, 0.08512094616889954, 0.04888469725847244, 0.08206740766763687, 0.0730738490819931, 0.0324130542576313, 0.022251922637224197, 0.021407973021268845, 0.014124957844614983, 0.018839046359062195, 0.001816796138882637], "cos_apical_negg": [0.5394028425216675, 0.17233309149742126, 0.13654345273971558, 0.10904677957296371, 0.10635752230882645, 0.13468492031097412, 0.14487528800964355, 0.10971660912036896, 0.08130215853452682, 0.12849096953868866, 0.08512094616889954, 0.04888469725847244, 0.08206740766763687, 0.0730738490819931, 0.0324130542576313, 0.022251922637224197, 0.021407973021268845, 0.014124957844614983, 0.018839046359062195, 0.001816796138882637], "cos_Ac_negg": [0.5394028425216675, 0.17233309149742126, 0.13654345273971558, 0.10904677957296371, 0.10635752230882645, 0.13468492031097412, 0.14487528800964355, 0.10971660912036896, 0.08130215853452682, 0.12849096953868866, 0.08512094616889954, 0.04888469725847244, 0.08206740766763687, 0.0730738490819931, 0.0324130542576313, 0.022251922637224197, 0.021407973021268845, 0.014124957844614983, 0.018839046359062195, 0.001816796138882637], "r_norm": [4.451726913452148, 4.315905570983887, 4.237878322601318, 4.3431243896484375, 4.208408355712891, 4.25717830657959, 4.45693302154541, 4.292254447937012, 4.340450763702393, 4.341933250427246, 4.430331230163574, 4.254947662353516, 4.344034194946289, 4.321625709533691, 4.247195243835449, 4.402165412902832, 4.384044647216797, 4.281269073486328, 4.3893537521362305, 4.401512145996094]}, {"step": 5650, "epoch": 14, "train_loss": 1.7529678344726562, "cos_r_negg": [0.5419074296951294, 0.15840858221054077, 0.11139455437660217, 0.13020265102386475, 0.11274445056915283, 0.12429621815681458, 0.1541478931903839, 0.11530158668756485, 0.08400453627109528, 0.14575785398483276, 0.08047234266996384, 0.057200655341148376, 0.09213775396347046, 0.059977754950523376, 0.016347063705325127, 0.051244981586933136, 0.05042283982038498, 0.021321121603250504, 0.03061196580529213, 0.00700015015900135], "cos_apical_negg": [0.5419074296951294, 0.15840858221054077, 0.11139455437660217, 0.13020265102386475, 0.11274445056915283, 0.12429621815681458, 0.1541478931903839, 0.11530158668756485, 0.08400453627109528, 0.14575785398483276, 0.08047234266996384, 0.057200655341148376, 0.09213775396347046, 0.059977754950523376, 0.016347063705325127, 0.051244981586933136, 0.05042283982038498, 0.021321121603250504, 0.03061196580529213, 0.00700015015900135], "cos_Ac_negg": [0.5419074296951294, 0.15840858221054077, 0.11139455437660217, 0.13020265102386475, 0.11274445056915283, 0.12429621815681458, 0.1541478931903839, 0.11530158668756485, 0.08400453627109528, 0.14575785398483276, 0.08047234266996384, 0.057200655341148376, 0.09213775396347046, 0.059977754950523376, 0.016347063705325127, 0.051244981586933136, 0.05042283982038498, 0.021321121603250504, 0.03061196580529213, 0.00700015015900135], "r_norm": [4.368616580963135, 4.22544002532959, 4.171364784240723, 4.2585344314575195, 4.145037651062012, 4.167482376098633, 4.369556427001953, 4.196715354919434, 4.262693405151367, 4.251640319824219, 4.328640460968018, 4.155909538269043, 4.248945236206055, 4.2283782958984375, 4.16809606552124, 4.322575569152832, 4.299933433532715, 4.190613746643066, 4.297526836395264, 4.3159565925598145]}, {"step": 5700, "epoch": 14, "train_loss": 1.5449779033660889, "cos_r_negg": [0.5439863204956055, 0.16657032072544098, 0.12463022023439407, 0.13350942730903625, 0.13572224974632263, 0.11951420456171036, 0.1573573350906372, 0.09587473422288895, 0.10550196468830109, 0.1515655368566513, 0.08374512195587158, 0.04631412774324417, 0.09010396897792816, 0.04071597754955292, 0.03998282179236412, -0.009504490531980991, 0.022070076316595078, -0.01469926442950964, 0.058027155697345734, 0.024264540523290634], "cos_apical_negg": [0.5439863204956055, 0.16657032072544098, 0.12463022023439407, 0.13350942730903625, 0.13572224974632263, 0.11951420456171036, 0.1573573350906372, 0.09587473422288895, 0.10550196468830109, 0.1515655368566513, 0.08374512195587158, 0.04631412774324417, 0.09010396897792816, 0.04071597754955292, 0.03998282179236412, -0.009504490531980991, 0.022070076316595078, -0.01469926442950964, 0.058027155697345734, 0.024264540523290634], "cos_Ac_negg": [0.5439863204956055, 0.16657032072544098, 0.12463022023439407, 0.13350942730903625, 0.13572224974632263, 0.11951420456171036, 0.1573573350906372, 0.09587473422288895, 0.10550196468830109, 0.1515655368566513, 0.08374512195587158, 0.04631412774324417, 0.09010396897792816, 0.04071597754955292, 0.03998282179236412, -0.009504490531980991, 0.022070076316595078, -0.01469926442950964, 0.058027155697345734, 0.024264540523290634], "r_norm": [4.364124298095703, 4.223455905914307, 4.1518449783325195, 4.25934362411499, 4.130229949951172, 4.181796073913574, 4.374225616455078, 4.2097883224487305, 4.263978958129883, 4.25969123840332, 4.336706638336182, 4.177427291870117, 4.249938011169434, 4.237694263458252, 4.167776107788086, 4.313373565673828, 4.295510292053223, 4.1925506591796875, 4.290020942687988, 4.321503639221191]}, {"step": 5750, "epoch": 14, "train_loss": 1.5911612510681152, "cos_r_negg": [0.5810014605522156, 0.18446657061576843, 0.14065442979335785, 0.1380031406879425, 0.132695272564888, 0.14714953303337097, 0.17018726468086243, 0.10456297546625137, 0.0971783697605133, 0.15887565910816193, 0.08920954167842865, 0.03158757463097572, 0.08626674115657806, 0.06085309758782387, 0.05197983980178833, 0.04213244467973709, 0.023443808779120445, -0.01444691326469183, 0.0828910768032074, 0.019269460812211037], "cos_apical_negg": [0.5810014605522156, 0.18446657061576843, 0.14065442979335785, 0.1380031406879425, 0.132695272564888, 0.14714953303337097, 0.17018726468086243, 0.10456297546625137, 0.0971783697605133, 0.15887565910816193, 0.08920954167842865, 0.03158757463097572, 0.08626674115657806, 0.06085309758782387, 0.05197983980178833, 0.04213244467973709, 0.023443808779120445, -0.01444691326469183, 0.0828910768032074, 0.019269460812211037], "cos_Ac_negg": [0.5810014605522156, 0.18446657061576843, 0.14065442979335785, 0.1380031406879425, 0.132695272564888, 0.14714953303337097, 0.17018726468086243, 0.10456297546625137, 0.0971783697605133, 0.15887565910816193, 0.08920954167842865, 0.03158757463097572, 0.08626674115657806, 0.06085309758782387, 0.05197983980178833, 0.04213244467973709, 0.023443808779120445, -0.01444691326469183, 0.0828910768032074, 0.019269460812211037], "r_norm": [4.357600688934326, 4.214434623718262, 4.143085956573486, 4.247615814208984, 4.126413345336914, 4.161190509796143, 4.3672332763671875, 4.188004493713379, 4.248939514160156, 4.25375509262085, 4.316587448120117, 4.160340309143066, 4.234903335571289, 4.2226362228393555, 4.160149574279785, 4.299093246459961, 4.28117561340332, 4.1870036125183105, 4.280550479888916, 4.310387134552002]}, {"step": 5800, "epoch": 14, "train_loss": 1.8372318744659424, "cos_r_negg": [0.5393357872962952, 0.1796611249446869, 0.12636494636535645, 0.1329130381345749, 0.13494378328323364, 0.13443103432655334, 0.1472117006778717, 0.11361730098724365, 0.10065734386444092, 0.11797726154327393, 0.0894349068403244, 0.04589812457561493, 0.10287685692310333, 0.06205828860402107, 0.0507672093808651, 0.02012767270207405, 0.03216295689344406, 0.012598292902112007, 0.07275504618883133, -0.018686441704630852], "cos_apical_negg": [0.5393357872962952, 0.1796611249446869, 0.12636494636535645, 0.1329130381345749, 0.13494378328323364, 0.13443103432655334, 0.1472117006778717, 0.11361730098724365, 0.10065734386444092, 0.11797726154327393, 0.0894349068403244, 0.04589812457561493, 0.10287685692310333, 0.06205828860402107, 0.0507672093808651, 0.02012767270207405, 0.03216295689344406, 0.012598292902112007, 0.07275504618883133, -0.018686441704630852], "cos_Ac_negg": [0.5393357872962952, 0.1796611249446869, 0.12636494636535645, 0.1329130381345749, 0.13494378328323364, 0.13443103432655334, 0.1472117006778717, 0.11361730098724365, 0.10065734386444092, 0.11797726154327393, 0.0894349068403244, 0.04589812457561493, 0.10287685692310333, 0.06205828860402107, 0.0507672093808651, 0.02012767270207405, 0.03216295689344406, 0.012598292902112007, 0.07275504618883133, -0.018686441704630852], "r_norm": [4.431482791900635, 4.294111728668213, 4.220755577087402, 4.318089962005615, 4.199853897094727, 4.226408958435059, 4.438741207122803, 4.271786689758301, 4.323263168334961, 4.315000534057617, 4.385268211364746, 4.232637882232666, 4.322367191314697, 4.29963493347168, 4.231863021850586, 4.371000289916992, 4.352982521057129, 4.273985862731934, 4.35881233215332, 4.3841657638549805]}, {"step": 5850, "epoch": 14, "train_loss": 1.7112116813659668, "cos_r_negg": [0.5579498410224915, 0.1798863708972931, 0.14419719576835632, 0.12023524940013885, 0.1159205511212349, 0.12140156328678131, 0.1385047733783722, 0.09042450785636902, 0.08551222831010818, 0.10573926568031311, 0.06353364884853363, 0.036771081387996674, 0.11640192568302155, 0.04736868292093277, 0.014521574601531029, 0.008095374330878258, 0.02702772431075573, 0.050178416073322296, 0.05460076034069061, 0.009281179867684841], "cos_apical_negg": [0.5579498410224915, 0.1798863708972931, 0.14419719576835632, 0.12023524940013885, 0.1159205511212349, 0.12140156328678131, 0.1385047733783722, 0.09042450785636902, 0.08551222831010818, 0.10573926568031311, 0.06353364884853363, 0.036771081387996674, 0.11640192568302155, 0.04736868292093277, 0.014521574601531029, 0.008095374330878258, 0.02702772431075573, 0.050178416073322296, 0.05460076034069061, 0.009281179867684841], "cos_Ac_negg": [0.5579498410224915, 0.1798863708972931, 0.14419719576835632, 0.12023524940013885, 0.1159205511212349, 0.12140156328678131, 0.1385047733783722, 0.09042450785636902, 0.08551222831010818, 0.10573926568031311, 0.06353364884853363, 0.036771081387996674, 0.11640192568302155, 0.04736868292093277, 0.014521574601531029, 0.008095374330878258, 0.02702772431075573, 0.050178416073322296, 0.05460076034069061, 0.009281179867684841], "r_norm": [4.285850524902344, 4.144471168518066, 4.083968162536621, 4.17191743850708, 4.058321952819824, 4.0879364013671875, 4.276186943054199, 4.109532356262207, 4.182465553283691, 4.1635661125183105, 4.239473819732666, 4.084977626800537, 4.162362098693848, 4.146251201629639, 4.089765548706055, 4.229970455169678, 4.195952415466309, 4.127269268035889, 4.193672180175781, 4.244976043701172]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3883, "test_loss": 1.8687087646484375}, {"step": 5900, "epoch": 15, "train_loss": 1.5535056591033936, "cos_r_negg": [0.5410329103469849, 0.1642981469631195, 0.1402616798877716, 0.12662896513938904, 0.10811199247837067, 0.12859921157360077, 0.14471444487571716, 0.09781064838171005, 0.11256055533885956, 0.11312797665596008, 0.05784882232546806, 0.04421336203813553, 0.10095936059951782, 0.0761626809835434, 0.06509247422218323, 0.02453554980456829, 0.0501432903110981, 0.020497411489486694, 0.07358801364898682, 0.046210870146751404], "cos_apical_negg": [0.5410329103469849, 0.1642981469631195, 0.1402616798877716, 0.12662896513938904, 0.10811199247837067, 0.12859921157360077, 0.14471444487571716, 0.09781064838171005, 0.11256055533885956, 0.11312797665596008, 0.05784882232546806, 0.04421336203813553, 0.10095936059951782, 0.0761626809835434, 0.06509247422218323, 0.02453554980456829, 0.0501432903110981, 0.020497411489486694, 0.07358801364898682, 0.046210870146751404], "cos_Ac_negg": [0.5410329103469849, 0.1642981469631195, 0.1402616798877716, 0.12662896513938904, 0.10811199247837067, 0.12859921157360077, 0.14471444487571716, 0.09781064838171005, 0.11256055533885956, 0.11312797665596008, 0.05784882232546806, 0.04421336203813553, 0.10095936059951782, 0.0761626809835434, 0.06509247422218323, 0.02453554980456829, 0.0501432903110981, 0.020497411489486694, 0.07358801364898682, 0.046210870146751404], "r_norm": [4.35063362121582, 4.211582183837891, 4.158750057220459, 4.23061990737915, 4.12708854675293, 4.148192405700684, 4.353241920471191, 4.16733455657959, 4.251306056976318, 4.233498573303223, 4.299840927124023, 4.144242286682129, 4.238825798034668, 4.213432312011719, 4.1605682373046875, 4.308942794799805, 4.26754093170166, 4.192277908325195, 4.262343406677246, 4.307529926300049]}, {"step": 5950, "epoch": 15, "train_loss": 1.7778284549713135, "cos_r_negg": [0.5721448063850403, 0.16254210472106934, 0.15750126540660858, 0.11803819984197617, 0.11979778110980988, 0.12703458964824677, 0.13330908119678497, 0.0796041190624237, 0.08282893896102905, 0.12601688504219055, 0.07921737432479858, 0.04690130800008774, 0.11056643724441528, 0.060644641518592834, 0.027291107922792435, 0.03869561478495598, 0.03254545480012894, -0.015463201329112053, 0.06270420551300049, -0.005572764202952385], "cos_apical_negg": [0.5721448063850403, 0.16254210472106934, 0.15750126540660858, 0.11803819984197617, 0.11979778110980988, 0.12703458964824677, 0.13330908119678497, 0.0796041190624237, 0.08282893896102905, 0.12601688504219055, 0.07921737432479858, 0.04690130800008774, 0.11056643724441528, 0.060644641518592834, 0.027291107922792435, 0.03869561478495598, 0.03254545480012894, -0.015463201329112053, 0.06270420551300049, -0.005572764202952385], "cos_Ac_negg": [0.5721448063850403, 0.16254210472106934, 0.15750126540660858, 0.11803819984197617, 0.11979778110980988, 0.12703458964824677, 0.13330908119678497, 0.0796041190624237, 0.08282893896102905, 0.12601688504219055, 0.07921737432479858, 0.04690130800008774, 0.11056643724441528, 0.060644641518592834, 0.027291107922792435, 0.03869561478495598, 0.03254545480012894, -0.015463201329112053, 0.06270420551300049, -0.005572764202952385], "r_norm": [4.278151512145996, 4.151208877563477, 4.08616828918457, 4.1772966384887695, 4.053501129150391, 4.093905448913574, 4.281705856323242, 4.109266757965088, 4.187546730041504, 4.160261154174805, 4.255502700805664, 4.085375785827637, 4.162250518798828, 4.152050495147705, 4.089277267456055, 4.233185291290283, 4.21052885055542, 4.115963935852051, 4.195585250854492, 4.241318702697754]}, {"step": 6000, "epoch": 15, "train_loss": 1.739224910736084, "cos_r_negg": [0.566260576248169, 0.1815100908279419, 0.13404318690299988, 0.1334027796983719, 0.1332860141992569, 0.1057141050696373, 0.12143312394618988, 0.09054703265428543, 0.11420142650604248, 0.12354176491498947, 0.06457870453596115, 0.05837808549404144, 0.10240858048200607, 0.07273656129837036, 0.01978217251598835, 0.012292888015508652, 0.04524403065443039, 0.008415495976805687, 0.06984435021877289, -0.007910599000751972], "cos_apical_negg": [0.566260576248169, 0.1815100908279419, 0.13404318690299988, 0.1334027796983719, 0.1332860141992569, 0.1057141050696373, 0.12143312394618988, 0.09054703265428543, 0.11420142650604248, 0.12354176491498947, 0.06457870453596115, 0.05837808549404144, 0.10240858048200607, 0.07273656129837036, 0.01978217251598835, 0.012292888015508652, 0.04524403065443039, 0.008415495976805687, 0.06984435021877289, -0.007910599000751972], "cos_Ac_negg": [0.566260576248169, 0.1815100908279419, 0.13404318690299988, 0.1334027796983719, 0.1332860141992569, 0.1057141050696373, 0.12143312394618988, 0.09054703265428543, 0.11420142650604248, 0.12354176491498947, 0.06457870453596115, 0.05837808549404144, 0.10240858048200607, 0.07273656129837036, 0.01978217251598835, 0.012292888015508652, 0.04524403065443039, 0.008415495976805687, 0.06984435021877289, -0.007910599000751972], "r_norm": [4.3230133056640625, 4.1876373291015625, 4.123268127441406, 4.20577335357666, 4.093396186828613, 4.126636505126953, 4.327027320861816, 4.145467281341553, 4.218072891235352, 4.202796936035156, 4.284547805786133, 4.124364852905273, 4.213403701782227, 4.184420585632324, 4.1398115158081055, 4.268318176269531, 4.251382350921631, 4.1663970947265625, 4.237133026123047, 4.284626483917236]}, {"step": 6050, "epoch": 15, "train_loss": 1.6088167428970337, "cos_r_negg": [0.5475968718528748, 0.18604858219623566, 0.13407480716705322, 0.13026738166809082, 0.11438625305891037, 0.13473907113075256, 0.11594568938016891, 0.10226384550333023, 0.09901171177625656, 0.12609896063804626, 0.09300805628299713, 0.0522049218416214, 0.10134503990411758, 0.06115735322237015, 0.03548372909426689, 0.014282139018177986, 0.09416726231575012, 0.013044946826994419, 0.06008709967136383, -0.015238139778375626], "cos_apical_negg": [0.5475968718528748, 0.18604858219623566, 0.13407480716705322, 0.13026738166809082, 0.11438625305891037, 0.13473907113075256, 0.11594568938016891, 0.10226384550333023, 0.09901171177625656, 0.12609896063804626, 0.09300805628299713, 0.0522049218416214, 0.10134503990411758, 0.06115735322237015, 0.03548372909426689, 0.014282139018177986, 0.09416726231575012, 0.013044946826994419, 0.06008709967136383, -0.015238139778375626], "cos_Ac_negg": [0.5475968718528748, 0.18604858219623566, 0.13407480716705322, 0.13026738166809082, 0.11438625305891037, 0.13473907113075256, 0.11594568938016891, 0.10226384550333023, 0.09901171177625656, 0.12609896063804626, 0.09300805628299713, 0.0522049218416214, 0.10134503990411758, 0.06115735322237015, 0.03548372909426689, 0.014282139018177986, 0.09416726231575012, 0.013044946826994419, 0.06008709967136383, -0.015238139778375626], "r_norm": [4.517065048217773, 4.378451347351074, 4.304500579833984, 4.385522365570068, 4.270203590393066, 4.315080165863037, 4.542702674865723, 4.352849960327148, 4.404268264770508, 4.4219160079956055, 4.479012966156006, 4.302640914916992, 4.4012370109558105, 4.386168956756592, 4.318347454071045, 4.461822509765625, 4.450350761413574, 4.321565628051758, 4.436887741088867, 4.451933860778809]}, {"step": 6100, "epoch": 15, "train_loss": 1.8380982875823975, "cos_r_negg": [0.5461880564689636, 0.18487805128097534, 0.14432601630687714, 0.14012008905410767, 0.11628791689872742, 0.12149880826473236, 0.12418024241924286, 0.09714702516794205, 0.10095387697219849, 0.12061504274606705, 0.07024259865283966, 0.044507890939712524, 0.10007605701684952, 0.04243423044681549, 0.0440814271569252, 0.05173412337899208, 0.0285225510597229, 0.007498104590922594, 0.06085193529725075, 0.0074205948039889336], "cos_apical_negg": [0.5461880564689636, 0.18487805128097534, 0.14432601630687714, 0.14012008905410767, 0.11628791689872742, 0.12149880826473236, 0.12418024241924286, 0.09714702516794205, 0.10095387697219849, 0.12061504274606705, 0.07024259865283966, 0.044507890939712524, 0.10007605701684952, 0.04243423044681549, 0.0440814271569252, 0.05173412337899208, 0.0285225510597229, 0.007498104590922594, 0.06085193529725075, 0.0074205948039889336], "cos_Ac_negg": [0.5461880564689636, 0.18487805128097534, 0.14432601630687714, 0.14012008905410767, 0.11628791689872742, 0.12149880826473236, 0.12418024241924286, 0.09714702516794205, 0.10095387697219849, 0.12061504274606705, 0.07024259865283966, 0.044507890939712524, 0.10007605701684952, 0.04243423044681549, 0.0440814271569252, 0.05173412337899208, 0.0285225510597229, 0.007498104590922594, 0.06085193529725075, 0.0074205948039889336], "r_norm": [4.461730480194092, 4.308211326599121, 4.2475996017456055, 4.337037086486816, 4.231231212615967, 4.257567405700684, 4.466299533843994, 4.272466659545898, 4.354582786560059, 4.349618434906006, 4.4160566329956055, 4.246831893920898, 4.3321919441223145, 4.316587924957275, 4.269936561584473, 4.408574104309082, 4.377319812774658, 4.290796279907227, 4.36755895614624, 4.4236063957214355]}, {"step": 6150, "epoch": 15, "train_loss": 1.774364948272705, "cos_r_negg": [0.5419073104858398, 0.1776905655860901, 0.16376632452011108, 0.13170337677001953, 0.10711692273616791, 0.1231265664100647, 0.1351948231458664, 0.11369491368532181, 0.07752232998609543, 0.11994165182113647, 0.09229923039674759, 0.0767088234424591, 0.10115383565425873, 0.06321766972541809, 0.07126711308956146, 0.03395198658108711, 0.0325220562517643, 0.01893143355846405, 0.05220054090023041, -0.013635588809847832], "cos_apical_negg": [0.5419073104858398, 0.1776905655860901, 0.16376632452011108, 0.13170337677001953, 0.10711692273616791, 0.1231265664100647, 0.1351948231458664, 0.11369491368532181, 0.07752232998609543, 0.11994165182113647, 0.09229923039674759, 0.0767088234424591, 0.10115383565425873, 0.06321766972541809, 0.07126711308956146, 0.03395198658108711, 0.0325220562517643, 0.01893143355846405, 0.05220054090023041, -0.013635588809847832], "cos_Ac_negg": [0.5419073104858398, 0.1776905655860901, 0.16376632452011108, 0.13170337677001953, 0.10711692273616791, 0.1231265664100647, 0.1351948231458664, 0.11369491368532181, 0.07752232998609543, 0.11994165182113647, 0.09229923039674759, 0.0767088234424591, 0.10115383565425873, 0.06321766972541809, 0.07126711308956146, 0.03395198658108711, 0.0325220562517643, 0.01893143355846405, 0.05220054090023041, -0.013635588809847832], "r_norm": [4.284724712371826, 4.143152236938477, 4.083261489868164, 4.171210765838623, 4.055813789367676, 4.095253944396973, 4.29266357421875, 4.1137542724609375, 4.179213047027588, 4.178252220153809, 4.238966941833496, 4.084722518920898, 4.170103549957275, 4.141504287719727, 4.10126256942749, 4.234314441680908, 4.212948799133301, 4.1081647872924805, 4.200393199920654, 4.237015247344971]}, {"step": 6200, "epoch": 15, "train_loss": 1.7746083736419678, "cos_r_negg": [0.537949800491333, 0.18005165457725525, 0.15598459541797638, 0.13064029812812805, 0.1189410388469696, 0.11390633136034012, 0.13265861570835114, 0.10012783855199814, 0.08768438547849655, 0.13598111271858215, 0.08654197305440903, 0.06335315853357315, 0.11670877039432526, 0.06141107156872749, 0.059489794075489044, 0.05814247578382492, 0.0690079778432846, 0.031191829591989517, 0.035038433969020844, 0.02821892686188221], "cos_apical_negg": [0.537949800491333, 0.18005165457725525, 0.15598459541797638, 0.13064029812812805, 0.1189410388469696, 0.11390633136034012, 0.13265861570835114, 0.10012783855199814, 0.08768438547849655, 0.13598111271858215, 0.08654197305440903, 0.06335315853357315, 0.11670877039432526, 0.06141107156872749, 0.059489794075489044, 0.05814247578382492, 0.0690079778432846, 0.031191829591989517, 0.035038433969020844, 0.02821892686188221], "cos_Ac_negg": [0.537949800491333, 0.18005165457725525, 0.15598459541797638, 0.13064029812812805, 0.1189410388469696, 0.11390633136034012, 0.13265861570835114, 0.10012783855199814, 0.08768438547849655, 0.13598111271858215, 0.08654197305440903, 0.06335315853357315, 0.11670877039432526, 0.06141107156872749, 0.059489794075489044, 0.05814247578382492, 0.0690079778432846, 0.031191829591989517, 0.035038433969020844, 0.02821892686188221], "r_norm": [4.4019975662231445, 4.25990629196167, 4.193096160888672, 4.297654151916504, 4.1720123291015625, 4.216190338134766, 4.4079203605651855, 4.242490768432617, 4.308683395385742, 4.289299488067627, 4.366725921630859, 4.209815502166748, 4.287707328796387, 4.275018692016602, 4.206956386566162, 4.359675407409668, 4.332244873046875, 4.236083507537842, 4.325705528259277, 4.370654106140137]}, {"step": 6250, "epoch": 15, "train_loss": 1.8086261749267578, "cos_r_negg": [0.5284682512283325, 0.1811702847480774, 0.1573559194803238, 0.1365511566400528, 0.11662565916776657, 0.12392482906579971, 0.1482727825641632, 0.13036169111728668, 0.07991516590118408, 0.12400785088539124, 0.06534554064273834, 0.06707914173603058, 0.11156383156776428, 0.038749001920223236, 0.05325760692358017, 0.05278369039297104, 0.037075091153383255, 0.01517395954579115, 0.04663090780377388, -7.324246689677238e-05], "cos_apical_negg": [0.5284682512283325, 0.1811702847480774, 0.1573559194803238, 0.1365511566400528, 0.11662565916776657, 0.12392482906579971, 0.1482727825641632, 0.13036169111728668, 0.07991516590118408, 0.12400785088539124, 0.06534554064273834, 0.06707914173603058, 0.11156383156776428, 0.038749001920223236, 0.05325760692358017, 0.05278369039297104, 0.037075091153383255, 0.01517395954579115, 0.04663090780377388, -7.324246689677238e-05], "cos_Ac_negg": [0.5284682512283325, 0.1811702847480774, 0.1573559194803238, 0.1365511566400528, 0.11662565916776657, 0.12392482906579971, 0.1482727825641632, 0.13036169111728668, 0.07991516590118408, 0.12400785088539124, 0.06534554064273834, 0.06707914173603058, 0.11156383156776428, 0.038749001920223236, 0.05325760692358017, 0.05278369039297104, 0.037075091153383255, 0.01517395954579115, 0.04663090780377388, -7.324246689677238e-05], "r_norm": [4.328206539154053, 4.184755802154541, 4.116376876831055, 4.215508460998535, 4.097653388977051, 4.133855819702148, 4.338006019592285, 4.170169830322266, 4.218819618225098, 4.233381271362305, 4.292397499084473, 4.133959770202637, 4.216085910797119, 4.196132659912109, 4.136173248291016, 4.272190570831299, 4.251483917236328, 4.156121253967285, 4.258891582489014, 4.2776408195495605]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3994, "test_loss": 1.8418150756835938}, {"step": 6300, "epoch": 16, "train_loss": 1.772086262702942, "cos_r_negg": [0.5448682308197021, 0.1931106150150299, 0.146820530295372, 0.11735629290342331, 0.12349723279476166, 0.12632519006729126, 0.14488725364208221, 0.10834982991218567, 0.1099463626742363, 0.13248899579048157, 0.0781320184469223, 0.06701438128948212, 0.1080775260925293, 0.036981455981731415, 0.0675010234117508, 0.056210119277238846, 0.040062807500362396, 0.02873372659087181, 0.05704379826784134, 0.013726381585001945], "cos_apical_negg": [0.5448682308197021, 0.1931106150150299, 0.146820530295372, 0.11735629290342331, 0.12349723279476166, 0.12632519006729126, 0.14488725364208221, 0.10834982991218567, 0.1099463626742363, 0.13248899579048157, 0.0781320184469223, 0.06701438128948212, 0.1080775260925293, 0.036981455981731415, 0.0675010234117508, 0.056210119277238846, 0.040062807500362396, 0.02873372659087181, 0.05704379826784134, 0.013726381585001945], "cos_Ac_negg": [0.5448682308197021, 0.1931106150150299, 0.146820530295372, 0.11735629290342331, 0.12349723279476166, 0.12632519006729126, 0.14488725364208221, 0.10834982991218567, 0.1099463626742363, 0.13248899579048157, 0.0781320184469223, 0.06701438128948212, 0.1080775260925293, 0.036981455981731415, 0.0675010234117508, 0.056210119277238846, 0.040062807500362396, 0.02873372659087181, 0.05704379826784134, 0.013726381585001945], "r_norm": [4.394723415374756, 4.249807834625244, 4.186111927032471, 4.272064208984375, 4.171500205993652, 4.198370933532715, 4.401042461395264, 4.223794937133789, 4.289976119995117, 4.278469562530518, 4.356381416320801, 4.18727970123291, 4.279825210571289, 4.263838768005371, 4.203195571899414, 4.343572616577148, 4.325409412384033, 4.228987693786621, 4.304208755493164, 4.3533477783203125]}, {"step": 6350, "epoch": 16, "train_loss": 1.480198860168457, "cos_r_negg": [0.5650730133056641, 0.19454658031463623, 0.15109512209892273, 0.12490751594305038, 0.14121375977993011, 0.13033154606819153, 0.15154848992824554, 0.13671660423278809, 0.10438081622123718, 0.12510937452316284, 0.08650099486112595, 0.06707604229450226, 0.11455271393060684, 0.05763380974531174, 0.040338870137929916, 0.03622031211853027, 0.04985812306404114, 0.03886724263429642, 0.051460377871990204, 0.03401736542582512], "cos_apical_negg": [0.5650730133056641, 0.19454658031463623, 0.15109512209892273, 0.12490751594305038, 0.14121375977993011, 0.13033154606819153, 0.15154848992824554, 0.13671660423278809, 0.10438081622123718, 0.12510937452316284, 0.08650099486112595, 0.06707604229450226, 0.11455271393060684, 0.05763380974531174, 0.040338870137929916, 0.03622031211853027, 0.04985812306404114, 0.03886724263429642, 0.051460377871990204, 0.03401736542582512], "cos_Ac_negg": [0.5650730133056641, 0.19454658031463623, 0.15109512209892273, 0.12490751594305038, 0.14121375977993011, 0.13033154606819153, 0.15154848992824554, 0.13671660423278809, 0.10438081622123718, 0.12510937452316284, 0.08650099486112595, 0.06707604229450226, 0.11455271393060684, 0.05763380974531174, 0.040338870137929916, 0.03622031211853027, 0.04985812306404114, 0.03886724263429642, 0.051460377871990204, 0.03401736542582512], "r_norm": [4.392326354980469, 4.255998611450195, 4.17780876159668, 4.285098075866699, 4.150566101074219, 4.207126617431641, 4.407332420349121, 4.236393451690674, 4.2878737449646, 4.283808708190918, 4.351678848266602, 4.206168174743652, 4.277997970581055, 4.25882625579834, 4.202457904815674, 4.338251113891602, 4.313961505889893, 4.219979763031006, 4.32418155670166, 4.348419666290283]}, {"step": 6400, "epoch": 16, "train_loss": 1.9503929615020752, "cos_r_negg": [0.5372678637504578, 0.18933144211769104, 0.16250143945217133, 0.11031979322433472, 0.12795180082321167, 0.15606355667114258, 0.15473660826683044, 0.12747237086296082, 0.11301427334547043, 0.14098921418190002, 0.11360527575016022, 0.07657356560230255, 0.08674813061952591, 0.0741409957408905, 0.05759608745574951, 0.029248453676700592, 0.04700043424963951, 0.010729320347309113, 0.025900788605213165, 0.032737623900175095], "cos_apical_negg": [0.5372678637504578, 0.18933144211769104, 0.16250143945217133, 0.11031979322433472, 0.12795180082321167, 0.15606355667114258, 0.15473660826683044, 0.12747237086296082, 0.11301427334547043, 0.14098921418190002, 0.11360527575016022, 0.07657356560230255, 0.08674813061952591, 0.0741409957408905, 0.05759608745574951, 0.029248453676700592, 0.04700043424963951, 0.010729320347309113, 0.025900788605213165, 0.032737623900175095], "cos_Ac_negg": [0.5372678637504578, 0.18933144211769104, 0.16250143945217133, 0.11031979322433472, 0.12795180082321167, 0.15606355667114258, 0.15473660826683044, 0.12747237086296082, 0.11301427334547043, 0.14098921418190002, 0.11360527575016022, 0.07657356560230255, 0.08674813061952591, 0.0741409957408905, 0.05759608745574951, 0.029248453676700592, 0.04700043424963951, 0.010729320347309113, 0.025900788605213165, 0.032737623900175095], "r_norm": [4.430388927459717, 4.294265270233154, 4.217499256134033, 4.31804084777832, 4.192461013793945, 4.241843223571777, 4.432621479034424, 4.256706237792969, 4.32120418548584, 4.3058271408081055, 4.395514965057373, 4.226857662200928, 4.308065414428711, 4.290112495422363, 4.2323455810546875, 4.370754241943359, 4.361960411071777, 4.2623701095581055, 4.344017028808594, 4.395995140075684]}, {"step": 6450, "epoch": 16, "train_loss": 1.625009536743164, "cos_r_negg": [0.5361734628677368, 0.20238545536994934, 0.17381876707077026, 0.13179579377174377, 0.12189144641160965, 0.1391158252954483, 0.15062642097473145, 0.1101302057504654, 0.11549954116344452, 0.15426203608512878, 0.09717327356338501, 0.08370684087276459, 0.11105367541313171, 0.07128197699785233, 0.05202382430434227, 0.02608136460185051, 0.06821155548095703, 0.023841148242354393, 0.015562162734568119, 0.03176914528012276], "cos_apical_negg": [0.5361734628677368, 0.20238545536994934, 0.17381876707077026, 0.13179579377174377, 0.12189144641160965, 0.1391158252954483, 0.15062642097473145, 0.1101302057504654, 0.11549954116344452, 0.15426203608512878, 0.09717327356338501, 0.08370684087276459, 0.11105367541313171, 0.07128197699785233, 0.05202382430434227, 0.02608136460185051, 0.06821155548095703, 0.023841148242354393, 0.015562162734568119, 0.03176914528012276], "cos_Ac_negg": [0.5361734628677368, 0.20238545536994934, 0.17381876707077026, 0.13179579377174377, 0.12189144641160965, 0.1391158252954483, 0.15062642097473145, 0.1101302057504654, 0.11549954116344452, 0.15426203608512878, 0.09717327356338501, 0.08370684087276459, 0.11105367541313171, 0.07128197699785233, 0.05202382430434227, 0.02608136460185051, 0.06821155548095703, 0.023841148242354393, 0.015562162734568119, 0.03176914528012276], "r_norm": [4.325726509094238, 4.186295509338379, 4.10923957824707, 4.2163543701171875, 4.091917037963867, 4.1432294845581055, 4.329540729522705, 4.161795616149902, 4.214047431945801, 4.209046363830566, 4.286376476287842, 4.133023262023926, 4.2075371742248535, 4.186140537261963, 4.133878231048584, 4.267045974731445, 4.25119686126709, 4.165255546569824, 4.2500901222229, 4.281807899475098]}, {"step": 6500, "epoch": 16, "train_loss": 1.8827170133590698, "cos_r_negg": [0.5241074562072754, 0.20601874589920044, 0.17977862060070038, 0.13806048035621643, 0.12965118885040283, 0.148566335439682, 0.15733835101127625, 0.10732603073120117, 0.0923754945397377, 0.1478114128112793, 0.09367290139198303, 0.08695907890796661, 0.09583137929439545, 0.038651417940855026, 0.05257011950016022, 0.042189791798591614, 0.04576527699828148, 0.007031304761767387, 0.04587497562170029, 0.024104515090584755], "cos_apical_negg": [0.5241074562072754, 0.20601874589920044, 0.17977862060070038, 0.13806048035621643, 0.12965118885040283, 0.148566335439682, 0.15733835101127625, 0.10732603073120117, 0.0923754945397377, 0.1478114128112793, 0.09367290139198303, 0.08695907890796661, 0.09583137929439545, 0.038651417940855026, 0.05257011950016022, 0.042189791798591614, 0.04576527699828148, 0.007031304761767387, 0.04587497562170029, 0.024104515090584755], "cos_Ac_negg": [0.5241074562072754, 0.20601874589920044, 0.17977862060070038, 0.13806048035621643, 0.12965118885040283, 0.148566335439682, 0.15733835101127625, 0.10732603073120117, 0.0923754945397377, 0.1478114128112793, 0.09367290139198303, 0.08695907890796661, 0.09583137929439545, 0.038651417940855026, 0.05257011950016022, 0.042189791798591614, 0.04576527699828148, 0.007031304761767387, 0.04587497562170029, 0.024104515090584755], "r_norm": [4.394895076751709, 4.251955986022949, 4.182193756103516, 4.291743278503418, 4.163969039916992, 4.2083024978637695, 4.399862289428711, 4.227673530578613, 4.284893989562988, 4.295580863952637, 4.3647966384887695, 4.205793857574463, 4.280263900756836, 4.249806880950928, 4.20587158203125, 4.3507843017578125, 4.327104568481445, 4.236048221588135, 4.321977615356445, 4.3659162521362305]}, {"step": 6550, "epoch": 16, "train_loss": 1.5522136688232422, "cos_r_negg": [0.5212969183921814, 0.18745818734169006, 0.17202311754226685, 0.1387791931629181, 0.15642356872558594, 0.12984508275985718, 0.16520461440086365, 0.11404450237751007, 0.09848418831825256, 0.14244472980499268, 0.10716763883829117, 0.060180872678756714, 0.10545719414949417, 0.05279803276062012, 0.05167468637228012, 0.03285101428627968, 0.017005672678351402, 0.042396239936351776, 0.04465450718998909, 0.04927711933851242], "cos_apical_negg": [0.5212969183921814, 0.18745818734169006, 0.17202311754226685, 0.1387791931629181, 0.15642356872558594, 0.12984508275985718, 0.16520461440086365, 0.11404450237751007, 0.09848418831825256, 0.14244472980499268, 0.10716763883829117, 0.060180872678756714, 0.10545719414949417, 0.05279803276062012, 0.05167468637228012, 0.03285101428627968, 0.017005672678351402, 0.042396239936351776, 0.04465450718998909, 0.04927711933851242], "cos_Ac_negg": [0.5212969183921814, 0.18745818734169006, 0.17202311754226685, 0.1387791931629181, 0.15642356872558594, 0.12984508275985718, 0.16520461440086365, 0.11404450237751007, 0.09848418831825256, 0.14244472980499268, 0.10716763883829117, 0.060180872678756714, 0.10545719414949417, 0.05279803276062012, 0.05167468637228012, 0.03285101428627968, 0.017005672678351402, 0.042396239936351776, 0.04465450718998909, 0.04927711933851242], "r_norm": [4.426065921783447, 4.267526626586914, 4.220274448394775, 4.30208158493042, 4.188457489013672, 4.230630874633789, 4.4395551681518555, 4.256331443786621, 4.321417331695557, 4.32512092590332, 4.373873233795166, 4.219526290893555, 4.307027816772461, 4.273896217346191, 4.238250732421875, 4.378309726715088, 4.357712268829346, 4.2625412940979, 4.331151962280273, 4.388647079467773]}, {"step": 6600, "epoch": 16, "train_loss": 1.6588325500488281, "cos_r_negg": [0.5217440128326416, 0.1995025873184204, 0.15682265162467957, 0.12066330015659332, 0.16537737846374512, 0.13519102334976196, 0.15773002803325653, 0.12893261015415192, 0.11179216206073761, 0.10861361026763916, 0.09497322142124176, 0.06129392981529236, 0.08892008662223816, 0.05106218531727791, 0.08038458973169327, 0.02765975333750248, 0.03622002899646759, 0.05363800376653671, 0.054949238896369934, 0.031241269782185555], "cos_apical_negg": [0.5217440128326416, 0.1995025873184204, 0.15682265162467957, 0.12066330015659332, 0.16537737846374512, 0.13519102334976196, 0.15773002803325653, 0.12893261015415192, 0.11179216206073761, 0.10861361026763916, 0.09497322142124176, 0.06129392981529236, 0.08892008662223816, 0.05106218531727791, 0.08038458973169327, 0.02765975333750248, 0.03622002899646759, 0.05363800376653671, 0.054949238896369934, 0.031241269782185555], "cos_Ac_negg": [0.5217440128326416, 0.1995025873184204, 0.15682265162467957, 0.12066330015659332, 0.16537737846374512, 0.13519102334976196, 0.15773002803325653, 0.12893261015415192, 0.11179216206073761, 0.10861361026763916, 0.09497322142124176, 0.06129392981529236, 0.08892008662223816, 0.05106218531727791, 0.08038458973169327, 0.02765975333750248, 0.03622002899646759, 0.05363800376653671, 0.054949238896369934, 0.031241269782185555], "r_norm": [4.27556037902832, 4.130004405975342, 4.067404270172119, 4.15336275100708, 4.044841766357422, 4.078454494476318, 4.284986972808838, 4.107322692871094, 4.165285110473633, 4.170746326446533, 4.22743034362793, 4.072558403015137, 4.155557632446289, 4.141233444213867, 4.080527305603027, 4.218904972076416, 4.196005344390869, 4.108099460601807, 4.190939903259277, 4.227186679840088]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4053, "test_loss": 1.848281591796875}, {"step": 6650, "epoch": 17, "train_loss": 1.9195278882980347, "cos_r_negg": [0.5526885986328125, 0.19471897184848785, 0.16575884819030762, 0.13458046317100525, 0.13725346326828003, 0.13998959958553314, 0.1764061152935028, 0.1261105239391327, 0.10063031315803528, 0.13106577098369598, 0.07554175704717636, 0.05990495905280113, 0.13370658457279205, 0.03893953561782837, 0.03424258902668953, 0.04285421222448349, 0.0349300242960453, 0.04154358431696892, 0.05400613695383072, 0.02010475844144821], "cos_apical_negg": [0.5526885986328125, 0.19471897184848785, 0.16575884819030762, 0.13458046317100525, 0.13725346326828003, 0.13998959958553314, 0.1764061152935028, 0.1261105239391327, 0.10063031315803528, 0.13106577098369598, 0.07554175704717636, 0.05990495905280113, 0.13370658457279205, 0.03893953561782837, 0.03424258902668953, 0.04285421222448349, 0.0349300242960453, 0.04154358431696892, 0.05400613695383072, 0.02010475844144821], "cos_Ac_negg": [0.5526885986328125, 0.19471897184848785, 0.16575884819030762, 0.13458046317100525, 0.13725346326828003, 0.13998959958553314, 0.1764061152935028, 0.1261105239391327, 0.10063031315803528, 0.13106577098369598, 0.07554175704717636, 0.05990495905280113, 0.13370658457279205, 0.03893953561782837, 0.03424258902668953, 0.04285421222448349, 0.0349300242960453, 0.04154358431696892, 0.05400613695383072, 0.02010475844144821], "r_norm": [4.328704833984375, 4.171544075012207, 4.116436004638672, 4.20330810546875, 4.098606109619141, 4.126585960388184, 4.32843542098999, 4.145774841308594, 4.221402168273926, 4.20380973815918, 4.274246692657471, 4.115900993347168, 4.197917938232422, 4.179042339324951, 4.1271467208862305, 4.268322944641113, 4.239212989807129, 4.15947151184082, 4.237215042114258, 4.281051158905029]}, {"step": 6700, "epoch": 17, "train_loss": 1.5131213665008545, "cos_r_negg": [0.5287131071090698, 0.19902001321315765, 0.1590619534254074, 0.14258137345314026, 0.14321684837341309, 0.1583542823791504, 0.16662609577178955, 0.12219828367233276, 0.0934479758143425, 0.14266225695610046, 0.10408295691013336, 0.05486182123422623, 0.12401849031448364, 0.07477150857448578, 0.06657359004020691, 0.00921881664544344, 0.03609286621212959, 0.04855221137404442, 0.07039345800876617, 0.002368518617004156], "cos_apical_negg": [0.5287131071090698, 0.19902001321315765, 0.1590619534254074, 0.14258137345314026, 0.14321684837341309, 0.1583542823791504, 0.16662609577178955, 0.12219828367233276, 0.0934479758143425, 0.14266225695610046, 0.10408295691013336, 0.05486182123422623, 0.12401849031448364, 0.07477150857448578, 0.06657359004020691, 0.00921881664544344, 0.03609286621212959, 0.04855221137404442, 0.07039345800876617, 0.002368518617004156], "cos_Ac_negg": [0.5287131071090698, 0.19902001321315765, 0.1590619534254074, 0.14258137345314026, 0.14321684837341309, 0.1583542823791504, 0.16662609577178955, 0.12219828367233276, 0.0934479758143425, 0.14266225695610046, 0.10408295691013336, 0.05486182123422623, 0.12401849031448364, 0.07477150857448578, 0.06657359004020691, 0.00921881664544344, 0.03609286621212959, 0.04855221137404442, 0.07039345800876617, 0.002368518617004156], "r_norm": [4.281742572784424, 4.140751838684082, 4.077755928039551, 4.1743998527526855, 4.049182891845703, 4.0992326736450195, 4.297948837280273, 4.119227409362793, 4.180669784545898, 4.177433967590332, 4.238420486450195, 4.093141078948975, 4.16778564453125, 4.15386438369751, 4.0894317626953125, 4.22960090637207, 4.202420711517334, 4.123292922973633, 4.212114334106445, 4.243426322937012]}, {"step": 6750, "epoch": 17, "train_loss": 1.73856782913208, "cos_r_negg": [0.5321964025497437, 0.22298789024353027, 0.1648956537246704, 0.15386232733726501, 0.15907242894172668, 0.16365759074687958, 0.1539788842201233, 0.10881433635950089, 0.1167382150888443, 0.15175700187683105, 0.08918391168117523, 0.05764281749725342, 0.1074490174651146, 0.03080262616276741, 0.05666470155119896, 0.03743749484419823, 0.05825279280543327, 0.014532888308167458, 0.05964009836316109, 0.03694552183151245], "cos_apical_negg": [0.5321964025497437, 0.22298789024353027, 0.1648956537246704, 0.15386232733726501, 0.15907242894172668, 0.16365759074687958, 0.1539788842201233, 0.10881433635950089, 0.1167382150888443, 0.15175700187683105, 0.08918391168117523, 0.05764281749725342, 0.1074490174651146, 0.03080262616276741, 0.05666470155119896, 0.03743749484419823, 0.05825279280543327, 0.014532888308167458, 0.05964009836316109, 0.03694552183151245], "cos_Ac_negg": [0.5321964025497437, 0.22298789024353027, 0.1648956537246704, 0.15386232733726501, 0.15907242894172668, 0.16365759074687958, 0.1539788842201233, 0.10881433635950089, 0.1167382150888443, 0.15175700187683105, 0.08918391168117523, 0.05764281749725342, 0.1074490174651146, 0.03080262616276741, 0.05666470155119896, 0.03743749484419823, 0.05825279280543327, 0.014532888308167458, 0.05964009836316109, 0.03694552183151245], "r_norm": [4.342031478881836, 4.196434020996094, 4.129380226135254, 4.230973243713379, 4.10102653503418, 4.151094436645508, 4.3504180908203125, 4.173425674438477, 4.233495712280273, 4.238363265991211, 4.295453071594238, 4.144218921661377, 4.222373962402344, 4.1982598304748535, 4.145999431610107, 4.289645671844482, 4.265892505645752, 4.170814514160156, 4.2641520500183105, 4.290499687194824]}, {"step": 6800, "epoch": 17, "train_loss": 1.56078040599823, "cos_r_negg": [0.5197139978408813, 0.20217549800872803, 0.16460806131362915, 0.150752454996109, 0.14135369658470154, 0.14584289491176605, 0.16809424757957458, 0.10991732776165009, 0.10170820355415344, 0.1574125736951828, 0.10240436345338821, 0.054546479135751724, 0.12989209592342377, 0.06175164133310318, 0.054480139166116714, 0.06348645687103271, 0.008819056674838066, 0.013320778496563435, 0.06235286593437195, 0.03672194108366966], "cos_apical_negg": [0.5197139978408813, 0.20217549800872803, 0.16460806131362915, 0.150752454996109, 0.14135369658470154, 0.14584289491176605, 0.16809424757957458, 0.10991732776165009, 0.10170820355415344, 0.1574125736951828, 0.10240436345338821, 0.054546479135751724, 0.12989209592342377, 0.06175164133310318, 0.054480139166116714, 0.06348645687103271, 0.008819056674838066, 0.013320778496563435, 0.06235286593437195, 0.03672194108366966], "cos_Ac_negg": [0.5197139978408813, 0.20217549800872803, 0.16460806131362915, 0.150752454996109, 0.14135369658470154, 0.14584289491176605, 0.16809424757957458, 0.10991732776165009, 0.10170820355415344, 0.1574125736951828, 0.10240436345338821, 0.054546479135751724, 0.12989209592342377, 0.06175164133310318, 0.054480139166116714, 0.06348645687103271, 0.008819056674838066, 0.013320778496563435, 0.06235286593437195, 0.03672194108366966], "r_norm": [4.3412957191467285, 4.202608108520508, 4.140779495239258, 4.22477912902832, 4.1159162521362305, 4.144389629364014, 4.346640586853027, 4.165972709655762, 4.233097076416016, 4.230759620666504, 4.300273895263672, 4.139331340789795, 4.229065895080566, 4.201773643493652, 4.148778915405273, 4.289018630981445, 4.267918586730957, 4.180108070373535, 4.256892681121826, 4.289691925048828]}, {"step": 6850, "epoch": 17, "train_loss": 1.8187508583068848, "cos_r_negg": [0.5374369621276855, 0.1959964632987976, 0.1686500608921051, 0.16497108340263367, 0.13438217341899872, 0.16464769840240479, 0.1793559491634369, 0.08960023522377014, 0.0749790295958519, 0.1480138599872589, 0.11795029789209366, 0.060369737446308136, 0.12037472426891327, 0.05617623031139374, 0.03613179922103882, 0.07541311532258987, 0.005677702836692333, 0.040004320442676544, 0.047466374933719635, 0.06837747991085052], "cos_apical_negg": [0.5374369621276855, 0.1959964632987976, 0.1686500608921051, 0.16497108340263367, 0.13438217341899872, 0.16464769840240479, 0.1793559491634369, 0.08960023522377014, 0.0749790295958519, 0.1480138599872589, 0.11795029789209366, 0.060369737446308136, 0.12037472426891327, 0.05617623031139374, 0.03613179922103882, 0.07541311532258987, 0.005677702836692333, 0.040004320442676544, 0.047466374933719635, 0.06837747991085052], "cos_Ac_negg": [0.5374369621276855, 0.1959964632987976, 0.1686500608921051, 0.16497108340263367, 0.13438217341899872, 0.16464769840240479, 0.1793559491634369, 0.08960023522377014, 0.0749790295958519, 0.1480138599872589, 0.11795029789209366, 0.060369737446308136, 0.12037472426891327, 0.05617623031139374, 0.03613179922103882, 0.07541311532258987, 0.005677702836692333, 0.040004320442676544, 0.047466374933719635, 0.06837747991085052], "r_norm": [4.356137275695801, 4.205122470855713, 4.146121978759766, 4.237068176269531, 4.119946479797363, 4.1530656814575195, 4.365339279174805, 4.185272216796875, 4.237347602844238, 4.2497992515563965, 4.308795928955078, 4.146034240722656, 4.237233638763428, 4.215947151184082, 4.161345958709717, 4.300519943237305, 4.272006988525391, 4.190423965454102, 4.269128799438477, 4.302894592285156]}, {"step": 6900, "epoch": 17, "train_loss": 1.7057385444641113, "cos_r_negg": [0.5160770416259766, 0.180176243185997, 0.16211247444152832, 0.17090217769145966, 0.13480448722839355, 0.15385273098945618, 0.17231571674346924, 0.11597935110330582, 0.08375269174575806, 0.15415236353874207, 0.1245395615696907, 0.07384607195854187, 0.1394307017326355, 0.07074765861034393, 0.07300598919391632, 0.0936286449432373, 0.02799108624458313, 0.07357563078403473, 0.04871160537004471, 0.07371775060892105], "cos_apical_negg": [0.5160770416259766, 0.180176243185997, 0.16211247444152832, 0.17090217769145966, 0.13480448722839355, 0.15385273098945618, 0.17231571674346924, 0.11597935110330582, 0.08375269174575806, 0.15415236353874207, 0.1245395615696907, 0.07384607195854187, 0.1394307017326355, 0.07074765861034393, 0.07300598919391632, 0.0936286449432373, 0.02799108624458313, 0.07357563078403473, 0.04871160537004471, 0.07371775060892105], "cos_Ac_negg": [0.5160770416259766, 0.180176243185997, 0.16211247444152832, 0.17090217769145966, 0.13480448722839355, 0.15385273098945618, 0.17231571674346924, 0.11597935110330582, 0.08375269174575806, 0.15415236353874207, 0.1245395615696907, 0.07384607195854187, 0.1394307017326355, 0.07074765861034393, 0.07300598919391632, 0.0936286449432373, 0.02799108624458313, 0.07357563078403473, 0.04871160537004471, 0.07371775060892105], "r_norm": [4.35616397857666, 4.2202301025390625, 4.160212516784668, 4.239047527313232, 4.1285247802734375, 4.158545017242432, 4.362452507019043, 4.184277534484863, 4.251920700073242, 4.243283271789551, 4.314652442932129, 4.1579132080078125, 4.246978759765625, 4.223766326904297, 4.17133092880249, 4.303178787231445, 4.283332824707031, 4.195751190185547, 4.26621150970459, 4.317208766937256]}, {"step": 6950, "epoch": 17, "train_loss": 1.5562562942504883, "cos_r_negg": [0.5378185510635376, 0.1946326196193695, 0.17642277479171753, 0.15458983182907104, 0.14403849840164185, 0.15501558780670166, 0.14900729060173035, 0.11585088819265366, 0.09255159646272659, 0.152082622051239, 0.1297004371881485, 0.0961703360080719, 0.1569867730140686, 0.06105387210845947, 0.0710507184267044, 0.08244885504245758, -0.0003890572115778923, 0.03166552633047104, 0.04090236872434616, 0.028666436672210693], "cos_apical_negg": [0.5378185510635376, 0.1946326196193695, 0.17642277479171753, 0.15458983182907104, 0.14403849840164185, 0.15501558780670166, 0.14900729060173035, 0.11585088819265366, 0.09255159646272659, 0.152082622051239, 0.1297004371881485, 0.0961703360080719, 0.1569867730140686, 0.06105387210845947, 0.0710507184267044, 0.08244885504245758, -0.0003890572115778923, 0.03166552633047104, 0.04090236872434616, 0.028666436672210693], "cos_Ac_negg": [0.5378185510635376, 0.1946326196193695, 0.17642277479171753, 0.15458983182907104, 0.14403849840164185, 0.15501558780670166, 0.14900729060173035, 0.11585088819265366, 0.09255159646272659, 0.152082622051239, 0.1297004371881485, 0.0961703360080719, 0.1569867730140686, 0.06105387210845947, 0.0710507184267044, 0.08244885504245758, -0.0003890572115778923, 0.03166552633047104, 0.04090236872434616, 0.028666436672210693], "r_norm": [4.424923896789551, 4.277400016784668, 4.221406936645508, 4.312594413757324, 4.1794939041137695, 4.241110324859619, 4.418336868286133, 4.249509811401367, 4.309570789337158, 4.303857803344727, 4.390158176422119, 4.230112075805664, 4.313234329223633, 4.276332378387451, 4.221802711486816, 4.372715950012207, 4.352476119995117, 4.258735656738281, 4.332374572753906, 4.386436462402344]}, {"step": 7000, "epoch": 17, "train_loss": 1.5117524862289429, "cos_r_negg": [0.5189165472984314, 0.2026711404323578, 0.16108351945877075, 0.14265967905521393, 0.14235463738441467, 0.15759050846099854, 0.17336207628250122, 0.12526871263980865, 0.09348253905773163, 0.14348284900188446, 0.12336374074220657, 0.09396630525588989, 0.11410686373710632, 0.07639108598232269, 0.06464084982872009, 0.0686686784029007, 0.028071371838450432, 0.05336211621761322, 0.023379862308502197, 0.02829970419406891], "cos_apical_negg": [0.5189165472984314, 0.2026711404323578, 0.16108351945877075, 0.14265967905521393, 0.14235463738441467, 0.15759050846099854, 0.17336207628250122, 0.12526871263980865, 0.09348253905773163, 0.14348284900188446, 0.12336374074220657, 0.09396630525588989, 0.11410686373710632, 0.07639108598232269, 0.06464084982872009, 0.0686686784029007, 0.028071371838450432, 0.05336211621761322, 0.023379862308502197, 0.02829970419406891], "cos_Ac_negg": [0.5189165472984314, 0.2026711404323578, 0.16108351945877075, 0.14265967905521393, 0.14235463738441467, 0.15759050846099854, 0.17336207628250122, 0.12526871263980865, 0.09348253905773163, 0.14348284900188446, 0.12336374074220657, 0.09396630525588989, 0.11410686373710632, 0.07639108598232269, 0.06464084982872009, 0.0686686784029007, 0.028071371838450432, 0.05336211621761322, 0.023379862308502197, 0.02829970419406891], "r_norm": [4.35541296005249, 4.217535495758057, 4.149165630340576, 4.2469940185546875, 4.122877597808838, 4.1586809158325195, 4.354335308074951, 4.195553779602051, 4.2603230476379395, 4.229907989501953, 4.319580078125, 4.156685829162598, 4.238495349884033, 4.223055839538574, 4.150588512420654, 4.299195289611816, 4.276313781738281, 4.192756652832031, 4.2673540115356445, 4.316776275634766]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3871, "test_loss": 1.99369677734375}, {"step": 7050, "epoch": 18, "train_loss": 1.5558676719665527, "cos_r_negg": [0.5370941758155823, 0.21551671624183655, 0.17008522152900696, 0.15300855040550232, 0.1475984901189804, 0.17016270756721497, 0.15235920250415802, 0.11365154385566711, 0.10934008657932281, 0.14226382970809937, 0.11339367926120758, 0.08063936233520508, 0.14043615758419037, 0.05455617979168892, 0.0792183056473732, 0.012116312980651855, 0.03713496774435043, 0.0365385040640831, 0.049957096576690674, 0.05178488790988922], "cos_apical_negg": [0.5370941758155823, 0.21551671624183655, 0.17008522152900696, 0.15300855040550232, 0.1475984901189804, 0.17016270756721497, 0.15235920250415802, 0.11365154385566711, 0.10934008657932281, 0.14226382970809937, 0.11339367926120758, 0.08063936233520508, 0.14043615758419037, 0.05455617979168892, 0.0792183056473732, 0.012116312980651855, 0.03713496774435043, 0.0365385040640831, 0.049957096576690674, 0.05178488790988922], "cos_Ac_negg": [0.5370941758155823, 0.21551671624183655, 0.17008522152900696, 0.15300855040550232, 0.1475984901189804, 0.17016270756721497, 0.15235920250415802, 0.11365154385566711, 0.10934008657932281, 0.14226382970809937, 0.11339367926120758, 0.08063936233520508, 0.14043615758419037, 0.05455617979168892, 0.0792183056473732, 0.012116312980651855, 0.03713496774435043, 0.0365385040640831, 0.049957096576690674, 0.05178488790988922], "r_norm": [4.2070770263671875, 4.068786144256592, 4.004673957824707, 4.092100143432617, 3.980952739715576, 4.012256622314453, 4.212745666503906, 4.038464546203613, 4.105875015258789, 4.090266227722168, 4.157914161682129, 4.0054521560668945, 4.083683967590332, 4.070809841156006, 4.014161109924316, 4.149954795837402, 4.126736164093018, 4.0424675941467285, 4.126077651977539, 4.155868053436279]}, {"step": 7100, "epoch": 18, "train_loss": 1.6686787605285645, "cos_r_negg": [0.5518479943275452, 0.20047655701637268, 0.17042255401611328, 0.16123192012310028, 0.14479897916316986, 0.16739539802074432, 0.15511690080165863, 0.1293095350265503, 0.12494538724422455, 0.16490191221237183, 0.09468181431293488, 0.08930018544197083, 0.13701990246772766, 0.06633059680461884, 0.07636311650276184, 0.03842834383249283, 0.04124051332473755, 0.02070179022848606, 0.07533356547355652, 0.007347739767283201], "cos_apical_negg": [0.5518479943275452, 0.20047655701637268, 0.17042255401611328, 0.16123192012310028, 0.14479897916316986, 0.16739539802074432, 0.15511690080165863, 0.1293095350265503, 0.12494538724422455, 0.16490191221237183, 0.09468181431293488, 0.08930018544197083, 0.13701990246772766, 0.06633059680461884, 0.07636311650276184, 0.03842834383249283, 0.04124051332473755, 0.02070179022848606, 0.07533356547355652, 0.007347739767283201], "cos_Ac_negg": [0.5518479943275452, 0.20047655701637268, 0.17042255401611328, 0.16123192012310028, 0.14479897916316986, 0.16739539802074432, 0.15511690080165863, 0.1293095350265503, 0.12494538724422455, 0.16490191221237183, 0.09468181431293488, 0.08930018544197083, 0.13701990246772766, 0.06633059680461884, 0.07636311650276184, 0.03842834383249283, 0.04124051332473755, 0.02070179022848606, 0.07533356547355652, 0.007347739767283201], "r_norm": [4.317104816436768, 4.182412147521973, 4.120116233825684, 4.22091817855835, 4.09891414642334, 4.1393890380859375, 4.346360683441162, 4.163278102874756, 4.235467910766602, 4.23023796081543, 4.283657073974609, 4.135663032531738, 4.213133811950684, 4.203670501708984, 4.139428615570068, 4.283339977264404, 4.24931001663208, 4.160148620605469, 4.259519577026367, 4.300413131713867]}, {"step": 7150, "epoch": 18, "train_loss": 1.6250920295715332, "cos_r_negg": [0.5239694118499756, 0.2092323899269104, 0.17442169785499573, 0.16390065848827362, 0.13790127635002136, 0.17990657687187195, 0.1666240692138672, 0.11719489842653275, 0.12858593463897705, 0.15150488913059235, 0.12101903557777405, 0.07648000121116638, 0.1336512267589569, 0.050537534058094025, 0.05248303711414337, 0.04191574454307556, 0.0415404736995697, 0.04483187943696976, 0.06812337040901184, 0.013232086785137653], "cos_apical_negg": [0.5239694118499756, 0.2092323899269104, 0.17442169785499573, 0.16390065848827362, 0.13790127635002136, 0.17990657687187195, 0.1666240692138672, 0.11719489842653275, 0.12858593463897705, 0.15150488913059235, 0.12101903557777405, 0.07648000121116638, 0.1336512267589569, 0.050537534058094025, 0.05248303711414337, 0.04191574454307556, 0.0415404736995697, 0.04483187943696976, 0.06812337040901184, 0.013232086785137653], "cos_Ac_negg": [0.5239694118499756, 0.2092323899269104, 0.17442169785499573, 0.16390065848827362, 0.13790127635002136, 0.17990657687187195, 0.1666240692138672, 0.11719489842653275, 0.12858593463897705, 0.15150488913059235, 0.12101903557777405, 0.07648000121116638, 0.1336512267589569, 0.050537534058094025, 0.05248303711414337, 0.04191574454307556, 0.0415404736995697, 0.04483187943696976, 0.06812337040901184, 0.013232086785137653], "r_norm": [4.313292980194092, 4.177872657775879, 4.1078715324401855, 4.197499752044678, 4.085700511932373, 4.125997543334961, 4.315142631530762, 4.151973247528076, 4.211277961730957, 4.198558807373047, 4.276068687438965, 4.119329452514648, 4.198302268981934, 4.176023483276367, 4.125798225402832, 4.257715702056885, 4.242108345031738, 4.152003288269043, 4.240145206451416, 4.275602340698242]}, {"step": 7200, "epoch": 18, "train_loss": 1.528564214706421, "cos_r_negg": [0.5305757522583008, 0.19161677360534668, 0.1804097592830658, 0.15986749529838562, 0.14312326908111572, 0.1809539794921875, 0.16372886300086975, 0.12922167778015137, 0.1091250628232956, 0.13428133726119995, 0.12186873704195023, 0.09341201186180115, 0.1378835290670395, 0.03758471459150314, 0.08082663267850876, 0.05776688829064369, 0.039001014083623886, 0.00178975285962224, 0.1175391897559166, 0.031569793820381165], "cos_apical_negg": [0.5305757522583008, 0.19161677360534668, 0.1804097592830658, 0.15986749529838562, 0.14312326908111572, 0.1809539794921875, 0.16372886300086975, 0.12922167778015137, 0.1091250628232956, 0.13428133726119995, 0.12186873704195023, 0.09341201186180115, 0.1378835290670395, 0.03758471459150314, 0.08082663267850876, 0.05776688829064369, 0.039001014083623886, 0.00178975285962224, 0.1175391897559166, 0.031569793820381165], "cos_Ac_negg": [0.5305757522583008, 0.19161677360534668, 0.1804097592830658, 0.15986749529838562, 0.14312326908111572, 0.1809539794921875, 0.16372886300086975, 0.12922167778015137, 0.1091250628232956, 0.13428133726119995, 0.12186873704195023, 0.09341201186180115, 0.1378835290670395, 0.03758471459150314, 0.08082663267850876, 0.05776688829064369, 0.039001014083623886, 0.00178975285962224, 0.1175391897559166, 0.031569793820381165], "r_norm": [4.168050289154053, 4.028942584991455, 3.96871018409729, 4.058452606201172, 3.9473090171813965, 3.9780325889587402, 4.168636798858643, 4.002887725830078, 4.065341949462891, 4.061176300048828, 4.123985290527344, 3.9811129570007324, 4.053632736206055, 4.030909538269043, 3.983328342437744, 4.115898132324219, 4.0841827392578125, 4.0066022872924805, 4.090888977050781, 4.123871803283691]}, {"step": 7250, "epoch": 18, "train_loss": 1.6079643964767456, "cos_r_negg": [0.5155439972877502, 0.2018708884716034, 0.17443102598190308, 0.1641991287469864, 0.13925385475158691, 0.16416186094284058, 0.1771474927663803, 0.12229135632514954, 0.12573489546775818, 0.15141820907592773, 0.09835614264011383, 0.07992075383663177, 0.13474877178668976, 0.0698833018541336, 0.06520874053239822, 0.09390358626842499, 0.06773890554904938, 0.028721865266561508, 0.07344941794872284, 0.02496349811553955], "cos_apical_negg": [0.5155439972877502, 0.2018708884716034, 0.17443102598190308, 0.1641991287469864, 0.13925385475158691, 0.16416186094284058, 0.1771474927663803, 0.12229135632514954, 0.12573489546775818, 0.15141820907592773, 0.09835614264011383, 0.07992075383663177, 0.13474877178668976, 0.0698833018541336, 0.06520874053239822, 0.09390358626842499, 0.06773890554904938, 0.028721865266561508, 0.07344941794872284, 0.02496349811553955], "cos_Ac_negg": [0.5155439972877502, 0.2018708884716034, 0.17443102598190308, 0.1641991287469864, 0.13925385475158691, 0.16416186094284058, 0.1771474927663803, 0.12229135632514954, 0.12573489546775818, 0.15141820907592773, 0.09835614264011383, 0.07992075383663177, 0.13474877178668976, 0.0698833018541336, 0.06520874053239822, 0.09390358626842499, 0.06773890554904938, 0.028721865266561508, 0.07344941794872284, 0.02496349811553955], "r_norm": [4.393252372741699, 4.254016876220703, 4.1842756271362305, 4.2861008644104, 4.154186725616455, 4.2032623291015625, 4.405674934387207, 4.229576110839844, 4.278171539306641, 4.282978057861328, 4.357410430908203, 4.202334403991699, 4.2770256996154785, 4.2535905838012695, 4.196597099304199, 4.342660903930664, 4.31985330581665, 4.234787464141846, 4.327816009521484, 4.352518081665039]}, {"step": 7300, "epoch": 18, "train_loss": 1.9034059047698975, "cos_r_negg": [0.531252384185791, 0.19187453389167786, 0.17784318327903748, 0.16759093105793, 0.13336631655693054, 0.16670644283294678, 0.1710769236087799, 0.12067881226539612, 0.13183090090751648, 0.1476902961730957, 0.10484547168016434, 0.08313625305891037, 0.15547895431518555, 0.09269601851701736, 0.07289241999387741, 0.08771965652704239, 0.06622658669948578, 0.07699582725763321, 0.06967504322528839, 0.056339919567108154], "cos_apical_negg": [0.531252384185791, 0.19187453389167786, 0.17784318327903748, 0.16759093105793, 0.13336631655693054, 0.16670644283294678, 0.1710769236087799, 0.12067881226539612, 0.13183090090751648, 0.1476902961730957, 0.10484547168016434, 0.08313625305891037, 0.15547895431518555, 0.09269601851701736, 0.07289241999387741, 0.08771965652704239, 0.06622658669948578, 0.07699582725763321, 0.06967504322528839, 0.056339919567108154], "cos_Ac_negg": [0.531252384185791, 0.19187453389167786, 0.17784318327903748, 0.16759093105793, 0.13336631655693054, 0.16670644283294678, 0.1710769236087799, 0.12067881226539612, 0.13183090090751648, 0.1476902961730957, 0.10484547168016434, 0.08313625305891037, 0.15547895431518555, 0.09269601851701736, 0.07289241999387741, 0.08771965652704239, 0.06622658669948578, 0.07699582725763321, 0.06967504322528839, 0.056339919567108154], "r_norm": [4.327411651611328, 4.191532135009766, 4.130150318145752, 4.21070671081543, 4.091202735900879, 4.141971588134766, 4.332276344299316, 4.157921314239502, 4.223143577575684, 4.207708358764648, 4.296147346496582, 4.128508567810059, 4.21036434173584, 4.191086292266846, 4.130943298339844, 4.274326801300049, 4.262332916259766, 4.152623176574707, 4.249018669128418, 4.2807817459106445]}, {"step": 7350, "epoch": 18, "train_loss": 1.590468406677246, "cos_r_negg": [0.5348946452140808, 0.19166997075080872, 0.18117529153823853, 0.16482152044773102, 0.13257895410060883, 0.16359511017799377, 0.16483384370803833, 0.13602304458618164, 0.1341301053762436, 0.1524674892425537, 0.1311671882867813, 0.07036052644252777, 0.15495295822620392, 0.07045245170593262, 0.07450629770755768, 0.09655351936817169, 0.042294129729270935, 0.05228663608431816, 0.07110735028982162, 0.037701088935136795], "cos_apical_negg": [0.5348946452140808, 0.19166997075080872, 0.18117529153823853, 0.16482152044773102, 0.13257895410060883, 0.16359511017799377, 0.16483384370803833, 0.13602304458618164, 0.1341301053762436, 0.1524674892425537, 0.1311671882867813, 0.07036052644252777, 0.15495295822620392, 0.07045245170593262, 0.07450629770755768, 0.09655351936817169, 0.042294129729270935, 0.05228663608431816, 0.07110735028982162, 0.037701088935136795], "cos_Ac_negg": [0.5348946452140808, 0.19166997075080872, 0.18117529153823853, 0.16482152044773102, 0.13257895410060883, 0.16359511017799377, 0.16483384370803833, 0.13602304458618164, 0.1341301053762436, 0.1524674892425537, 0.1311671882867813, 0.07036052644252777, 0.15495295822620392, 0.07045245170593262, 0.07450629770755768, 0.09655351936817169, 0.042294129729270935, 0.05228663608431816, 0.07110735028982162, 0.037701088935136795], "r_norm": [4.264604568481445, 4.1233086585998535, 4.062166213989258, 4.1507673263549805, 4.032626152038574, 4.070981502532959, 4.269863128662109, 4.096949577331543, 4.155004501342773, 4.152675628662109, 4.215192794799805, 4.065623760223389, 4.140551567077637, 4.127815246582031, 4.066115379333496, 4.202171325683594, 4.180020332336426, 4.097294807434082, 4.188501358032227, 4.21333122253418]}, {"step": 7400, "epoch": 18, "train_loss": 1.585464358329773, "cos_r_negg": [0.5505048632621765, 0.1955651342868805, 0.16811832785606384, 0.15491709113121033, 0.1376807987689972, 0.15283946692943573, 0.1662108302116394, 0.13606826961040497, 0.1489381492137909, 0.14546403288841248, 0.13653028011322021, 0.04613204672932625, 0.16068032383918762, 0.09494658559560776, 0.06167035549879074, 0.08432745933532715, 0.05934569984674454, 0.04963558167219162, 0.07356104254722595, 0.009653273969888687], "cos_apical_negg": [0.5505048632621765, 0.1955651342868805, 0.16811832785606384, 0.15491709113121033, 0.1376807987689972, 0.15283946692943573, 0.1662108302116394, 0.13606826961040497, 0.1489381492137909, 0.14546403288841248, 0.13653028011322021, 0.04613204672932625, 0.16068032383918762, 0.09494658559560776, 0.06167035549879074, 0.08432745933532715, 0.05934569984674454, 0.04963558167219162, 0.07356104254722595, 0.009653273969888687], "cos_Ac_negg": [0.5505048632621765, 0.1955651342868805, 0.16811832785606384, 0.15491709113121033, 0.1376807987689972, 0.15283946692943573, 0.1662108302116394, 0.13606826961040497, 0.1489381492137909, 0.14546403288841248, 0.13653028011322021, 0.04613204672932625, 0.16068032383918762, 0.09494658559560776, 0.06167035549879074, 0.08432745933532715, 0.05934569984674454, 0.04963558167219162, 0.07356104254722595, 0.009653273969888687], "r_norm": [4.261319160461426, 4.115347862243652, 4.060572624206543, 4.149662494659424, 4.031402111053467, 4.070687294006348, 4.2534918785095215, 4.088985919952393, 4.154545783996582, 4.145334243774414, 4.222390174865723, 4.063477516174316, 4.139357089996338, 4.1234259605407715, 4.060572147369385, 4.20552921295166, 4.184940338134766, 4.0903120040893555, 4.174447059631348, 4.213784694671631]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3876, "test_loss": 1.8680712646484374}, {"step": 7450, "epoch": 19, "train_loss": 1.32327401638031, "cos_r_negg": [0.511876106262207, 0.18267661333084106, 0.16811859607696533, 0.1603352427482605, 0.1456669569015503, 0.15823036432266235, 0.16327472031116486, 0.13053323328495026, 0.14705152809619904, 0.15434634685516357, 0.11405173689126968, 0.07797104865312576, 0.1371067464351654, 0.0789743959903717, 0.07348216325044632, 0.051400430500507355, 0.05782971531152725, 0.05448493734002113, 0.0761910155415535, 0.03320184350013733], "cos_apical_negg": [0.511876106262207, 0.18267661333084106, 0.16811859607696533, 0.1603352427482605, 0.1456669569015503, 0.15823036432266235, 0.16327472031116486, 0.13053323328495026, 0.14705152809619904, 0.15434634685516357, 0.11405173689126968, 0.07797104865312576, 0.1371067464351654, 0.0789743959903717, 0.07348216325044632, 0.051400430500507355, 0.05782971531152725, 0.05448493734002113, 0.0761910155415535, 0.03320184350013733], "cos_Ac_negg": [0.511876106262207, 0.18267661333084106, 0.16811859607696533, 0.1603352427482605, 0.1456669569015503, 0.15823036432266235, 0.16327472031116486, 0.13053323328495026, 0.14705152809619904, 0.15434634685516357, 0.11405173689126968, 0.07797104865312576, 0.1371067464351654, 0.0789743959903717, 0.07348216325044632, 0.051400430500507355, 0.05782971531152725, 0.05448493734002113, 0.0761910155415535, 0.03320184350013733], "r_norm": [4.281547546386719, 4.1493988037109375, 4.083364963531494, 4.162660598754883, 4.043552398681641, 4.096383571624756, 4.286097526550293, 4.113024711608887, 4.177616119384766, 4.173939228057861, 4.243522644042969, 4.0890960693359375, 4.170095443725586, 4.144395351409912, 4.092309951782227, 4.234405517578125, 4.206704139709473, 4.116987228393555, 4.203902721405029, 4.23702335357666]}, {"step": 7500, "epoch": 19, "train_loss": 1.490358591079712, "cos_r_negg": [0.5316535234451294, 0.1980840563774109, 0.16748279333114624, 0.1559610366821289, 0.16259491443634033, 0.15029621124267578, 0.1714169979095459, 0.1222522109746933, 0.1314477026462555, 0.17971758544445038, 0.11685878038406372, 0.08639306575059891, 0.131294846534729, 0.06924570351839066, 0.04662350192666054, 0.06903168559074402, 0.028218582272529602, 0.037996239960193634, 0.07134734094142914, 0.042063020169734955], "cos_apical_negg": [0.5316535234451294, 0.1980840563774109, 0.16748279333114624, 0.1559610366821289, 0.16259491443634033, 0.15029621124267578, 0.1714169979095459, 0.1222522109746933, 0.1314477026462555, 0.17971758544445038, 0.11685878038406372, 0.08639306575059891, 0.131294846534729, 0.06924570351839066, 0.04662350192666054, 0.06903168559074402, 0.028218582272529602, 0.037996239960193634, 0.07134734094142914, 0.042063020169734955], "cos_Ac_negg": [0.5316535234451294, 0.1980840563774109, 0.16748279333114624, 0.1559610366821289, 0.16259491443634033, 0.15029621124267578, 0.1714169979095459, 0.1222522109746933, 0.1314477026462555, 0.17971758544445038, 0.11685878038406372, 0.08639306575059891, 0.131294846534729, 0.06924570351839066, 0.04662350192666054, 0.06903168559074402, 0.028218582272529602, 0.037996239960193634, 0.07134734094142914, 0.042063020169734955], "r_norm": [4.400224208831787, 4.244817733764648, 4.197117805480957, 4.276259422302246, 4.168987274169922, 4.193730354309082, 4.397499084472656, 4.218713760375977, 4.298161506652832, 4.281249523162842, 4.349087238311768, 4.185647964477539, 4.272734642028809, 4.253166198730469, 4.201476097106934, 4.344044208526611, 4.324936866760254, 4.218067169189453, 4.317407608032227, 4.350172519683838]}, {"step": 7550, "epoch": 19, "train_loss": 1.5781776905059814, "cos_r_negg": [0.5266367197036743, 0.21076653897762299, 0.16675490140914917, 0.16367676854133606, 0.1439967006444931, 0.1504797339439392, 0.1670631617307663, 0.135231152176857, 0.16363374888896942, 0.16254541277885437, 0.1261572539806366, 0.08042564243078232, 0.15091663599014282, 0.09140469133853912, 0.048144906759262085, 0.04032006114721298, 0.05222686007618904, 0.05298576503992081, 0.08646509051322937, 0.046580441296100616], "cos_apical_negg": [0.5266367197036743, 0.21076653897762299, 0.16675490140914917, 0.16367676854133606, 0.1439967006444931, 0.1504797339439392, 0.1670631617307663, 0.135231152176857, 0.16363374888896942, 0.16254541277885437, 0.1261572539806366, 0.08042564243078232, 0.15091663599014282, 0.09140469133853912, 0.048144906759262085, 0.04032006114721298, 0.05222686007618904, 0.05298576503992081, 0.08646509051322937, 0.046580441296100616], "cos_Ac_negg": [0.5266367197036743, 0.21076653897762299, 0.16675490140914917, 0.16367676854133606, 0.1439967006444931, 0.1504797339439392, 0.1670631617307663, 0.135231152176857, 0.16363374888896942, 0.16254541277885437, 0.1261572539806366, 0.08042564243078232, 0.15091663599014282, 0.09140469133853912, 0.048144906759262085, 0.04032006114721298, 0.05222686007618904, 0.05298576503992081, 0.08646509051322937, 0.046580441296100616], "r_norm": [4.396030902862549, 4.244121551513672, 4.190286159515381, 4.273344993591309, 4.1776838302612305, 4.185012340545654, 4.395177364349365, 4.221377372741699, 4.2929558753967285, 4.287198066711426, 4.359305381774902, 4.178923606872559, 4.282530784606934, 4.262596607208252, 4.201861381530762, 4.3440656661987305, 4.323110103607178, 4.224693298339844, 4.299813270568848, 4.348326683044434]}, {"step": 7600, "epoch": 19, "train_loss": 1.65787935256958, "cos_r_negg": [0.5396549701690674, 0.21397723257541656, 0.16380780935287476, 0.17297682166099548, 0.13851508498191833, 0.15174254775047302, 0.16672557592391968, 0.1305868923664093, 0.14295899868011475, 0.16728703677654266, 0.1322358250617981, 0.050825465470552444, 0.14600832760334015, 0.0751655101776123, 0.0740455761551857, 0.09999364614486694, 0.05913142114877701, 0.03265540301799774, 0.05755017697811127, 0.021054517477750778], "cos_apical_negg": [0.5396549701690674, 0.21397723257541656, 0.16380780935287476, 0.17297682166099548, 0.13851508498191833, 0.15174254775047302, 0.16672557592391968, 0.1305868923664093, 0.14295899868011475, 0.16728703677654266, 0.1322358250617981, 0.050825465470552444, 0.14600832760334015, 0.0751655101776123, 0.0740455761551857, 0.09999364614486694, 0.05913142114877701, 0.03265540301799774, 0.05755017697811127, 0.021054517477750778], "cos_Ac_negg": [0.5396549701690674, 0.21397723257541656, 0.16380780935287476, 0.17297682166099548, 0.13851508498191833, 0.15174254775047302, 0.16672557592391968, 0.1305868923664093, 0.14295899868011475, 0.16728703677654266, 0.1322358250617981, 0.050825465470552444, 0.14600832760334015, 0.0751655101776123, 0.0740455761551857, 0.09999364614486694, 0.05913142114877701, 0.03265540301799774, 0.05755017697811127, 0.021054517477750778], "r_norm": [4.277432918548584, 4.13327693939209, 4.077628135681152, 4.163551330566406, 4.055333614349365, 4.08227014541626, 4.283124923706055, 4.114678859710693, 4.174091339111328, 4.167942523956299, 4.237029075622559, 4.073232650756836, 4.161880970001221, 4.14787483215332, 4.0837626457214355, 4.22273063659668, 4.203718185424805, 4.101249694824219, 4.195308685302734, 4.2269511222839355]}, {"step": 7650, "epoch": 19, "train_loss": 1.5978868007659912, "cos_r_negg": [0.5527268052101135, 0.2167685329914093, 0.1706128865480423, 0.16613483428955078, 0.15250852704048157, 0.1453905999660492, 0.1740638017654419, 0.13313749432563782, 0.1404106616973877, 0.15300005674362183, 0.13484448194503784, 0.08847127854824066, 0.1427566409111023, 0.08528763055801392, 0.05705476552248001, 0.04211793467402458, 0.0760636180639267, 0.040784407407045364, 0.06618480384349823, 0.03131753206253052], "cos_apical_negg": [0.5527268052101135, 0.2167685329914093, 0.1706128865480423, 0.16613483428955078, 0.15250852704048157, 0.1453905999660492, 0.1740638017654419, 0.13313749432563782, 0.1404106616973877, 0.15300005674362183, 0.13484448194503784, 0.08847127854824066, 0.1427566409111023, 0.08528763055801392, 0.05705476552248001, 0.04211793467402458, 0.0760636180639267, 0.040784407407045364, 0.06618480384349823, 0.03131753206253052], "cos_Ac_negg": [0.5527268052101135, 0.2167685329914093, 0.1706128865480423, 0.16613483428955078, 0.15250852704048157, 0.1453905999660492, 0.1740638017654419, 0.13313749432563782, 0.1404106616973877, 0.15300005674362183, 0.13484448194503784, 0.08847127854824066, 0.1427566409111023, 0.08528763055801392, 0.05705476552248001, 0.04211793467402458, 0.0760636180639267, 0.040784407407045364, 0.06618480384349823, 0.03131753206253052], "r_norm": [4.268365383148193, 4.129551887512207, 4.068542003631592, 4.160245895385742, 4.0349836349487305, 4.083541393280029, 4.271535873413086, 4.105073928833008, 4.161718368530273, 4.160033702850342, 4.224039077758789, 4.073387622833252, 4.15791130065918, 4.133353233337402, 4.071308135986328, 4.211823463439941, 4.193596839904785, 4.1074113845825195, 4.191224098205566, 4.221465110778809]}, {"step": 7700, "epoch": 19, "train_loss": 1.3552294969558716, "cos_r_negg": [0.5488056540489197, 0.21903014183044434, 0.173508420586586, 0.15370148420333862, 0.13142913579940796, 0.14751432836055756, 0.176906555891037, 0.12872859835624695, 0.13096502423286438, 0.14105524122714996, 0.1360669881105423, 0.07504480332136154, 0.16391168534755707, 0.08031532168388367, 0.05775419622659683, 0.04978384077548981, 0.05956907570362091, 0.06675717234611511, 0.08512507379055023, 0.06568224728107452], "cos_apical_negg": [0.5488056540489197, 0.21903014183044434, 0.173508420586586, 0.15370148420333862, 0.13142913579940796, 0.14751432836055756, 0.176906555891037, 0.12872859835624695, 0.13096502423286438, 0.14105524122714996, 0.1360669881105423, 0.07504480332136154, 0.16391168534755707, 0.08031532168388367, 0.05775419622659683, 0.04978384077548981, 0.05956907570362091, 0.06675717234611511, 0.08512507379055023, 0.06568224728107452], "cos_Ac_negg": [0.5488056540489197, 0.21903014183044434, 0.173508420586586, 0.15370148420333862, 0.13142913579940796, 0.14751432836055756, 0.176906555891037, 0.12872859835624695, 0.13096502423286438, 0.14105524122714996, 0.1360669881105423, 0.07504480332136154, 0.16391168534755707, 0.08031532168388367, 0.05775419622659683, 0.04978384077548981, 0.05956907570362091, 0.06675717234611511, 0.08512507379055023, 0.06568224728107452], "r_norm": [4.369269847869873, 4.227298736572266, 4.170651435852051, 4.2479939460754395, 4.131633758544922, 4.163532257080078, 4.366018295288086, 4.187866687774658, 4.262470245361328, 4.243546485900879, 4.323115348815918, 4.165370941162109, 4.2525482177734375, 4.232620716094971, 4.169969081878662, 4.303589820861816, 4.276983261108398, 4.199982643127441, 4.272853851318359, 4.312897205352783]}, {"step": 7750, "epoch": 19, "train_loss": 1.7159020900726318, "cos_r_negg": [0.5094642043113708, 0.22209495306015015, 0.15882810950279236, 0.15810589492321014, 0.12736493349075317, 0.1759282946586609, 0.1705290973186493, 0.1466009020805359, 0.1465098261833191, 0.15793851017951965, 0.10985946655273438, 0.08352190256118774, 0.1481776237487793, 0.09783445298671722, 0.07866348326206207, 0.054391004145145416, 0.03647550940513611, 0.057652197778224945, 0.09226714074611664, 0.03996129706501961], "cos_apical_negg": [0.5094642043113708, 0.22209495306015015, 0.15882810950279236, 0.15810589492321014, 0.12736493349075317, 0.1759282946586609, 0.1705290973186493, 0.1466009020805359, 0.1465098261833191, 0.15793851017951965, 0.10985946655273438, 0.08352190256118774, 0.1481776237487793, 0.09783445298671722, 0.07866348326206207, 0.054391004145145416, 0.03647550940513611, 0.057652197778224945, 0.09226714074611664, 0.03996129706501961], "cos_Ac_negg": [0.5094642043113708, 0.22209495306015015, 0.15882810950279236, 0.15810589492321014, 0.12736493349075317, 0.1759282946586609, 0.1705290973186493, 0.1466009020805359, 0.1465098261833191, 0.15793851017951965, 0.10985946655273438, 0.08352190256118774, 0.1481776237487793, 0.09783445298671722, 0.07866348326206207, 0.054391004145145416, 0.03647550940513611, 0.057652197778224945, 0.09226714074611664, 0.03996129706501961], "r_norm": [4.254922866821289, 4.1018524169921875, 4.048873424530029, 4.128964424133301, 4.026245594024658, 4.059194564819336, 4.254267692565918, 4.080471992492676, 4.149078369140625, 4.131622314453125, 4.197267532348633, 4.0485382080078125, 4.126182556152344, 4.112356185913086, 4.061572551727295, 4.19316291809082, 4.176645278930664, 4.084515571594238, 4.1594696044921875, 4.197833061218262]}, {"step": 7800, "epoch": 19, "train_loss": 1.717808723449707, "cos_r_negg": [0.48305535316467285, 0.22506314516067505, 0.16875603795051575, 0.14199107885360718, 0.13364499807357788, 0.178384467959404, 0.15969376266002655, 0.11604661494493484, 0.15135757625102997, 0.15481868386268616, 0.11123389005661011, 0.08702996373176575, 0.14463278651237488, 0.08586146682500839, 0.08509547263383865, 0.06985776871442795, 0.0600958988070488, 0.06310674548149109, 0.09677790850400925, 0.024280717596411705], "cos_apical_negg": [0.48305535316467285, 0.22506314516067505, 0.16875603795051575, 0.14199107885360718, 0.13364499807357788, 0.178384467959404, 0.15969376266002655, 0.11604661494493484, 0.15135757625102997, 0.15481868386268616, 0.11123389005661011, 0.08702996373176575, 0.14463278651237488, 0.08586146682500839, 0.08509547263383865, 0.06985776871442795, 0.0600958988070488, 0.06310674548149109, 0.09677790850400925, 0.024280717596411705], "cos_Ac_negg": [0.48305535316467285, 0.22506314516067505, 0.16875603795051575, 0.14199107885360718, 0.13364499807357788, 0.178384467959404, 0.15969376266002655, 0.11604661494493484, 0.15135757625102997, 0.15481868386268616, 0.11123389005661011, 0.08702996373176575, 0.14463278651237488, 0.08586146682500839, 0.08509547263383865, 0.06985776871442795, 0.0600958988070488, 0.06310674548149109, 0.09677790850400925, 0.024280717596411705], "r_norm": [4.210752964019775, 4.069809913635254, 4.008269786834717, 4.101558685302734, 3.9947707653045654, 4.025655269622803, 4.21906852722168, 4.048518180847168, 4.113409996032715, 4.1084675788879395, 4.16585111618042, 4.010164260864258, 4.090254306793213, 4.080015182495117, 4.026985168457031, 4.1565656661987305, 4.1393280029296875, 4.053584098815918, 4.127110481262207, 4.169556617736816]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3934, "test_loss": 2.0052265869140626}, {"step": 7850, "epoch": 20, "train_loss": 1.5462830066680908, "cos_r_negg": [0.5406246781349182, 0.21971052885055542, 0.1744738668203354, 0.16230881214141846, 0.134407177567482, 0.17910003662109375, 0.1625649631023407, 0.11214709281921387, 0.1433500200510025, 0.1501108705997467, 0.10822902619838715, 0.09583204239606857, 0.13786882162094116, 0.10267996788024902, 0.09303709864616394, 0.07831284403800964, 0.03351791203022003, 0.05267637223005295, 0.12159666419029236, 0.055610690265893936], "cos_apical_negg": [0.5406246781349182, 0.21971052885055542, 0.1744738668203354, 0.16230881214141846, 0.134407177567482, 0.17910003662109375, 0.1625649631023407, 0.11214709281921387, 0.1433500200510025, 0.1501108705997467, 0.10822902619838715, 0.09583204239606857, 0.13786882162094116, 0.10267996788024902, 0.09303709864616394, 0.07831284403800964, 0.03351791203022003, 0.05267637223005295, 0.12159666419029236, 0.055610690265893936], "cos_Ac_negg": [0.5406246781349182, 0.21971052885055542, 0.1744738668203354, 0.16230881214141846, 0.134407177567482, 0.17910003662109375, 0.1625649631023407, 0.11214709281921387, 0.1433500200510025, 0.1501108705997467, 0.10822902619838715, 0.09583204239606857, 0.13786882162094116, 0.10267996788024902, 0.09303709864616394, 0.07831284403800964, 0.03351791203022003, 0.05267637223005295, 0.12159666419029236, 0.055610690265893936], "r_norm": [4.388598442077637, 4.237941741943359, 4.170137882232666, 4.27121639251709, 4.173288822174072, 4.202080249786377, 4.390373706817627, 4.220375061035156, 4.284923553466797, 4.272514820098877, 4.350646018981934, 4.180579662322998, 4.26332426071167, 4.2405805587768555, 4.201948165893555, 4.331236839294434, 4.3321075439453125, 4.220034599304199, 4.297763824462891, 4.352201461791992]}, {"step": 7900, "epoch": 20, "train_loss": 1.5631688833236694, "cos_r_negg": [0.517275333404541, 0.22446322441101074, 0.1663598120212555, 0.15275943279266357, 0.12878134846687317, 0.18023914098739624, 0.15954138338565826, 0.12613660097122192, 0.12687474489212036, 0.1730024665594101, 0.11024860292673111, 0.10140985995531082, 0.13185060024261475, 0.09451773017644882, 0.10405711829662323, 0.04785217344760895, 0.06031160056591034, 0.059025876224040985, 0.0987231582403183, 0.03757447004318237], "cos_apical_negg": [0.517275333404541, 0.22446322441101074, 0.1663598120212555, 0.15275943279266357, 0.12878134846687317, 0.18023914098739624, 0.15954138338565826, 0.12613660097122192, 0.12687474489212036, 0.1730024665594101, 0.11024860292673111, 0.10140985995531082, 0.13185060024261475, 0.09451773017644882, 0.10405711829662323, 0.04785217344760895, 0.06031160056591034, 0.059025876224040985, 0.0987231582403183, 0.03757447004318237], "cos_Ac_negg": [0.517275333404541, 0.22446322441101074, 0.1663598120212555, 0.15275943279266357, 0.12878134846687317, 0.18023914098739624, 0.15954138338565826, 0.12613660097122192, 0.12687474489212036, 0.1730024665594101, 0.11024860292673111, 0.10140985995531082, 0.13185060024261475, 0.09451773017644882, 0.10405711829662323, 0.04785217344760895, 0.06031160056591034, 0.059025876224040985, 0.0987231582403183, 0.03757447004318237], "r_norm": [4.478598594665527, 4.328792095184326, 4.275374412536621, 4.355881214141846, 4.253267765045166, 4.271125793457031, 4.484818458557129, 4.304226875305176, 4.374761581420898, 4.361591339111328, 4.43031120300293, 4.261512279510498, 4.360196590423584, 4.339615345001221, 4.2835283279418945, 4.427168369293213, 4.404750823974609, 4.307319641113281, 4.38814640045166, 4.42964506149292]}, {"step": 7950, "epoch": 20, "train_loss": 1.6759710311889648, "cos_r_negg": [0.5400704741477966, 0.2320880889892578, 0.17125403881072998, 0.14586225152015686, 0.1550990492105484, 0.1664564460515976, 0.16071704030036926, 0.14697574079036713, 0.1237286627292633, 0.1693706214427948, 0.12948718667030334, 0.09149760007858276, 0.14485624432563782, 0.07939907908439636, 0.11168411374092102, 0.059879861772060394, 0.03001442179083824, 0.04587453976273537, 0.07874558120965958, 0.02813163585960865], "cos_apical_negg": [0.5400704741477966, 0.2320880889892578, 0.17125403881072998, 0.14586225152015686, 0.1550990492105484, 0.1664564460515976, 0.16071704030036926, 0.14697574079036713, 0.1237286627292633, 0.1693706214427948, 0.12948718667030334, 0.09149760007858276, 0.14485624432563782, 0.07939907908439636, 0.11168411374092102, 0.059879861772060394, 0.03001442179083824, 0.04587453976273537, 0.07874558120965958, 0.02813163585960865], "cos_Ac_negg": [0.5400704741477966, 0.2320880889892578, 0.17125403881072998, 0.14586225152015686, 0.1550990492105484, 0.1664564460515976, 0.16071704030036926, 0.14697574079036713, 0.1237286627292633, 0.1693706214427948, 0.12948718667030334, 0.09149760007858276, 0.14485624432563782, 0.07939907908439636, 0.11168411374092102, 0.059879861772060394, 0.03001442179083824, 0.04587453976273537, 0.07874558120965958, 0.02813163585960865], "r_norm": [4.382009029388428, 4.237371444702148, 4.179713249206543, 4.267860412597656, 4.156567573547363, 4.188994407653809, 4.388236045837402, 4.208779811859131, 4.280265808105469, 4.286003112792969, 4.3484110832214355, 4.180308818817139, 4.269017219543457, 4.252941131591797, 4.197138786315918, 4.33437442779541, 4.3168134689331055, 4.216554641723633, 4.299206733703613, 4.352381706237793]}, {"step": 8000, "epoch": 20, "train_loss": 1.5605323314666748, "cos_r_negg": [0.5495709180831909, 0.2301223874092102, 0.1733519583940506, 0.16952113807201385, 0.16969063878059387, 0.19252023100852966, 0.17946390807628632, 0.15126201510429382, 0.13222730159759521, 0.17428165674209595, 0.09696576744318008, 0.09587880969047546, 0.14191153645515442, 0.09023156017065048, 0.08938589692115784, 0.044601019471883774, 0.034547656774520874, 0.04242421314120293, 0.056943535804748535, 0.024142034351825714], "cos_apical_negg": [0.5495709180831909, 0.2301223874092102, 0.1733519583940506, 0.16952113807201385, 0.16969063878059387, 0.19252023100852966, 0.17946390807628632, 0.15126201510429382, 0.13222730159759521, 0.17428165674209595, 0.09696576744318008, 0.09587880969047546, 0.14191153645515442, 0.09023156017065048, 0.08938589692115784, 0.044601019471883774, 0.034547656774520874, 0.04242421314120293, 0.056943535804748535, 0.024142034351825714], "cos_Ac_negg": [0.5495709180831909, 0.2301223874092102, 0.1733519583940506, 0.16952113807201385, 0.16969063878059387, 0.19252023100852966, 0.17946390807628632, 0.15126201510429382, 0.13222730159759521, 0.17428165674209595, 0.09696576744318008, 0.09587880969047546, 0.14191153645515442, 0.09023156017065048, 0.08938589692115784, 0.044601019471883774, 0.034547656774520874, 0.04242421314120293, 0.056943535804748535, 0.024142034351825714], "r_norm": [4.371028423309326, 4.23028039932251, 4.169543266296387, 4.255902290344238, 4.145503997802734, 4.179896831512451, 4.379591941833496, 4.202247619628906, 4.274843692779541, 4.2444658279418945, 4.32237434387207, 4.16295051574707, 4.247463703155518, 4.228504657745361, 4.183141231536865, 4.3230390548706055, 4.306818962097168, 4.206296920776367, 4.290274620056152, 4.3302106857299805]}, {"step": 8050, "epoch": 20, "train_loss": 1.4729368686676025, "cos_r_negg": [0.5339075922966003, 0.214215487241745, 0.19013428688049316, 0.16940653324127197, 0.16556021571159363, 0.1856696903705597, 0.1750568151473999, 0.13452565670013428, 0.15307098627090454, 0.16449077427387238, 0.11001628637313843, 0.10422269254922867, 0.17825494706630707, 0.071510449051857, 0.0612313412129879, 0.03930686041712761, 0.0442371740937233, 0.026317890733480453, 0.0531805194914341, 0.04631468281149864], "cos_apical_negg": [0.5339075922966003, 0.214215487241745, 0.19013428688049316, 0.16940653324127197, 0.16556021571159363, 0.1856696903705597, 0.1750568151473999, 0.13452565670013428, 0.15307098627090454, 0.16449077427387238, 0.11001628637313843, 0.10422269254922867, 0.17825494706630707, 0.071510449051857, 0.0612313412129879, 0.03930686041712761, 0.0442371740937233, 0.026317890733480453, 0.0531805194914341, 0.04631468281149864], "cos_Ac_negg": [0.5339075922966003, 0.214215487241745, 0.19013428688049316, 0.16940653324127197, 0.16556021571159363, 0.1856696903705597, 0.1750568151473999, 0.13452565670013428, 0.15307098627090454, 0.16449077427387238, 0.11001628637313843, 0.10422269254922867, 0.17825494706630707, 0.071510449051857, 0.0612313412129879, 0.03930686041712761, 0.0442371740937233, 0.026317890733480453, 0.0531805194914341, 0.04631468281149864], "r_norm": [4.326620101928711, 4.178725719451904, 4.099224090576172, 4.211048126220703, 4.084423065185547, 4.13059663772583, 4.327892303466797, 4.153360366821289, 4.212000846862793, 4.2172651290893555, 4.278943061828613, 4.129965782165527, 4.194443702697754, 4.193233013153076, 4.122162342071533, 4.249239921569824, 4.231387138366699, 4.163848876953125, 4.241372108459473, 4.268800735473633]}, {"step": 8100, "epoch": 20, "train_loss": 1.408247470855713, "cos_r_negg": [0.5234426259994507, 0.2088833749294281, 0.16960351169109344, 0.160740464925766, 0.15387600660324097, 0.17105261981487274, 0.15131792426109314, 0.13893872499465942, 0.1437942534685135, 0.17818135023117065, 0.12418670207262039, 0.06631340086460114, 0.14195571839809418, 0.07639420032501221, 0.06310723721981049, 0.07111746072769165, 0.030346129089593887, 0.03699592873454094, 0.05044669657945633, 0.025237951427698135], "cos_apical_negg": [0.5234426259994507, 0.2088833749294281, 0.16960351169109344, 0.160740464925766, 0.15387600660324097, 0.17105261981487274, 0.15131792426109314, 0.13893872499465942, 0.1437942534685135, 0.17818135023117065, 0.12418670207262039, 0.06631340086460114, 0.14195571839809418, 0.07639420032501221, 0.06310723721981049, 0.07111746072769165, 0.030346129089593887, 0.03699592873454094, 0.05044669657945633, 0.025237951427698135], "cos_Ac_negg": [0.5234426259994507, 0.2088833749294281, 0.16960351169109344, 0.160740464925766, 0.15387600660324097, 0.17105261981487274, 0.15131792426109314, 0.13893872499465942, 0.1437942534685135, 0.17818135023117065, 0.12418670207262039, 0.06631340086460114, 0.14195571839809418, 0.07639420032501221, 0.06310723721981049, 0.07111746072769165, 0.030346129089593887, 0.03699592873454094, 0.05044669657945633, 0.025237951427698135], "r_norm": [4.30679988861084, 4.156612396240234, 4.085553169250488, 4.186129093170166, 4.074451446533203, 4.11692476272583, 4.313733100891113, 4.1356658935546875, 4.200448989868164, 4.201958656311035, 4.257061004638672, 4.106027126312256, 4.178165435791016, 4.166684150695801, 4.111111164093018, 4.25001859664917, 4.2273335456848145, 4.134041786193848, 4.2241973876953125, 4.2529168128967285]}, {"step": 8150, "epoch": 20, "train_loss": 1.7192654609680176, "cos_r_negg": [0.5201017260551453, 0.21519555151462555, 0.157746821641922, 0.16284328699111938, 0.1666516810655594, 0.16085678339004517, 0.16385601460933685, 0.13846904039382935, 0.15173837542533875, 0.15697111189365387, 0.11431917548179626, 0.08143745362758636, 0.1495412290096283, 0.07160872966051102, 0.06884466111660004, 0.03534246236085892, 0.030793415382504463, 0.05310654640197754, 0.09519446641206741, 0.004630584269762039], "cos_apical_negg": [0.5201017260551453, 0.21519555151462555, 0.157746821641922, 0.16284328699111938, 0.1666516810655594, 0.16085678339004517, 0.16385601460933685, 0.13846904039382935, 0.15173837542533875, 0.15697111189365387, 0.11431917548179626, 0.08143745362758636, 0.1495412290096283, 0.07160872966051102, 0.06884466111660004, 0.03534246236085892, 0.030793415382504463, 0.05310654640197754, 0.09519446641206741, 0.004630584269762039], "cos_Ac_negg": [0.5201017260551453, 0.21519555151462555, 0.157746821641922, 0.16284328699111938, 0.1666516810655594, 0.16085678339004517, 0.16385601460933685, 0.13846904039382935, 0.15173837542533875, 0.15697111189365387, 0.11431917548179626, 0.08143745362758636, 0.1495412290096283, 0.07160872966051102, 0.06884466111660004, 0.03534246236085892, 0.030793415382504463, 0.05310654640197754, 0.09519446641206741, 0.004630584269762039], "r_norm": [4.313094139099121, 4.182385444641113, 4.109826564788818, 4.208421230316162, 4.0845489501953125, 4.121180057525635, 4.321857452392578, 4.149096965789795, 4.211145401000977, 4.210119247436523, 4.263047218322754, 4.12527322769165, 4.20184326171875, 4.179294586181641, 4.132898330688477, 4.261223793029785, 4.233315467834473, 4.158628463745117, 4.244156360626221, 4.274985313415527]}, {"step": 8200, "epoch": 20, "train_loss": 1.2269643545150757, "cos_r_negg": [0.5214335918426514, 0.20903080701828003, 0.1672244668006897, 0.1543179154396057, 0.1655762642621994, 0.1458871066570282, 0.15452219545841217, 0.14929521083831787, 0.1338978111743927, 0.16539807617664337, 0.12359145283699036, 0.09429150819778442, 0.17294804751873016, 0.08293017745018005, 0.055420882999897, 0.07108165323734283, 0.04350603371858597, 0.041464149951934814, 0.08658923208713531, 0.03150336444377899], "cos_apical_negg": [0.5214335918426514, 0.20903080701828003, 0.1672244668006897, 0.1543179154396057, 0.1655762642621994, 0.1458871066570282, 0.15452219545841217, 0.14929521083831787, 0.1338978111743927, 0.16539807617664337, 0.12359145283699036, 0.09429150819778442, 0.17294804751873016, 0.08293017745018005, 0.055420882999897, 0.07108165323734283, 0.04350603371858597, 0.041464149951934814, 0.08658923208713531, 0.03150336444377899], "cos_Ac_negg": [0.5214335918426514, 0.20903080701828003, 0.1672244668006897, 0.1543179154396057, 0.1655762642621994, 0.1458871066570282, 0.15452219545841217, 0.14929521083831787, 0.1338978111743927, 0.16539807617664337, 0.12359145283699036, 0.09429150819778442, 0.17294804751873016, 0.08293017745018005, 0.055420882999897, 0.07108165323734283, 0.04350603371858597, 0.041464149951934814, 0.08658923208713531, 0.03150336444377899], "r_norm": [4.361767768859863, 4.208775997161865, 4.156333923339844, 4.243923664093018, 4.124924182891846, 4.161497116088867, 4.36798620223999, 4.181674957275391, 4.258971691131592, 4.243148326873779, 4.3068389892578125, 4.152195930480957, 4.22987174987793, 4.214428424835205, 4.155511856079102, 4.307349681854248, 4.282660007476807, 4.185051918029785, 4.28360652923584, 4.309633255004883]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.3947, "test_loss": 1.9125047607421874}, {"step": 8250, "epoch": 21, "train_loss": 1.3532731533050537, "cos_r_negg": [0.5429369211196899, 0.22559890151023865, 0.16329237818717957, 0.16275286674499512, 0.15955741703510284, 0.16214784979820251, 0.17249804735183716, 0.15274560451507568, 0.14336033165454865, 0.17320674657821655, 0.11373277008533478, 0.08340108394622803, 0.1564600169658661, 0.06340445578098297, 0.08402794599533081, 0.06662529706954956, 0.022591780871152878, 0.041642945259809494, 0.08524210005998611, 0.041679561138153076], "cos_apical_negg": [0.5429369211196899, 0.22559890151023865, 0.16329237818717957, 0.16275286674499512, 0.15955741703510284, 0.16214784979820251, 0.17249804735183716, 0.15274560451507568, 0.14336033165454865, 0.17320674657821655, 0.11373277008533478, 0.08340108394622803, 0.1564600169658661, 0.06340445578098297, 0.08402794599533081, 0.06662529706954956, 0.022591780871152878, 0.041642945259809494, 0.08524210005998611, 0.041679561138153076], "cos_Ac_negg": [0.5429369211196899, 0.22559890151023865, 0.16329237818717957, 0.16275286674499512, 0.15955741703510284, 0.16214784979820251, 0.17249804735183716, 0.15274560451507568, 0.14336033165454865, 0.17320674657821655, 0.11373277008533478, 0.08340108394622803, 0.1564600169658661, 0.06340445578098297, 0.08402794599533081, 0.06662529706954956, 0.022591780871152878, 0.041642945259809494, 0.08524210005998611, 0.041679561138153076], "r_norm": [4.369302272796631, 4.221310138702393, 4.171662330627441, 4.247861862182617, 4.145654678344727, 4.1695780754089355, 4.378062725067139, 4.197908401489258, 4.269144535064697, 4.251502990722656, 4.319066047668457, 4.153650283813477, 4.251594543457031, 4.2241082191467285, 4.179316520690918, 4.321042537689209, 4.304011344909668, 4.207609176635742, 4.280354022979736, 4.324596405029297]}, {"step": 8300, "epoch": 21, "train_loss": 1.7794392108917236, "cos_r_negg": [0.5481137037277222, 0.21831856667995453, 0.1817881464958191, 0.15408596396446228, 0.15027637779712677, 0.17514465749263763, 0.17521056532859802, 0.1642148494720459, 0.1319153606891632, 0.16371789574623108, 0.12253755331039429, 0.072686105966568, 0.16981664299964905, 0.08109213411808014, 0.08710777759552002, 0.061275869607925415, 0.02547558769583702, 0.030365612357854843, 0.07826809585094452, 0.016377266496419907], "cos_apical_negg": [0.5481137037277222, 0.21831856667995453, 0.1817881464958191, 0.15408596396446228, 0.15027637779712677, 0.17514465749263763, 0.17521056532859802, 0.1642148494720459, 0.1319153606891632, 0.16371789574623108, 0.12253755331039429, 0.072686105966568, 0.16981664299964905, 0.08109213411808014, 0.08710777759552002, 0.061275869607925415, 0.02547558769583702, 0.030365612357854843, 0.07826809585094452, 0.016377266496419907], "cos_Ac_negg": [0.5481137037277222, 0.21831856667995453, 0.1817881464958191, 0.15408596396446228, 0.15027637779712677, 0.17514465749263763, 0.17521056532859802, 0.1642148494720459, 0.1319153606891632, 0.16371789574623108, 0.12253755331039429, 0.072686105966568, 0.16981664299964905, 0.08109213411808014, 0.08710777759552002, 0.061275869607925415, 0.02547558769583702, 0.030365612357854843, 0.07826809585094452, 0.016377266496419907], "r_norm": [4.339341163635254, 4.198065757751465, 4.140957832336426, 4.22607421875, 4.115823745727539, 4.1581926345825195, 4.341997146606445, 4.169425010681152, 4.2486186027526855, 4.219883918762207, 4.294879913330078, 4.14406156539917, 4.221073627471924, 4.210581302642822, 4.15281343460083, 4.295712471008301, 4.254687786102295, 4.1762285232543945, 4.251136779785156, 4.310285568237305]}, {"step": 8350, "epoch": 21, "train_loss": 1.608917474746704, "cos_r_negg": [0.5227557420730591, 0.23049545288085938, 0.16989848017692566, 0.15862470865249634, 0.154782235622406, 0.1634448766708374, 0.17618617415428162, 0.16067472100257874, 0.13603763282299042, 0.17334145307540894, 0.12024904787540436, 0.08622010797262192, 0.12829186022281647, 0.06484530866146088, 0.07718709111213684, 0.09179939329624176, 0.052796874195337296, 0.04364927485585213, 0.11054196208715439, 0.01851905882358551], "cos_apical_negg": [0.5227557420730591, 0.23049545288085938, 0.16989848017692566, 0.15862470865249634, 0.154782235622406, 0.1634448766708374, 0.17618617415428162, 0.16067472100257874, 0.13603763282299042, 0.17334145307540894, 0.12024904787540436, 0.08622010797262192, 0.12829186022281647, 0.06484530866146088, 0.07718709111213684, 0.09179939329624176, 0.052796874195337296, 0.04364927485585213, 0.11054196208715439, 0.01851905882358551], "cos_Ac_negg": [0.5227557420730591, 0.23049545288085938, 0.16989848017692566, 0.15862470865249634, 0.154782235622406, 0.1634448766708374, 0.17618617415428162, 0.16067472100257874, 0.13603763282299042, 0.17334145307540894, 0.12024904787540436, 0.08622010797262192, 0.12829186022281647, 0.06484530866146088, 0.07718709111213684, 0.09179939329624176, 0.052796874195337296, 0.04364927485585213, 0.11054196208715439, 0.01851905882358551], "r_norm": [4.343570709228516, 4.1874003410339355, 4.133608818054199, 4.220786094665527, 4.1061859130859375, 4.142848968505859, 4.3473920822143555, 4.1696577072143555, 4.227931499481201, 4.238636016845703, 4.285092353820801, 4.136013507843018, 4.220804214477539, 4.195108890533447, 4.142213821411133, 4.286327362060547, 4.2629780769348145, 4.175676345825195, 4.256921768188477, 4.293728828430176]}, {"step": 8400, "epoch": 21, "train_loss": 1.58195161819458, "cos_r_negg": [0.5176007747650146, 0.22739925980567932, 0.18795549869537354, 0.16681146621704102, 0.15540897846221924, 0.16049093008041382, 0.15755975246429443, 0.1560516655445099, 0.143291175365448, 0.16898858547210693, 0.13490572571754456, 0.08271260559558868, 0.15924374759197235, 0.055100589990615845, 0.07731153070926666, 0.04114031791687012, 0.04827719181776047, 0.039068855345249176, 0.08318661898374557, 0.03584170341491699], "cos_apical_negg": [0.5176007747650146, 0.22739925980567932, 0.18795549869537354, 0.16681146621704102, 0.15540897846221924, 0.16049093008041382, 0.15755975246429443, 0.1560516655445099, 0.143291175365448, 0.16898858547210693, 0.13490572571754456, 0.08271260559558868, 0.15924374759197235, 0.055100589990615845, 0.07731153070926666, 0.04114031791687012, 0.04827719181776047, 0.039068855345249176, 0.08318661898374557, 0.03584170341491699], "cos_Ac_negg": [0.5176007747650146, 0.22739925980567932, 0.18795549869537354, 0.16681146621704102, 0.15540897846221924, 0.16049093008041382, 0.15755975246429443, 0.1560516655445099, 0.143291175365448, 0.16898858547210693, 0.13490572571754456, 0.08271260559558868, 0.15924374759197235, 0.055100589990615845, 0.07731153070926666, 0.04114031791687012, 0.04827719181776047, 0.039068855345249176, 0.08318661898374557, 0.03584170341491699], "r_norm": [4.304891586303711, 4.14638090133667, 4.093257427215576, 4.187006950378418, 4.069803237915039, 4.10573673248291, 4.313508033752441, 4.1230268478393555, 4.191558837890625, 4.2032470703125, 4.244087219238281, 4.093024730682373, 4.168181419372559, 4.1604108810424805, 4.104013919830322, 4.244628429412842, 4.216851711273193, 4.126288414001465, 4.207955360412598, 4.246523380279541]}, {"step": 8450, "epoch": 21, "train_loss": 1.4725141525268555, "cos_r_negg": [0.5415178537368774, 0.24101364612579346, 0.1787194013595581, 0.15754076838493347, 0.16334268450737, 0.1852274388074875, 0.17199397087097168, 0.17383332550525665, 0.15500152111053467, 0.16482019424438477, 0.1357463151216507, 0.11012125015258789, 0.1653423011302948, 0.055433668196201324, 0.07068456709384918, 0.05083628371357918, 0.04560836777091026, 0.0620914101600647, 0.06942936778068542, 0.022884346544742584], "cos_apical_negg": [0.5415178537368774, 0.24101364612579346, 0.1787194013595581, 0.15754076838493347, 0.16334268450737, 0.1852274388074875, 0.17199397087097168, 0.17383332550525665, 0.15500152111053467, 0.16482019424438477, 0.1357463151216507, 0.11012125015258789, 0.1653423011302948, 0.055433668196201324, 0.07068456709384918, 0.05083628371357918, 0.04560836777091026, 0.0620914101600647, 0.06942936778068542, 0.022884346544742584], "cos_Ac_negg": [0.5415178537368774, 0.24101364612579346, 0.1787194013595581, 0.15754076838493347, 0.16334268450737, 0.1852274388074875, 0.17199397087097168, 0.17383332550525665, 0.15500152111053467, 0.16482019424438477, 0.1357463151216507, 0.11012125015258789, 0.1653423011302948, 0.055433668196201324, 0.07068456709384918, 0.05083628371357918, 0.04560836777091026, 0.0620914101600647, 0.06942936778068542, 0.022884346544742584], "r_norm": [4.2293877601623535, 4.0900373458862305, 4.032382488250732, 4.1136274337768555, 4.013822078704834, 4.0317864418029785, 4.232247352600098, 4.062746047973633, 4.129359722137451, 4.129838943481445, 4.186551094055176, 4.029289245605469, 4.115372180938721, 4.099978446960449, 4.046670913696289, 4.1763176918029785, 4.151679515838623, 4.067420959472656, 4.142633438110352, 4.182672500610352]}, {"step": 8500, "epoch": 21, "train_loss": 1.567201852798462, "cos_r_negg": [0.5300511717796326, 0.23246623575687408, 0.18213029205799103, 0.16530859470367432, 0.17627237737178802, 0.15424442291259766, 0.1690921187400818, 0.15474119782447815, 0.13415174186229706, 0.17720165848731995, 0.11889538168907166, 0.10060333460569382, 0.15691569447517395, 0.09634310007095337, 0.09123597294092178, 0.078009232878685, 0.039467811584472656, 0.033907342702150345, 0.06644199043512344, 0.034736745059490204], "cos_apical_negg": [0.5300511717796326, 0.23246623575687408, 0.18213029205799103, 0.16530859470367432, 0.17627237737178802, 0.15424442291259766, 0.1690921187400818, 0.15474119782447815, 0.13415174186229706, 0.17720165848731995, 0.11889538168907166, 0.10060333460569382, 0.15691569447517395, 0.09634310007095337, 0.09123597294092178, 0.078009232878685, 0.039467811584472656, 0.033907342702150345, 0.06644199043512344, 0.034736745059490204], "cos_Ac_negg": [0.5300511717796326, 0.23246623575687408, 0.18213029205799103, 0.16530859470367432, 0.17627237737178802, 0.15424442291259766, 0.1690921187400818, 0.15474119782447815, 0.13415174186229706, 0.17720165848731995, 0.11889538168907166, 0.10060333460569382, 0.15691569447517395, 0.09634310007095337, 0.09123597294092178, 0.078009232878685, 0.039467811584472656, 0.033907342702150345, 0.06644199043512344, 0.034736745059490204], "r_norm": [4.284523963928223, 4.1514081954956055, 4.08180046081543, 4.174679756164551, 4.062363147735596, 4.09813117980957, 4.281584739685059, 4.120428562164307, 4.181368350982666, 4.173007488250732, 4.240796089172363, 4.091522216796875, 4.171841621398926, 4.149099349975586, 4.105643272399902, 4.235260009765625, 4.210351943969727, 4.124849319458008, 4.199219226837158, 4.243370056152344]}, {"step": 8550, "epoch": 21, "train_loss": 1.5482581853866577, "cos_r_negg": [0.5301806330680847, 0.2349851131439209, 0.1807333379983902, 0.16239887475967407, 0.1577042043209076, 0.16043001413345337, 0.16217242181301117, 0.1613771617412567, 0.141743004322052, 0.162957102060318, 0.11466361582279205, 0.09615181386470795, 0.16332383453845978, 0.05088861659169197, 0.09508562088012695, 0.08112764358520508, 0.03801580145955086, 0.09197127819061279, 0.06049565225839615, 0.0582742840051651], "cos_apical_negg": [0.5301806330680847, 0.2349851131439209, 0.1807333379983902, 0.16239887475967407, 0.1577042043209076, 0.16043001413345337, 0.16217242181301117, 0.1613771617412567, 0.141743004322052, 0.162957102060318, 0.11466361582279205, 0.09615181386470795, 0.16332383453845978, 0.05088861659169197, 0.09508562088012695, 0.08112764358520508, 0.03801580145955086, 0.09197127819061279, 0.06049565225839615, 0.0582742840051651], "cos_Ac_negg": [0.5301806330680847, 0.2349851131439209, 0.1807333379983902, 0.16239887475967407, 0.1577042043209076, 0.16043001413345337, 0.16217242181301117, 0.1613771617412567, 0.141743004322052, 0.162957102060318, 0.11466361582279205, 0.09615181386470795, 0.16332383453845978, 0.05088861659169197, 0.09508562088012695, 0.08112764358520508, 0.03801580145955086, 0.09197127819061279, 0.06049565225839615, 0.0582742840051651], "r_norm": [4.425507545471191, 4.279787063598633, 4.218761920928955, 4.311814308166504, 4.201652526855469, 4.228343963623047, 4.42214298248291, 4.248002052307129, 4.321435928344727, 4.296509265899658, 4.386324405670166, 4.210210800170898, 4.292171478271484, 4.286963939666748, 4.227770805358887, 4.368751049041748, 4.350008487701416, 4.253835678100586, 4.328197479248047, 4.373558044433594]}, {"step": 8600, "epoch": 21, "train_loss": 1.6073790788650513, "cos_r_negg": [0.5440909266471863, 0.23318001627922058, 0.1860044300556183, 0.17140182852745056, 0.15572279691696167, 0.17644433677196503, 0.1687513291835785, 0.14787358045578003, 0.1520998477935791, 0.19083888828754425, 0.12312492728233337, 0.10399918258190155, 0.1586892008781433, 0.05530489608645439, 0.09312693774700165, 0.04390605911612511, 0.0717029869556427, 0.08447426557540894, 0.06612308323383331, 0.04560200870037079], "cos_apical_negg": [0.5440909266471863, 0.23318001627922058, 0.1860044300556183, 0.17140182852745056, 0.15572279691696167, 0.17644433677196503, 0.1687513291835785, 0.14787358045578003, 0.1520998477935791, 0.19083888828754425, 0.12312492728233337, 0.10399918258190155, 0.1586892008781433, 0.05530489608645439, 0.09312693774700165, 0.04390605911612511, 0.0717029869556427, 0.08447426557540894, 0.06612308323383331, 0.04560200870037079], "cos_Ac_negg": [0.5440909266471863, 0.23318001627922058, 0.1860044300556183, 0.17140182852745056, 0.15572279691696167, 0.17644433677196503, 0.1687513291835785, 0.14787358045578003, 0.1520998477935791, 0.19083888828754425, 0.12312492728233337, 0.10399918258190155, 0.1586892008781433, 0.05530489608645439, 0.09312693774700165, 0.04390605911612511, 0.0717029869556427, 0.08447426557540894, 0.06612308323383331, 0.04560200870037079], "r_norm": [4.394187927246094, 4.256917953491211, 4.194256782531738, 4.279560565948486, 4.1629414558410645, 4.209933280944824, 4.39998197555542, 4.22334098815918, 4.296904563903809, 4.282761573791504, 4.356325626373291, 4.195947647094727, 4.276756286621094, 4.260066986083984, 4.203982353210449, 4.345634460449219, 4.32365608215332, 4.225099086761475, 4.310817718505859, 4.342288970947266]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4025, "test_loss": 1.8924313842773437}, {"step": 8650, "epoch": 22, "train_loss": 1.399582862854004, "cos_r_negg": [0.5381717085838318, 0.23429414629936218, 0.18698786199092865, 0.1759437471628189, 0.16886764764785767, 0.17903229594230652, 0.17746269702911377, 0.14225676655769348, 0.1645883023738861, 0.1767239272594452, 0.1296169012784958, 0.11161214113235474, 0.1429722011089325, 0.06896048784255981, 0.09549928456544876, 0.061275407671928406, 0.04648774862289429, 0.049488745629787445, 0.08579450100660324, 0.01707780361175537], "cos_apical_negg": [0.5381717085838318, 0.23429414629936218, 0.18698786199092865, 0.1759437471628189, 0.16886764764785767, 0.17903229594230652, 0.17746269702911377, 0.14225676655769348, 0.1645883023738861, 0.1767239272594452, 0.1296169012784958, 0.11161214113235474, 0.1429722011089325, 0.06896048784255981, 0.09549928456544876, 0.061275407671928406, 0.04648774862289429, 0.049488745629787445, 0.08579450100660324, 0.01707780361175537], "cos_Ac_negg": [0.5381717085838318, 0.23429414629936218, 0.18698786199092865, 0.1759437471628189, 0.16886764764785767, 0.17903229594230652, 0.17746269702911377, 0.14225676655769348, 0.1645883023738861, 0.1767239272594452, 0.1296169012784958, 0.11161214113235474, 0.1429722011089325, 0.06896048784255981, 0.09549928456544876, 0.061275407671928406, 0.04648774862289429, 0.049488745629787445, 0.08579450100660324, 0.01707780361175537], "r_norm": [4.224312782287598, 4.082954406738281, 4.029350280761719, 4.11153507232666, 4.002333164215088, 4.042695045471191, 4.225764274597168, 4.050417423248291, 4.123987197875977, 4.1028242111206055, 4.176349639892578, 4.024643421173096, 4.107091903686523, 4.083235740661621, 4.041984558105469, 4.1772661209106445, 4.150511741638184, 4.064714431762695, 4.133847236633301, 4.183491230010986]}, {"step": 8700, "epoch": 22, "train_loss": 1.4828405380249023, "cos_r_negg": [0.5381903052330017, 0.23973619937896729, 0.18286627531051636, 0.1718425452709198, 0.1821582317352295, 0.1659034788608551, 0.1755383312702179, 0.1666068732738495, 0.16186374425888062, 0.17504897713661194, 0.1220812201499939, 0.0942068099975586, 0.13895153999328613, 0.12324859201908112, 0.09571721404790878, 0.08737289160490036, 0.0634668841958046, 0.08892688155174255, 0.06859657168388367, 0.003668378572911024], "cos_apical_negg": [0.5381903052330017, 0.23973619937896729, 0.18286627531051636, 0.1718425452709198, 0.1821582317352295, 0.1659034788608551, 0.1755383312702179, 0.1666068732738495, 0.16186374425888062, 0.17504897713661194, 0.1220812201499939, 0.0942068099975586, 0.13895153999328613, 0.12324859201908112, 0.09571721404790878, 0.08737289160490036, 0.0634668841958046, 0.08892688155174255, 0.06859657168388367, 0.003668378572911024], "cos_Ac_negg": [0.5381903052330017, 0.23973619937896729, 0.18286627531051636, 0.1718425452709198, 0.1821582317352295, 0.1659034788608551, 0.1755383312702179, 0.1666068732738495, 0.16186374425888062, 0.17504897713661194, 0.1220812201499939, 0.0942068099975586, 0.13895153999328613, 0.12324859201908112, 0.09571721404790878, 0.08737289160490036, 0.0634668841958046, 0.08892688155174255, 0.06859657168388367, 0.003668378572911024], "r_norm": [4.2080864906311035, 4.079362869262695, 4.017063617706299, 4.094876766204834, 3.9760632514953613, 4.024734973907471, 4.205338478088379, 4.036579132080078, 4.112964630126953, 4.083869934082031, 4.163708686828613, 4.012118339538574, 4.0901031494140625, 4.075041770935059, 4.023463249206543, 4.164421081542969, 4.133718490600586, 4.040905952453613, 4.1231842041015625, 4.161380290985107]}, {"step": 8750, "epoch": 22, "train_loss": 1.5729807615280151, "cos_r_negg": [0.5290247201919556, 0.22317710518836975, 0.16730111837387085, 0.17484906315803528, 0.17659315466880798, 0.16515395045280457, 0.16866755485534668, 0.1561254858970642, 0.16786319017410278, 0.17730669677257538, 0.12958160042762756, 0.09572863578796387, 0.17263317108154297, 0.10047014057636261, 0.08898582309484482, 0.08071841299533844, 0.06337433308362961, 0.09133274108171463, 0.0946534126996994, 0.045847855508327484], "cos_apical_negg": [0.5290247201919556, 0.22317710518836975, 0.16730111837387085, 0.17484906315803528, 0.17659315466880798, 0.16515395045280457, 0.16866755485534668, 0.1561254858970642, 0.16786319017410278, 0.17730669677257538, 0.12958160042762756, 0.09572863578796387, 0.17263317108154297, 0.10047014057636261, 0.08898582309484482, 0.08071841299533844, 0.06337433308362961, 0.09133274108171463, 0.0946534126996994, 0.045847855508327484], "cos_Ac_negg": [0.5290247201919556, 0.22317710518836975, 0.16730111837387085, 0.17484906315803528, 0.17659315466880798, 0.16515395045280457, 0.16866755485534668, 0.1561254858970642, 0.16786319017410278, 0.17730669677257538, 0.12958160042762756, 0.09572863578796387, 0.17263317108154297, 0.10047014057636261, 0.08898582309484482, 0.08071841299533844, 0.06337433308362961, 0.09133274108171463, 0.0946534126996994, 0.045847855508327484], "r_norm": [4.195856094360352, 4.051302909851074, 3.99619722366333, 4.074886798858643, 3.9706132411956787, 4.016636371612549, 4.203334808349609, 4.029973983764648, 4.099502086639404, 4.083871841430664, 4.142942428588867, 3.996218204498291, 4.074810028076172, 4.063299655914307, 4.01173210144043, 4.148073673248291, 4.116907119750977, 4.032618999481201, 4.113316535949707, 4.1541314125061035]}, {"step": 8800, "epoch": 22, "train_loss": 1.616142749786377, "cos_r_negg": [0.521721601486206, 0.22576898336410522, 0.18973205983638763, 0.180599644780159, 0.17969398200511932, 0.18045498430728912, 0.17806768417358398, 0.17572815716266632, 0.1654980331659317, 0.19823631644248962, 0.12219524383544922, 0.07741163671016693, 0.16699577867984772, 0.054021574556827545, 0.08719108998775482, 0.0711953341960907, 0.04036879166960716, 0.05957513302564621, 0.09648147970438004, 0.0407198928296566], "cos_apical_negg": [0.521721601486206, 0.22576898336410522, 0.18973205983638763, 0.180599644780159, 0.17969398200511932, 0.18045498430728912, 0.17806768417358398, 0.17572815716266632, 0.1654980331659317, 0.19823631644248962, 0.12219524383544922, 0.07741163671016693, 0.16699577867984772, 0.054021574556827545, 0.08719108998775482, 0.0711953341960907, 0.04036879166960716, 0.05957513302564621, 0.09648147970438004, 0.0407198928296566], "cos_Ac_negg": [0.521721601486206, 0.22576898336410522, 0.18973205983638763, 0.180599644780159, 0.17969398200511932, 0.18045498430728912, 0.17806768417358398, 0.17572815716266632, 0.1654980331659317, 0.19823631644248962, 0.12219524383544922, 0.07741163671016693, 0.16699577867984772, 0.054021574556827545, 0.08719108998775482, 0.0711953341960907, 0.04036879166960716, 0.05957513302564621, 0.09648147970438004, 0.0407198928296566], "r_norm": [4.301276206970215, 4.1759796142578125, 4.109983921051025, 4.185993194580078, 4.075740814208984, 4.1108198165893555, 4.292473316192627, 4.1314215660095215, 4.198734760284424, 4.184210777282715, 4.272500991821289, 4.1160569190979, 4.200411796569824, 4.163373947143555, 4.122373580932617, 4.253116607666016, 4.22960090637207, 4.135936260223389, 4.217247009277344, 4.2667670249938965]}, {"step": 8850, "epoch": 22, "train_loss": 1.364124059677124, "cos_r_negg": [0.5283114314079285, 0.22648286819458008, 0.16953355073928833, 0.18343815207481384, 0.165040984749794, 0.17262539267539978, 0.17210420966148376, 0.14252077043056488, 0.1589658558368683, 0.17650741338729858, 0.13222891092300415, 0.08098259568214417, 0.1716216802597046, 0.04465019330382347, 0.07370534539222717, 0.0652909204363823, 0.04579133167862892, 0.09140010178089142, 0.07847243547439575, 0.06271830201148987], "cos_apical_negg": [0.5283114314079285, 0.22648286819458008, 0.16953355073928833, 0.18343815207481384, 0.165040984749794, 0.17262539267539978, 0.17210420966148376, 0.14252077043056488, 0.1589658558368683, 0.17650741338729858, 0.13222891092300415, 0.08098259568214417, 0.1716216802597046, 0.04465019330382347, 0.07370534539222717, 0.0652909204363823, 0.04579133167862892, 0.09140010178089142, 0.07847243547439575, 0.06271830201148987], "cos_Ac_negg": [0.5283114314079285, 0.22648286819458008, 0.16953355073928833, 0.18343815207481384, 0.165040984749794, 0.17262539267539978, 0.17210420966148376, 0.14252077043056488, 0.1589658558368683, 0.17650741338729858, 0.13222891092300415, 0.08098259568214417, 0.1716216802597046, 0.04465019330382347, 0.07370534539222717, 0.0652909204363823, 0.04579133167862892, 0.09140010178089142, 0.07847243547439575, 0.06271830201148987], "r_norm": [4.239052772521973, 4.102155685424805, 4.039172172546387, 4.137582778930664, 4.024430274963379, 4.057671070098877, 4.235236167907715, 4.078517436981201, 4.143782615661621, 4.140473365783691, 4.199199676513672, 4.0492682456970215, 4.124181747436523, 4.104900360107422, 4.061892509460449, 4.1927971839904785, 4.16880989074707, 4.078906059265137, 4.163646697998047, 4.2028117179870605]}, {"step": 8900, "epoch": 22, "train_loss": 1.5840156078338623, "cos_r_negg": [0.5088798999786377, 0.2341873049736023, 0.18350040912628174, 0.18072281777858734, 0.17198556661605835, 0.18304023146629333, 0.1844426840543747, 0.13878107070922852, 0.1518229842185974, 0.16015154123306274, 0.12985673546791077, 0.08753001689910889, 0.14675772190093994, 0.08216863125562668, 0.08289952576160431, 0.08706258237361908, 0.04902065917849541, 0.0565117746591568, 0.10498887300491333, 0.061677657067775726], "cos_apical_negg": [0.5088798999786377, 0.2341873049736023, 0.18350040912628174, 0.18072281777858734, 0.17198556661605835, 0.18304023146629333, 0.1844426840543747, 0.13878107070922852, 0.1518229842185974, 0.16015154123306274, 0.12985673546791077, 0.08753001689910889, 0.14675772190093994, 0.08216863125562668, 0.08289952576160431, 0.08706258237361908, 0.04902065917849541, 0.0565117746591568, 0.10498887300491333, 0.061677657067775726], "cos_Ac_negg": [0.5088798999786377, 0.2341873049736023, 0.18350040912628174, 0.18072281777858734, 0.17198556661605835, 0.18304023146629333, 0.1844426840543747, 0.13878107070922852, 0.1518229842185974, 0.16015154123306274, 0.12985673546791077, 0.08753001689910889, 0.14675772190093994, 0.08216863125562668, 0.08289952576160431, 0.08706258237361908, 0.04902065917849541, 0.0565117746591568, 0.10498887300491333, 0.061677657067775726], "r_norm": [4.307210445404053, 4.173625946044922, 4.100394248962402, 4.19968318939209, 4.0777177810668945, 4.110666275024414, 4.303725719451904, 4.138887405395508, 4.198890209197998, 4.181499481201172, 4.268506050109863, 4.097990036010742, 4.175625801086426, 4.172758102416992, 4.104910373687744, 4.245852470397949, 4.229732036590576, 4.144214630126953, 4.211535453796387, 4.256012916564941]}, {"step": 8950, "epoch": 22, "train_loss": 1.3946377038955688, "cos_r_negg": [0.507222056388855, 0.2468348741531372, 0.19540534913539886, 0.16881063580513, 0.1631530076265335, 0.17950040102005005, 0.16429898142814636, 0.14904695749282837, 0.13837236166000366, 0.16604012250900269, 0.1411217749118805, 0.1068122386932373, 0.16187328100204468, 0.09211929142475128, 0.07526885718107224, 0.09806175529956818, 0.06115008518099785, 0.06427838653326035, 0.11662405729293823, 0.04824500530958176], "cos_apical_negg": [0.507222056388855, 0.2468348741531372, 0.19540534913539886, 0.16881063580513, 0.1631530076265335, 0.17950040102005005, 0.16429898142814636, 0.14904695749282837, 0.13837236166000366, 0.16604012250900269, 0.1411217749118805, 0.1068122386932373, 0.16187328100204468, 0.09211929142475128, 0.07526885718107224, 0.09806175529956818, 0.06115008518099785, 0.06427838653326035, 0.11662405729293823, 0.04824500530958176], "cos_Ac_negg": [0.507222056388855, 0.2468348741531372, 0.19540534913539886, 0.16881063580513, 0.1631530076265335, 0.17950040102005005, 0.16429898142814636, 0.14904695749282837, 0.13837236166000366, 0.16604012250900269, 0.1411217749118805, 0.1068122386932373, 0.16187328100204468, 0.09211929142475128, 0.07526885718107224, 0.09806175529956818, 0.06115008518099785, 0.06427838653326035, 0.11662405729293823, 0.04824500530958176], "r_norm": [4.30484676361084, 4.155032157897949, 4.096648216247559, 4.196194171905518, 4.074162483215332, 4.118292331695557, 4.309680938720703, 4.134494781494141, 4.205280303955078, 4.197531223297119, 4.255412578582764, 4.1126813888549805, 4.178657054901123, 4.160090923309326, 4.11564302444458, 4.254209518432617, 4.227952480316162, 4.135907173156738, 4.2209153175354, 4.27083683013916]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4096, "test_loss": 1.9524835327148438}, {"step": 9000, "epoch": 23, "train_loss": 1.3847322463989258, "cos_r_negg": [0.5280296206474304, 0.22879686951637268, 0.18216174840927124, 0.1775711178779602, 0.16976162791252136, 0.18729694187641144, 0.163862407207489, 0.1601254642009735, 0.1544664204120636, 0.1693803369998932, 0.14060772955417633, 0.09193415939807892, 0.14516955614089966, 0.049491919577121735, 0.07961005717515945, 0.07668537646532059, 0.05942397564649582, 0.039360806345939636, 0.07777225971221924, 0.06339780986309052], "cos_apical_negg": [0.5280296206474304, 0.22879686951637268, 0.18216174840927124, 0.1775711178779602, 0.16976162791252136, 0.18729694187641144, 0.163862407207489, 0.1601254642009735, 0.1544664204120636, 0.1693803369998932, 0.14060772955417633, 0.09193415939807892, 0.14516955614089966, 0.049491919577121735, 0.07961005717515945, 0.07668537646532059, 0.05942397564649582, 0.039360806345939636, 0.07777225971221924, 0.06339780986309052], "cos_Ac_negg": [0.5280296206474304, 0.22879686951637268, 0.18216174840927124, 0.1775711178779602, 0.16976162791252136, 0.18729694187641144, 0.163862407207489, 0.1601254642009735, 0.1544664204120636, 0.1693803369998932, 0.14060772955417633, 0.09193415939807892, 0.14516955614089966, 0.049491919577121735, 0.07961005717515945, 0.07668537646532059, 0.05942397564649582, 0.039360806345939636, 0.07777225971221924, 0.06339780986309052], "r_norm": [4.275219917297363, 4.144026756286621, 4.070025444030762, 4.1623687744140625, 4.046273231506348, 4.086966037750244, 4.269840717315674, 4.102654457092285, 4.170717239379883, 4.143675804138184, 4.249061107635498, 4.068874359130859, 4.142778396606445, 4.136399269104004, 4.074899673461914, 4.215762615203857, 4.212088584899902, 4.108499526977539, 4.18782901763916, 4.232592582702637]}, {"step": 9050, "epoch": 23, "train_loss": 1.5593161582946777, "cos_r_negg": [0.5333495736122131, 0.23974424600601196, 0.18176111578941345, 0.16758981347084045, 0.18123888969421387, 0.1790735125541687, 0.1726127564907074, 0.14972558617591858, 0.15054747462272644, 0.1717493087053299, 0.15355244278907776, 0.09623149037361145, 0.15255936980247498, 0.06721549481153488, 0.0996144637465477, 0.07799429446458817, 0.07842022180557251, 0.06921924650669098, 0.08246517181396484, 0.055704835802316666], "cos_apical_negg": [0.5333495736122131, 0.23974424600601196, 0.18176111578941345, 0.16758981347084045, 0.18123888969421387, 0.1790735125541687, 0.1726127564907074, 0.14972558617591858, 0.15054747462272644, 0.1717493087053299, 0.15355244278907776, 0.09623149037361145, 0.15255936980247498, 0.06721549481153488, 0.0996144637465477, 0.07799429446458817, 0.07842022180557251, 0.06921924650669098, 0.08246517181396484, 0.055704835802316666], "cos_Ac_negg": [0.5333495736122131, 0.23974424600601196, 0.18176111578941345, 0.16758981347084045, 0.18123888969421387, 0.1790735125541687, 0.1726127564907074, 0.14972558617591858, 0.15054747462272644, 0.1717493087053299, 0.15355244278907776, 0.09623149037361145, 0.15255936980247498, 0.06721549481153488, 0.0996144637465477, 0.07799429446458817, 0.07842022180557251, 0.06921924650669098, 0.08246517181396484, 0.055704835802316666], "r_norm": [4.2352800369262695, 4.109951019287109, 4.037754058837891, 4.136104106903076, 4.01621150970459, 4.062061309814453, 4.250224590301514, 4.079437255859375, 4.151451110839844, 4.12879753112793, 4.204809665679932, 4.047525882720947, 4.121553897857666, 4.119466781616211, 4.056929588317871, 4.192300796508789, 4.178007125854492, 4.078263282775879, 4.161150932312012, 4.209991455078125]}, {"step": 9100, "epoch": 23, "train_loss": 1.4359917640686035, "cos_r_negg": [0.5431253910064697, 0.23506087064743042, 0.17404420673847198, 0.16511909663677216, 0.17433178424835205, 0.17535433173179626, 0.1617417335510254, 0.16009335219860077, 0.14949816465377808, 0.16189351677894592, 0.14128413796424866, 0.09247823804616928, 0.141736701130867, 0.08222464472055435, 0.11155486106872559, 0.07651489228010178, 0.06269261240959167, 0.06488378345966339, 0.09789296984672546, 0.025729868561029434], "cos_apical_negg": [0.5431253910064697, 0.23506087064743042, 0.17404420673847198, 0.16511909663677216, 0.17433178424835205, 0.17535433173179626, 0.1617417335510254, 0.16009335219860077, 0.14949816465377808, 0.16189351677894592, 0.14128413796424866, 0.09247823804616928, 0.141736701130867, 0.08222464472055435, 0.11155486106872559, 0.07651489228010178, 0.06269261240959167, 0.06488378345966339, 0.09789296984672546, 0.025729868561029434], "cos_Ac_negg": [0.5431253910064697, 0.23506087064743042, 0.17404420673847198, 0.16511909663677216, 0.17433178424835205, 0.17535433173179626, 0.1617417335510254, 0.16009335219860077, 0.14949816465377808, 0.16189351677894592, 0.14128413796424866, 0.09247823804616928, 0.141736701130867, 0.08222464472055435, 0.11155486106872559, 0.07651489228010178, 0.06269261240959167, 0.06488378345966339, 0.09789296984672546, 0.025729868561029434], "r_norm": [4.214593887329102, 4.076253890991211, 4.010710716247559, 4.10746431350708, 3.9881114959716797, 4.036208152770996, 4.219744682312012, 4.054532051086426, 4.116771221160889, 4.109565734863281, 4.170979022979736, 4.029350280761719, 4.096634864807129, 4.083391189575195, 4.024778366088867, 4.166825294494629, 4.139248847961426, 4.0637969970703125, 4.139795303344727, 4.182524681091309]}, {"step": 9150, "epoch": 23, "train_loss": 1.5549284219741821, "cos_r_negg": [0.5139725804328918, 0.2368471920490265, 0.1893453299999237, 0.17115183174610138, 0.16617144644260406, 0.16588954627513885, 0.18594038486480713, 0.15999701619148254, 0.18117792904376984, 0.18171675503253937, 0.1555013358592987, 0.08387773483991623, 0.1546458899974823, 0.10137989372015, 0.09313240647315979, 0.09139742702245712, 0.07339693605899811, 0.07036824524402618, 0.10172756761312485, 0.03320600092411041], "cos_apical_negg": [0.5139725804328918, 0.2368471920490265, 0.1893453299999237, 0.17115183174610138, 0.16617144644260406, 0.16588954627513885, 0.18594038486480713, 0.15999701619148254, 0.18117792904376984, 0.18171675503253937, 0.1555013358592987, 0.08387773483991623, 0.1546458899974823, 0.10137989372015, 0.09313240647315979, 0.09139742702245712, 0.07339693605899811, 0.07036824524402618, 0.10172756761312485, 0.03320600092411041], "cos_Ac_negg": [0.5139725804328918, 0.2368471920490265, 0.1893453299999237, 0.17115183174610138, 0.16617144644260406, 0.16588954627513885, 0.18594038486480713, 0.15999701619148254, 0.18117792904376984, 0.18171675503253937, 0.1555013358592987, 0.08387773483991623, 0.1546458899974823, 0.10137989372015, 0.09313240647315979, 0.09139742702245712, 0.07339693605899811, 0.07036824524402618, 0.10172756761312485, 0.03320600092411041], "r_norm": [4.197598457336426, 4.0740251541137695, 4.004854202270508, 4.090422630310059, 3.9693121910095215, 4.014029502868652, 4.207456588745117, 4.037503719329834, 4.095195770263672, 4.091209888458252, 4.159931659698486, 4.007482528686523, 4.086076736450195, 4.068844318389893, 4.010071754455566, 4.1469502449035645, 4.127218246459961, 4.041316986083984, 4.130782127380371, 4.155121803283691]}, {"step": 9200, "epoch": 23, "train_loss": 1.3566021919250488, "cos_r_negg": [0.5045183897018433, 0.24310924112796783, 0.18263956904411316, 0.18082965910434723, 0.17310784757137299, 0.16862501204013824, 0.17695742845535278, 0.1667449027299881, 0.17097198963165283, 0.16179712116718292, 0.15456700325012207, 0.10053500533103943, 0.14277315139770508, 0.09834825992584229, 0.09656170010566711, 0.09334687888622284, 0.06663758307695389, 0.06981417536735535, 0.06589915603399277, 0.05343260616064072], "cos_apical_negg": [0.5045183897018433, 0.24310924112796783, 0.18263956904411316, 0.18082965910434723, 0.17310784757137299, 0.16862501204013824, 0.17695742845535278, 0.1667449027299881, 0.17097198963165283, 0.16179712116718292, 0.15456700325012207, 0.10053500533103943, 0.14277315139770508, 0.09834825992584229, 0.09656170010566711, 0.09334687888622284, 0.06663758307695389, 0.06981417536735535, 0.06589915603399277, 0.05343260616064072], "cos_Ac_negg": [0.5045183897018433, 0.24310924112796783, 0.18263956904411316, 0.18082965910434723, 0.17310784757137299, 0.16862501204013824, 0.17695742845535278, 0.1667449027299881, 0.17097198963165283, 0.16179712116718292, 0.15456700325012207, 0.10053500533103943, 0.14277315139770508, 0.09834825992584229, 0.09656170010566711, 0.09334687888622284, 0.06663758307695389, 0.06981417536735535, 0.06589915603399277, 0.05343260616064072], "r_norm": [4.34556245803833, 4.20575475692749, 4.142496109008789, 4.226571083068848, 4.109708786010742, 4.160722732543945, 4.34931755065918, 4.178197860717773, 4.246185779571533, 4.2294921875, 4.306143283843994, 4.148180961608887, 4.225358009338379, 4.210575103759766, 4.151893615722656, 4.294161796569824, 4.262792587280273, 4.179165363311768, 4.261771202087402, 4.3099212646484375]}, {"step": 9250, "epoch": 23, "train_loss": 1.5769814252853394, "cos_r_negg": [0.5087108612060547, 0.23612694442272186, 0.18989667296409607, 0.15592481195926666, 0.1520933210849762, 0.18759354948997498, 0.1854536533355713, 0.173503115773201, 0.14302639663219452, 0.16487979888916016, 0.14010494947433472, 0.07946135103702545, 0.17332205176353455, 0.0934881716966629, 0.08191236853599548, 0.09708593785762787, 0.07321278005838394, 0.04325371980667114, 0.07254662364721298, 0.05212254822254181], "cos_apical_negg": [0.5087108612060547, 0.23612694442272186, 0.18989667296409607, 0.15592481195926666, 0.1520933210849762, 0.18759354948997498, 0.1854536533355713, 0.173503115773201, 0.14302639663219452, 0.16487979888916016, 0.14010494947433472, 0.07946135103702545, 0.17332205176353455, 0.0934881716966629, 0.08191236853599548, 0.09708593785762787, 0.07321278005838394, 0.04325371980667114, 0.07254662364721298, 0.05212254822254181], "cos_Ac_negg": [0.5087108612060547, 0.23612694442272186, 0.18989667296409607, 0.15592481195926666, 0.1520933210849762, 0.18759354948997498, 0.1854536533355713, 0.173503115773201, 0.14302639663219452, 0.16487979888916016, 0.14010494947433472, 0.07946135103702545, 0.17332205176353455, 0.0934881716966629, 0.08191236853599548, 0.09708593785762787, 0.07321278005838394, 0.04325371980667114, 0.07254662364721298, 0.05212254822254181], "r_norm": [4.399189472198486, 4.2605299949646, 4.185469627380371, 4.291382789611816, 4.162569522857666, 4.202663421630859, 4.4089765548706055, 4.231333255767822, 4.293598651885986, 4.2806596755981445, 4.363210678100586, 4.200113773345947, 4.271858215332031, 4.268253803253174, 4.199456214904785, 4.345525741577148, 4.311488628387451, 4.236082077026367, 4.319022178649902, 4.363615989685059]}, {"step": 9300, "epoch": 23, "train_loss": 1.4763233661651611, "cos_r_negg": [0.5233945846557617, 0.2388027459383011, 0.1953705996274948, 0.17767763137817383, 0.15010182559490204, 0.17946898937225342, 0.16158249974250793, 0.1460740566253662, 0.15928424894809723, 0.17665523290634155, 0.13168078660964966, 0.0908333957195282, 0.15768487751483917, 0.10207134485244751, 0.10356935858726501, 0.08675889670848846, 0.020339008420705795, 0.06365035474300385, 0.10022417455911636, 0.04348647594451904], "cos_apical_negg": [0.5233945846557617, 0.2388027459383011, 0.1953705996274948, 0.17767763137817383, 0.15010182559490204, 0.17946898937225342, 0.16158249974250793, 0.1460740566253662, 0.15928424894809723, 0.17665523290634155, 0.13168078660964966, 0.0908333957195282, 0.15768487751483917, 0.10207134485244751, 0.10356935858726501, 0.08675889670848846, 0.020339008420705795, 0.06365035474300385, 0.10022417455911636, 0.04348647594451904], "cos_Ac_negg": [0.5233945846557617, 0.2388027459383011, 0.1953705996274948, 0.17767763137817383, 0.15010182559490204, 0.17946898937225342, 0.16158249974250793, 0.1460740566253662, 0.15928424894809723, 0.17665523290634155, 0.13168078660964966, 0.0908333957195282, 0.15768487751483917, 0.10207134485244751, 0.10356935858726501, 0.08675889670848846, 0.020339008420705795, 0.06365035474300385, 0.10022417455911636, 0.04348647594451904], "r_norm": [4.279807090759277, 4.148758888244629, 4.082093238830566, 4.170461177825928, 4.057801246643066, 4.094306468963623, 4.291085243225098, 4.115657329559326, 4.184557914733887, 4.173924922943115, 4.243612289428711, 4.087459564208984, 4.1650800704956055, 4.155928134918213, 4.094602584838867, 4.236709117889404, 4.202170372009277, 4.123291015625, 4.205220699310303, 4.246150970458984]}, {"step": 9350, "epoch": 23, "train_loss": 1.5289325714111328, "cos_r_negg": [0.5194700956344604, 0.2564053535461426, 0.1944773644208908, 0.17962095141410828, 0.16888633370399475, 0.17974218726158142, 0.16866382956504822, 0.15463581681251526, 0.17027613520622253, 0.16890114545822144, 0.14900484681129456, 0.07550035417079926, 0.1637924164533615, 0.07034546881914139, 0.10790909826755524, 0.08474823087453842, 0.0663975179195404, 0.0483340285718441, 0.07985694706439972, 0.0537191778421402], "cos_apical_negg": [0.5194700956344604, 0.2564053535461426, 0.1944773644208908, 0.17962095141410828, 0.16888633370399475, 0.17974218726158142, 0.16866382956504822, 0.15463581681251526, 0.17027613520622253, 0.16890114545822144, 0.14900484681129456, 0.07550035417079926, 0.1637924164533615, 0.07034546881914139, 0.10790909826755524, 0.08474823087453842, 0.0663975179195404, 0.0483340285718441, 0.07985694706439972, 0.0537191778421402], "cos_Ac_negg": [0.5194700956344604, 0.2564053535461426, 0.1944773644208908, 0.17962095141410828, 0.16888633370399475, 0.17974218726158142, 0.16866382956504822, 0.15463581681251526, 0.17027613520622253, 0.16890114545822144, 0.14900484681129456, 0.07550035417079926, 0.1637924164533615, 0.07034546881914139, 0.10790909826755524, 0.08474823087453842, 0.0663975179195404, 0.0483340285718441, 0.07985694706439972, 0.0537191778421402], "r_norm": [4.347980499267578, 4.210521697998047, 4.136908531188965, 4.233016014099121, 4.113635063171387, 4.160491943359375, 4.35299015045166, 4.1815009117126465, 4.241830825805664, 4.242556571960449, 4.310638427734375, 4.148289203643799, 4.228367805480957, 4.217263221740723, 4.1518449783325195, 4.299131870269775, 4.27102518081665, 4.180922985076904, 4.266791343688965, 4.304109573364258]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4049, "test_loss": 1.9041270874023437}, {"step": 9400, "epoch": 24, "train_loss": 1.3112688064575195, "cos_r_negg": [0.5343353748321533, 0.24625597894191742, 0.16827940940856934, 0.17354831099510193, 0.15162697434425354, 0.17769762873649597, 0.16956138610839844, 0.16380718350410461, 0.17130833864212036, 0.17207282781600952, 0.12154878675937653, 0.09002608805894852, 0.13373148441314697, 0.07503698766231537, 0.09648612141609192, 0.06366174668073654, 0.07965263724327087, 0.06594926118850708, 0.09062635898590088, 0.021945515647530556], "cos_apical_negg": [0.5343353748321533, 0.24625597894191742, 0.16827940940856934, 0.17354831099510193, 0.15162697434425354, 0.17769762873649597, 0.16956138610839844, 0.16380718350410461, 0.17130833864212036, 0.17207282781600952, 0.12154878675937653, 0.09002608805894852, 0.13373148441314697, 0.07503698766231537, 0.09648612141609192, 0.06366174668073654, 0.07965263724327087, 0.06594926118850708, 0.09062635898590088, 0.021945515647530556], "cos_Ac_negg": [0.5343353748321533, 0.24625597894191742, 0.16827940940856934, 0.17354831099510193, 0.15162697434425354, 0.17769762873649597, 0.16956138610839844, 0.16380718350410461, 0.17130833864212036, 0.17207282781600952, 0.12154878675937653, 0.09002608805894852, 0.13373148441314697, 0.07503698766231537, 0.09648612141609192, 0.06366174668073654, 0.07965263724327087, 0.06594926118850708, 0.09062635898590088, 0.021945515647530556], "r_norm": [4.316232204437256, 4.176214218139648, 4.109642028808594, 4.193793296813965, 4.075592994689941, 4.122389793395996, 4.316601753234863, 4.143489360809326, 4.207208633422852, 4.203856468200684, 4.2711687088012695, 4.115184307098389, 4.193864345550537, 4.175699234008789, 4.114496231079102, 4.255183219909668, 4.224943161010742, 4.150303840637207, 4.233391284942627, 4.261918544769287]}, {"step": 9450, "epoch": 24, "train_loss": 1.4221837520599365, "cos_r_negg": [0.5377047657966614, 0.2507627606391907, 0.1811656951904297, 0.1902049034833908, 0.17604386806488037, 0.18944236636161804, 0.18279847502708435, 0.15046726167201996, 0.17370735108852386, 0.1806020438671112, 0.13505056500434875, 0.0915738195180893, 0.1661442220211029, 0.07800635695457458, 0.12015393376350403, 0.07361160218715668, 0.06354580819606781, 0.07279102504253387, 0.06823751330375671, 0.04391055181622505], "cos_apical_negg": [0.5377047657966614, 0.2507627606391907, 0.1811656951904297, 0.1902049034833908, 0.17604386806488037, 0.18944236636161804, 0.18279847502708435, 0.15046726167201996, 0.17370735108852386, 0.1806020438671112, 0.13505056500434875, 0.0915738195180893, 0.1661442220211029, 0.07800635695457458, 0.12015393376350403, 0.07361160218715668, 0.06354580819606781, 0.07279102504253387, 0.06823751330375671, 0.04391055181622505], "cos_Ac_negg": [0.5377047657966614, 0.2507627606391907, 0.1811656951904297, 0.1902049034833908, 0.17604386806488037, 0.18944236636161804, 0.18279847502708435, 0.15046726167201996, 0.17370735108852386, 0.1806020438671112, 0.13505056500434875, 0.0915738195180893, 0.1661442220211029, 0.07800635695457458, 0.12015393376350403, 0.07361160218715668, 0.06354580819606781, 0.07279102504253387, 0.06823751330375671, 0.04391055181622505], "r_norm": [4.388083457946777, 4.249753952026367, 4.18656063079834, 4.27786922454834, 4.164957523345947, 4.186384201049805, 4.386298179626465, 4.2134809494018555, 4.283545970916748, 4.273308753967285, 4.352169036865234, 4.18543815612793, 4.272668838500977, 4.253046989440918, 4.192856788635254, 4.34023904800415, 4.300605773925781, 4.228240966796875, 4.301515579223633, 4.343692779541016]}, {"step": 9500, "epoch": 24, "train_loss": 1.5630857944488525, "cos_r_negg": [0.5282060503959656, 0.24740761518478394, 0.17491960525512695, 0.17869804799556732, 0.15792888402938843, 0.1857694387435913, 0.1774894893169403, 0.1628933846950531, 0.1699606478214264, 0.17283901572227478, 0.1274838000535965, 0.11143313348293304, 0.13795006275177002, 0.0547260046005249, 0.09628549963235855, 0.09986033290624619, 0.07748530805110931, 0.06082627922296524, 0.06157368794083595, 0.020150013267993927], "cos_apical_negg": [0.5282060503959656, 0.24740761518478394, 0.17491960525512695, 0.17869804799556732, 0.15792888402938843, 0.1857694387435913, 0.1774894893169403, 0.1628933846950531, 0.1699606478214264, 0.17283901572227478, 0.1274838000535965, 0.11143313348293304, 0.13795006275177002, 0.0547260046005249, 0.09628549963235855, 0.09986033290624619, 0.07748530805110931, 0.06082627922296524, 0.06157368794083595, 0.020150013267993927], "cos_Ac_negg": [0.5282060503959656, 0.24740761518478394, 0.17491960525512695, 0.17869804799556732, 0.15792888402938843, 0.1857694387435913, 0.1774894893169403, 0.1628933846950531, 0.1699606478214264, 0.17283901572227478, 0.1274838000535965, 0.11143313348293304, 0.13795006275177002, 0.0547260046005249, 0.09628549963235855, 0.09986033290624619, 0.07748530805110931, 0.06082627922296524, 0.06157368794083595, 0.020150013267993927], "r_norm": [4.336034774780273, 4.199522018432617, 4.125356674194336, 4.224818229675293, 4.094311237335205, 4.147189140319824, 4.34114408493042, 4.168501853942871, 4.230759620666504, 4.222969055175781, 4.288113117218018, 4.138517379760742, 4.2084150314331055, 4.194178581237793, 4.136829376220703, 4.275722503662109, 4.2479400634765625, 4.174039840698242, 4.254420280456543, 4.282142639160156]}, {"step": 9550, "epoch": 24, "train_loss": 1.5534985065460205, "cos_r_negg": [0.48524731397628784, 0.2454921305179596, 0.18121612071990967, 0.1837044060230255, 0.18026825785636902, 0.17536909878253937, 0.17502593994140625, 0.17653325200080872, 0.17084062099456787, 0.17051905393600464, 0.16045424342155457, 0.10981185734272003, 0.14851310849189758, 0.07264602184295654, 0.09741656482219696, 0.08689931035041809, 0.0778883844614029, 0.058500465005636215, 0.07893995940685272, 0.04928332567214966], "cos_apical_negg": [0.48524731397628784, 0.2454921305179596, 0.18121612071990967, 0.1837044060230255, 0.18026825785636902, 0.17536909878253937, 0.17502593994140625, 0.17653325200080872, 0.17084062099456787, 0.17051905393600464, 0.16045424342155457, 0.10981185734272003, 0.14851310849189758, 0.07264602184295654, 0.09741656482219696, 0.08689931035041809, 0.0778883844614029, 0.058500465005636215, 0.07893995940685272, 0.04928332567214966], "cos_Ac_negg": [0.48524731397628784, 0.2454921305179596, 0.18121612071990967, 0.1837044060230255, 0.18026825785636902, 0.17536909878253937, 0.17502593994140625, 0.17653325200080872, 0.17084062099456787, 0.17051905393600464, 0.16045424342155457, 0.10981185734272003, 0.14851310849189758, 0.07264602184295654, 0.09741656482219696, 0.08689931035041809, 0.0778883844614029, 0.058500465005636215, 0.07893995940685272, 0.04928332567214966], "r_norm": [4.326663970947266, 4.198477268218994, 4.130523681640625, 4.220662593841553, 4.094629287719727, 4.145735740661621, 4.323958396911621, 4.1601762771606445, 4.227483749389648, 4.218709945678711, 4.302779197692871, 4.142314434051514, 4.2187957763671875, 4.194972038269043, 4.135433197021484, 4.28788948059082, 4.25557804107666, 4.169290065765381, 4.246406555175781, 4.291347980499268]}, {"step": 9600, "epoch": 24, "train_loss": 1.5226342678070068, "cos_r_negg": [0.4997723698616028, 0.24792015552520752, 0.19201940298080444, 0.18505586683750153, 0.17490045726299286, 0.18917489051818848, 0.18328392505645752, 0.16115190088748932, 0.17863860726356506, 0.19730359315872192, 0.14307744801044464, 0.10503673553466797, 0.14666114747524261, 0.07315710186958313, 0.10719762742519379, 0.10014942288398743, 0.07612210512161255, 0.05064024776220322, 0.08776678144931793, 0.05957324802875519], "cos_apical_negg": [0.4997723698616028, 0.24792015552520752, 0.19201940298080444, 0.18505586683750153, 0.17490045726299286, 0.18917489051818848, 0.18328392505645752, 0.16115190088748932, 0.17863860726356506, 0.19730359315872192, 0.14307744801044464, 0.10503673553466797, 0.14666114747524261, 0.07315710186958313, 0.10719762742519379, 0.10014942288398743, 0.07612210512161255, 0.05064024776220322, 0.08776678144931793, 0.05957324802875519], "cos_Ac_negg": [0.4997723698616028, 0.24792015552520752, 0.19201940298080444, 0.18505586683750153, 0.17490045726299286, 0.18917489051818848, 0.18328392505645752, 0.16115190088748932, 0.17863860726356506, 0.19730359315872192, 0.14307744801044464, 0.10503673553466797, 0.14666114747524261, 0.07315710186958313, 0.10719762742519379, 0.10014942288398743, 0.07612210512161255, 0.05064024776220322, 0.08776678144931793, 0.05957324802875519], "r_norm": [4.226374626159668, 4.0779337882995605, 4.016844272613525, 4.111177444458008, 4.001435279846191, 4.0391082763671875, 4.230412483215332, 4.061610221862793, 4.12369441986084, 4.121846675872803, 4.175658226013184, 4.023184299468994, 4.105439186096191, 4.086727142333984, 4.036248207092285, 4.174034595489502, 4.153496742248535, 4.056490898132324, 4.139623165130615, 4.17349100112915]}, {"step": 9650, "epoch": 24, "train_loss": 1.4891910552978516, "cos_r_negg": [0.5117145776748657, 0.2403368204832077, 0.18057945370674133, 0.20332348346710205, 0.16714195907115936, 0.18382754921913147, 0.16648484766483307, 0.15720568597316742, 0.1799263060092926, 0.18449367582798004, 0.13967350125312805, 0.11195476353168488, 0.12462399899959564, 0.06974882632493973, 0.09460172057151794, 0.09194260835647583, 0.05839036777615547, 0.03065025806427002, 0.09406042844057083, 0.042808324098587036], "cos_apical_negg": [0.5117145776748657, 0.2403368204832077, 0.18057945370674133, 0.20332348346710205, 0.16714195907115936, 0.18382754921913147, 0.16648484766483307, 0.15720568597316742, 0.1799263060092926, 0.18449367582798004, 0.13967350125312805, 0.11195476353168488, 0.12462399899959564, 0.06974882632493973, 0.09460172057151794, 0.09194260835647583, 0.05839036777615547, 0.03065025806427002, 0.09406042844057083, 0.042808324098587036], "cos_Ac_negg": [0.5117145776748657, 0.2403368204832077, 0.18057945370674133, 0.20332348346710205, 0.16714195907115936, 0.18382754921913147, 0.16648484766483307, 0.15720568597316742, 0.1799263060092926, 0.18449367582798004, 0.13967350125312805, 0.11195476353168488, 0.12462399899959564, 0.06974882632493973, 0.09460172057151794, 0.09194260835647583, 0.05839036777615547, 0.03065025806427002, 0.09406042844057083, 0.042808324098587036], "r_norm": [4.298626899719238, 4.151594161987305, 4.0952348709106445, 4.172598361968994, 4.077166557312012, 4.098282337188721, 4.289369583129883, 4.116630554199219, 4.192958354949951, 4.169809341430664, 4.248598098754883, 4.081672191619873, 4.17392110824585, 4.157382488250732, 4.101291656494141, 4.2371416091918945, 4.221440315246582, 4.127534866333008, 4.198596000671387, 4.246293067932129]}, {"step": 9700, "epoch": 24, "train_loss": 1.407139539718628, "cos_r_negg": [0.5290272235870361, 0.23240387439727783, 0.17521217465400696, 0.18524251878261566, 0.15503865480422974, 0.1738927811384201, 0.17574891448020935, 0.1718340814113617, 0.17184804379940033, 0.18771642446517944, 0.15931691229343414, 0.098072350025177, 0.1410168707370758, 0.10542219877243042, 0.11018556356430054, 0.10642498731613159, 0.05541769787669182, 0.08975236117839813, 0.09435411542654037, 0.05787452310323715], "cos_apical_negg": [0.5290272235870361, 0.23240387439727783, 0.17521217465400696, 0.18524251878261566, 0.15503865480422974, 0.1738927811384201, 0.17574891448020935, 0.1718340814113617, 0.17184804379940033, 0.18771642446517944, 0.15931691229343414, 0.098072350025177, 0.1410168707370758, 0.10542219877243042, 0.11018556356430054, 0.10642498731613159, 0.05541769787669182, 0.08975236117839813, 0.09435411542654037, 0.05787452310323715], "cos_Ac_negg": [0.5290272235870361, 0.23240387439727783, 0.17521217465400696, 0.18524251878261566, 0.15503865480422974, 0.1738927811384201, 0.17574891448020935, 0.1718340814113617, 0.17184804379940033, 0.18771642446517944, 0.15931691229343414, 0.098072350025177, 0.1410168707370758, 0.10542219877243042, 0.11018556356430054, 0.10642498731613159, 0.05541769787669182, 0.08975236117839813, 0.09435411542654037, 0.05787452310323715], "r_norm": [4.3403167724609375, 4.174063205718994, 4.118957996368408, 4.229240894317627, 4.113799095153809, 4.149813652038574, 4.344886779785156, 4.173573970794678, 4.238999366760254, 4.245827674865723, 4.287367820739746, 4.141465663909912, 4.21223783493042, 4.20590877532959, 4.146817207336426, 4.289681434631348, 4.253448486328125, 4.159698486328125, 4.247842311859131, 4.294652938842773]}, {"step": 9750, "epoch": 24, "train_loss": 1.3580867052078247, "cos_r_negg": [0.5199892520904541, 0.2489592730998993, 0.19989123940467834, 0.1866462081670761, 0.19018365442752838, 0.16861048340797424, 0.16751141846179962, 0.16566245257854462, 0.1779176890850067, 0.17897480726242065, 0.14815299212932587, 0.11186505109071732, 0.12170939147472382, 0.09382858872413635, 0.10567891597747803, 0.09490370005369186, 0.046746835112571716, 0.07419557124376297, 0.1057833731174469, 0.08217722922563553], "cos_apical_negg": [0.5199892520904541, 0.2489592730998993, 0.19989123940467834, 0.1866462081670761, 0.19018365442752838, 0.16861048340797424, 0.16751141846179962, 0.16566245257854462, 0.1779176890850067, 0.17897480726242065, 0.14815299212932587, 0.11186505109071732, 0.12170939147472382, 0.09382858872413635, 0.10567891597747803, 0.09490370005369186, 0.046746835112571716, 0.07419557124376297, 0.1057833731174469, 0.08217722922563553], "cos_Ac_negg": [0.5199892520904541, 0.2489592730998993, 0.19989123940467834, 0.1866462081670761, 0.19018365442752838, 0.16861048340797424, 0.16751141846179962, 0.16566245257854462, 0.1779176890850067, 0.17897480726242065, 0.14815299212932587, 0.11186505109071732, 0.12170939147472382, 0.09382858872413635, 0.10567891597747803, 0.09490370005369186, 0.046746835112571716, 0.07419557124376297, 0.1057833731174469, 0.08217722922563553], "r_norm": [4.301116943359375, 4.1494340896606445, 4.087707042694092, 4.1801910400390625, 4.076499938964844, 4.116593360900879, 4.322004318237305, 4.138516426086426, 4.198958396911621, 4.208837509155273, 4.247126579284668, 4.092198848724365, 4.181398391723633, 4.168008327484131, 4.116239547729492, 4.250033378601074, 4.237837314605713, 4.135578155517578, 4.213332653045654, 4.258293151855469]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3735, "test_loss": 2.023216345214844}], "final": {"test_acc": 0.3735, "test_loss": 2.023216345214844, "wall_s": 72.17158794403076, "cos_r_negg": [0.5163213014602661, 0.2367534190416336, 0.18341442942619324, 0.18658210337162018, 0.18984127044677734, 0.16770178079605103, 0.17689728736877441, 0.15291960537433624, 0.16307953000068665, 0.17441795766353607, 0.14448314905166626, 0.10762771219015121, 0.1416083574295044, 0.09517723321914673, 0.09767814725637436, 0.08586537837982178, 0.07303208112716675, 0.09395257383584976, 0.09830997884273529, 0.05314552038908005], "cos_apical_negg": [0.5163213014602661, 0.2367534190416336, 0.18341442942619324, 0.18658210337162018, 0.18984127044677734, 0.16770178079605103, 0.17689728736877441, 0.15291960537433624, 0.16307953000068665, 0.17441795766353607, 0.14448314905166626, 0.10762771219015121, 0.1416083574295044, 0.09517723321914673, 0.09767814725637436, 0.08586537837982178, 0.07303208112716675, 0.09395257383584976, 0.09830997884273529, 0.05314552038908005], "cos_Ac_negg": [0.5163213014602661, 0.2367534190416336, 0.18341442942619324, 0.18658210337162018, 0.18984127044677734, 0.16770178079605103, 0.17689728736877441, 0.15291960537433624, 0.16307953000068665, 0.17441795766353607, 0.14448314905166626, 0.10762771219015121, 0.1416083574295044, 0.09517723321914673, 0.09767814725637436, 0.08586537837982178, 0.07303208112716675, 0.09395257383584976, 0.09830997884273529, 0.05314552038908005]}}