path: root/results/depth_fmnist_dfa_d10_s0.json

{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 10, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3545212745666504, "cos_r_negg": [-0.011334259994328022, -0.04210784286260605, -0.018557842820882797, 0.013012881390750408, 0.0024916294496506453, 0.0031175166368484497, 0.015090071596205235, 0.028102967888116837, 0.014488411135971546, -0.0036846427246928215], "cos_apical_negg": [-0.011334259994328022, -0.04210784286260605, -0.018557842820882797, 0.013012881390750408, 0.0024916294496506453, 0.0031175166368484497, 0.015090071596205235, 0.028102967888116837, 0.014488411135971546, -0.0036846427246928215], "cos_Ac_negg": [-0.011334259994328022, -0.04210784286260605, -0.018557842820882797, 0.013012881390750408, 0.0024916294496506453, 0.0031175166368484497, 0.015090071596205235, 0.028102967888116837, 0.014488411135971546, -0.0036846427246928215], "r_norm": [4.765711784362793, 4.788290977478027, 4.7990522384643555, 4.821926593780518, 4.878642559051514, 4.794753074645996, 4.822542667388916, 4.820767402648926, 4.903336524963379, 4.893729209899902]}, {"step": 50, "epoch": 0, "train_loss": 1.5743992328643799, "cos_r_negg": [0.029752161353826523, 0.021662676706910133, -0.01145592238754034, -0.023269057273864746, 0.09679631888866425, 0.008509301580488682, -0.034559302031993866, 0.09293454885482788, 0.21781817078590393, -0.018174389377236366], "cos_apical_negg": [0.029752161353826523, 0.021662676706910133, -0.01145592238754034, -0.023269057273864746, 0.09679631888866425, 0.008509301580488682, -0.034559302031993866, 0.09293454885482788, 0.21781817078590393, -0.018174389377236366], "cos_Ac_negg": [0.029752161353826523, 0.021662676706910133, -0.01145592238754034, -0.023269057273864746, 0.09679631888866425, 0.008509301580488682, -0.034559302031993866, 0.09293454885482788, 0.21781817078590393, -0.018174389377236366], "r_norm": [3.756596088409424, 3.861339569091797, 3.798591136932373, 3.8289334774017334, 3.950986862182617, 3.8035502433776855, 3.8437089920043945, 3.8899364471435547, 3.9636893272399902, 3.865173816680908]}, {"step": 100, "epoch": 0, "train_loss": 1.0518252849578857, "cos_r_negg": [0.008057897910475731, -0.06113205850124359, -0.018342124298214912, 0.01686374470591545, 0.0025921398773789406, -0.05070829391479492, 0.08804607391357422, 0.003426628652960062, 0.16208527982234955, 0.10715760290622711], "cos_apical_negg": [0.008057897910475731, -0.06113205850124359, -0.018342124298214912, 0.01686374470591545, 0.0025921398773789406, -0.05070829391479492, 0.08804607391357422, 0.003426628652960062, 0.16208527982234955, 0.10715760290622711], "cos_Ac_negg": [0.008057897910475731, -0.06113205850124359, -0.018342124298214912, 0.01686374470591545, 0.0025921398773789406, -0.05070829391479492, 0.08804607391357422, 0.003426628652960062, 0.16208527982234955, 0.10715760290622711], "r_norm": [2.251278877258301, 2.303192377090454, 2.2502810955047607, 2.2726263999938965, 2.327117681503296, 2.247373580932617, 2.304694175720215, 2.323795795440674, 2.364927053451538, 2.3068084716796875]}, {"step": 150, "epoch": 0, "train_loss": 0.7672185897827148, "cos_r_negg": [0.15268675982952118, 0.11023399233818054, 0.08497144281864166, 0.22596709430217743, 0.14635178446769714, 0.15552212297916412, 0.20284944772720337, 0.18051540851593018, 0.23371124267578125, 0.15889543294906616], "cos_apical_negg": [0.15268675982952118, 0.11023399233818054, 0.08497144281864166, 0.22596709430217743, 0.14635178446769714, 0.15552212297916412, 0.20284944772720337, 0.18051540851593018, 0.23371124267578125, 0.15889543294906616], "cos_Ac_negg": [0.15268675982952118, 0.11023399233818054, 0.08497144281864166, 0.22596709430217743, 0.14635178446769714, 0.15552212297916412, 0.20284944772720337, 0.18051540851593018, 0.23371124267578125, 0.15889543294906616], "r_norm": [1.8746527433395386, 1.9188073873519897, 1.8918812274932861, 1.8978322744369507, 1.924482822418213, 1.8793245553970337, 1.9167382717132568, 1.9364912509918213, 1.9516127109527588, 1.9367560148239136]}, {"step": 200, "epoch": 0, "train_loss": 0.7128678560256958, "cos_r_negg": [0.16266103088855743, 0.1658574342727661, 0.14335370063781738, 0.20089784264564514, 0.17904561758041382, 0.19671961665153503, 0.28345948457717896, 0.26004740595817566, 0.25746750831604004, 0.15141430497169495], "cos_apical_negg": [0.16266103088855743, 0.1658574342727661, 0.14335370063781738, 0.20089784264564514, 0.17904561758041382, 0.19671961665153503, 0.28345948457717896, 0.26004740595817566, 0.25746750831604004, 0.15141430497169495], "cos_Ac_negg": [0.16266103088855743, 0.1658574342727661, 0.14335370063781738, 0.20089784264564514, 0.17904561758041382, 0.19671961665153503, 0.28345948457717896, 0.26004740595817566, 0.25746750831604004, 0.15141430497169495], "r_norm": [1.7635146379470825, 1.813631534576416, 1.7779009342193604, 1.7893723249435425, 1.82623291015625, 1.762178659439087, 1.8012644052505493, 1.829455852508545, 1.8349337577819824, 1.8362586498260498]}, {"step": 250, "epoch": 0, "train_loss": 0.7160757780075073, "cos_r_negg": [0.1495131552219391, 0.12417501211166382, 0.09116150438785553, 0.0759958028793335, 0.08143458515405655, 0.19340938329696655, 0.21425095200538635, 0.18755106627941132, 0.22013989090919495, 0.1774437427520752], "cos_apical_negg": [0.1495131552219391, 0.12417501211166382, 0.09116150438785553, 0.0759958028793335, 0.08143458515405655, 0.19340938329696655, 0.21425095200538635, 0.18755106627941132, 0.22013989090919495, 0.1774437427520752], "cos_Ac_negg": [0.1495131552219391, 0.12417501211166382, 0.09116150438785553, 0.0759958028793335, 0.08143458515405655, 0.19340938329696655, 0.21425095200538635, 0.18755106627941132, 0.22013989090919495, 0.1774437427520752], "r_norm": [1.7389247417449951, 1.7851603031158447, 1.7567830085754395, 1.76076340675354, 1.8030811548233032, 1.7423126697540283, 1.775161623954773, 1.8017419576644897, 1.8213131427764893, 1.8089061975479126]}, {"step": 300, "epoch": 0, "train_loss": 1.002887487411499, "cos_r_negg": [0.1578628420829773, 0.18408998847007751, 0.15115906298160553, 0.14815425872802734, 0.1449262797832489, 0.16302837431430817, 0.17939284443855286, 0.21215881407260895, 0.20614537596702576, 0.1870875209569931], "cos_apical_negg": [0.1578628420829773, 0.18408998847007751, 0.15115906298160553, 0.14815425872802734, 0.1449262797832489, 0.16302837431430817, 0.17939284443855286, 0.21215881407260895, 0.20614537596702576, 0.1870875209569931], "cos_Ac_negg": [0.1578628420829773, 0.18408998847007751, 0.15115906298160553, 0.14815425872802734, 0.1449262797832489, 0.16302837431430817, 0.17939284443855286, 0.21215881407260895, 0.20614537596702576, 0.1870875209569931], "r_norm": [1.464709997177124, 1.5012686252593994, 1.4770556688308716, 1.4792606830596924, 1.5150585174560547, 1.4615230560302734, 1.5012837648391724, 1.5142782926559448, 1.5375144481658936, 1.5178585052490234]}, {"step": 350, "epoch": 0, "train_loss": 0.522695004940033, "cos_r_negg": [0.19192172586917877, 0.21316465735435486, 0.26867419481277466, 0.26839351654052734, 0.294683039188385, 0.22085784375667572, 0.2053445428609848, 0.27025556564331055, 0.1754310429096222, 0.14566247165203094], "cos_apical_negg": [0.19192172586917877, 0.21316465735435486, 0.26867419481277466, 0.26839351654052734, 0.294683039188385, 0.22085784375667572, 0.2053445428609848, 0.27025556564331055, 0.1754310429096222, 0.14566247165203094], "cos_Ac_negg": [0.19192172586917877, 0.21316465735435486, 0.26867419481277466, 0.26839351654052734, 0.294683039188385, 0.22085784375667572, 0.2053445428609848, 0.27025556564331055, 0.1754310429096222, 0.14566247165203094], "r_norm": [1.5330923795700073, 1.5753861665725708, 1.555806040763855, 1.5656037330627441, 1.5923891067504883, 1.540037751197815, 1.5700732469558716, 1.5972990989685059, 1.6019206047058105, 1.5998796224594116]}, {"step": 400, "epoch": 0, "train_loss": 0.8606125116348267, "cos_r_negg": [0.19427746534347534, 0.20059923827648163, 0.22942212224006653, 0.21217668056488037, 0.2209305465221405, 0.1828116476535797, 0.2125585377216339, 0.24352386593818665, 0.2171940803527832, 0.12888264656066895], "cos_apical_negg": [0.19427746534347534, 0.20059923827648163, 0.22942212224006653, 0.21217668056488037, 0.2209305465221405, 0.1828116476535797, 0.2125585377216339, 0.24352386593818665, 0.2171940803527832, 0.12888264656066895], "cos_Ac_negg": [0.19427746534347534, 0.20059923827648163, 0.22942212224006653, 0.21217668056488037, 0.2209305465221405, 0.1828116476535797, 0.2125585377216339, 0.24352386593818665, 0.2171940803527832, 0.12888264656066895], "r_norm": [1.5043057203292847, 1.5438416004180908, 1.5153629779815674, 1.5271923542022705, 1.5563300848007202, 1.5020939111709595, 1.5360267162322998, 1.5539767742156982, 1.5682834386825562, 1.550776720046997]}, {"step": 450, "epoch": 0, "train_loss": 0.5998876094818115, "cos_r_negg": [0.21329465508460999, 0.20746561884880066, 0.20537930727005005, 0.21112394332885742, 0.16788990795612335, 0.24888752400875092, 0.2221827507019043, 0.23065361380577087, 0.22432757914066315, 0.16368094086647034], "cos_apical_negg": [0.21329465508460999, 0.20746561884880066, 0.20537930727005005, 0.21112394332885742, 0.16788990795612335, 0.24888752400875092, 0.2221827507019043, 0.23065361380577087, 0.22432757914066315, 0.16368094086647034], "cos_Ac_negg": [0.21329465508460999, 0.20746561884880066, 0.20537930727005005, 0.21112394332885742, 0.16788990795612335, 0.24888752400875092, 0.2221827507019043, 0.23065361380577087, 0.22432757914066315, 0.16368094086647034], "r_norm": [1.6209816932678223, 1.6643329858779907, 1.6429693698883057, 1.6480008363723755, 1.6796669960021973, 1.6200116872787476, 1.656585454940796, 1.6862568855285645, 1.698570728302002, 1.6851105690002441]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8188, "test_loss": 0.5904927612304688}, {"step": 500, "epoch": 1, "train_loss": 0.32432013750076294, "cos_r_negg": [0.19950242340564728, 0.20203858613967896, 0.17366763949394226, 0.15394920110702515, 0.1376897543668747, 0.12143576145172119, 0.17774063348770142, 0.27964910864830017, 0.16052134335041046, 0.06851831078529358], "cos_apical_negg": [0.19950242340564728, 0.20203858613967896, 0.17366763949394226, 0.15394920110702515, 0.1376897543668747, 0.12143576145172119, 0.17774063348770142, 0.27964910864830017, 0.16052134335041046, 0.06851831078529358], "cos_Ac_negg": [0.19950242340564728, 0.20203858613967896, 0.17366763949394226, 0.15394920110702515, 0.1376897543668747, 0.12143576145172119, 0.17774063348770142, 0.27964910864830017, 0.16052134335041046, 0.06851831078529358], "r_norm": [1.4203110933303833, 1.4476916790008545, 1.4224470853805542, 1.4287028312683105, 1.467031478881836, 1.4172642230987549, 1.4473669528961182, 1.4621727466583252, 1.480305790901184, 1.4663078784942627]}, {"step": 550, "epoch": 1, "train_loss": 1.0174769163131714, "cos_r_negg": [0.19876302778720856, 0.1771937906742096, 0.12901073694229126, 0.16699175536632538, 0.1806836724281311, 0.14414165914058685, 0.16671302914619446, 0.22295913100242615, 0.1426275372505188, 0.07314518094062805], "cos_apical_negg": [0.19876302778720856, 0.1771937906742096, 0.12901073694229126, 0.16699175536632538, 0.1806836724281311, 0.14414165914058685, 0.16671302914619446, 0.22295913100242615, 0.1426275372505188, 0.07314518094062805], "cos_Ac_negg": [0.19876302778720856, 0.1771937906742096, 0.12901073694229126, 0.16699175536632538, 0.1806836724281311, 0.14414165914058685, 0.16671302914619446, 0.22295913100242615, 0.1426275372505188, 0.07314518094062805], "r_norm": [1.6137739419937134, 1.651066780090332, 1.6405653953552246, 1.6311836242675781, 1.6596271991729736, 1.6166439056396484, 1.6444380283355713, 1.6651796102523804, 1.6849548816680908, 1.6855933666229248]}, {"step": 600, "epoch": 1, "train_loss": 0.6972999572753906, "cos_r_negg": [0.1973837912082672, 0.20541837811470032, 0.2650185823440552, 0.2515510320663452, 0.2834357023239136, 0.25774872303009033, 0.22017180919647217, 0.24803337454795837, 0.1629018634557724, 0.13339738547801971], "cos_apical_negg": [0.1973837912082672, 0.20541837811470032, 0.2650185823440552, 0.2515510320663452, 0.2834357023239136, 0.25774872303009033, 0.22017180919647217, 0.24803337454795837, 0.1629018634557724, 0.13339738547801971], "cos_Ac_negg": [0.1973837912082672, 0.20541837811470032, 0.2650185823440552, 0.2515510320663452, 0.2834357023239136, 0.25774872303009033, 0.22017180919647217, 0.24803337454795837, 0.1629018634557724, 0.13339738547801971], "r_norm": [1.472397804260254, 1.5171247720718384, 1.4784924983978271, 1.488327145576477, 1.5215344429016113, 1.4635406732559204, 1.5124702453613281, 1.5185295343399048, 1.5334656238555908, 1.5199263095855713]}, {"step": 650, "epoch": 1, "train_loss": 0.8188996911048889, "cos_r_negg": [0.20066937804222107, 0.18856127560138702, 0.15172964334487915, 0.21997785568237305, 0.2306504249572754, 0.22735676169395447, 0.1993466317653656, 0.23032036423683167, 0.19041796028614044, 0.07984251528978348], "cos_apical_negg": [0.20066937804222107, 0.18856127560138702, 0.15172964334487915, 0.21997785568237305, 0.2306504249572754, 0.22735676169395447, 0.1993466317653656, 0.23032036423683167, 0.19041796028614044, 0.07984251528978348], "cos_Ac_negg": [0.20066937804222107, 0.18856127560138702, 0.15172964334487915, 0.21997785568237305, 0.2306504249572754, 0.22735676169395447, 0.1993466317653656, 0.23032036423683167, 0.19041796028614044, 0.07984251528978348], "r_norm": [1.4090180397033691, 1.448256015777588, 1.4219245910644531, 1.4268649816513062, 1.455666422843933, 1.4083315134048462, 1.4482120275497437, 1.4596514701843262, 1.4734373092651367, 1.457284927368164]}, {"step": 700, "epoch": 1, "train_loss": 0.4632743299007416, "cos_r_negg": [0.24119658768177032, 0.2536998391151428, 0.2624123692512512, 0.2849653959274292, 0.3047356903553009, 0.27191415429115295, 0.2677763104438782, 0.24461783468723297, 0.1949077546596527, 0.09650112688541412], "cos_apical_negg": [0.24119658768177032, 0.2536998391151428, 0.2624123692512512, 0.2849653959274292, 0.3047356903553009, 0.27191415429115295, 0.2677763104438782, 0.24461783468723297, 0.1949077546596527, 0.09650112688541412], "cos_Ac_negg": [0.24119658768177032, 0.2536998391151428, 0.2624123692512512, 0.2849653959274292, 0.3047356903553009, 0.27191415429115295, 0.2677763104438782, 0.24461783468723297, 0.1949077546596527, 0.09650112688541412], "r_norm": [1.424562692642212, 1.4737167358398438, 1.4554640054702759, 1.4655921459197998, 1.4841806888580322, 1.435072660446167, 1.452453374862671, 1.4999278783798218, 1.4937551021575928, 1.5026581287384033]}, {"step": 750, "epoch": 1, "train_loss": 0.46970173716545105, "cos_r_negg": [0.18277552723884583, 0.2164282649755478, 0.24256454408168793, 0.2345179319381714, 0.28286826610565186, 0.2228817492723465, 0.21281206607818604, 0.22238995134830475, 0.1603466272354126, 0.029476018622517586], "cos_apical_negg": [0.18277552723884583, 0.2164282649755478, 0.24256454408168793, 0.2345179319381714, 0.28286826610565186, 0.2228817492723465, 0.21281206607818604, 0.22238995134830475, 0.1603466272354126, 0.029476018622517586], "cos_Ac_negg": [0.18277552723884583, 0.2164282649755478, 0.24256454408168793, 0.2345179319381714, 0.28286826610565186, 0.2228817492723465, 0.21281206607818604, 0.22238995134830475, 0.1603466272354126, 0.029476018622517586], "r_norm": [1.2731530666351318, 1.3105442523956299, 1.2893555164337158, 1.299121379852295, 1.321616291999817, 1.2753359079360962, 1.302704095840454, 1.327341914176941, 1.3330824375152588, 1.3282699584960938]}, {"step": 800, "epoch": 1, "train_loss": 0.6532370448112488, "cos_r_negg": [0.21791096031665802, 0.2258831411600113, 0.24540892243385315, 0.214183509349823, 0.2564883828163147, 0.1739002764225006, 0.17821574211120605, 0.20958319306373596, 0.18159928917884827, 0.04652836173772812], "cos_apical_negg": [0.21791096031665802, 0.2258831411600113, 0.24540892243385315, 0.214183509349823, 0.2564883828163147, 0.1739002764225006, 0.17821574211120605, 0.20958319306373596, 0.18159928917884827, 0.04652836173772812], "cos_Ac_negg": [0.21791096031665802, 0.2258831411600113, 0.24540892243385315, 0.214183509349823, 0.2564883828163147, 0.1739002764225006, 0.17821574211120605, 0.20958319306373596, 0.18159928917884827, 0.04652836173772812], "r_norm": [1.5128295421600342, 1.5631556510925293, 1.541581153869629, 1.5540010929107666, 1.5872952938079834, 1.5151941776275635, 1.5458638668060303, 1.5937703847885132, 1.593130111694336, 1.5924972295761108]}, {"step": 850, "epoch": 1, "train_loss": 0.31781119108200073, "cos_r_negg": [0.24865898489952087, 0.2407984435558319, 0.2395297884941101, 0.22461570799350739, 0.25892549753189087, 0.25526681542396545, 0.2477988302707672, 0.18910759687423706, 0.1986149102449417, 0.10421149432659149], "cos_apical_negg": [0.24865898489952087, 0.2407984435558319, 0.2395297884941101, 0.22461570799350739, 0.25892549753189087, 0.25526681542396545, 0.2477988302707672, 0.18910759687423706, 0.1986149102449417, 0.10421149432659149], "cos_Ac_negg": [0.24865898489952087, 0.2407984435558319, 0.2395297884941101, 0.22461570799350739, 0.25892549753189087, 0.25526681542396545, 0.2477988302707672, 0.18910759687423706, 0.1986149102449417, 0.10421149432659149], "r_norm": [1.3159959316253662, 1.3502881526947021, 1.324089765548706, 1.327535629272461, 1.3594512939453125, 1.3132158517837524, 1.3473179340362549, 1.361576795578003, 1.3756099939346313, 1.363452672958374]}, {"step": 900, "epoch": 1, "train_loss": 0.4179045557975769, "cos_r_negg": [0.23276762664318085, 0.260128378868103, 0.24787737429141998, 0.21754613518714905, 0.2706053853034973, 0.21021120250225067, 0.2099156528711319, 0.28869137167930603, 0.22688962519168854, 0.07363137602806091], "cos_apical_negg": [0.23276762664318085, 0.260128378868103, 0.24787737429141998, 0.21754613518714905, 0.2706053853034973, 0.21021120250225067, 0.2099156528711319, 0.28869137167930603, 0.22688962519168854, 0.07363137602806091], "cos_Ac_negg": [0.23276762664318085, 0.260128378868103, 0.24787737429141998, 0.21754613518714905, 0.2706053853034973, 0.21021120250225067, 0.2099156528711319, 0.28869137167930603, 0.22688962519168854, 0.07363137602806091], "r_norm": [1.3667808771133423, 1.407851219177246, 1.3819310665130615, 1.392442226409912, 1.4233102798461914, 1.3626527786254883, 1.3999507427215576, 1.4236396551132202, 1.437842607498169, 1.4275761842727661]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8322, "test_loss": 0.4969275115966797}, {"step": 950, "epoch": 2, "train_loss": 0.3710986077785492, "cos_r_negg": [0.2546630799770355, 0.23146039247512817, 0.2177923619747162, 0.20151260495185852, 0.22746790945529938, 0.2062591314315796, 0.23950788378715515, 0.2764422297477722, 0.1922931671142578, 0.07195308059453964], "cos_apical_negg": [0.2546630799770355, 0.23146039247512817, 0.2177923619747162, 0.20151260495185852, 0.22746790945529938, 0.2062591314315796, 0.23950788378715515, 0.2764422297477722, 0.1922931671142578, 0.07195308059453964], "cos_Ac_negg": [0.2546630799770355, 0.23146039247512817, 0.2177923619747162, 0.20151260495185852, 0.22746790945529938, 0.2062591314315796, 0.23950788378715515, 0.2764422297477722, 0.1922931671142578, 0.07195308059453964], "r_norm": [1.4680448770523071, 1.5080498456954956, 1.4713108539581299, 1.4828236103057861, 1.5157172679901123, 1.4628894329071045, 1.5022761821746826, 1.5161874294281006, 1.529898762702942, 1.5237267017364502]}, {"step": 1000, "epoch": 2, "train_loss": 0.49644291400909424, "cos_r_negg": [0.30551275610923767, 0.31352177262306213, 0.30735135078430176, 0.284074068069458, 0.3022162616252899, 0.2314302921295166, 0.2504781186580658, 0.29866957664489746, 0.18995890021324158, 0.06533348560333252], "cos_apical_negg": [0.30551275610923767, 0.31352177262306213, 0.30735135078430176, 0.284074068069458, 0.3022162616252899, 0.2314302921295166, 0.2504781186580658, 0.29866957664489746, 0.18995890021324158, 0.06533348560333252], "cos_Ac_negg": [0.30551275610923767, 0.31352177262306213, 0.30735135078430176, 0.284074068069458, 0.3022162616252899, 0.2314302921295166, 0.2504781186580658, 0.29866957664489746, 0.18995890021324158, 0.06533348560333252], "r_norm": [1.22148859500885, 1.2590900659561157, 1.2356946468353271, 1.2471370697021484, 1.2713372707366943, 1.2208397388458252, 1.251089334487915, 1.2726924419403076, 1.2812867164611816, 1.2741718292236328]}, {"step": 1050, "epoch": 2, "train_loss": 0.42610007524490356, "cos_r_negg": [0.32478395104408264, 0.32998961210250854, 0.3131923973560333, 0.2731728255748749, 0.29624390602111816, 0.265367329120636, 0.25527673959732056, 0.27869030833244324, 0.24547454714775085, 0.09251698851585388], "cos_apical_negg": [0.32478395104408264, 0.32998961210250854, 0.3131923973560333, 0.2731728255748749, 0.29624390602111816, 0.265367329120636, 0.25527673959732056, 0.27869030833244324, 0.24547454714775085, 0.09251698851585388], "cos_Ac_negg": [0.32478395104408264, 0.32998961210250854, 0.3131923973560333, 0.2731728255748749, 0.29624390602111816, 0.265367329120636, 0.25527673959732056, 0.27869030833244324, 0.24547454714775085, 0.09251698851585388], "r_norm": [1.3936090469360352, 1.4351153373718262, 1.4144439697265625, 1.426012396812439, 1.4484132528305054, 1.3962695598602295, 1.418755054473877, 1.4571540355682373, 1.4545927047729492, 1.4614996910095215]}, {"step": 1100, "epoch": 2, "train_loss": 0.3335719704627991, "cos_r_negg": [0.2962229251861572, 0.3094903826713562, 0.30640071630477905, 0.2764859199523926, 0.3109295666217804, 0.25179046392440796, 0.270473450422287, 0.2433893084526062, 0.16622309386730194, 0.06036636233329773], "cos_apical_negg": [0.2962229251861572, 0.3094903826713562, 0.30640071630477905, 0.2764859199523926, 0.3109295666217804, 0.25179046392440796, 0.270473450422287, 0.2433893084526062, 0.16622309386730194, 0.06036636233329773], "cos_Ac_negg": [0.2962229251861572, 0.3094903826713562, 0.30640071630477905, 0.2764859199523926, 0.3109295666217804, 0.25179046392440796, 0.270473450422287, 0.2433893084526062, 0.16622309386730194, 0.06036636233329773], "r_norm": [1.309844970703125, 1.3482708930969238, 1.3172528743743896, 1.3327330350875854, 1.3541593551635742, 1.303145170211792, 1.3424663543701172, 1.3575001955032349, 1.3650928735733032, 1.357201099395752]}, {"step": 1150, "epoch": 2, "train_loss": 0.4816285967826843, "cos_r_negg": [0.29907095432281494, 0.259931743144989, 0.2702539563179016, 0.24109992384910583, 0.2650119364261627, 0.24794039130210876, 0.22585463523864746, 0.25487735867500305, 0.17942368984222412, 0.06892101466655731], "cos_apical_negg": [0.29907095432281494, 0.259931743144989, 0.2702539563179016, 0.24109992384910583, 0.2650119364261627, 0.24794039130210876, 0.22585463523864746, 0.25487735867500305, 0.17942368984222412, 0.06892101466655731], "cos_Ac_negg": [0.29907095432281494, 0.259931743144989, 0.2702539563179016, 0.24109992384910583, 0.2650119364261627, 0.24794039130210876, 0.22585463523864746, 0.25487735867500305, 0.17942368984222412, 0.06892101466655731], "r_norm": [1.2103705406188965, 1.2488298416137695, 1.228684425354004, 1.2366596460342407, 1.2588822841644287, 1.2138041257858276, 1.2439982891082764, 1.262147068977356, 1.2658103704452515, 1.26262629032135]}, {"step": 1200, "epoch": 2, "train_loss": 0.509853184223175, "cos_r_negg": [0.31764429807662964, 0.2942923307418823, 0.3096091151237488, 0.3150489926338196, 0.32188448309898376, 0.3061448335647583, 0.3068329095840454, 0.2934865355491638, 0.20467372238636017, 0.041747815907001495], "cos_apical_negg": [0.31764429807662964, 0.2942923307418823, 0.3096091151237488, 0.3150489926338196, 0.32188448309898376, 0.3061448335647583, 0.3068329095840454, 0.2934865355491638, 0.20467372238636017, 0.041747815907001495], "cos_Ac_negg": [0.31764429807662964, 0.2942923307418823, 0.3096091151237488, 0.3150489926338196, 0.32188448309898376, 0.3061448335647583, 0.3068329095840454, 0.2934865355491638, 0.20467372238636017, 0.041747815907001495], "r_norm": [1.2910394668579102, 1.3310993909835815, 1.3031165599822998, 1.3172798156738281, 1.3421564102172852, 1.2884567975997925, 1.32188081741333, 1.3446253538131714, 1.346996784210205, 1.3430869579315186]}, {"step": 1250, "epoch": 2, "train_loss": 0.3684993386268616, "cos_r_negg": [0.2672096788883209, 0.27364277839660645, 0.2716064751148224, 0.2715967893600464, 0.24714051187038422, 0.19810262322425842, 0.17075449228286743, 0.24879789352416992, 0.1625944823026657, 0.0369277186691761], "cos_apical_negg": [0.2672096788883209, 0.27364277839660645, 0.2716064751148224, 0.2715967893600464, 0.24714051187038422, 0.19810262322425842, 0.17075449228286743, 0.24879789352416992, 0.1625944823026657, 0.0369277186691761], "cos_Ac_negg": [0.2672096788883209, 0.27364277839660645, 0.2716064751148224, 0.2715967893600464, 0.24714051187038422, 0.19810262322425842, 0.17075449228286743, 0.24879789352416992, 0.1625944823026657, 0.0369277186691761], "r_norm": [1.361067295074463, 1.4016170501708984, 1.3713527917861938, 1.3816125392913818, 1.4086341857910156, 1.3544225692749023, 1.398514986038208, 1.4103175401687622, 1.4210171699523926, 1.4133193492889404]}, {"step": 1300, "epoch": 2, "train_loss": 0.37544581294059753, "cos_r_negg": [0.20833705365657806, 0.22285830974578857, 0.23462176322937012, 0.22936397790908813, 0.2176099419593811, 0.246461421251297, 0.24027277529239655, 0.1961015909910202, 0.1653897762298584, 0.0678282305598259], "cos_apical_negg": [0.20833705365657806, 0.22285830974578857, 0.23462176322937012, 0.22936397790908813, 0.2176099419593811, 0.246461421251297, 0.24027277529239655, 0.1961015909910202, 0.1653897762298584, 0.0678282305598259], "cos_Ac_negg": [0.20833705365657806, 0.22285830974578857, 0.23462176322937012, 0.22936397790908813, 0.2176099419593811, 0.246461421251297, 0.24027277529239655, 0.1961015909910202, 0.1653897762298584, 0.0678282305598259], "r_norm": [1.2048916816711426, 1.2385090589523315, 1.212125301361084, 1.223108172416687, 1.2468914985656738, 1.202165126800537, 1.2344334125518799, 1.24599027633667, 1.2554962635040283, 1.2501951456069946]}, {"step": 1350, "epoch": 2, "train_loss": 0.25737619400024414, "cos_r_negg": [0.286376416683197, 0.277694433927536, 0.293142706155777, 0.3080924153327942, 0.3309098184108734, 0.2624725103378296, 0.23971989750862122, 0.24708861112594604, 0.16142044961452484, 0.02742457017302513], "cos_apical_negg": [0.286376416683197, 0.277694433927536, 0.293142706155777, 0.3080924153327942, 0.3309098184108734, 0.2624725103378296, 0.23971989750862122, 0.24708861112594604, 0.16142044961452484, 0.02742457017302513], "cos_Ac_negg": [0.286376416683197, 0.277694433927536, 0.293142706155777, 0.3080924153327942, 0.3309098184108734, 0.2624725103378296, 0.23971989750862122, 0.24708861112594604, 0.16142044961452484, 0.02742457017302513], "r_norm": [1.2149544954299927, 1.2497553825378418, 1.2300658226013184, 1.2412309646606445, 1.2642593383789062, 1.2192847728729248, 1.2418293952941895, 1.263292908668518, 1.2711478471755981, 1.268187165260315]}, {"step": 1400, "epoch": 2, "train_loss": 0.49273616075515747, "cos_r_negg": [0.24073460698127747, 0.2794762849807739, 0.2898761034011841, 0.28211310505867004, 0.2886078357696533, 0.2540804445743561, 0.26888686418533325, 0.1761590838432312, 0.13116355240345, 0.05336368829011917], "cos_apical_negg": [0.24073460698127747, 0.2794762849807739, 0.2898761034011841, 0.28211310505867004, 0.2886078357696533, 0.2540804445743561, 0.26888686418533325, 0.1761590838432312, 0.13116355240345, 0.05336368829011917], "cos_Ac_negg": [0.24073460698127747, 0.2794762849807739, 0.2898761034011841, 0.28211310505867004, 0.2886078357696533, 0.2540804445743561, 0.26888686418533325, 0.1761590838432312, 0.13116355240345, 0.05336368829011917], "r_norm": [1.2494707107543945, 1.2769547700881958, 1.2479482889175415, 1.2581228017807007, 1.2839229106903076, 1.2494938373565674, 1.270054817199707, 1.2822951078414917, 1.285726547241211, 1.2857334613800049]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.839, "test_loss": 0.4959907989501953}, {"step": 1450, "epoch": 3, "train_loss": 0.6918277740478516, "cos_r_negg": [0.2788769006729126, 0.27015700936317444, 0.2750813961029053, 0.22081656754016876, 0.2744438648223877, 0.21397359669208527, 0.26862651109695435, 0.19479750096797943, 0.16045713424682617, 0.048913732171058655], "cos_apical_negg": [0.2788769006729126, 0.27015700936317444, 0.2750813961029053, 0.22081656754016876, 0.2744438648223877, 0.21397359669208527, 0.26862651109695435, 0.19479750096797943, 0.16045713424682617, 0.048913732171058655], "cos_Ac_negg": [0.2788769006729126, 0.27015700936317444, 0.2750813961029053, 0.22081656754016876, 0.2744438648223877, 0.21397359669208527, 0.26862651109695435, 0.19479750096797943, 0.16045713424682617, 0.048913732171058655], "r_norm": [1.4062533378601074, 1.4477378129959106, 1.4282429218292236, 1.4466493129730225, 1.4749870300292969, 1.4082956314086914, 1.4426920413970947, 1.4751148223876953, 1.4798386096954346, 1.4765474796295166]}, {"step": 1500, "epoch": 3, "train_loss": 0.5283262729644775, "cos_r_negg": [0.2842996120452881, 0.28767645359039307, 0.2909650206565857, 0.27712199091911316, 0.2766842246055603, 0.27020999789237976, 0.2573714852333069, 0.2519388198852539, 0.18335530161857605, 0.018389221280813217], "cos_apical_negg": [0.2842996120452881, 0.28767645359039307, 0.2909650206565857, 0.27712199091911316, 0.2766842246055603, 0.27020999789237976, 0.2573714852333069, 0.2519388198852539, 0.18335530161857605, 0.018389221280813217], "cos_Ac_negg": [0.2842996120452881, 0.28767645359039307, 0.2909650206565857, 0.27712199091911316, 0.2766842246055603, 0.27020999789237976, 0.2573714852333069, 0.2519388198852539, 0.18335530161857605, 0.018389221280813217], "r_norm": [1.5567729473114014, 1.6163744926452637, 1.5825260877609253, 1.611254096031189, 1.6234397888183594, 1.559617042541504, 1.597639799118042, 1.633997917175293, 1.6127017736434937, 1.6337194442749023]}, {"step": 1550, "epoch": 3, "train_loss": 0.41838210821151733, "cos_r_negg": [0.28667545318603516, 0.2911298871040344, 0.3167584538459778, 0.3015545606613159, 0.28695783019065857, 0.28018468618392944, 0.29442062973976135, 0.24731555581092834, 0.13450318574905396, 0.03874750807881355], "cos_apical_negg": [0.28667545318603516, 0.2911298871040344, 0.3167584538459778, 0.3015545606613159, 0.28695783019065857, 0.28018468618392944, 0.29442062973976135, 0.24731555581092834, 0.13450318574905396, 0.03874750807881355], "cos_Ac_negg": [0.28667545318603516, 0.2911298871040344, 0.3167584538459778, 0.3015545606613159, 0.28695783019065857, 0.28018468618392944, 0.29442062973976135, 0.24731555581092834, 0.13450318574905396, 0.03874750807881355], "r_norm": [1.1943027973175049, 1.2303640842437744, 1.200192928314209, 1.2106969356536865, 1.241814136505127, 1.1864650249481201, 1.227776288986206, 1.2373597621917725, 1.2538915872573853, 1.2416276931762695]}, {"step": 1600, "epoch": 3, "train_loss": 0.46248918771743774, "cos_r_negg": [0.24123890697956085, 0.2740631103515625, 0.2986205816268921, 0.27551278471946716, 0.2736464738845825, 0.23461365699768066, 0.24176821112632751, 0.29206907749176025, 0.16505217552185059, 0.014855177141726017], "cos_apical_negg": [0.24123890697956085, 0.2740631103515625, 0.2986205816268921, 0.27551278471946716, 0.2736464738845825, 0.23461365699768066, 0.24176821112632751, 0.29206907749176025, 0.16505217552185059, 0.014855177141726017], "cos_Ac_negg": [0.24123890697956085, 0.2740631103515625, 0.2986205816268921, 0.27551278471946716, 0.2736464738845825, 0.23461365699768066, 0.24176821112632751, 0.29206907749176025, 0.16505217552185059, 0.014855177141726017], "r_norm": [1.3876643180847168, 1.4306964874267578, 1.4074532985687256, 1.423017978668213, 1.4391496181488037, 1.386035442352295, 1.4190058708190918, 1.4518074989318848, 1.4444390535354614, 1.4487378597259521]}, {"step": 1650, "epoch": 3, "train_loss": 0.5613664984703064, "cos_r_negg": [0.285358726978302, 0.28829899430274963, 0.27830684185028076, 0.2605748772621155, 0.2767198979854584, 0.25956153869628906, 0.27702152729034424, 0.3037348985671997, 0.23105883598327637, 0.04290122911334038], "cos_apical_negg": [0.285358726978302, 0.28829899430274963, 0.27830684185028076, 0.2605748772621155, 0.2767198979854584, 0.25956153869628906, 0.27702152729034424, 0.3037348985671997, 0.23105883598327637, 0.04290122911334038], "cos_Ac_negg": [0.285358726978302, 0.28829899430274963, 0.27830684185028076, 0.2605748772621155, 0.2767198979854584, 0.25956153869628906, 0.27702152729034424, 0.3037348985671997, 0.23105883598327637, 0.04290122911334038], "r_norm": [1.360703468322754, 1.4026985168457031, 1.3778512477874756, 1.3941277265548706, 1.4084725379943848, 1.359572172164917, 1.389897108078003, 1.418714165687561, 1.4149951934814453, 1.4128903150558472]}, {"step": 1700, "epoch": 3, "train_loss": 0.36673200130462646, "cos_r_negg": [0.2674208879470825, 0.2804393172264099, 0.26686328649520874, 0.2583693861961365, 0.2430027425289154, 0.27283617854118347, 0.22866863012313843, 0.26185813546180725, 0.1741310954093933, 0.02648201771080494], "cos_apical_negg": [0.2674208879470825, 0.2804393172264099, 0.26686328649520874, 0.2583693861961365, 0.2430027425289154, 0.27283617854118347, 0.22866863012313843, 0.26185813546180725, 0.1741310954093933, 0.02648201771080494], "cos_Ac_negg": [0.2674208879470825, 0.2804393172264099, 0.26686328649520874, 0.2583693861961365, 0.2430027425289154, 0.27283617854118347, 0.22866863012313843, 0.26185813546180725, 0.1741310954093933, 0.02648201771080494], "r_norm": [1.3277361392974854, 1.368064284324646, 1.34138822555542, 1.3507122993469238, 1.3785178661346436, 1.3247641324996948, 1.3619604110717773, 1.3834723234176636, 1.3899089097976685, 1.387376308441162]}, {"step": 1750, "epoch": 3, "train_loss": 0.6419104337692261, "cos_r_negg": [0.2739853858947754, 0.2962726354598999, 0.2907511591911316, 0.28334933519363403, 0.3055921196937561, 0.3088745176792145, 0.30512452125549316, 0.3089141845703125, 0.23516006767749786, -0.006292311940342188], "cos_apical_negg": [0.2739853858947754, 0.2962726354598999, 0.2907511591911316, 0.28334933519363403, 0.3055921196937561, 0.3088745176792145, 0.30512452125549316, 0.3089141845703125, 0.23516006767749786, -0.006292311940342188], "cos_Ac_negg": [0.2739853858947754, 0.2962726354598999, 0.2907511591911316, 0.28334933519363403, 0.3055921196937561, 0.3088745176792145, 0.30512452125549316, 0.3089141845703125, 0.23516006767749786, -0.006292311940342188], "r_norm": [1.2014391422271729, 1.2353633642196655, 1.2084535360336304, 1.223267674446106, 1.2469193935394287, 1.1966322660446167, 1.234001636505127, 1.246457815170288, 1.2530899047851562, 1.2470735311508179]}, {"step": 1800, "epoch": 3, "train_loss": 0.42286086082458496, "cos_r_negg": [0.29950687289237976, 0.32639697194099426, 0.2877354919910431, 0.29112929105758667, 0.3014550805091858, 0.3109826445579529, 0.2773587107658386, 0.2815314531326294, 0.21185706555843353, -0.015417768619954586], "cos_apical_negg": [0.29950687289237976, 0.32639697194099426, 0.2877354919910431, 0.29112929105758667, 0.3014550805091858, 0.3109826445579529, 0.2773587107658386, 0.2815314531326294, 0.21185706555843353, -0.015417768619954586], "cos_Ac_negg": [0.29950687289237976, 0.32639697194099426, 0.2877354919910431, 0.29112929105758667, 0.3014550805091858, 0.3109826445579529, 0.2773587107658386, 0.2815314531326294, 0.21185706555843353, -0.015417768619954586], "r_norm": [1.306971788406372, 1.3497580289840698, 1.3207080364227295, 1.3400774002075195, 1.3598979711532593, 1.306551218032837, 1.3420677185058594, 1.3647382259368896, 1.3591225147247314, 1.3581690788269043]}, {"step": 1850, "epoch": 3, "train_loss": 0.4564915597438812, "cos_r_negg": [0.24551139771938324, 0.2674390971660614, 0.2672562003135681, 0.24627211689949036, 0.24540211260318756, 0.2471207082271576, 0.2835831642150879, 0.28096991777420044, 0.22834351658821106, 0.010982288047671318], "cos_apical_negg": [0.24551139771938324, 0.2674390971660614, 0.2672562003135681, 0.24627211689949036, 0.24540211260318756, 0.2471207082271576, 0.2835831642150879, 0.28096991777420044, 0.22834351658821106, 0.010982288047671318], "cos_Ac_negg": [0.24551139771938324, 0.2674390971660614, 0.2672562003135681, 0.24627211689949036, 0.24540211260318756, 0.2471207082271576, 0.2835831642150879, 0.28096991777420044, 0.22834351658821106, 0.010982288047671318], "r_norm": [1.2204844951629639, 1.2555937767028809, 1.2376348972320557, 1.2424627542495728, 1.2598079442977905, 1.224906086921692, 1.2440086603164673, 1.268799066543579, 1.2710293531417847, 1.275676965713501]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8468, "test_loss": 0.46958974914550783}, {"step": 1900, "epoch": 4, "train_loss": 0.30705830454826355, "cos_r_negg": [0.16596192121505737, 0.2140766680240631, 0.19421198964118958, 0.1815355122089386, 0.18474148213863373, 0.18590803444385529, 0.2079087644815445, 0.24063386023044586, 0.1780458688735962, -0.035495392978191376], "cos_apical_negg": [0.16596192121505737, 0.2140766680240631, 0.19421198964118958, 0.1815355122089386, 0.18474148213863373, 0.18590803444385529, 0.2079087644815445, 0.24063386023044586, 0.1780458688735962, -0.035495392978191376], "cos_Ac_negg": [0.16596192121505737, 0.2140766680240631, 0.19421198964118958, 0.1815355122089386, 0.18474148213863373, 0.18590803444385529, 0.2079087644815445, 0.24063386023044586, 0.1780458688735962, -0.035495392978191376], "r_norm": [1.2030110359191895, 1.2398483753204346, 1.2148257493972778, 1.2266745567321777, 1.2517338991165161, 1.2024093866348267, 1.2330408096313477, 1.251197099685669, 1.2552239894866943, 1.2554123401641846]}, {"step": 1950, "epoch": 4, "train_loss": 0.8567168712615967, "cos_r_negg": [0.24260003864765167, 0.2592429518699646, 0.264333575963974, 0.2481238842010498, 0.2599944472312927, 0.24503418803215027, 0.27672821283340454, 0.2518133223056793, 0.21224133670330048, -0.015294112265110016], "cos_apical_negg": [0.24260003864765167, 0.2592429518699646, 0.264333575963974, 0.2481238842010498, 0.2599944472312927, 0.24503418803215027, 0.27672821283340454, 0.2518133223056793, 0.21224133670330048, -0.015294112265110016], "cos_Ac_negg": [0.24260003864765167, 0.2592429518699646, 0.264333575963974, 0.2481238842010498, 0.2599944472312927, 0.24503418803215027, 0.27672821283340454, 0.2518133223056793, 0.21224133670330048, -0.015294112265110016], "r_norm": [1.2497737407684326, 1.2844703197479248, 1.2634586095809937, 1.2738922834396362, 1.3069356679916382, 1.2473093271255493, 1.2787901163101196, 1.3014553785324097, 1.3190467357635498, 1.3057866096496582]}, {"step": 2000, "epoch": 4, "train_loss": 0.3967152535915375, "cos_r_negg": [0.2674367129802704, 0.29042813181877136, 0.28180569410324097, 0.26284849643707275, 0.26783961057662964, 0.3002498149871826, 0.24810916185379028, 0.24944302439689636, 0.16730432212352753, 0.0010600844398140907], "cos_apical_negg": [0.2674367129802704, 0.29042813181877136, 0.28180569410324097, 0.26284849643707275, 0.26783961057662964, 0.3002498149871826, 0.24810916185379028, 0.24944302439689636, 0.16730432212352753, 0.0010600844398140907], "cos_Ac_negg": [0.2674367129802704, 0.29042813181877136, 0.28180569410324097, 0.26284849643707275, 0.26783961057662964, 0.3002498149871826, 0.24810916185379028, 0.24944302439689636, 0.16730432212352753, 0.0010600844398140907], "r_norm": [1.3973031044006348, 1.4427976608276367, 1.422811508178711, 1.4377825260162354, 1.4581127166748047, 1.398900032043457, 1.4285719394683838, 1.4690287113189697, 1.4623281955718994, 1.4720473289489746]}, {"step": 2050, "epoch": 4, "train_loss": 0.5550116300582886, "cos_r_negg": [0.25289130210876465, 0.3047863841056824, 0.26993444561958313, 0.2660601735115051, 0.25140124559402466, 0.26432496309280396, 0.23443357646465302, 0.25752952694892883, 0.24354326725006104, 0.013382792472839355], "cos_apical_negg": [0.25289130210876465, 0.3047863841056824, 0.26993444561958313, 0.2660601735115051, 0.25140124559402466, 0.26432496309280396, 0.23443357646465302, 0.25752952694892883, 0.24354326725006104, 0.013382792472839355], "cos_Ac_negg": [0.25289130210876465, 0.3047863841056824, 0.26993444561958313, 0.2660601735115051, 0.25140124559402466, 0.26432496309280396, 0.23443357646465302, 0.25752952694892883, 0.24354326725006104, 0.013382792472839355], "r_norm": [1.1811861991882324, 1.2169671058654785, 1.2000374794006348, 1.2051655054092407, 1.2317252159118652, 1.1861436367034912, 1.2053470611572266, 1.233390212059021, 1.2393416166305542, 1.233954668045044]}, {"step": 2100, "epoch": 4, "train_loss": 0.49676090478897095, "cos_r_negg": [0.27887195348739624, 0.3310105800628662, 0.2840055525302887, 0.2995062470436096, 0.26401287317276, 0.28323662281036377, 0.2606717348098755, 0.2557487487792969, 0.18513424694538116, -0.007348368875682354], "cos_apical_negg": [0.27887195348739624, 0.3310105800628662, 0.2840055525302887, 0.2995062470436096, 0.26401287317276, 0.28323662281036377, 0.2606717348098755, 0.2557487487792969, 0.18513424694538116, -0.007348368875682354], "cos_Ac_negg": [0.27887195348739624, 0.3310105800628662, 0.2840055525302887, 0.2995062470436096, 0.26401287317276, 0.28323662281036377, 0.2606717348098755, 0.2557487487792969, 0.18513424694538116, -0.007348368875682354], "r_norm": [1.2222473621368408, 1.269439458847046, 1.2461373805999756, 1.2625281810760498, 1.2742602825164795, 1.2286579608917236, 1.2506921291351318, 1.2860829830169678, 1.2730807065963745, 1.2910575866699219]}, {"step": 2150, "epoch": 4, "train_loss": 0.42056092619895935, "cos_r_negg": [0.261496901512146, 0.2974158525466919, 0.3029824495315552, 0.31033170223236084, 0.2950732409954071, 0.2923031449317932, 0.27732598781585693, 0.26128172874450684, 0.22608834505081177, -0.007139233872294426], "cos_apical_negg": [0.261496901512146, 0.2974158525466919, 0.3029824495315552, 0.31033170223236084, 0.2950732409954071, 0.2923031449317932, 0.27732598781585693, 0.26128172874450684, 0.22608834505081177, -0.007139233872294426], "cos_Ac_negg": [0.261496901512146, 0.2974158525466919, 0.3029824495315552, 0.31033170223236084, 0.2950732409954071, 0.2923031449317932, 0.27732598781585693, 0.26128172874450684, 0.22608834505081177, -0.007139233872294426], "r_norm": [1.1259398460388184, 1.155785322189331, 1.1402500867843628, 1.1436877250671387, 1.1658015251159668, 1.1266798973083496, 1.1500712633132935, 1.1722187995910645, 1.179025411605835, 1.1686336994171143]}, {"step": 2200, "epoch": 4, "train_loss": 0.4618138074874878, "cos_r_negg": [0.27562248706817627, 0.3329724669456482, 0.35661977529525757, 0.3501640856266022, 0.31322088837623596, 0.32447999715805054, 0.30832886695861816, 0.2810025215148926, 0.20926380157470703, -0.03566941246390343], "cos_apical_negg": [0.27562248706817627, 0.3329724669456482, 0.35661977529525757, 0.3501640856266022, 0.31322088837623596, 0.32447999715805054, 0.30832886695861816, 0.2810025215148926, 0.20926380157470703, -0.03566941246390343], "cos_Ac_negg": [0.27562248706817627, 0.3329724669456482, 0.35661977529525757, 0.3501640856266022, 0.31322088837623596, 0.32447999715805054, 0.30832886695861816, 0.2810025215148926, 0.20926380157470703, -0.03566941246390343], "r_norm": [1.1221139430999756, 1.1580214500427246, 1.1319713592529297, 1.1433489322662354, 1.1691153049468994, 1.1171144247055054, 1.1485495567321777, 1.1696721315383911, 1.1781654357910156, 1.1722848415374756]}, {"step": 2250, "epoch": 4, "train_loss": 0.36804401874542236, "cos_r_negg": [0.25442686676979065, 0.2942679226398468, 0.3063427805900574, 0.31913721561431885, 0.30083465576171875, 0.29335328936576843, 0.29229485988616943, 0.2558380365371704, 0.1868378221988678, -0.04466923326253891], "cos_apical_negg": [0.25442686676979065, 0.2942679226398468, 0.3063427805900574, 0.31913721561431885, 0.30083465576171875, 0.29335328936576843, 0.29229485988616943, 0.2558380365371704, 0.1868378221988678, -0.04466923326253891], "cos_Ac_negg": [0.25442686676979065, 0.2942679226398468, 0.3063427805900574, 0.31913721561431885, 0.30083465576171875, 0.29335328936576843, 0.29229485988616943, 0.2558380365371704, 0.1868378221988678, -0.04466923326253891], "r_norm": [1.108048439025879, 1.1416329145431519, 1.112915277481079, 1.1288834810256958, 1.152956485748291, 1.1020454168319702, 1.1365110874176025, 1.1498759984970093, 1.1604095697402954, 1.1462010145187378]}, {"step": 2300, "epoch": 4, "train_loss": 0.16079428791999817, "cos_r_negg": [0.25691962242126465, 0.28300607204437256, 0.28760242462158203, 0.28237974643707275, 0.29678666591644287, 0.3026624321937561, 0.3027585744857788, 0.27416425943374634, 0.1804245263338089, -0.043566908687353134], "cos_apical_negg": [0.25691962242126465, 0.28300607204437256, 0.28760242462158203, 0.28237974643707275, 0.29678666591644287, 0.3026624321937561, 0.3027585744857788, 0.27416425943374634, 0.1804245263338089, -0.043566908687353134], "cos_Ac_negg": [0.25691962242126465, 0.28300607204437256, 0.28760242462158203, 0.28237974643707275, 0.29678666591644287, 0.3026624321937561, 0.3027585744857788, 0.27416425943374634, 0.1804245263338089, -0.043566908687353134], "r_norm": [1.1689796447753906, 1.2062420845031738, 1.1831704378128052, 1.1936253309249878, 1.2179138660430908, 1.166445016860962, 1.2023447751998901, 1.2184617519378662, 1.224008321762085, 1.2151886224746704]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8504, "test_loss": 0.4434918792724609}, {"step": 2350, "epoch": 5, "train_loss": 0.2597411274909973, "cos_r_negg": [0.26378339529037476, 0.27733615040779114, 0.25962522625923157, 0.2318440079689026, 0.2277098149061203, 0.2257588803768158, 0.19768446683883667, 0.25277677178382874, 0.16684067249298096, -0.0384599007666111], "cos_apical_negg": [0.26378339529037476, 0.27733615040779114, 0.25962522625923157, 0.2318440079689026, 0.2277098149061203, 0.2257588803768158, 0.19768446683883667, 0.25277677178382874, 0.16684067249298096, -0.0384599007666111], "cos_Ac_negg": [0.26378339529037476, 0.27733615040779114, 0.25962522625923157, 0.2318440079689026, 0.2277098149061203, 0.2257588803768158, 0.19768446683883667, 0.25277677178382874, 0.16684067249298096, -0.0384599007666111], "r_norm": [1.1009080410003662, 1.1332907676696777, 1.1065242290496826, 1.1182608604431152, 1.147995948791504, 1.0918018817901611, 1.1291425228118896, 1.1428967714309692, 1.159904956817627, 1.145385503768921]}, {"step": 2400, "epoch": 5, "train_loss": 0.40315955877304077, "cos_r_negg": [0.2991991639137268, 0.318329781293869, 0.3315848708152771, 0.32676267623901367, 0.30790090560913086, 0.27351438999176025, 0.2756963074207306, 0.31437015533447266, 0.285521000623703, -0.0340568907558918], "cos_apical_negg": [0.2991991639137268, 0.318329781293869, 0.3315848708152771, 0.32676267623901367, 0.30790090560913086, 0.27351438999176025, 0.2756963074207306, 0.31437015533447266, 0.285521000623703, -0.0340568907558918], "cos_Ac_negg": [0.2991991639137268, 0.318329781293869, 0.3315848708152771, 0.32676267623901367, 0.30790090560913086, 0.27351438999176025, 0.2756963074207306, 0.31437015533447266, 0.285521000623703, -0.0340568907558918], "r_norm": [1.2298829555511475, 1.2668147087097168, 1.24210524559021, 1.2472374439239502, 1.2773675918579102, 1.2261604070663452, 1.2579671144485474, 1.2806849479675293, 1.291116714477539, 1.2835266590118408]}, {"step": 2450, "epoch": 5, "train_loss": 0.4893728196620941, "cos_r_negg": [0.29429829120635986, 0.3135887384414673, 0.35032641887664795, 0.32921338081359863, 0.2924749255180359, 0.2722015976905823, 0.2882034480571747, 0.3133586049079895, 0.24774399399757385, -0.00413657957687974], "cos_apical_negg": [0.29429829120635986, 0.3135887384414673, 0.35032641887664795, 0.32921338081359863, 0.2924749255180359, 0.2722015976905823, 0.2882034480571747, 0.3133586049079895, 0.24774399399757385, -0.00413657957687974], "cos_Ac_negg": [0.29429829120635986, 0.3135887384414673, 0.35032641887664795, 0.32921338081359863, 0.2924749255180359, 0.2722015976905823, 0.2882034480571747, 0.3133586049079895, 0.24774399399757385, -0.00413657957687974], "r_norm": [1.046522617340088, 1.076664686203003, 1.0549421310424805, 1.0628653764724731, 1.0906479358673096, 1.0434380769729614, 1.076629400253296, 1.087441325187683, 1.1013484001159668, 1.0890687704086304]}, {"step": 2500, "epoch": 5, "train_loss": 0.40113410353660583, "cos_r_negg": [0.2825644314289093, 0.325991690158844, 0.3186900317668915, 0.2952677607536316, 0.2699761390686035, 0.3262541890144348, 0.2981349527835846, 0.30973392724990845, 0.23659171164035797, -0.035176582634449005], "cos_apical_negg": [0.2825644314289093, 0.325991690158844, 0.3186900317668915, 0.2952677607536316, 0.2699761390686035, 0.3262541890144348, 0.2981349527835846, 0.30973392724990845, 0.23659171164035797, -0.035176582634449005], "cos_Ac_negg": [0.2825644314289093, 0.325991690158844, 0.3186900317668915, 0.2952677607536316, 0.2699761390686035, 0.3262541890144348, 0.2981349527835846, 0.30973392724990845, 0.23659171164035797, -0.035176582634449005], "r_norm": [1.255490779876709, 1.3073408603668213, 1.2812978029251099, 1.2926865816116333, 1.309215784072876, 1.2580169439315796, 1.292432427406311, 1.3225858211517334, 1.3120942115783691, 1.3232313394546509]}, {"step": 2550, "epoch": 5, "train_loss": 0.25132548809051514, "cos_r_negg": [0.24070756137371063, 0.26850083470344543, 0.27879172563552856, 0.27751922607421875, 0.27117395401000977, 0.2676509618759155, 0.22763672471046448, 0.2999749779701233, 0.21569183468818665, 0.0019603297114372253], "cos_apical_negg": [0.24070756137371063, 0.26850083470344543, 0.27879172563552856, 0.27751922607421875, 0.27117395401000977, 0.2676509618759155, 0.22763672471046448, 0.2999749779701233, 0.21569183468818665, 0.0019603297114372253], "cos_Ac_negg": [0.24070756137371063, 0.26850083470344543, 0.27879172563552856, 0.27751922607421875, 0.27117395401000977, 0.2676509618759155, 0.22763672471046448, 0.2999749779701233, 0.21569183468818665, 0.0019603297114372253], "r_norm": [0.9653476476669312, 0.9930700659751892, 0.9742799401283264, 0.9820050001144409, 1.0039931535720825, 0.9640880823135376, 0.9879185557365417, 1.003214716911316, 1.01226806640625, 1.0037074089050293]}, {"step": 2600, "epoch": 5, "train_loss": 0.33091217279434204, "cos_r_negg": [0.2893741726875305, 0.32620590925216675, 0.3390018939971924, 0.3009875416755676, 0.3198235332965851, 0.32356762886047363, 0.3099430501461029, 0.2701925039291382, 0.21850156784057617, -0.028919747099280357], "cos_apical_negg": [0.2893741726875305, 0.32620590925216675, 0.3390018939971924, 0.3009875416755676, 0.3198235332965851, 0.32356762886047363, 0.3099430501461029, 0.2701925039291382, 0.21850156784057617, -0.028919747099280357], "cos_Ac_negg": [0.2893741726875305, 0.32620590925216675, 0.3390018939971924, 0.3009875416755676, 0.3198235332965851, 0.32356762886047363, 0.3099430501461029, 0.2701925039291382, 0.21850156784057617, -0.028919747099280357], "r_norm": [1.0496704578399658, 1.073547601699829, 1.0510749816894531, 1.060633659362793, 1.086326241493225, 1.0476648807525635, 1.0729331970214844, 1.082484483718872, 1.0962586402893066, 1.0826940536499023]}, {"step": 2650, "epoch": 5, "train_loss": 0.30142074823379517, "cos_r_negg": [0.2433706521987915, 0.2635141611099243, 0.2863309383392334, 0.2777322232723236, 0.27642714977264404, 0.2537347674369812, 0.28478705883026123, 0.28596553206443787, 0.18462279438972473, -0.04726254194974899], "cos_apical_negg": [0.2433706521987915, 0.2635141611099243, 0.2863309383392334, 0.2777322232723236, 0.27642714977264404, 0.2537347674369812, 0.28478705883026123, 0.28596553206443787, 0.18462279438972473, -0.04726254194974899], "cos_Ac_negg": [0.2433706521987915, 0.2635141611099243, 0.2863309383392334, 0.2777322232723236, 0.27642714977264404, 0.2537347674369812, 0.28478705883026123, 0.28596553206443787, 0.18462279438972473, -0.04726254194974899], "r_norm": [1.101264238357544, 1.1299344301223755, 1.1122300624847412, 1.1173529624938965, 1.1354167461395264, 1.1026920080184937, 1.1287076473236084, 1.1424014568328857, 1.1440774202346802, 1.1426315307617188]}, {"step": 2700, "epoch": 5, "train_loss": 0.26984164118766785, "cos_r_negg": [0.17280077934265137, 0.19455257058143616, 0.20166289806365967, 0.2072838544845581, 0.24990883469581604, 0.23984253406524658, 0.23541849851608276, 0.21645861864089966, 0.20351442694664001, -0.047724124044179916], "cos_apical_negg": [0.17280077934265137, 0.19455257058143616, 0.20166289806365967, 0.2072838544845581, 0.24990883469581604, 0.23984253406524658, 0.23541849851608276, 0.21645861864089966, 0.20351442694664001, -0.047724124044179916], "cos_Ac_negg": [0.17280077934265137, 0.19455257058143616, 0.20166289806365967, 0.2072838544845581, 0.24990883469581604, 0.23984253406524658, 0.23541849851608276, 0.21645861864089966, 0.20351442694664001, -0.047724124044179916], "r_norm": [1.0694010257720947, 1.0974664688110352, 1.0732688903808594, 1.0812475681304932, 1.1080245971679688, 1.0624961853027344, 1.0947272777557373, 1.107222557067871, 1.123279094696045, 1.109298586845398]}, {"step": 2750, "epoch": 5, "train_loss": 0.4996558725833893, "cos_r_negg": [0.2695167362689972, 0.30069971084594727, 0.31465625762939453, 0.32630324363708496, 0.3199494779109955, 0.33508244156837463, 0.3087090253829956, 0.2900993227958679, 0.22636497020721436, -0.025189634412527084], "cos_apical_negg": [0.2695167362689972, 0.30069971084594727, 0.31465625762939453, 0.32630324363708496, 0.3199494779109955, 0.33508244156837463, 0.3087090253829956, 0.2900993227958679, 0.22636497020721436, -0.025189634412527084], "cos_Ac_negg": [0.2695167362689972, 0.30069971084594727, 0.31465625762939453, 0.32630324363708496, 0.3199494779109955, 0.33508244156837463, 0.3087090253829956, 0.2900993227958679, 0.22636497020721436, -0.025189634412527084], "r_norm": [1.1570250988006592, 1.1908243894577026, 1.1596744060516357, 1.169554591178894, 1.1997861862182617, 1.1473661661148071, 1.1895134449005127, 1.1945914030075073, 1.2133736610412598, 1.1974613666534424]}, {"step": 2800, "epoch": 5, "train_loss": 0.41929322481155396, "cos_r_negg": [0.268052339553833, 0.3118801414966583, 0.2973848283290863, 0.2703019082546234, 0.2778453826904297, 0.29053324460983276, 0.28069186210632324, 0.25239095091819763, 0.20847022533416748, 0.018238171935081482], "cos_apical_negg": [0.268052339553833, 0.3118801414966583, 0.2973848283290863, 0.2703019082546234, 0.2778453826904297, 0.29053324460983276, 0.28069186210632324, 0.25239095091819763, 0.20847022533416748, 0.018238171935081482], "cos_Ac_negg": [0.268052339553833, 0.3118801414966583, 0.2973848283290863, 0.2703019082546234, 0.2778453826904297, 0.29053324460983276, 0.28069186210632324, 0.25239095091819763, 0.20847022533416748, 0.018238171935081482], "r_norm": [1.0452780723571777, 1.0741550922393799, 1.0513967275619507, 1.0647311210632324, 1.0837957859039307, 1.0428277254104614, 1.070072889328003, 1.0852806568145752, 1.0888363122940063, 1.0821675062179565]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8496, "test_loss": 0.45463362426757814}, {"step": 2850, "epoch": 6, "train_loss": 0.3106274902820587, "cos_r_negg": [0.29146283864974976, 0.3313230872154236, 0.3323780298233032, 0.2958984375, 0.29932719469070435, 0.3071134090423584, 0.2766648530960083, 0.2765450179576874, 0.24672022461891174, -0.0200104471296072], "cos_apical_negg": [0.29146283864974976, 0.3313230872154236, 0.3323780298233032, 0.2958984375, 0.29932719469070435, 0.3071134090423584, 0.2766648530960083, 0.2765450179576874, 0.24672022461891174, -0.0200104471296072], "cos_Ac_negg": [0.29146283864974976, 0.3313230872154236, 0.3323780298233032, 0.2958984375, 0.29932719469070435, 0.3071134090423584, 0.2766648530960083, 0.2765450179576874, 0.24672022461891174, -0.0200104471296072], "r_norm": [1.3085129261016846, 1.341293215751648, 1.3116053342819214, 1.3263952732086182, 1.3601410388946533, 1.299747109413147, 1.33469557762146, 1.3534424304962158, 1.3794904947280884, 1.3540632724761963]}, {"step": 2900, "epoch": 6, "train_loss": 0.3321177363395691, "cos_r_negg": [0.3158661723136902, 0.368476927280426, 0.38912999629974365, 0.3439854085445404, 0.3357633054256439, 0.3075621724128723, 0.26890629529953003, 0.26357051730155945, 0.23140478134155273, -0.020393453538417816], "cos_apical_negg": [0.3158661723136902, 0.368476927280426, 0.38912999629974365, 0.3439854085445404, 0.3357633054256439, 0.3075621724128723, 0.26890629529953003, 0.26357051730155945, 0.23140478134155273, -0.020393453538417816], "cos_Ac_negg": [0.3158661723136902, 0.368476927280426, 0.38912999629974365, 0.3439854085445404, 0.3357633054256439, 0.3075621724128723, 0.26890629529953003, 0.26357051730155945, 0.23140478134155273, -0.020393453538417816], "r_norm": [1.1098307371139526, 1.147415280342102, 1.1255722045898438, 1.136175513267517, 1.153665542602539, 1.1112229824066162, 1.1392900943756104, 1.1602708101272583, 1.1579943895339966, 1.1666239500045776]}, {"step": 2950, "epoch": 6, "train_loss": 0.22507132589817047, "cos_r_negg": [0.26844799518585205, 0.2997424602508545, 0.3271016478538513, 0.3134171664714813, 0.34343042969703674, 0.33367520570755005, 0.33550992608070374, 0.35306599736213684, 0.27520430088043213, -0.014708070084452629], "cos_apical_negg": [0.26844799518585205, 0.2997424602508545, 0.3271016478538513, 0.3134171664714813, 0.34343042969703674, 0.33367520570755005, 0.33550992608070374, 0.35306599736213684, 0.27520430088043213, -0.014708070084452629], "cos_Ac_negg": [0.26844799518585205, 0.2997424602508545, 0.3271016478538513, 0.3134171664714813, 0.34343042969703674, 0.33367520570755005, 0.33550992608070374, 0.35306599736213684, 0.27520430088043213, -0.014708070084452629], "r_norm": [1.0733920335769653, 1.1057167053222656, 1.0843729972839355, 1.095086932182312, 1.1159942150115967, 1.072706699371338, 1.1010119915008545, 1.1164472103118896, 1.1216398477554321, 1.1194342374801636]}, {"step": 3000, "epoch": 6, "train_loss": 0.47062069177627563, "cos_r_negg": [0.238258957862854, 0.2768760025501251, 0.28522753715515137, 0.25231945514678955, 0.259626567363739, 0.2749803364276886, 0.24906307458877563, 0.30603912472724915, 0.26373547315597534, -0.02000100538134575], "cos_apical_negg": [0.238258957862854, 0.2768760025501251, 0.28522753715515137, 0.25231945514678955, 0.259626567363739, 0.2749803364276886, 0.24906307458877563, 0.30603912472724915, 0.26373547315597534, -0.02000100538134575], "cos_Ac_negg": [0.238258957862854, 0.2768760025501251, 0.28522753715515137, 0.25231945514678955, 0.259626567363739, 0.2749803364276886, 0.24906307458877563, 0.30603912472724915, 0.26373547315597534, -0.02000100538134575], "r_norm": [1.1247596740722656, 1.1592836380004883, 1.1389418840408325, 1.145545482635498, 1.1712262630462646, 1.1256365776062012, 1.1534855365753174, 1.1733956336975098, 1.177757978439331, 1.1827210187911987]}, {"step": 3050, "epoch": 6, "train_loss": 0.4162883460521698, "cos_r_negg": [0.2568957507610321, 0.27863383293151855, 0.2781185507774353, 0.25715702772140503, 0.2746528089046478, 0.2681805491447449, 0.3032306432723999, 0.2977502942085266, 0.27602091431617737, -0.023692265152931213], "cos_apical_negg": [0.2568957507610321, 0.27863383293151855, 0.2781185507774353, 0.25715702772140503, 0.2746528089046478, 0.2681805491447449, 0.3032306432723999, 0.2977502942085266, 0.27602091431617737, -0.023692265152931213], "cos_Ac_negg": [0.2568957507610321, 0.27863383293151855, 0.2781185507774353, 0.25715702772140503, 0.2746528089046478, 0.2681805491447449, 0.3032306432723999, 0.2977502942085266, 0.27602091431617737, -0.023692265152931213], "r_norm": [1.118800401687622, 1.155152440071106, 1.1377133131027222, 1.1514065265655518, 1.1741999387741089, 1.1209936141967773, 1.1466177701950073, 1.176039457321167, 1.179055094718933, 1.1783913373947144]}, {"step": 3100, "epoch": 6, "train_loss": 0.4216432571411133, "cos_r_negg": [0.26468029618263245, 0.2971429228782654, 0.3094692528247833, 0.29783889651298523, 0.28470468521118164, 0.30325883626937866, 0.3014480471611023, 0.3120461106300354, 0.2369232475757599, -0.01619816944003105], "cos_apical_negg": [0.26468029618263245, 0.2971429228782654, 0.3094692528247833, 0.29783889651298523, 0.28470468521118164, 0.30325883626937866, 0.3014480471611023, 0.3120461106300354, 0.2369232475757599, -0.01619816944003105], "cos_Ac_negg": [0.26468029618263245, 0.2971429228782654, 0.3094692528247833, 0.29783889651298523, 0.28470468521118164, 0.30325883626937866, 0.3014480471611023, 0.3120461106300354, 0.2369232475757599, -0.01619816944003105], "r_norm": [1.315011978149414, 1.3560863733291626, 1.3283460140228271, 1.3395777940750122, 1.3724620342254639, 1.3057857751846313, 1.3473001718521118, 1.3712877035140991, 1.392441749572754, 1.3832244873046875]}, {"step": 3150, "epoch": 6, "train_loss": 0.4454095959663391, "cos_r_negg": [0.2878262400627136, 0.314521849155426, 0.31371811032295227, 0.3003045916557312, 0.29831716418266296, 0.3235623836517334, 0.28003036975860596, 0.2859320342540741, 0.22165460884571075, -0.05162874609231949], "cos_apical_negg": [0.2878262400627136, 0.314521849155426, 0.31371811032295227, 0.3003045916557312, 0.29831716418266296, 0.3235623836517334, 0.28003036975860596, 0.2859320342540741, 0.22165460884571075, -0.05162874609231949], "cos_Ac_negg": [0.2878262400627136, 0.314521849155426, 0.31371811032295227, 0.3003045916557312, 0.29831716418266296, 0.3235623836517334, 0.28003036975860596, 0.2859320342540741, 0.22165460884571075, -0.05162874609231949], "r_norm": [1.1796200275421143, 1.2176885604858398, 1.1958024501800537, 1.2117993831634521, 1.2264797687530518, 1.180440902709961, 1.210296392440796, 1.23362398147583, 1.2245540618896484, 1.230027198791504]}, {"step": 3200, "epoch": 6, "train_loss": 0.26434528827667236, "cos_r_negg": [0.27076852321624756, 0.30956295132637024, 0.3225167989730835, 0.30659279227256775, 0.3031277656555176, 0.2991347908973694, 0.282192200422287, 0.2709311842918396, 0.22404691576957703, -0.027390627190470695], "cos_apical_negg": [0.27076852321624756, 0.30956295132637024, 0.3225167989730835, 0.30659279227256775, 0.3031277656555176, 0.2991347908973694, 0.282192200422287, 0.2709311842918396, 0.22404691576957703, -0.027390627190470695], "cos_Ac_negg": [0.27076852321624756, 0.30956295132637024, 0.3225167989730835, 0.30659279227256775, 0.3031277656555176, 0.2991347908973694, 0.282192200422287, 0.2709311842918396, 0.22404691576957703, -0.027390627190470695], "r_norm": [1.1069291830062866, 1.1414445638656616, 1.117612600326538, 1.1277509927749634, 1.147589087486267, 1.104949951171875, 1.1358122825622559, 1.1523157358169556, 1.154738426208496, 1.152183175086975]}, {"step": 3250, "epoch": 6, "train_loss": 0.21095170080661774, "cos_r_negg": [0.2793924808502197, 0.31158098578453064, 0.2829912006855011, 0.28552696108818054, 0.26786959171295166, 0.3024015426635742, 0.26157116889953613, 0.2575613558292389, 0.19453588128089905, -0.03857792913913727], "cos_apical_negg": [0.2793924808502197, 0.31158098578453064, 0.2829912006855011, 0.28552696108818054, 0.26786959171295166, 0.3024015426635742, 0.26157116889953613, 0.2575613558292389, 0.19453588128089905, -0.03857792913913727], "cos_Ac_negg": [0.2793924808502197, 0.31158098578453064, 0.2829912006855011, 0.28552696108818054, 0.26786959171295166, 0.3024015426635742, 0.26157116889953613, 0.2575613558292389, 0.19453588128089905, -0.03857792913913727], "r_norm": [1.005183219909668, 1.0364913940429688, 1.0172944068908691, 1.0252177715301514, 1.0460128784179688, 1.0050630569458008, 1.029266595840454, 1.0481778383255005, 1.051613688468933, 1.0492680072784424]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8458, "test_loss": 0.4600064239501953}, {"step": 3300, "epoch": 7, "train_loss": 0.41838157176971436, "cos_r_negg": [0.2622833251953125, 0.2920565605163574, 0.28280600905418396, 0.2815893590450287, 0.29201051592826843, 0.30039191246032715, 0.2669006288051605, 0.2655368447303772, 0.25696754455566406, -0.05337197333574295], "cos_apical_negg": [0.2622833251953125, 0.2920565605163574, 0.28280600905418396, 0.2815893590450287, 0.29201051592826843, 0.30039191246032715, 0.2669006288051605, 0.2655368447303772, 0.25696754455566406, -0.05337197333574295], "cos_Ac_negg": [0.2622833251953125, 0.2920565605163574, 0.28280600905418396, 0.2815893590450287, 0.29201051592826843, 0.30039191246032715, 0.2669006288051605, 0.2655368447303772, 0.25696754455566406, -0.05337197333574295], "r_norm": [1.051337480545044, 1.0831754207611084, 1.0682477951049805, 1.0801916122436523, 1.0976550579071045, 1.0547665357589722, 1.0738825798034668, 1.101473331451416, 1.099759817123413, 1.1017428636550903]}, {"step": 3350, "epoch": 7, "train_loss": 0.28669488430023193, "cos_r_negg": [0.2705935835838318, 0.307595819234848, 0.2843000292778015, 0.2880929708480835, 0.25844237208366394, 0.2902299165725708, 0.22576460242271423, 0.2696647644042969, 0.22645463049411774, -0.011881375685334206], "cos_apical_negg": [0.2705935835838318, 0.307595819234848, 0.2843000292778015, 0.2880929708480835, 0.25844237208366394, 0.2902299165725708, 0.22576460242271423, 0.2696647644042969, 0.22645463049411774, -0.011881375685334206], "cos_Ac_negg": [0.2705935835838318, 0.307595819234848, 0.2843000292778015, 0.2880929708480835, 0.25844237208366394, 0.2902299165725708, 0.22576460242271423, 0.2696647644042969, 0.22645463049411774, -0.011881375685334206], "r_norm": [1.1331878900527954, 1.173147439956665, 1.1533490419387817, 1.1620086431503296, 1.1827481985092163, 1.1392337083816528, 1.1649688482284546, 1.186589241027832, 1.1866514682769775, 1.1906652450561523]}, {"step": 3400, "epoch": 7, "train_loss": 0.41806191205978394, "cos_r_negg": [0.2656010389328003, 0.29973581433296204, 0.3122989237308502, 0.27347707748413086, 0.3257310092449188, 0.33094215393066406, 0.20287129282951355, 0.2733182907104492, 0.26427096128463745, -0.013760878704488277], "cos_apical_negg": [0.2656010389328003, 0.29973581433296204, 0.3122989237308502, 0.27347707748413086, 0.3257310092449188, 0.33094215393066406, 0.20287129282951355, 0.2733182907104492, 0.26427096128463745, -0.013760878704488277], "cos_Ac_negg": [0.2656010389328003, 0.29973581433296204, 0.3122989237308502, 0.27347707748413086, 0.3257310092449188, 0.33094215393066406, 0.20287129282951355, 0.2733182907104492, 0.26427096128463745, -0.013760878704488277], "r_norm": [1.04314124584198, 1.0726977586746216, 1.0538363456726074, 1.064565658569336, 1.0850963592529297, 1.0420584678649902, 1.0703673362731934, 1.0869297981262207, 1.0926836729049683, 1.0843771696090698]}, {"step": 3450, "epoch": 7, "train_loss": 0.3039552569389343, "cos_r_negg": [0.23972028493881226, 0.2919313311576843, 0.29599398374557495, 0.28256767988204956, 0.30528223514556885, 0.29100942611694336, 0.19013667106628418, 0.26379576325416565, 0.21545974910259247, -0.04726242274045944], "cos_apical_negg": [0.23972028493881226, 0.2919313311576843, 0.29599398374557495, 0.28256767988204956, 0.30528223514556885, 0.29100942611694336, 0.19013667106628418, 0.26379576325416565, 0.21545974910259247, -0.04726242274045944], "cos_Ac_negg": [0.23972028493881226, 0.2919313311576843, 0.29599398374557495, 0.28256767988204956, 0.30528223514556885, 0.29100942611694336, 0.19013667106628418, 0.26379576325416565, 0.21545974910259247, -0.04726242274045944], "r_norm": [1.0803327560424805, 1.115876317024231, 1.0923129320144653, 1.1018223762512207, 1.120742678642273, 1.0816500186920166, 1.1112135648727417, 1.123525619506836, 1.1254456043243408, 1.129387617111206]}, {"step": 3500, "epoch": 7, "train_loss": 0.39943912625312805, "cos_r_negg": [0.2595348656177521, 0.3199067711830139, 0.3121994435787201, 0.3339657187461853, 0.33084115386009216, 0.3305625021457672, 0.2752082049846649, 0.3173859715461731, 0.2599334716796875, -0.02590497024357319], "cos_apical_negg": [0.2595348656177521, 0.3199067711830139, 0.3121994435787201, 0.3339657187461853, 0.33084115386009216, 0.3305625021457672, 0.2752082049846649, 0.3173859715461731, 0.2599334716796875, -0.02590497024357319], "cos_Ac_negg": [0.2595348656177521, 0.3199067711830139, 0.3121994435787201, 0.3339657187461853, 0.33084115386009216, 0.3305625021457672, 0.2752082049846649, 0.3173859715461731, 0.2599334716796875, -0.02590497024357319], "r_norm": [1.0809376239776611, 1.1129624843597412, 1.0882858037948608, 1.1011327505111694, 1.121599793434143, 1.0775141716003418, 1.1075972318649292, 1.122283935546875, 1.1300742626190186, 1.1207265853881836]}, {"step": 3550, "epoch": 7, "train_loss": 0.34891870617866516, "cos_r_negg": [0.2922004461288452, 0.3335021734237671, 0.32015350461006165, 0.3500383496284485, 0.3381873369216919, 0.305387020111084, 0.20636261999607086, 0.3014829456806183, 0.2520754933357239, -0.030754219740629196], "cos_apical_negg": [0.2922004461288452, 0.3335021734237671, 0.32015350461006165, 0.3500383496284485, 0.3381873369216919, 0.305387020111084, 0.20636261999607086, 0.3014829456806183, 0.2520754933357239, -0.030754219740629196], "cos_Ac_negg": [0.2922004461288452, 0.3335021734237671, 0.32015350461006165, 0.3500383496284485, 0.3381873369216919, 0.305387020111084, 0.20636261999607086, 0.3014829456806183, 0.2520754933357239, -0.030754219740629196], "r_norm": [1.0339601039886475, 1.067287564277649, 1.048130989074707, 1.0573773384094238, 1.0793378353118896, 1.0345048904418945, 1.06405770778656, 1.0789563655853271, 1.0857770442962646, 1.082780361175537]}, {"step": 3600, "epoch": 7, "train_loss": 0.2672141194343567, "cos_r_negg": [0.28330254554748535, 0.31671661138534546, 0.27892249822616577, 0.3072158992290497, 0.3025123178958893, 0.28957104682922363, 0.2501720190048218, 0.26599282026290894, 0.27037668228149414, -0.04767968878149986], "cos_apical_negg": [0.28330254554748535, 0.31671661138534546, 0.27892249822616577, 0.3072158992290497, 0.3025123178958893, 0.28957104682922363, 0.2501720190048218, 0.26599282026290894, 0.27037668228149414, -0.04767968878149986], "cos_Ac_negg": [0.28330254554748535, 0.31671661138534546, 0.27892249822616577, 0.3072158992290497, 0.3025123178958893, 0.28957104682922363, 0.2501720190048218, 0.26599282026290894, 0.27037668228149414, -0.04767968878149986], "r_norm": [1.069674015045166, 1.0999226570129395, 1.080140471458435, 1.0868829488754272, 1.1091344356536865, 1.071596384048462, 1.093092918395996, 1.1113498210906982, 1.1136574745178223, 1.1157822608947754]}, {"step": 3650, "epoch": 7, "train_loss": 0.5036373138427734, "cos_r_negg": [0.29813358187675476, 0.3282097578048706, 0.29206857085227966, 0.2866303622722626, 0.2745431065559387, 0.28658750653266907, 0.24635784327983856, 0.30017659068107605, 0.24067255854606628, -0.05258379131555557], "cos_apical_negg": [0.29813358187675476, 0.3282097578048706, 0.29206857085227966, 0.2866303622722626, 0.2745431065559387, 0.28658750653266907, 0.24635784327983856, 0.30017659068107605, 0.24067255854606628, -0.05258379131555557], "cos_Ac_negg": [0.29813358187675476, 0.3282097578048706, 0.29206857085227966, 0.2866303622722626, 0.2745431065559387, 0.28658750653266907, 0.24635784327983856, 0.30017659068107605, 0.24067255854606628, -0.05258379131555557], "r_norm": [1.1125502586364746, 1.1519923210144043, 1.1367125511169434, 1.146567702293396, 1.1666773557662964, 1.118497371673584, 1.1517784595489502, 1.1676445007324219, 1.172412633895874, 1.1790366172790527]}, {"step": 3700, "epoch": 7, "train_loss": 0.37223342061042786, "cos_r_negg": [0.26348137855529785, 0.30376726388931274, 0.2946983575820923, 0.3234773278236389, 0.2983770966529846, 0.2838866114616394, 0.2506833076477051, 0.26259371638298035, 0.24429112672805786, -0.06303617358207703], "cos_apical_negg": [0.26348137855529785, 0.30376726388931274, 0.2946983575820923, 0.3234773278236389, 0.2983770966529846, 0.2838866114616394, 0.2506833076477051, 0.26259371638298035, 0.24429112672805786, -0.06303617358207703], "cos_Ac_negg": [0.26348137855529785, 0.30376726388931274, 0.2946983575820923, 0.3234773278236389, 0.2983770966529846, 0.2838866114616394, 0.2506833076477051, 0.26259371638298035, 0.24429112672805786, -0.06303617358207703], "r_norm": [1.1825965642929077, 1.2192051410675049, 1.1889828443527222, 1.203366994857788, 1.2197809219360352, 1.1750997304916382, 1.215517282485962, 1.2241822481155396, 1.2275885343551636, 1.2209522724151611]}, {"step": 3750, "epoch": 7, "train_loss": 0.517086386680603, "cos_r_negg": [0.25555524230003357, 0.29199403524398804, 0.2836900055408478, 0.3049696683883667, 0.3213415741920471, 0.31184762716293335, 0.2788267433643341, 0.31271952390670776, 0.2831335961818695, -0.04241093620657921], "cos_apical_negg": [0.25555524230003357, 0.29199403524398804, 0.2836900055408478, 0.3049696683883667, 0.3213415741920471, 0.31184762716293335, 0.2788267433643341, 0.31271952390670776, 0.2831335961818695, -0.04241093620657921], "cos_Ac_negg": [0.25555524230003357, 0.29199403524398804, 0.2836900055408478, 0.3049696683883667, 0.3213415741920471, 0.31184762716293335, 0.2788267433643341, 0.31271952390670776, 0.2831335961818695, -0.04241093620657921], "r_norm": [1.103546380996704, 1.1329286098480225, 1.1092827320098877, 1.1241893768310547, 1.1448466777801514, 1.1029694080352783, 1.1286156177520752, 1.1428561210632324, 1.1474701166152954, 1.1439701318740845]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8496, "test_loss": 0.4311352020263672}, {"step": 3800, "epoch": 8, "train_loss": 0.30086591839790344, "cos_r_negg": [0.2636202275753021, 0.28454387187957764, 0.2807700037956238, 0.2821555435657501, 0.29853081703186035, 0.3098101019859314, 0.2689497470855713, 0.2739086151123047, 0.2817831039428711, -0.06071261316537857], "cos_apical_negg": [0.2636202275753021, 0.28454387187957764, 0.2807700037956238, 0.2821555435657501, 0.29853081703186035, 0.3098101019859314, 0.2689497470855713, 0.2739086151123047, 0.2817831039428711, -0.06071261316537857], "cos_Ac_negg": [0.2636202275753021, 0.28454387187957764, 0.2807700037956238, 0.2821555435657501, 0.29853081703186035, 0.3098101019859314, 0.2689497470855713, 0.2739086151123047, 0.2817831039428711, -0.06071261316537857], "r_norm": [0.9874714612960815, 1.0152511596679688, 0.9950345754623413, 1.003617286682129, 1.0242635011672974, 0.9857367277145386, 1.0097873210906982, 1.0259631872177124, 1.0301811695098877, 1.0261937379837036]}, {"step": 3850, "epoch": 8, "train_loss": 0.4625425934791565, "cos_r_negg": [0.24724917113780975, 0.28505098819732666, 0.2825298309326172, 0.29943153262138367, 0.29978305101394653, 0.3229261040687561, 0.26330333948135376, 0.26550477743148804, 0.2776390016078949, -0.05348166078329086], "cos_apical_negg": [0.24724917113780975, 0.28505098819732666, 0.2825298309326172, 0.29943153262138367, 0.29978305101394653, 0.3229261040687561, 0.26330333948135376, 0.26550477743148804, 0.2776390016078949, -0.05348166078329086], "cos_Ac_negg": [0.24724917113780975, 0.28505098819732666, 0.2825298309326172, 0.29943153262138367, 0.29978305101394653, 0.3229261040687561, 0.26330333948135376, 0.26550477743148804, 0.2776390016078949, -0.05348166078329086], "r_norm": [1.027791976928711, 1.052790880203247, 1.0293941497802734, 1.03815495967865, 1.0608950853347778, 1.0241453647613525, 1.0498828887939453, 1.0586867332458496, 1.06894850730896, 1.0632275342941284]}, {"step": 3900, "epoch": 8, "train_loss": 0.33666568994522095, "cos_r_negg": [0.2615692913532257, 0.29594850540161133, 0.3078003227710724, 0.30489885807037354, 0.32936015725135803, 0.33031487464904785, 0.23930615186691284, 0.27072611451148987, 0.26389652490615845, -0.05822679400444031], "cos_apical_negg": [0.2615692913532257, 0.29594850540161133, 0.3078003227710724, 0.30489885807037354, 0.32936015725135803, 0.33031487464904785, 0.23930615186691284, 0.27072611451148987, 0.26389652490615845, -0.05822679400444031], "cos_Ac_negg": [0.2615692913532257, 0.29594850540161133, 0.3078003227710724, 0.30489885807037354, 0.32936015725135803, 0.33031487464904785, 0.23930615186691284, 0.27072611451148987, 0.26389652490615845, -0.05822679400444031], "r_norm": [1.0062133073806763, 1.0367565155029297, 1.0152552127838135, 1.0226536989212036, 1.0440750122070312, 1.0064363479614258, 1.0321640968322754, 1.0431151390075684, 1.0489413738250732, 1.046897292137146]}, {"step": 3950, "epoch": 8, "train_loss": 0.3941408097743988, "cos_r_negg": [0.23572632670402527, 0.2602624297142029, 0.2584505081176758, 0.27382561564445496, 0.29497143626213074, 0.2691601514816284, 0.23129844665527344, 0.2546730637550354, 0.3088837265968323, -0.04619134962558746], "cos_apical_negg": [0.23572632670402527, 0.2602624297142029, 0.2584505081176758, 0.27382561564445496, 0.29497143626213074, 0.2691601514816284, 0.23129844665527344, 0.2546730637550354, 0.3088837265968323, -0.04619134962558746], "cos_Ac_negg": [0.23572632670402527, 0.2602624297142029, 0.2584505081176758, 0.27382561564445496, 0.29497143626213074, 0.2691601514816284, 0.23129844665527344, 0.2546730637550354, 0.3088837265968323, -0.04619134962558746], "r_norm": [0.948297381401062, 0.9798475503921509, 0.9600802063941956, 0.9689884185791016, 0.9885240793228149, 0.9484070539474487, 0.9737259745597839, 0.9896144866943359, 0.9920448064804077, 0.9938467741012573]}, {"step": 4000, "epoch": 8, "train_loss": 0.44051310420036316, "cos_r_negg": [0.2463885247707367, 0.28302690386772156, 0.2901126742362976, 0.2954396903514862, 0.3079913258552551, 0.2617577910423279, 0.23951289057731628, 0.24128341674804688, 0.2968287467956543, -0.036225493997335434], "cos_apical_negg": [0.2463885247707367, 0.28302690386772156, 0.2901126742362976, 0.2954396903514862, 0.3079913258552551, 0.2617577910423279, 0.23951289057731628, 0.24128341674804688, 0.2968287467956543, -0.036225493997335434], "cos_Ac_negg": [0.2463885247707367, 0.28302690386772156, 0.2901126742362976, 0.2954396903514862, 0.3079913258552551, 0.2617577910423279, 0.23951289057731628, 0.24128341674804688, 0.2968287467956543, -0.036225493997335434], "r_norm": [1.1313424110412598, 1.1632087230682373, 1.1465568542480469, 1.1592410802841187, 1.1778032779693604, 1.132657766342163, 1.1585724353790283, 1.1803489923477173, 1.1782149076461792, 1.179521918296814]}, {"step": 4050, "epoch": 8, "train_loss": 0.3482900857925415, "cos_r_negg": [0.2679835557937622, 0.32607603073120117, 0.32431337237358093, 0.35951483249664307, 0.3643203377723694, 0.3201788663864136, 0.2775428891181946, 0.29571300745010376, 0.31892919540405273, -0.036966171115636826], "cos_apical_negg": [0.2679835557937622, 0.32607603073120117, 0.32431337237358093, 0.35951483249664307, 0.3643203377723694, 0.3201788663864136, 0.2775428891181946, 0.29571300745010376, 0.31892919540405273, -0.036966171115636826], "cos_Ac_negg": [0.2679835557937622, 0.32607603073120117, 0.32431337237358093, 0.35951483249664307, 0.3643203377723694, 0.3201788663864136, 0.2775428891181946, 0.29571300745010376, 0.31892919540405273, -0.036966171115636826], "r_norm": [1.0508875846862793, 1.0773439407348633, 1.0524091720581055, 1.0579755306243896, 1.0869379043579102, 1.0441012382507324, 1.0751537084579468, 1.0824429988861084, 1.099184513092041, 1.087275505065918]}, {"step": 4100, "epoch": 8, "train_loss": 0.3027161955833435, "cos_r_negg": [0.2869420647621155, 0.33840107917785645, 0.3330962657928467, 0.3461599051952362, 0.35233569145202637, 0.31717449426651, 0.2875680923461914, 0.28017061948776245, 0.3355076313018799, -0.04818654805421829], "cos_apical_negg": [0.2869420647621155, 0.33840107917785645, 0.3330962657928467, 0.3461599051952362, 0.35233569145202637, 0.31717449426651, 0.2875680923461914, 0.28017061948776245, 0.3355076313018799, -0.04818654805421829], "cos_Ac_negg": [0.2869420647621155, 0.33840107917785645, 0.3330962657928467, 0.3461599051952362, 0.35233569145202637, 0.31717449426651, 0.2875680923461914, 0.28017061948776245, 0.3355076313018799, -0.04818654805421829], "r_norm": [0.9940556287765503, 1.0220757722854614, 1.0047266483306885, 1.013914942741394, 1.0331332683563232, 0.9935322403907776, 1.014341115951538, 1.0366616249084473, 1.0374927520751953, 1.0367170572280884]}, {"step": 4150, "epoch": 8, "train_loss": 0.41106942296028137, "cos_r_negg": [0.28350555896759033, 0.32739102840423584, 0.3092418909072876, 0.28874990344047546, 0.29357635974884033, 0.2978862524032593, 0.2747488021850586, 0.25918614864349365, 0.2892330586910248, -0.06789078563451767], "cos_apical_negg": [0.28350555896759033, 0.32739102840423584, 0.3092418909072876, 0.28874990344047546, 0.29357635974884033, 0.2978862524032593, 0.2747488021850586, 0.25918614864349365, 0.2892330586910248, -0.06789078563451767], "cos_Ac_negg": [0.28350555896759033, 0.32739102840423584, 0.3092418909072876, 0.28874990344047546, 0.29357635974884033, 0.2978862524032593, 0.2747488021850586, 0.25918614864349365, 0.2892330586910248, -0.06789078563451767], "r_norm": [1.0584912300109863, 1.0856815576553345, 1.0645606517791748, 1.0737024545669556, 1.0959279537200928, 1.0562596321105957, 1.0856690406799316, 1.094986915588379, 1.1070315837860107, 1.095190167427063]}, {"step": 4200, "epoch": 8, "train_loss": 0.4593008756637573, "cos_r_negg": [0.21844042837619781, 0.2635129392147064, 0.25754407048225403, 0.27345412969589233, 0.2841085195541382, 0.29980233311653137, 0.2605378031730652, 0.2815669775009155, 0.2719767093658447, -0.09545043855905533], "cos_apical_negg": [0.21844042837619781, 0.2635129392147064, 0.25754407048225403, 0.27345412969589233, 0.2841085195541382, 0.29980233311653137, 0.2605378031730652, 0.2815669775009155, 0.2719767093658447, -0.09545043855905533], "cos_Ac_negg": [0.21844042837619781, 0.2635129392147064, 0.25754407048225403, 0.27345412969589233, 0.2841085195541382, 0.29980233311653137, 0.2605378031730652, 0.2815669775009155, 0.2719767093658447, -0.09545043855905533], "r_norm": [1.1561065912246704, 1.1822326183319092, 1.1589603424072266, 1.162377953529358, 1.1854808330535889, 1.1563547849655151, 1.17765474319458, 1.1882147789001465, 1.1951582431793213, 1.1935995817184448]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8526, "test_loss": 0.49013283386230466}, {"step": 4250, "epoch": 9, "train_loss": 0.2820946276187897, "cos_r_negg": [0.2096775621175766, 0.23562560975551605, 0.21871790289878845, 0.2119373381137848, 0.24158726632595062, 0.24974098801612854, 0.2725090980529785, 0.279532253742218, 0.2529184818267822, -0.06972357630729675], "cos_apical_negg": [0.2096775621175766, 0.23562560975551605, 0.21871790289878845, 0.2119373381137848, 0.24158726632595062, 0.24974098801612854, 0.2725090980529785, 0.279532253742218, 0.2529184818267822, -0.06972357630729675], "cos_Ac_negg": [0.2096775621175766, 0.23562560975551605, 0.21871790289878845, 0.2119373381137848, 0.24158726632595062, 0.24974098801612854, 0.2725090980529785, 0.279532253742218, 0.2529184818267822, -0.06972357630729675], "r_norm": [1.2430708408355713, 1.2919955253601074, 1.273000955581665, 1.2908027172088623, 1.305708885192871, 1.247802495956421, 1.2753314971923828, 1.315630555152893, 1.3036153316497803, 1.3149988651275635]}, {"step": 4300, "epoch": 9, "train_loss": 0.2704774737358093, "cos_r_negg": [0.251290887594223, 0.27013102173805237, 0.2451634258031845, 0.25342193245887756, 0.27736616134643555, 0.29207557439804077, 0.23973658680915833, 0.22848959267139435, 0.2822135388851166, -0.04123341664671898], "cos_apical_negg": [0.251290887594223, 0.27013102173805237, 0.2451634258031845, 0.25342193245887756, 0.27736616134643555, 0.29207557439804077, 0.23973658680915833, 0.22848959267139435, 0.2822135388851166, -0.04123341664671898], "cos_Ac_negg": [0.251290887594223, 0.27013102173805237, 0.2451634258031845, 0.25342193245887756, 0.27736616134643555, 0.29207557439804077, 0.23973658680915833, 0.22848959267139435, 0.2822135388851166, -0.04123341664671898], "r_norm": [1.0260531902313232, 1.0580123662948608, 1.039240837097168, 1.050887107849121, 1.072115421295166, 1.028139352798462, 1.0545514822006226, 1.0705502033233643, 1.0768307447433472, 1.070566177368164]}, {"step": 4350, "epoch": 9, "train_loss": 0.18665733933448792, "cos_r_negg": [0.29565536975860596, 0.3142462968826294, 0.3118353486061096, 0.3291783630847931, 0.3307821452617645, 0.32084378600120544, 0.2897428870201111, 0.32710009813308716, 0.3054218292236328, -0.052191827446222305], "cos_apical_negg": [0.29565536975860596, 0.3142462968826294, 0.3118353486061096, 0.3291783630847931, 0.3307821452617645, 0.32084378600120544, 0.2897428870201111, 0.32710009813308716, 0.3054218292236328, -0.052191827446222305], "cos_Ac_negg": [0.29565536975860596, 0.3142462968826294, 0.3118353486061096, 0.3291783630847931, 0.3307821452617645, 0.32084378600120544, 0.2897428870201111, 0.32710009813308716, 0.3054218292236328, -0.052191827446222305], "r_norm": [1.0016670227050781, 1.030757188796997, 1.0124058723449707, 1.0184695720672607, 1.042137861251831, 0.9996452331542969, 1.0256671905517578, 1.042487382888794, 1.0536996126174927, 1.0483578443527222]}, {"step": 4400, "epoch": 9, "train_loss": 0.29507362842559814, "cos_r_negg": [0.2595767378807068, 0.2725158631801605, 0.24311429262161255, 0.2636822760105133, 0.26690685749053955, 0.2526257038116455, 0.2272806465625763, 0.2340174913406372, 0.26756808161735535, -0.06659078598022461], "cos_apical_negg": [0.2595767378807068, 0.2725158631801605, 0.24311429262161255, 0.2636822760105133, 0.26690685749053955, 0.2526257038116455, 0.2272806465625763, 0.2340174913406372, 0.26756808161735535, -0.06659078598022461], "cos_Ac_negg": [0.2595767378807068, 0.2725158631801605, 0.24311429262161255, 0.2636822760105133, 0.26690685749053955, 0.2526257038116455, 0.2272806465625763, 0.2340174913406372, 0.26756808161735535, -0.06659078598022461], "r_norm": [1.0914149284362793, 1.125223159790039, 1.0967421531677246, 1.1057865619659424, 1.1274590492248535, 1.0869293212890625, 1.1198577880859375, 1.128588318824768, 1.1363720893859863, 1.1332107782363892]}, {"step": 4450, "epoch": 9, "train_loss": 0.1827787458896637, "cos_r_negg": [0.2526063919067383, 0.27051353454589844, 0.25027552247047424, 0.25537538528442383, 0.2695905566215515, 0.2846266031265259, 0.27993062138557434, 0.3058834671974182, 0.2795466184616089, -0.08036305010318756], "cos_apical_negg": [0.2526063919067383, 0.27051353454589844, 0.25027552247047424, 0.25537538528442383, 0.2695905566215515, 0.2846266031265259, 0.27993062138557434, 0.3058834671974182, 0.2795466184616089, -0.08036305010318756], "cos_Ac_negg": [0.2526063919067383, 0.27051353454589844, 0.25027552247047424, 0.25537538528442383, 0.2695905566215515, 0.2846266031265259, 0.27993062138557434, 0.3058834671974182, 0.2795466184616089, -0.08036305010318756], "r_norm": [1.0370447635650635, 1.070486307144165, 1.049583911895752, 1.060971975326538, 1.0775519609451294, 1.0364162921905518, 1.0638139247894287, 1.081847906112671, 1.0829346179962158, 1.082130789756775]}, {"step": 4500, "epoch": 9, "train_loss": 0.49997252225875854, "cos_r_negg": [0.2445397973060608, 0.2856441140174866, 0.26087450981140137, 0.268150269985199, 0.3184538781642914, 0.3036276400089264, 0.27681756019592285, 0.3002031743526459, 0.27650874853134155, -0.05321569740772247], "cos_apical_negg": [0.2445397973060608, 0.2856441140174866, 0.26087450981140137, 0.268150269985199, 0.3184538781642914, 0.3036276400089264, 0.27681756019592285, 0.3002031743526459, 0.27650874853134155, -0.05321569740772247], "cos_Ac_negg": [0.2445397973060608, 0.2856441140174866, 0.26087450981140137, 0.268150269985199, 0.3184538781642914, 0.3036276400089264, 0.27681756019592285, 0.3002031743526459, 0.27650874853134155, -0.05321569740772247], "r_norm": [1.1963822841644287, 1.2326209545135498, 1.1993783712387085, 1.2125920057296753, 1.2383205890655518, 1.187554121017456, 1.227632761001587, 1.2370014190673828, 1.2454081773757935, 1.2379652261734009]}, {"step": 4550, "epoch": 9, "train_loss": 0.2971417307853699, "cos_r_negg": [0.2799176275730133, 0.3016870617866516, 0.2911674380302429, 0.3071429133415222, 0.3539644479751587, 0.36513790488243103, 0.3034723997116089, 0.3272779583930969, 0.2957209050655365, -0.059144068509340286], "cos_apical_negg": [0.2799176275730133, 0.3016870617866516, 0.2911674380302429, 0.3071429133415222, 0.3539644479751587, 0.36513790488243103, 0.3034723997116089, 0.3272779583930969, 0.2957209050655365, -0.059144068509340286], "cos_Ac_negg": [0.2799176275730133, 0.3016870617866516, 0.2911674380302429, 0.3071429133415222, 0.3539644479751587, 0.36513790488243103, 0.3034723997116089, 0.3272779583930969, 0.2957209050655365, -0.059144068509340286], "r_norm": [0.9598956108093262, 0.9857512712478638, 0.9685095548629761, 0.9756414890289307, 0.9964374303817749, 0.9607465267181396, 0.9801969528198242, 0.9947415590286255, 1.000096082687378, 1.0018641948699951]}, {"step": 4600, "epoch": 9, "train_loss": 0.3088381886482239, "cos_r_negg": [0.23365876078605652, 0.2615658938884735, 0.2436499446630478, 0.2620962858200073, 0.2502112090587616, 0.2827078402042389, 0.21888448297977448, 0.25444507598876953, 0.30988261103630066, -0.08109584450721741], "cos_apical_negg": [0.23365876078605652, 0.2615658938884735, 0.2436499446630478, 0.2620962858200073, 0.2502112090587616, 0.2827078402042389, 0.21888448297977448, 0.25444507598876953, 0.30988261103630066, -0.08109584450721741], "cos_Ac_negg": [0.23365876078605652, 0.2615658938884735, 0.2436499446630478, 0.2620962858200073, 0.2502112090587616, 0.2827078402042389, 0.21888448297977448, 0.25444507598876953, 0.30988261103630066, -0.08109584450721741], "r_norm": [1.0850780010223389, 1.1158616542816162, 1.0920178890228271, 1.100069284439087, 1.1232342720031738, 1.0842320919036865, 1.1089556217193604, 1.1238932609558105, 1.128063440322876, 1.1318621635437012]}, {"step": 4650, "epoch": 9, "train_loss": 0.34071359038352966, "cos_r_negg": [0.22215847671031952, 0.25661635398864746, 0.2815074920654297, 0.26942747831344604, 0.26495999097824097, 0.28409093618392944, 0.28555595874786377, 0.2968786060810089, 0.314418762922287, -0.07432949542999268], "cos_apical_negg": [0.22215847671031952, 0.25661635398864746, 0.2815074920654297, 0.26942747831344604, 0.26495999097824097, 0.28409093618392944, 0.28555595874786377, 0.2968786060810089, 0.314418762922287, -0.07432949542999268], "cos_Ac_negg": [0.22215847671031952, 0.25661635398864746, 0.2815074920654297, 0.26942747831344604, 0.26495999097824097, 0.28409093618392944, 0.28555595874786377, 0.2968786060810089, 0.314418762922287, -0.07432949542999268], "r_norm": [1.1303186416625977, 1.1660244464874268, 1.139498233795166, 1.1490930318832397, 1.1770882606506348, 1.1247938871383667, 1.163583517074585, 1.1765213012695312, 1.1875520944595337, 1.1774134635925293]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8527, "test_loss": 0.4520895080566406}, {"step": 4700, "epoch": 10, "train_loss": 0.2961447834968567, "cos_r_negg": [0.23889771103858948, 0.2759692072868347, 0.2714049220085144, 0.2763592004776001, 0.23960810899734497, 0.2808607220649719, 0.22811873257160187, 0.2872539460659027, 0.3104473650455475, -0.06278987228870392], "cos_apical_negg": [0.23889771103858948, 0.2759692072868347, 0.2714049220085144, 0.2763592004776001, 0.23960810899734497, 0.2808607220649719, 0.22811873257160187, 0.2872539460659027, 0.3104473650455475, -0.06278987228870392], "cos_Ac_negg": [0.23889771103858948, 0.2759692072868347, 0.2714049220085144, 0.2763592004776001, 0.23960810899734497, 0.2808607220649719, 0.22811873257160187, 0.2872539460659027, 0.3104473650455475, -0.06278987228870392], "r_norm": [1.0671899318695068, 1.1023682355880737, 1.0798239707946777, 1.0890192985534668, 1.1123380661010742, 1.0653470754623413, 1.0961583852767944, 1.1145318746566772, 1.1204084157943726, 1.1203237771987915]}, {"step": 4750, "epoch": 10, "train_loss": 0.32303738594055176, "cos_r_negg": [0.2836722433567047, 0.3183153569698334, 0.30664190649986267, 0.32551735639572144, 0.292080819606781, 0.3270235061645508, 0.2608669400215149, 0.2834070324897766, 0.297834575176239, -0.04943817853927612], "cos_apical_negg": [0.2836722433567047, 0.3183153569698334, 0.30664190649986267, 0.32551735639572144, 0.292080819606781, 0.3270235061645508, 0.2608669400215149, 0.2834070324897766, 0.297834575176239, -0.04943817853927612], "cos_Ac_negg": [0.2836722433567047, 0.3183153569698334, 0.30664190649986267, 0.32551735639572144, 0.292080819606781, 0.3270235061645508, 0.2608669400215149, 0.2834070324897766, 0.297834575176239, -0.04943817853927612], "r_norm": [0.9917000532150269, 1.0219149589538574, 1.0043761730194092, 1.0106985569000244, 1.0341417789459229, 0.9913883209228516, 1.0169264078140259, 1.0357604026794434, 1.0411808490753174, 1.0406638383865356]}, {"step": 4800, "epoch": 10, "train_loss": 0.3627780079841614, "cos_r_negg": [0.2561982274055481, 0.3080327808856964, 0.3163394629955292, 0.3125200867652893, 0.3164060711860657, 0.3176540434360504, 0.2522372901439667, 0.29543766379356384, 0.30274468660354614, -0.026489924639463425], "cos_apical_negg": [0.2561982274055481, 0.3080327808856964, 0.3163394629955292, 0.3125200867652893, 0.3164060711860657, 0.3176540434360504, 0.2522372901439667, 0.29543766379356384, 0.30274468660354614, -0.026489924639463425], "cos_Ac_negg": [0.2561982274055481, 0.3080327808856964, 0.3163394629955292, 0.3125200867652893, 0.3164060711860657, 0.3176540434360504, 0.2522372901439667, 0.29543766379356384, 0.30274468660354614, -0.026489924639463425], "r_norm": [1.1359297037124634, 1.1703391075134277, 1.1441117525100708, 1.1526877880096436, 1.1786448955535889, 1.1296080350875854, 1.163672924041748, 1.1803998947143555, 1.1891770362854004, 1.1870036125183105]}, {"step": 4850, "epoch": 10, "train_loss": 0.4186229705810547, "cos_r_negg": [0.27733147144317627, 0.30960148572921753, 0.29329586029052734, 0.31735730171203613, 0.3196313679218292, 0.32154715061187744, 0.25230735540390015, 0.30420050024986267, 0.32815155386924744, -0.037274450063705444], "cos_apical_negg": [0.27733147144317627, 0.30960148572921753, 0.29329586029052734, 0.31735730171203613, 0.3196313679218292, 0.32154715061187744, 0.25230735540390015, 0.30420050024986267, 0.32815155386924744, -0.037274450063705444], "cos_Ac_negg": [0.27733147144317627, 0.30960148572921753, 0.29329586029052734, 0.31735730171203613, 0.3196313679218292, 0.32154715061187744, 0.25230735540390015, 0.30420050024986267, 0.32815155386924744, -0.037274450063705444], "r_norm": [1.0726873874664307, 1.1054611206054688, 1.0807485580444336, 1.092017412185669, 1.1143739223480225, 1.0676240921020508, 1.102745532989502, 1.1142576932907104, 1.1217920780181885, 1.117133378982544]}, {"step": 4900, "epoch": 10, "train_loss": 0.19548475742340088, "cos_r_negg": [0.26393747329711914, 0.2689763307571411, 0.26711881160736084, 0.2817811667919159, 0.2995273172855377, 0.31384462118148804, 0.2563568949699402, 0.31025439500808716, 0.3420719504356384, -0.02378503605723381], "cos_apical_negg": [0.26393747329711914, 0.2689763307571411, 0.26711881160736084, 0.2817811667919159, 0.2995273172855377, 0.31384462118148804, 0.2563568949699402, 0.31025439500808716, 0.3420719504356384, -0.02378503605723381], "cos_Ac_negg": [0.26393747329711914, 0.2689763307571411, 0.26711881160736084, 0.2817811667919159, 0.2995273172855377, 0.31384462118148804, 0.2563568949699402, 0.31025439500808716, 0.3420719504356384, -0.02378503605723381], "r_norm": [1.0902185440063477, 1.1221719980239868, 1.0957481861114502, 1.1020880937576294, 1.130586862564087, 1.0848212242126465, 1.1164085865020752, 1.1286537647247314, 1.140677571296692, 1.1333128213882446]}, {"step": 4950, "epoch": 10, "train_loss": 0.3249620795249939, "cos_r_negg": [0.3063397705554962, 0.3358484208583832, 0.32933980226516724, 0.3009141683578491, 0.2988508641719818, 0.3335573673248291, 0.27530455589294434, 0.32138264179229736, 0.2997872233390808, -0.03315703570842743], "cos_apical_negg": [0.3063397705554962, 0.3358484208583832, 0.32933980226516724, 0.3009141683578491, 0.2988508641719818, 0.3335573673248291, 0.27530455589294434, 0.32138264179229736, 0.2997872233390808, -0.03315703570842743], "cos_Ac_negg": [0.3063397705554962, 0.3358484208583832, 0.32933980226516724, 0.3009141683578491, 0.2988508641719818, 0.3335573673248291, 0.27530455589294434, 0.32138264179229736, 0.2997872233390808, -0.03315703570842743], "r_norm": [1.017109751701355, 1.0448973178863525, 1.023419737815857, 1.0355185270309448, 1.0556018352508545, 1.01719331741333, 1.0394662618637085, 1.0542458295822144, 1.0569236278533936, 1.0585908889770508]}, {"step": 5000, "epoch": 10, "train_loss": 0.26166683435440063, "cos_r_negg": [0.2793443500995636, 0.30118027329444885, 0.313010573387146, 0.31740570068359375, 0.2914036512374878, 0.3205503821372986, 0.2964906096458435, 0.33431094884872437, 0.3457273244857788, -0.036439575254917145], "cos_apical_negg": [0.2793443500995636, 0.30118027329444885, 0.313010573387146, 0.31740570068359375, 0.2914036512374878, 0.3205503821372986, 0.2964906096458435, 0.33431094884872437, 0.3457273244857788, -0.036439575254917145], "cos_Ac_negg": [0.2793443500995636, 0.30118027329444885, 0.313010573387146, 0.31740570068359375, 0.2914036512374878, 0.3205503821372986, 0.2964906096458435, 0.33431094884872437, 0.3457273244857788, -0.036439575254917145], "r_norm": [1.093929648399353, 1.1288905143737793, 1.1024659872055054, 1.1142780780792236, 1.1379115581512451, 1.091277837753296, 1.12489914894104, 1.137887716293335, 1.145066738128662, 1.1411221027374268]}, {"step": 5050, "epoch": 10, "train_loss": 0.3473438024520874, "cos_r_negg": [0.2846086025238037, 0.29781508445739746, 0.30359411239624023, 0.3003653883934021, 0.31034013628959656, 0.33503299951553345, 0.2828388810157776, 0.31416189670562744, 0.2911909818649292, -0.03095925599336624], "cos_apical_negg": [0.2846086025238037, 0.29781508445739746, 0.30359411239624023, 0.3003653883934021, 0.31034013628959656, 0.33503299951553345, 0.2828388810157776, 0.31416189670562744, 0.2911909818649292, -0.03095925599336624], "cos_Ac_negg": [0.2846086025238037, 0.29781508445739746, 0.30359411239624023, 0.3003653883934021, 0.31034013628959656, 0.33503299951553345, 0.2828388810157776, 0.31416189670562744, 0.2911909818649292, -0.03095925599336624], "r_norm": [1.0588455200195312, 1.0895652770996094, 1.0648717880249023, 1.0761549472808838, 1.1023564338684082, 1.0521409511566162, 1.0836668014526367, 1.0987499952316284, 1.1087291240692139, 1.1042842864990234]}, {"step": 5100, "epoch": 10, "train_loss": 0.23146529495716095, "cos_r_negg": [0.25903114676475525, 0.2991248369216919, 0.2840160131454468, 0.29362788796424866, 0.276409775018692, 0.3256768584251404, 0.28336143493652344, 0.3336355984210968, 0.31225550174713135, -0.016076713800430298], "cos_apical_negg": [0.25903114676475525, 0.2991248369216919, 0.2840160131454468, 0.29362788796424866, 0.276409775018692, 0.3256768584251404, 0.28336143493652344, 0.3336355984210968, 0.31225550174713135, -0.016076713800430298], "cos_Ac_negg": [0.25903114676475525, 0.2991248369216919, 0.2840160131454468, 0.29362788796424866, 0.276409775018692, 0.3256768584251404, 0.28336143493652344, 0.3336355984210968, 0.31225550174713135, -0.016076713800430298], "r_norm": [1.0477888584136963, 1.0795949697494507, 1.0539391040802002, 1.0632565021514893, 1.0853779315948486, 1.0420225858688354, 1.0755045413970947, 1.0861486196517944, 1.092991590499878, 1.090585470199585]}, {"step": 5150, "epoch": 10, "train_loss": 0.2991015911102295, "cos_r_negg": [0.22747677564620972, 0.2782636284828186, 0.27528488636016846, 0.2621145248413086, 0.30755501985549927, 0.33180293440818787, 0.28382909297943115, 0.3179439604282379, 0.31955236196517944, -0.022735942155122757], "cos_apical_negg": [0.22747677564620972, 0.2782636284828186, 0.27528488636016846, 0.2621145248413086, 0.30755501985549927, 0.33180293440818787, 0.28382909297943115, 0.3179439604282379, 0.31955236196517944, -0.022735942155122757], "cos_Ac_negg": [0.22747677564620972, 0.2782636284828186, 0.27528488636016846, 0.2621145248413086, 0.30755501985549927, 0.33180293440818787, 0.28382909297943115, 0.3179439604282379, 0.31955236196517944, -0.022735942155122757], "r_norm": [1.027820110321045, 1.0564720630645752, 1.0376970767974854, 1.0486540794372559, 1.0705163478851318, 1.0285873413085938, 1.052198886871338, 1.0696333646774292, 1.0721169710159302, 1.0691368579864502]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8642, "test_loss": 0.4325000549316406}, {"step": 5200, "epoch": 11, "train_loss": 0.35861867666244507, "cos_r_negg": [0.2548937201499939, 0.27705124020576477, 0.2731255888938904, 0.2544953227043152, 0.27503934502601624, 0.2953866720199585, 0.2671867609024048, 0.27334627509117126, 0.2702508568763733, -0.0457737073302269], "cos_apical_negg": [0.2548937201499939, 0.27705124020576477, 0.2731255888938904, 0.2544953227043152, 0.27503934502601624, 0.2953866720199585, 0.2671867609024048, 0.27334627509117126, 0.2702508568763733, -0.0457737073302269], "cos_Ac_negg": [0.2548937201499939, 0.27705124020576477, 0.2731255888938904, 0.2544953227043152, 0.27503934502601624, 0.2953866720199585, 0.2671867609024048, 0.27334627509117126, 0.2702508568763733, -0.0457737073302269], "r_norm": [1.026317834854126, 1.0576800107955933, 1.037131428718567, 1.0474066734313965, 1.0732295513153076, 1.0243054628372192, 1.0544003248214722, 1.0701513290405273, 1.078357458114624, 1.0767241716384888]}, {"step": 5250, "epoch": 11, "train_loss": 0.1890406310558319, "cos_r_negg": [0.22591261565685272, 0.2585945725440979, 0.26707732677459717, 0.27105793356895447, 0.2796432673931122, 0.29547226428985596, 0.257606565952301, 0.26691383123397827, 0.2955772578716278, -0.03033595159649849], "cos_apical_negg": [0.22591261565685272, 0.2585945725440979, 0.26707732677459717, 0.27105793356895447, 0.2796432673931122, 0.29547226428985596, 0.257606565952301, 0.26691383123397827, 0.2955772578716278, -0.03033595159649849], "cos_Ac_negg": [0.22591261565685272, 0.2585945725440979, 0.26707732677459717, 0.27105793356895447, 0.2796432673931122, 0.29547226428985596, 0.257606565952301, 0.26691383123397827, 0.2955772578716278, -0.03033595159649849], "r_norm": [0.9694468975067139, 1.0031237602233887, 0.9855916500091553, 0.9973362684249878, 1.0180132389068604, 0.9720911979675293, 0.9966812133789062, 1.0182671546936035, 1.0212143659591675, 1.0197802782058716]}, {"step": 5300, "epoch": 11, "train_loss": 0.3277013599872589, "cos_r_negg": [0.23231518268585205, 0.24798732995986938, 0.24787038564682007, 0.2512631118297577, 0.2706245183944702, 0.27931666374206543, 0.24617643654346466, 0.23831376433372498, 0.25822436809539795, -0.057595282793045044], "cos_apical_negg": [0.23231518268585205, 0.24798732995986938, 0.24787038564682007, 0.2512631118297577, 0.2706245183944702, 0.27931666374206543, 0.24617643654346466, 0.23831376433372498, 0.25822436809539795, -0.057595282793045044], "cos_Ac_negg": [0.23231518268585205, 0.24798732995986938, 0.24787038564682007, 0.2512631118297577, 0.2706245183944702, 0.27931666374206543, 0.24617643654346466, 0.23831376433372498, 0.25822436809539795, -0.057595282793045044], "r_norm": [1.1098966598510742, 1.1407802104949951, 1.1162924766540527, 1.1260464191436768, 1.1544432640075684, 1.101011037826538, 1.1386489868164062, 1.15120530128479, 1.167388677597046, 1.1538316011428833]}, {"step": 5350, "epoch": 11, "train_loss": 0.24008658528327942, "cos_r_negg": [0.2640707790851593, 0.3155863583087921, 0.30791646242141724, 0.3212757706642151, 0.2980155348777771, 0.3258850574493408, 0.25544074177742004, 0.3137396574020386, 0.29039257764816284, -0.026989270001649857], "cos_apical_negg": [0.2640707790851593, 0.3155863583087921, 0.30791646242141724, 0.3212757706642151, 0.2980155348777771, 0.3258850574493408, 0.25544074177742004, 0.3137396574020386, 0.29039257764816284, -0.026989270001649857], "cos_Ac_negg": [0.2640707790851593, 0.3155863583087921, 0.30791646242141724, 0.3212757706642151, 0.2980155348777771, 0.3258850574493408, 0.25544074177742004, 0.3137396574020386, 0.29039257764816284, -0.026989270001649857], "r_norm": [1.0519615411758423, 1.0861613750457764, 1.0649135112762451, 1.081332802772522, 1.098644733428955, 1.049213171005249, 1.0795420408248901, 1.100814700126648, 1.0980218648910522, 1.1003793478012085]}, {"step": 5400, "epoch": 11, "train_loss": 0.2109876126050949, "cos_r_negg": [0.22019599378108978, 0.26446932554244995, 0.26497408747673035, 0.27440932393074036, 0.24959400296211243, 0.2898237705230713, 0.21264247596263885, 0.25092393159866333, 0.24923083186149597, -0.04593852907419205], "cos_apical_negg": [0.22019599378108978, 0.26446932554244995, 0.26497408747673035, 0.27440932393074036, 0.24959400296211243, 0.2898237705230713, 0.21264247596263885, 0.25092393159866333, 0.24923083186149597, -0.04593852907419205], "cos_Ac_negg": [0.22019599378108978, 0.26446932554244995, 0.26497408747673035, 0.27440932393074036, 0.24959400296211243, 0.2898237705230713, 0.21264247596263885, 0.25092393159866333, 0.24923083186149597, -0.04593852907419205], "r_norm": [1.0265041589736938, 1.0554299354553223, 1.031349778175354, 1.0401570796966553, 1.0660690069198608, 1.0191335678100586, 1.0517771244049072, 1.0640244483947754, 1.0782744884490967, 1.0703091621398926]}, {"step": 5450, "epoch": 11, "train_loss": 0.3209235668182373, "cos_r_negg": [0.26179882884025574, 0.29654401540756226, 0.3097073435783386, 0.2921377718448639, 0.2898906469345093, 0.3305577337741852, 0.28429731726646423, 0.2742845416069031, 0.28582149744033813, -0.010407175868749619], "cos_apical_negg": [0.26179882884025574, 0.29654401540756226, 0.3097073435783386, 0.2921377718448639, 0.2898906469345093, 0.3305577337741852, 0.28429731726646423, 0.2742845416069031, 0.28582149744033813, -0.010407175868749619], "cos_Ac_negg": [0.26179882884025574, 0.29654401540756226, 0.3097073435783386, 0.2921377718448639, 0.2898906469345093, 0.3305577337741852, 0.28429731726646423, 0.2742845416069031, 0.28582149744033813, -0.010407175868749619], "r_norm": [1.104875922203064, 1.1430712938308716, 1.1159422397613525, 1.1321783065795898, 1.1472153663635254, 1.104752540588379, 1.136411190032959, 1.1509790420532227, 1.143601655960083, 1.1511093378067017]}, {"step": 5500, "epoch": 11, "train_loss": 0.39899635314941406, "cos_r_negg": [0.24093097448349, 0.28036367893218994, 0.2823628783226013, 0.2706868052482605, 0.2805357277393341, 0.2637788951396942, 0.2785397171974182, 0.25163862109184265, 0.2494460642337799, -0.020485734567046165], "cos_apical_negg": [0.24093097448349, 0.28036367893218994, 0.2823628783226013, 0.2706868052482605, 0.2805357277393341, 0.2637788951396942, 0.2785397171974182, 0.25163862109184265, 0.2494460642337799, -0.020485734567046165], "cos_Ac_negg": [0.24093097448349, 0.28036367893218994, 0.2823628783226013, 0.2706868052482605, 0.2805357277393341, 0.2637788951396942, 0.2785397171974182, 0.25163862109184265, 0.2494460642337799, -0.020485734567046165], "r_norm": [1.1169674396514893, 1.1495054960250854, 1.121812343597412, 1.1301708221435547, 1.1586098670959473, 1.1113200187683105, 1.142608880996704, 1.1567764282226562, 1.1673821210861206, 1.1627627611160278]}, {"step": 5550, "epoch": 11, "train_loss": 0.5012563467025757, "cos_r_negg": [0.2450452595949173, 0.26447317004203796, 0.27635639905929565, 0.27459871768951416, 0.2960514426231384, 0.2871047258377075, 0.27545565366744995, 0.267625093460083, 0.2647594213485718, -0.04601883515715599], "cos_apical_negg": [0.2450452595949173, 0.26447317004203796, 0.27635639905929565, 0.27459871768951416, 0.2960514426231384, 0.2871047258377075, 0.27545565366744995, 0.267625093460083, 0.2647594213485718, -0.04601883515715599], "cos_Ac_negg": [0.2450452595949173, 0.26447317004203796, 0.27635639905929565, 0.27459871768951416, 0.2960514426231384, 0.2871047258377075, 0.27545565366744995, 0.267625093460083, 0.2647594213485718, -0.04601883515715599], "r_norm": [0.9341723918914795, 0.9618428945541382, 0.9428364634513855, 0.9510306119918823, 0.9728637933731079, 0.9333969354629517, 0.9564036130905151, 0.9725368022918701, 0.9795758724212646, 0.9731132984161377]}, {"step": 5600, "epoch": 11, "train_loss": 0.18298423290252686, "cos_r_negg": [0.2105972170829773, 0.22107301652431488, 0.24131731688976288, 0.23432835936546326, 0.26053035259246826, 0.2549270689487457, 0.23578691482543945, 0.28421980142593384, 0.2913236618041992, -0.042906761169433594], "cos_apical_negg": [0.2105972170829773, 0.22107301652431488, 0.24131731688976288, 0.23432835936546326, 0.26053035259246826, 0.2549270689487457, 0.23578691482543945, 0.28421980142593384, 0.2913236618041992, -0.042906761169433594], "cos_Ac_negg": [0.2105972170829773, 0.22107301652431488, 0.24131731688976288, 0.23432835936546326, 0.26053035259246826, 0.2549270689487457, 0.23578691482543945, 0.28421980142593384, 0.2913236618041992, -0.042906761169433594], "r_norm": [1.0428900718688965, 1.072439432144165, 1.0491801500320435, 1.0571012496948242, 1.0812071561813354, 1.0411202907562256, 1.0673656463623047, 1.08217191696167, 1.0875223875045776, 1.085860252380371]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8625, "test_loss": 0.43722784423828126}, {"step": 5650, "epoch": 12, "train_loss": 0.2367773950099945, "cos_r_negg": [0.2782500386238098, 0.2800704538822174, 0.2985861301422119, 0.28416696190834045, 0.28816232085227966, 0.2749751806259155, 0.24460802972316742, 0.2906537652015686, 0.251774400472641, -0.024907132610678673], "cos_apical_negg": [0.2782500386238098, 0.2800704538822174, 0.2985861301422119, 0.28416696190834045, 0.28816232085227966, 0.2749751806259155, 0.24460802972316742, 0.2906537652015686, 0.251774400472641, -0.024907132610678673], "cos_Ac_negg": [0.2782500386238098, 0.2800704538822174, 0.2985861301422119, 0.28416696190834045, 0.28816232085227966, 0.2749751806259155, 0.24460802972316742, 0.2906537652015686, 0.251774400472641, -0.024907132610678673], "r_norm": [1.0412609577178955, 1.0717037916183472, 1.0558243989944458, 1.0660661458969116, 1.0879912376403809, 1.0414628982543945, 1.0659844875335693, 1.088301420211792, 1.093498706817627, 1.093544602394104]}, {"step": 5700, "epoch": 12, "train_loss": 0.34264564514160156, "cos_r_negg": [0.3047805428504944, 0.32496172189712524, 0.32537001371383667, 0.30968597531318665, 0.32429543137550354, 0.33989381790161133, 0.3096469044685364, 0.32215797901153564, 0.32593590021133423, -0.025070860981941223], "cos_apical_negg": [0.3047805428504944, 0.32496172189712524, 0.32537001371383667, 0.30968597531318665, 0.32429543137550354, 0.33989381790161133, 0.3096469044685364, 0.32215797901153564, 0.32593590021133423, -0.025070860981941223], "cos_Ac_negg": [0.3047805428504944, 0.32496172189712524, 0.32537001371383667, 0.30968597531318665, 0.32429543137550354, 0.33989381790161133, 0.3096469044685364, 0.32215797901153564, 0.32593590021133423, -0.025070860981941223], "r_norm": [0.957095742225647, 0.9817767143249512, 0.9687190651893616, 0.9759882688522339, 0.9954144954681396, 0.9585463404655457, 0.9760578870773315, 0.9962502121925354, 0.9991872310638428, 1.0026533603668213]}, {"step": 5750, "epoch": 12, "train_loss": 0.551702618598938, "cos_r_negg": [0.23282328248023987, 0.26738572120666504, 0.3048267662525177, 0.27757060527801514, 0.2872098684310913, 0.29014265537261963, 0.25323089957237244, 0.26543310284614563, 0.26925209164619446, -0.03310888260602951], "cos_apical_negg": [0.23282328248023987, 0.26738572120666504, 0.3048267662525177, 0.27757060527801514, 0.2872098684310913, 0.29014265537261963, 0.25323089957237244, 0.26543310284614563, 0.26925209164619446, -0.03310888260602951], "cos_Ac_negg": [0.23282328248023987, 0.26738572120666504, 0.3048267662525177, 0.27757060527801514, 0.2872098684310913, 0.29014265537261963, 0.25323089957237244, 0.26543310284614563, 0.26925209164619446, -0.03310888260602951], "r_norm": [0.9372749328613281, 0.9658195972442627, 0.9453904628753662, 0.9557780027389526, 0.9786006212234497, 0.9338786005973816, 0.9630597829818726, 0.975265383720398, 0.9861870408058167, 0.9789609909057617]}, {"step": 5800, "epoch": 12, "train_loss": 0.3041099011898041, "cos_r_negg": [0.23065276443958282, 0.2761763334274292, 0.2958972156047821, 0.2939959168434143, 0.2969609498977661, 0.3403582274913788, 0.2927493453025818, 0.3054681420326233, 0.2527964115142822, -0.015606330707669258], "cos_apical_negg": [0.23065276443958282, 0.2761763334274292, 0.2958972156047821, 0.2939959168434143, 0.2969609498977661, 0.3403582274913788, 0.2927493453025818, 0.3054681420326233, 0.2527964115142822, -0.015606330707669258], "cos_Ac_negg": [0.23065276443958282, 0.2761763334274292, 0.2958972156047821, 0.2939959168434143, 0.2969609498977661, 0.3403582274913788, 0.2927493453025818, 0.3054681420326233, 0.2527964115142822, -0.015606330707669258], "r_norm": [0.9658994078636169, 0.9969923496246338, 0.9741111993789673, 0.9835560321807861, 1.010439157485962, 0.9612212777137756, 0.9942442178726196, 1.0054081678390503, 1.0198969841003418, 1.0110564231872559]}, {"step": 5850, "epoch": 12, "train_loss": 0.387004017829895, "cos_r_negg": [0.2392919808626175, 0.2602318823337555, 0.26949620246887207, 0.28853148221969604, 0.2744390070438385, 0.2996182143688202, 0.2728893756866455, 0.27404263615608215, 0.26234379410743713, -0.01521889679133892], "cos_apical_negg": [0.2392919808626175, 0.2602318823337555, 0.26949620246887207, 0.28853148221969604, 0.2744390070438385, 0.2996182143688202, 0.2728893756866455, 0.27404263615608215, 0.26234379410743713, -0.01521889679133892], "cos_Ac_negg": [0.2392919808626175, 0.2602318823337555, 0.26949620246887207, 0.28853148221969604, 0.2744390070438385, 0.2996182143688202, 0.2728893756866455, 0.27404263615608215, 0.26234379410743713, -0.01521889679133892], "r_norm": [0.9641278982162476, 0.993887186050415, 0.9723144173622131, 0.9819872379302979, 1.000901460647583, 0.9618897438049316, 0.9856456518173218, 1.0029067993164062, 1.0053523778915405, 1.0034148693084717]}, {"step": 5900, "epoch": 12, "train_loss": 0.37926381826400757, "cos_r_negg": [0.2789872884750366, 0.30234163999557495, 0.30903521180152893, 0.3074188530445099, 0.30293989181518555, 0.30354607105255127, 0.28233128786087036, 0.31580156087875366, 0.293978214263916, 0.023438218981027603], "cos_apical_negg": [0.2789872884750366, 0.30234163999557495, 0.30903521180152893, 0.3074188530445099, 0.30293989181518555, 0.30354607105255127, 0.28233128786087036, 0.31580156087875366, 0.293978214263916, 0.023438218981027603], "cos_Ac_negg": [0.2789872884750366, 0.30234163999557495, 0.30903521180152893, 0.3074188530445099, 0.30293989181518555, 0.30354607105255127, 0.28233128786087036, 0.31580156087875366, 0.293978214263916, 0.023438218981027603], "r_norm": [1.0760327577590942, 1.110235571861267, 1.0842182636260986, 1.094970703125, 1.1194136142730713, 1.070819616317749, 1.1042189598083496, 1.1185662746429443, 1.1255474090576172, 1.1221845149993896]}, {"step": 5950, "epoch": 12, "train_loss": 0.43115127086639404, "cos_r_negg": [0.2548544704914093, 0.2689533531665802, 0.2566313147544861, 0.2944127917289734, 0.3100268244743347, 0.32783180475234985, 0.28468644618988037, 0.3101584315299988, 0.3185715675354004, 0.019818009808659554], "cos_apical_negg": [0.2548544704914093, 0.2689533531665802, 0.2566313147544861, 0.2944127917289734, 0.3100268244743347, 0.32783180475234985, 0.28468644618988037, 0.3101584315299988, 0.3185715675354004, 0.019818009808659554], "cos_Ac_negg": [0.2548544704914093, 0.2689533531665802, 0.2566313147544861, 0.2944127917289734, 0.3100268244743347, 0.32783180475234985, 0.28468644618988037, 0.3101584315299988, 0.3185715675354004, 0.019818009808659554], "r_norm": [1.0175392627716064, 1.0486178398132324, 1.021606683731079, 1.03233003616333, 1.0604960918426514, 1.007903814315796, 1.0468509197235107, 1.055774211883545, 1.0676404237747192, 1.059665322303772]}, {"step": 6000, "epoch": 12, "train_loss": 0.2514481544494629, "cos_r_negg": [0.26132822036743164, 0.31106036901474, 0.32625651359558105, 0.32771235704421997, 0.3433442711830139, 0.3145085871219635, 0.296225368976593, 0.29677754640579224, 0.3175724148750305, -0.024741435423493385], "cos_apical_negg": [0.26132822036743164, 0.31106036901474, 0.32625651359558105, 0.32771235704421997, 0.3433442711830139, 0.3145085871219635, 0.296225368976593, 0.29677754640579224, 0.3175724148750305, -0.024741435423493385], "cos_Ac_negg": [0.26132822036743164, 0.31106036901474, 0.32625651359558105, 0.32771235704421997, 0.3433442711830139, 0.3145085871219635, 0.296225368976593, 0.29677754640579224, 0.3175724148750305, -0.024741435423493385], "r_norm": [0.983081042766571, 1.0140125751495361, 0.9921808242797852, 0.9988918304443359, 1.022521734237671, 0.9808198809623718, 1.0125908851623535, 1.0233502388000488, 1.0306012630462646, 1.024809718132019]}, {"step": 6050, "epoch": 12, "train_loss": 0.17572450637817383, "cos_r_negg": [0.28665176033973694, 0.3015363812446594, 0.29801085591316223, 0.2931481599807739, 0.312444806098938, 0.3152558207511902, 0.2788068652153015, 0.31303852796554565, 0.29396671056747437, -0.03863205760717392], "cos_apical_negg": [0.28665176033973694, 0.3015363812446594, 0.29801085591316223, 0.2931481599807739, 0.312444806098938, 0.3152558207511902, 0.2788068652153015, 0.31303852796554565, 0.29396671056747437, -0.03863205760717392], "cos_Ac_negg": [0.28665176033973694, 0.3015363812446594, 0.29801085591316223, 0.2931481599807739, 0.312444806098938, 0.3152558207511902, 0.2788068652153015, 0.31303852796554565, 0.29396671056747437, -0.03863205760717392], "r_norm": [0.9564719200134277, 0.9830571413040161, 0.9677039980888367, 0.9787876009941101, 0.9954361915588379, 0.9565398097038269, 0.9802039861679077, 0.9975285530090332, 1.0002198219299316, 0.9980542063713074]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8568, "test_loss": 0.4634722869873047}, {"step": 6100, "epoch": 13, "train_loss": 0.33586910367012024, "cos_r_negg": [0.2704680860042572, 0.31813812255859375, 0.32783544063568115, 0.32262545824050903, 0.3271365761756897, 0.33594077825546265, 0.3156031668186188, 0.3187909424304962, 0.3117898106575012, -0.03847317025065422], "cos_apical_negg": [0.2704680860042572, 0.31813812255859375, 0.32783544063568115, 0.32262545824050903, 0.3271365761756897, 0.33594077825546265, 0.3156031668186188, 0.3187909424304962, 0.3117898106575012, -0.03847317025065422], "cos_Ac_negg": [0.2704680860042572, 0.31813812255859375, 0.32783544063568115, 0.32262545824050903, 0.3271365761756897, 0.33594077825546265, 0.3156031668186188, 0.3187909424304962, 0.3117898106575012, -0.03847317025065422], "r_norm": [0.893543541431427, 0.9199336767196655, 0.9032263159751892, 0.9131518602371216, 0.931925892829895, 0.8916981816291809, 0.9166774749755859, 0.9314107298851013, 0.9378726482391357, 0.9345501661300659]}, {"step": 6150, "epoch": 13, "train_loss": 0.2304823398590088, "cos_r_negg": [0.2333756685256958, 0.28304407000541687, 0.26512351632118225, 0.2958558201789856, 0.321361780166626, 0.31247448921203613, 0.27467167377471924, 0.28506794571876526, 0.2860952615737915, -0.03355161100625992], "cos_apical_negg": [0.2333756685256958, 0.28304407000541687, 0.26512351632118225, 0.2958558201789856, 0.321361780166626, 0.31247448921203613, 0.27467167377471924, 0.28506794571876526, 0.2860952615737915, -0.03355161100625992], "cos_Ac_negg": [0.2333756685256958, 0.28304407000541687, 0.26512351632118225, 0.2958558201789856, 0.321361780166626, 0.31247448921203613, 0.27467167377471924, 0.28506794571876526, 0.2860952615737915, -0.03355161100625992], "r_norm": [0.8794031143188477, 0.9063440561294556, 0.8904070854187012, 0.8992352485656738, 0.9168941974639893, 0.8816646933555603, 0.9020359516143799, 0.9158744812011719, 0.9180926084518433, 0.9213043451309204]}, {"step": 6200, "epoch": 13, "train_loss": 0.2778995931148529, "cos_r_negg": [0.2684839367866516, 0.2930833101272583, 0.3133801221847534, 0.3191084861755371, 0.30980628728866577, 0.31331413984298706, 0.3161868453025818, 0.32714372873306274, 0.3263198137283325, -0.032686516642570496], "cos_apical_negg": [0.2684839367866516, 0.2930833101272583, 0.3133801221847534, 0.3191084861755371, 0.30980628728866577, 0.31331413984298706, 0.3161868453025818, 0.32714372873306274, 0.3263198137283325, -0.032686516642570496], "cos_Ac_negg": [0.2684839367866516, 0.2930833101272583, 0.3133801221847534, 0.3191084861755371, 0.30980628728866577, 0.31331413984298706, 0.3161868453025818, 0.32714372873306274, 0.3263198137283325, -0.032686516642570496], "r_norm": [1.0480952262878418, 1.0817508697509766, 1.0605299472808838, 1.0739866495132446, 1.0929970741271973, 1.0467122793197632, 1.0742340087890625, 1.0926570892333984, 1.0988672971725464, 1.1023242473602295]}, {"step": 6250, "epoch": 13, "train_loss": 0.31219589710235596, "cos_r_negg": [0.23251545429229736, 0.27126193046569824, 0.29127857089042664, 0.3027156889438629, 0.28867748379707336, 0.32323455810546875, 0.3031911551952362, 0.316360741853714, 0.26706111431121826, -0.04141960293054581], "cos_apical_negg": [0.23251545429229736, 0.27126193046569824, 0.29127857089042664, 0.3027156889438629, 0.28867748379707336, 0.32323455810546875, 0.3031911551952362, 0.316360741853714, 0.26706111431121826, -0.04141960293054581], "cos_Ac_negg": [0.23251545429229736, 0.27126193046569824, 0.29127857089042664, 0.3027156889438629, 0.28867748379707336, 0.32323455810546875, 0.3031911551952362, 0.316360741853714, 0.26706111431121826, -0.04141960293054581], "r_norm": [0.9617418050765991, 0.9884076714515686, 0.9658226370811462, 0.9721991419792175, 1.0006444454193115, 0.9552682638168335, 0.9892953038215637, 0.9937702417373657, 1.0095701217651367, 0.9999761581420898]}, {"step": 6300, "epoch": 13, "train_loss": 0.2665654420852661, "cos_r_negg": [0.2703653573989868, 0.30303242802619934, 0.2939381003379822, 0.290650337934494, 0.2889031767845154, 0.2949117422103882, 0.2528669536113739, 0.25391072034835815, 0.2656383514404297, -0.0421544685959816], "cos_apical_negg": [0.2703653573989868, 0.30303242802619934, 0.2939381003379822, 0.290650337934494, 0.2889031767845154, 0.2949117422103882, 0.2528669536113739, 0.25391072034835815, 0.2656383514404297, -0.0421544685959816], "cos_Ac_negg": [0.2703653573989868, 0.30303242802619934, 0.2939381003379822, 0.290650337934494, 0.2889031767845154, 0.2949117422103882, 0.2528669536113739, 0.25391072034835815, 0.2656383514404297, -0.0421544685959816], "r_norm": [0.9827965497970581, 1.012028455734253, 0.9905620813369751, 1.0014612674713135, 1.0243096351623535, 0.9780369997024536, 1.0079517364501953, 1.0229206085205078, 1.0320732593536377, 1.0233726501464844]}, {"step": 6350, "epoch": 13, "train_loss": 0.3698045015335083, "cos_r_negg": [0.2648223042488098, 0.3029957413673401, 0.300132155418396, 0.3055139183998108, 0.29496604204177856, 0.3575747609138489, 0.2883046865463257, 0.3089122772216797, 0.27948689460754395, -0.055039674043655396], "cos_apical_negg": [0.2648223042488098, 0.3029957413673401, 0.300132155418396, 0.3055139183998108, 0.29496604204177856, 0.3575747609138489, 0.2883046865463257, 0.3089122772216797, 0.27948689460754395, -0.055039674043655396], "cos_Ac_negg": [0.2648223042488098, 0.3029957413673401, 0.300132155418396, 0.3055139183998108, 0.29496604204177856, 0.3575747609138489, 0.2883046865463257, 0.3089122772216797, 0.27948689460754395, -0.055039674043655396], "r_norm": [1.0493860244750977, 1.0815783739089966, 1.0579710006713867, 1.0707207918167114, 1.091795563697815, 1.0458998680114746, 1.0788474082946777, 1.091426134109497, 1.0962586402893066, 1.0904977321624756]}, {"step": 6400, "epoch": 13, "train_loss": 0.3463960886001587, "cos_r_negg": [0.2562023997306824, 0.28066545724868774, 0.2832186818122864, 0.30739519000053406, 0.30496615171432495, 0.3434754014015198, 0.28581753373146057, 0.3280233144760132, 0.27368760108947754, -0.006508693099021912], "cos_apical_negg": [0.2562023997306824, 0.28066545724868774, 0.2832186818122864, 0.30739519000053406, 0.30496615171432495, 0.3434754014015198, 0.28581753373146057, 0.3280233144760132, 0.27368760108947754, -0.006508693099021912], "cos_Ac_negg": [0.2562023997306824, 0.28066545724868774, 0.2832186818122864, 0.30739519000053406, 0.30496615171432495, 0.3434754014015198, 0.28581753373146057, 0.3280233144760132, 0.27368760108947754, -0.006508693099021912], "r_norm": [0.9292135238647461, 0.9572101831436157, 0.9414549469947815, 0.9502785205841064, 0.9721035957336426, 0.9286706447601318, 0.9523868560791016, 0.9704875349998474, 0.9787416458129883, 0.974388599395752]}, {"step": 6450, "epoch": 13, "train_loss": 0.21751055121421814, "cos_r_negg": [0.26154786348342896, 0.30337023735046387, 0.287895530462265, 0.3122333884239197, 0.3043527901172638, 0.32586944103240967, 0.29736652970314026, 0.3422207832336426, 0.2864212095737457, -0.019954359158873558], "cos_apical_negg": [0.26154786348342896, 0.30337023735046387, 0.287895530462265, 0.3122333884239197, 0.3043527901172638, 0.32586944103240967, 0.29736652970314026, 0.3422207832336426, 0.2864212095737457, -0.019954359158873558], "cos_Ac_negg": [0.26154786348342896, 0.30337023735046387, 0.287895530462265, 0.3122333884239197, 0.3043527901172638, 0.32586944103240967, 0.29736652970314026, 0.3422207832336426, 0.2864212095737457, -0.019954359158873558], "r_norm": [1.08018159866333, 1.1072807312011719, 1.0877972841262817, 1.0957069396972656, 1.1192684173583984, 1.0755788087844849, 1.1056056022644043, 1.1211861371994019, 1.131347894668579, 1.1254966259002686]}, {"step": 6500, "epoch": 13, "train_loss": 0.21536007523536682, "cos_r_negg": [0.21431605517864227, 0.23755943775177002, 0.23647716641426086, 0.2456187605857849, 0.25677528977394104, 0.29973888397216797, 0.2586085796356201, 0.2963458299636841, 0.25236403942108154, -0.011691490188241005], "cos_apical_negg": [0.21431605517864227, 0.23755943775177002, 0.23647716641426086, 0.2456187605857849, 0.25677528977394104, 0.29973888397216797, 0.2586085796356201, 0.2963458299636841, 0.25236403942108154, -0.011691490188241005], "cos_Ac_negg": [0.21431605517864227, 0.23755943775177002, 0.23647716641426086, 0.2456187605857849, 0.25677528977394104, 0.29973888397216797, 0.2586085796356201, 0.2963458299636841, 0.25236403942108154, -0.011691490188241005], "r_norm": [1.0345855951309204, 1.0664318799972534, 1.0473852157592773, 1.0564827919006348, 1.0773334503173828, 1.0366019010543823, 1.0601403713226318, 1.0796023607254028, 1.0827662944793701, 1.0815033912658691]}, {"step": 6550, "epoch": 13, "train_loss": 0.35080385208129883, "cos_r_negg": [0.23071834444999695, 0.27110815048217773, 0.28605884313583374, 0.29583805799484253, 0.29183676838874817, 0.3288305103778839, 0.2964531183242798, 0.3080754280090332, 0.2622409462928772, -0.02065744623541832], "cos_apical_negg": [0.23071834444999695, 0.27110815048217773, 0.28605884313583374, 0.29583805799484253, 0.29183676838874817, 0.3288305103778839, 0.2964531183242798, 0.3080754280090332, 0.2622409462928772, -0.02065744623541832], "cos_Ac_negg": [0.23071834444999695, 0.27110815048217773, 0.28605884313583374, 0.29583805799484253, 0.29183676838874817, 0.3288305103778839, 0.2964531183242798, 0.3080754280090332, 0.2622409462928772, -0.02065744623541832], "r_norm": [1.1155647039413452, 1.1472289562225342, 1.1230547428131104, 1.1365435123443604, 1.1639432907104492, 1.109450101852417, 1.1406325101852417, 1.1617481708526611, 1.1757323741912842, 1.1607202291488647]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8611, "test_loss": 0.43327727661132814}, {"step": 6600, "epoch": 14, "train_loss": 0.29168900847435, "cos_r_negg": [0.26037687063217163, 0.26987308263778687, 0.28363507986068726, 0.28879356384277344, 0.2889702320098877, 0.32997560501098633, 0.31431442499160767, 0.32684439420700073, 0.3085577189922333, -0.03136827051639557], "cos_apical_negg": [0.26037687063217163, 0.26987308263778687, 0.28363507986068726, 0.28879356384277344, 0.2889702320098877, 0.32997560501098633, 0.31431442499160767, 0.32684439420700073, 0.3085577189922333, -0.03136827051639557], "cos_Ac_negg": [0.26037687063217163, 0.26987308263778687, 0.28363507986068726, 0.28879356384277344, 0.2889702320098877, 0.32997560501098633, 0.31431442499160767, 0.32684439420700073, 0.3085577189922333, -0.03136827051639557], "r_norm": [1.0367674827575684, 1.0670793056488037, 1.0425715446472168, 1.0553698539733887, 1.078647255897522, 1.0317798852920532, 1.0631786584854126, 1.0769838094711304, 1.0841376781463623, 1.0758256912231445]}, {"step": 6650, "epoch": 14, "train_loss": 0.5600131154060364, "cos_r_negg": [0.24805282056331635, 0.26202523708343506, 0.26141485571861267, 0.29564228653907776, 0.28264331817626953, 0.3494552969932556, 0.3131938874721527, 0.33470141887664795, 0.29088616371154785, -0.007747401483356953], "cos_apical_negg": [0.24805282056331635, 0.26202523708343506, 0.26141485571861267, 0.29564228653907776, 0.28264331817626953, 0.3494552969932556, 0.3131938874721527, 0.33470141887664795, 0.29088616371154785, -0.007747401483356953], "cos_Ac_negg": [0.24805282056331635, 0.26202523708343506, 0.26141485571861267, 0.29564228653907776, 0.28264331817626953, 0.3494552969932556, 0.3131938874721527, 0.33470141887664795, 0.29088616371154785, -0.007747401483356953], "r_norm": [1.0067851543426514, 1.0336155891418457, 1.0137696266174316, 1.0243620872497559, 1.0449745655059814, 1.0037800073623657, 1.0281140804290771, 1.0460052490234375, 1.0510358810424805, 1.0412352085113525]}, {"step": 6700, "epoch": 14, "train_loss": 0.22630077600479126, "cos_r_negg": [0.24194838106632233, 0.26227840781211853, 0.2568132281303406, 0.23557117581367493, 0.2375975400209427, 0.2922535836696625, 0.2657938301563263, 0.28048962354660034, 0.2743542194366455, -0.04591155797243118], "cos_apical_negg": [0.24194838106632233, 0.26227840781211853, 0.2568132281303406, 0.23557117581367493, 0.2375975400209427, 0.2922535836696625, 0.2657938301563263, 0.28048962354660034, 0.2743542194366455, -0.04591155797243118], "cos_Ac_negg": [0.24194838106632233, 0.26227840781211853, 0.2568132281303406, 0.23557117581367493, 0.2375975400209427, 0.2922535836696625, 0.2657938301563263, 0.28048962354660034, 0.2743542194366455, -0.04591155797243118], "r_norm": [0.9765703082084656, 1.0115803480148315, 0.9906407594680786, 1.0048584938049316, 1.0189006328582764, 0.9777856469154358, 1.0043444633483887, 1.0222463607788086, 1.0172185897827148, 1.0252058506011963]}, {"step": 6750, "epoch": 14, "train_loss": 0.3053619861602783, "cos_r_negg": [0.2559397220611572, 0.299230694770813, 0.2950754165649414, 0.26601824164390564, 0.26538556814193726, 0.31679657101631165, 0.29599910974502563, 0.3172284960746765, 0.28974059224128723, -0.029380695894360542], "cos_apical_negg": [0.2559397220611572, 0.299230694770813, 0.2950754165649414, 0.26601824164390564, 0.26538556814193726, 0.31679657101631165, 0.29599910974502563, 0.3172284960746765, 0.28974059224128723, -0.029380695894360542], "cos_Ac_negg": [0.2559397220611572, 0.299230694770813, 0.2950754165649414, 0.26601824164390564, 0.26538556814193726, 0.31679657101631165, 0.29599910974502563, 0.3172284960746765, 0.28974059224128723, -0.029380695894360542], "r_norm": [0.9816780090332031, 1.0126831531524658, 0.9993767142295837, 1.0103024244308472, 1.0277321338653564, 0.9822879433631897, 1.007710576057434, 1.0306339263916016, 1.0323904752731323, 1.0365999937057495]}, {"step": 6800, "epoch": 14, "train_loss": 0.2941424250602722, "cos_r_negg": [0.2771429419517517, 0.3260350227355957, 0.3200063705444336, 0.3153858184814453, 0.3118705451488495, 0.3362547755241394, 0.2871882915496826, 0.34920957684516907, 0.2975012958049774, -0.03557000681757927], "cos_apical_negg": [0.2771429419517517, 0.3260350227355957, 0.3200063705444336, 0.3153858184814453, 0.3118705451488495, 0.3362547755241394, 0.2871882915496826, 0.34920957684516907, 0.2975012958049774, -0.03557000681757927], "cos_Ac_negg": [0.2771429419517517, 0.3260350227355957, 0.3200063705444336, 0.3153858184814453, 0.3118705451488495, 0.3362547755241394, 0.2871882915496826, 0.34920957684516907, 0.2975012958049774, -0.03557000681757927], "r_norm": [0.921251654624939, 0.9461986422538757, 0.92693030834198, 0.938651442527771, 0.9558072090148926, 0.9209316968917847, 0.9426565170288086, 0.9563384056091309, 0.9584997892379761, 0.9552357792854309]}, {"step": 6850, "epoch": 14, "train_loss": 0.21271976828575134, "cos_r_negg": [0.23085853457450867, 0.2732844650745392, 0.26417720317840576, 0.2558278441429138, 0.24703535437583923, 0.27566105127334595, 0.2606734335422516, 0.298450767993927, 0.2513867914676666, -0.05170147120952606], "cos_apical_negg": [0.23085853457450867, 0.2732844650745392, 0.26417720317840576, 0.2558278441429138, 0.24703535437583923, 0.27566105127334595, 0.2606734335422516, 0.298450767993927, 0.2513867914676666, -0.05170147120952606], "cos_Ac_negg": [0.23085853457450867, 0.2732844650745392, 0.26417720317840576, 0.2558278441429138, 0.24703535437583923, 0.27566105127334595, 0.2606734335422516, 0.298450767993927, 0.2513867914676666, -0.05170147120952606], "r_norm": [1.073671579360962, 1.1052513122558594, 1.07924485206604, 1.089143991470337, 1.111595869064331, 1.065049648284912, 1.1002017259597778, 1.112215518951416, 1.1248972415924072, 1.1150102615356445]}, {"step": 6900, "epoch": 14, "train_loss": 0.4450864791870117, "cos_r_negg": [0.251112163066864, 0.29111361503601074, 0.2897263765335083, 0.2856288254261017, 0.27783340215682983, 0.3150656521320343, 0.3076608180999756, 0.3386276960372925, 0.27455511689186096, -0.02429031953215599], "cos_apical_negg": [0.251112163066864, 0.29111361503601074, 0.2897263765335083, 0.2856288254261017, 0.27783340215682983, 0.3150656521320343, 0.3076608180999756, 0.3386276960372925, 0.27455511689186096, -0.02429031953215599], "cos_Ac_negg": [0.251112163066864, 0.29111361503601074, 0.2897263765335083, 0.2856288254261017, 0.27783340215682983, 0.3150656521320343, 0.3076608180999756, 0.3386276960372925, 0.27455511689186096, -0.02429031953215599], "r_norm": [0.8848683834075928, 0.9120421409606934, 0.8967709541320801, 0.909395694732666, 0.9204237461090088, 0.8872690200805664, 0.9061648845672607, 0.9219071865081787, 0.920008659362793, 0.9258008003234863]}, {"step": 6950, "epoch": 14, "train_loss": 0.36896342039108276, "cos_r_negg": [0.21584747731685638, 0.22541092336177826, 0.21327276527881622, 0.23038432002067566, 0.21498410403728485, 0.26705777645111084, 0.24090562760829926, 0.2798139154911041, 0.2206553965806961, -0.020102810114622116], "cos_apical_negg": [0.21584747731685638, 0.22541092336177826, 0.21327276527881622, 0.23038432002067566, 0.21498410403728485, 0.26705777645111084, 0.24090562760829926, 0.2798139154911041, 0.2206553965806961, -0.020102810114622116], "cos_Ac_negg": [0.21584747731685638, 0.22541092336177826, 0.21327276527881622, 0.23038432002067566, 0.21498410403728485, 0.26705777645111084, 0.24090562760829926, 0.2798139154911041, 0.2206553965806961, -0.020102810114622116], "r_norm": [1.0580041408538818, 1.0903258323669434, 1.0710270404815674, 1.0811433792114258, 1.1069416999816895, 1.0516718626022339, 1.0844485759735107, 1.1073229312896729, 1.1194592714309692, 1.1125249862670898]}, {"step": 7000, "epoch": 14, "train_loss": 0.27492353320121765, "cos_r_negg": [0.22396689653396606, 0.27449482679367065, 0.26282939314842224, 0.27238696813583374, 0.25533241033554077, 0.2797151803970337, 0.2632514238357544, 0.2599918842315674, 0.23878543078899384, -0.04881902039051056], "cos_apical_negg": [0.22396689653396606, 0.27449482679367065, 0.26282939314842224, 0.27238696813583374, 0.25533241033554077, 0.2797151803970337, 0.2632514238357544, 0.2599918842315674, 0.23878543078899384, -0.04881902039051056], "cos_Ac_negg": [0.22396689653396606, 0.27449482679367065, 0.26282939314842224, 0.27238696813583374, 0.25533241033554077, 0.2797151803970337, 0.2632514238357544, 0.2599918842315674, 0.23878543078899384, -0.04881902039051056], "r_norm": [0.9754593372344971, 1.007131576538086, 0.9865574836730957, 0.9982837438583374, 1.009739875793457, 0.975769579410553, 1.0026806592941284, 1.0154995918273926, 1.0117623805999756, 1.0178155899047852]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8719, "test_loss": 0.41028761596679686}, {"step": 7050, "epoch": 15, "train_loss": 0.3095412254333496, "cos_r_negg": [0.2203807532787323, 0.2509259879589081, 0.24635860323905945, 0.27596747875213623, 0.24849551916122437, 0.2785029411315918, 0.25044041872024536, 0.2609902024269104, 0.22685492038726807, -0.029077518731355667], "cos_apical_negg": [0.2203807532787323, 0.2509259879589081, 0.24635860323905945, 0.27596747875213623, 0.24849551916122437, 0.2785029411315918, 0.25044041872024536, 0.2609902024269104, 0.22685492038726807, -0.029077518731355667], "cos_Ac_negg": [0.2203807532787323, 0.2509259879589081, 0.24635860323905945, 0.27596747875213623, 0.24849551916122437, 0.2785029411315918, 0.25044041872024536, 0.2609902024269104, 0.22685492038726807, -0.029077518731355667], "r_norm": [0.9683698415756226, 0.9952657222747803, 0.9766700863838196, 0.9851704239845276, 1.0066968202590942, 0.9666928648948669, 0.9941755533218384, 1.007115364074707, 1.0152513980865479, 1.0095257759094238]}, {"step": 7100, "epoch": 15, "train_loss": 0.2177349328994751, "cos_r_negg": [0.24366489052772522, 0.2573047876358032, 0.2410397231578827, 0.251725435256958, 0.2582874894142151, 0.28611165285110474, 0.2565027177333832, 0.2796823978424072, 0.21532729268074036, -0.03417225182056427], "cos_apical_negg": [0.24366489052772522, 0.2573047876358032, 0.2410397231578827, 0.251725435256958, 0.2582874894142151, 0.28611165285110474, 0.2565027177333832, 0.2796823978424072, 0.21532729268074036, -0.03417225182056427], "cos_Ac_negg": [0.24366489052772522, 0.2573047876358032, 0.2410397231578827, 0.251725435256958, 0.2582874894142151, 0.28611165285110474, 0.2565027177333832, 0.2796823978424072, 0.21532729268074036, -0.03417225182056427], "r_norm": [1.065953016281128, 1.0984070301055908, 1.0771100521087646, 1.0929453372955322, 1.1148754358291626, 1.062114953994751, 1.0953357219696045, 1.112868309020996, 1.1160345077514648, 1.1113194227218628]}, {"step": 7150, "epoch": 15, "train_loss": 0.3078151345252991, "cos_r_negg": [0.29498857259750366, 0.29718634486198425, 0.2718156576156616, 0.26832807064056396, 0.26278090476989746, 0.2879890501499176, 0.2675507664680481, 0.2912746071815491, 0.23719976842403412, -0.0460130050778389], "cos_apical_negg": [0.29498857259750366, 0.29718634486198425, 0.2718156576156616, 0.26832807064056396, 0.26278090476989746, 0.2879890501499176, 0.2675507664680481, 0.2912746071815491, 0.23719976842403412, -0.0460130050778389], "cos_Ac_negg": [0.29498857259750366, 0.29718634486198425, 0.2718156576156616, 0.26832807064056396, 0.26278090476989746, 0.2879890501499176, 0.2675507664680481, 0.2912746071815491, 0.23719976842403412, -0.0460130050778389], "r_norm": [1.1005604267120361, 1.1328380107879639, 1.1121628284454346, 1.123890995979309, 1.148052453994751, 1.0978434085845947, 1.1237012147903442, 1.1488921642303467, 1.1539459228515625, 1.1442465782165527]}, {"step": 7200, "epoch": 15, "train_loss": 0.2928531765937805, "cos_r_negg": [0.27286145091056824, 0.29949578642845154, 0.2765318751335144, 0.2797226905822754, 0.24752198159694672, 0.3199605941772461, 0.2884446382522583, 0.33979490399360657, 0.2754132151603699, -0.01129864901304245], "cos_apical_negg": [0.27286145091056824, 0.29949578642845154, 0.2765318751335144, 0.2797226905822754, 0.24752198159694672, 0.3199605941772461, 0.2884446382522583, 0.33979490399360657, 0.2754132151603699, -0.01129864901304245], "cos_Ac_negg": [0.27286145091056824, 0.29949578642845154, 0.2765318751335144, 0.2797226905822754, 0.24752198159694672, 0.3199605941772461, 0.2884446382522583, 0.33979490399360657, 0.2754132151603699, -0.01129864901304245], "r_norm": [1.0564597845077515, 1.0891897678375244, 1.065946340560913, 1.073620319366455, 1.0995677709579468, 1.0511493682861328, 1.0864088535308838, 1.0999561548233032, 1.1102900505065918, 1.1040126085281372]}, {"step": 7250, "epoch": 15, "train_loss": 0.3115308880805969, "cos_r_negg": [0.23232117295265198, 0.2580956816673279, 0.2567253112792969, 0.26776134967803955, 0.23784875869750977, 0.2760847508907318, 0.25589096546173096, 0.30444714426994324, 0.2550227642059326, -0.034114137291908264], "cos_apical_negg": [0.23232117295265198, 0.2580956816673279, 0.2567253112792969, 0.26776134967803955, 0.23784875869750977, 0.2760847508907318, 0.25589096546173096, 0.30444714426994324, 0.2550227642059326, -0.034114137291908264], "cos_Ac_negg": [0.23232117295265198, 0.2580956816673279, 0.2567253112792969, 0.26776134967803955, 0.23784875869750977, 0.2760847508907318, 0.25589096546173096, 0.30444714426994324, 0.2550227642059326, -0.034114137291908264], "r_norm": [1.115401268005371, 1.1485968828201294, 1.1184805631637573, 1.1278799772262573, 1.152146816253662, 1.1065874099731445, 1.1447649002075195, 1.153986930847168, 1.1618534326553345, 1.1582874059677124]}, {"step": 7300, "epoch": 15, "train_loss": 0.41476935148239136, "cos_r_negg": [0.2501690089702606, 0.3101600408554077, 0.3000238239765167, 0.2999419867992401, 0.3114137649536133, 0.31371191143989563, 0.2673182785511017, 0.32077986001968384, 0.250398188829422, -0.023091839626431465], "cos_apical_negg": [0.2501690089702606, 0.3101600408554077, 0.3000238239765167, 0.2999419867992401, 0.3114137649536133, 0.31371191143989563, 0.2673182785511017, 0.32077986001968384, 0.250398188829422, -0.023091839626431465], "cos_Ac_negg": [0.2501690089702606, 0.3101600408554077, 0.3000238239765167, 0.2999419867992401, 0.3114137649536133, 0.31371191143989563, 0.2673182785511017, 0.32077986001968384, 0.250398188829422, -0.023091839626431465], "r_norm": [1.0338642597198486, 1.0630197525024414, 1.043989658355713, 1.0531896352767944, 1.0776140689849854, 1.0294020175933838, 1.0589938163757324, 1.0775716304779053, 1.0868436098098755, 1.0810096263885498]}, {"step": 7350, "epoch": 15, "train_loss": 0.21372255682945251, "cos_r_negg": [0.2085074484348297, 0.26707208156585693, 0.2603912949562073, 0.26442450284957886, 0.26170891523361206, 0.3043294847011566, 0.2884865403175354, 0.3121620714664459, 0.252693772315979, -0.05747906118631363], "cos_apical_negg": [0.2085074484348297, 0.26707208156585693, 0.2603912949562073, 0.26442450284957886, 0.26170891523361206, 0.3043294847011566, 0.2884865403175354, 0.3121620714664459, 0.252693772315979, -0.05747906118631363], "cos_Ac_negg": [0.2085074484348297, 0.26707208156585693, 0.2603912949562073, 0.26442450284957886, 0.26170891523361206, 0.3043294847011566, 0.2884865403175354, 0.3121620714664459, 0.252693772315979, -0.05747906118631363], "r_norm": [0.9654994010925293, 0.9919897317886353, 0.9729209542274475, 0.9817928671836853, 1.004443645477295, 0.963948130607605, 0.9870295524597168, 1.002433180809021, 1.0112180709838867, 1.0041148662567139]}, {"step": 7400, "epoch": 15, "train_loss": 0.4339953660964966, "cos_r_negg": [0.28092658519744873, 0.3155847191810608, 0.3167649507522583, 0.33384692668914795, 0.29027485847473145, 0.335642009973526, 0.28619125485420227, 0.33963197469711304, 0.2449277937412262, -0.04040542244911194], "cos_apical_negg": [0.28092658519744873, 0.3155847191810608, 0.3167649507522583, 0.33384692668914795, 0.29027485847473145, 0.335642009973526, 0.28619125485420227, 0.33963197469711304, 0.2449277937412262, -0.04040542244911194], "cos_Ac_negg": [0.28092658519744873, 0.3155847191810608, 0.3167649507522583, 0.33384692668914795, 0.29027485847473145, 0.335642009973526, 0.28619125485420227, 0.33963197469711304, 0.2449277937412262, -0.04040542244911194], "r_norm": [0.9379563331604004, 0.9654338359832764, 0.9476507902145386, 0.958782970905304, 0.9772082567214966, 0.9376112222671509, 0.9627426862716675, 0.9782143831253052, 0.9805938005447388, 0.9797034859657288]}, {"step": 7450, "epoch": 15, "train_loss": 0.3249812722206116, "cos_r_negg": [0.2099689245223999, 0.24321787059307098, 0.22800277173519135, 0.2650626301765442, 0.22684642672538757, 0.22119781374931335, 0.2605655789375305, 0.2813008427619934, 0.22657793760299683, -0.05475328862667084], "cos_apical_negg": [0.2099689245223999, 0.24321787059307098, 0.22800277173519135, 0.2650626301765442, 0.22684642672538757, 0.22119781374931335, 0.2605655789375305, 0.2813008427619934, 0.22657793760299683, -0.05475328862667084], "cos_Ac_negg": [0.2099689245223999, 0.24321787059307098, 0.22800277173519135, 0.2650626301765442, 0.22684642672538757, 0.22119781374931335, 0.2605655789375305, 0.2813008427619934, 0.22657793760299683, -0.05475328862667084], "r_norm": [1.0484044551849365, 1.0823276042938232, 1.059545636177063, 1.0699923038482666, 1.0862157344818115, 1.0430536270141602, 1.0765457153320312, 1.0937577486038208, 1.096206784248352, 1.0945069789886475]}, {"step": 7500, "epoch": 15, "train_loss": 0.22214148938655853, "cos_r_negg": [0.28449201583862305, 0.3411495089530945, 0.3244799077510834, 0.3474375605583191, 0.32469305396080017, 0.34985488653182983, 0.3151189982891083, 0.3499828577041626, 0.28442734479904175, -0.03651899844408035], "cos_apical_negg": [0.28449201583862305, 0.3411495089530945, 0.3244799077510834, 0.3474375605583191, 0.32469305396080017, 0.34985488653182983, 0.3151189982891083, 0.3499828577041626, 0.28442734479904175, -0.03651899844408035], "cos_Ac_negg": [0.28449201583862305, 0.3411495089530945, 0.3244799077510834, 0.3474375605583191, 0.32469305396080017, 0.34985488653182983, 0.3151189982891083, 0.3499828577041626, 0.28442734479904175, -0.03651899844408035], "r_norm": [1.01230788230896, 1.043972134590149, 1.03193998336792, 1.043135643005371, 1.0619428157806396, 1.0151724815368652, 1.0383292436599731, 1.0658583641052246, 1.0660696029663086, 1.0665706396102905]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8631, "test_loss": 0.4284931121826172}, {"step": 7550, "epoch": 16, "train_loss": 0.2162817120552063, "cos_r_negg": [0.20757803320884705, 0.2679183781147003, 0.25481390953063965, 0.28303956985473633, 0.28029653429985046, 0.31138288974761963, 0.281882643699646, 0.33200839161872864, 0.266679048538208, -0.04954718053340912], "cos_apical_negg": [0.20757803320884705, 0.2679183781147003, 0.25481390953063965, 0.28303956985473633, 0.28029653429985046, 0.31138288974761963, 0.281882643699646, 0.33200839161872864, 0.266679048538208, -0.04954718053340912], "cos_Ac_negg": [0.20757803320884705, 0.2679183781147003, 0.25481390953063965, 0.28303956985473633, 0.28029653429985046, 0.31138288974761963, 0.281882643699646, 0.33200839161872864, 0.266679048538208, -0.04954718053340912], "r_norm": [0.9751319885253906, 1.0030250549316406, 0.9815102815628052, 0.988248348236084, 1.0110797882080078, 0.9708827137947083, 1.0001282691955566, 1.0119473934173584, 1.0217702388763428, 1.0155227184295654]}, {"step": 7600, "epoch": 16, "train_loss": 0.36269569396972656, "cos_r_negg": [0.2693518400192261, 0.3155456781387329, 0.286960244178772, 0.30953526496887207, 0.2705143690109253, 0.3093971014022827, 0.312598317861557, 0.3264676332473755, 0.28972095251083374, -0.06418474018573761], "cos_apical_negg": [0.2693518400192261, 0.3155456781387329, 0.286960244178772, 0.30953526496887207, 0.2705143690109253, 0.3093971014022827, 0.312598317861557, 0.3264676332473755, 0.28972095251083374, -0.06418474018573761], "cos_Ac_negg": [0.2693518400192261, 0.3155456781387329, 0.286960244178772, 0.30953526496887207, 0.2705143690109253, 0.3093971014022827, 0.312598317861557, 0.3264676332473755, 0.28972095251083374, -0.06418474018573761], "r_norm": [1.0486559867858887, 1.0813742876052856, 1.0634310245513916, 1.0777201652526855, 1.0956940650939941, 1.0481116771697998, 1.0779569149017334, 1.0987640619277954, 1.1011450290679932, 1.0973848104476929]}, {"step": 7650, "epoch": 16, "train_loss": 0.1464947611093521, "cos_r_negg": [0.2654508352279663, 0.31338584423065186, 0.31292015314102173, 0.3455559015274048, 0.31891384720802307, 0.35881686210632324, 0.31631380319595337, 0.3125644326210022, 0.2892032861709595, -0.02975258231163025], "cos_apical_negg": [0.2654508352279663, 0.31338584423065186, 0.31292015314102173, 0.3455559015274048, 0.31891384720802307, 0.35881686210632324, 0.31631380319595337, 0.3125644326210022, 0.2892032861709595, -0.02975258231163025], "cos_Ac_negg": [0.2654508352279663, 0.31338584423065186, 0.31292015314102173, 0.3455559015274048, 0.31891384720802307, 0.35881686210632324, 0.31631380319595337, 0.3125644326210022, 0.2892032861709595, -0.02975258231163025], "r_norm": [0.9877978563308716, 1.0128300189971924, 0.9961073398590088, 1.006352186203003, 1.0276548862457275, 0.9858826398849487, 1.0087857246398926, 1.0274057388305664, 1.035991907119751, 1.0280334949493408]}, {"step": 7700, "epoch": 16, "train_loss": 0.2179170548915863, "cos_r_negg": [0.24721379578113556, 0.27819404006004333, 0.27314522862434387, 0.2943059802055359, 0.27267250418663025, 0.27914613485336304, 0.2538456618785858, 0.29157060384750366, 0.26598653197288513, -0.07023105770349503], "cos_apical_negg": [0.24721379578113556, 0.27819404006004333, 0.27314522862434387, 0.2943059802055359, 0.27267250418663025, 0.27914613485336304, 0.2538456618785858, 0.29157060384750366, 0.26598653197288513, -0.07023105770349503], "cos_Ac_negg": [0.24721379578113556, 0.27819404006004333, 0.27314522862434387, 0.2943059802055359, 0.27267250418663025, 0.27914613485336304, 0.2538456618785858, 0.29157060384750366, 0.26598653197288513, -0.07023105770349503], "r_norm": [0.9284070730209351, 0.956318736076355, 0.9345303773880005, 0.9463843107223511, 0.9683672189712524, 0.9236794710159302, 0.9514482021331787, 0.964453935623169, 0.9738399982452393, 0.9648678302764893]}, {"step": 7750, "epoch": 16, "train_loss": 0.30755674839019775, "cos_r_negg": [0.25236329436302185, 0.2940391004085541, 0.28434139490127563, 0.3003422021865845, 0.28068968653678894, 0.33680590987205505, 0.2817845940589905, 0.27995210886001587, 0.29165542125701904, -0.015593139454722404], "cos_apical_negg": [0.25236329436302185, 0.2940391004085541, 0.28434139490127563, 0.3003422021865845, 0.28068968653678894, 0.33680590987205505, 0.2817845940589905, 0.27995210886001587, 0.29165542125701904, -0.015593139454722404], "cos_Ac_negg": [0.25236329436302185, 0.2940391004085541, 0.28434139490127563, 0.3003422021865845, 0.28068968653678894, 0.33680590987205505, 0.2817845940589905, 0.27995210886001587, 0.29165542125701904, -0.015593139454722404], "r_norm": [0.9070101976394653, 0.9332506060600281, 0.9189702272415161, 0.9279782176017761, 0.941146731376648, 0.9090811014175415, 0.9309912323951721, 0.947920024394989, 0.9456267952919006, 0.9482262134552002]}, {"step": 7800, "epoch": 16, "train_loss": 0.3212967813014984, "cos_r_negg": [0.2311427742242813, 0.2690510153770447, 0.2625911235809326, 0.2878561019897461, 0.2762688994407654, 0.3005022406578064, 0.27155548334121704, 0.3261609971523285, 0.2789289355278015, -0.017823845148086548], "cos_apical_negg": [0.2311427742242813, 0.2690510153770447, 0.2625911235809326, 0.2878561019897461, 0.2762688994407654, 0.3005022406578064, 0.27155548334121704, 0.3261609971523285, 0.2789289355278015, -0.017823845148086548], "cos_Ac_negg": [0.2311427742242813, 0.2690510153770447, 0.2625911235809326, 0.2878561019897461, 0.2762688994407654, 0.3005022406578064, 0.27155548334121704, 0.3261609971523285, 0.2789289355278015, -0.017823845148086548], "r_norm": [1.0671521425247192, 1.1027215719223022, 1.0842379331588745, 1.098673939704895, 1.116743803024292, 1.071190357208252, 1.0951157808303833, 1.1207820177078247, 1.1154464483261108, 1.1173138618469238]}, {"step": 7850, "epoch": 16, "train_loss": 0.27224719524383545, "cos_r_negg": [0.23933976888656616, 0.2667529582977295, 0.2514471709728241, 0.2575409412384033, 0.25000953674316406, 0.28446221351623535, 0.25136038661003113, 0.2919139564037323, 0.2367722988128662, -0.074323371052742], "cos_apical_negg": [0.23933976888656616, 0.2667529582977295, 0.2514471709728241, 0.2575409412384033, 0.25000953674316406, 0.28446221351623535, 0.25136038661003113, 0.2919139564037323, 0.2367722988128662, -0.074323371052742], "cos_Ac_negg": [0.23933976888656616, 0.2667529582977295, 0.2514471709728241, 0.2575409412384033, 0.25000953674316406, 0.28446221351623535, 0.25136038661003113, 0.2919139564037323, 0.2367722988128662, -0.074323371052742], "r_norm": [1.1236072778701782, 1.1574442386627197, 1.1295788288116455, 1.143315076828003, 1.170770525932312, 1.1165058612823486, 1.1509480476379395, 1.1693205833435059, 1.1769574880599976, 1.1690810918807983]}, {"step": 7900, "epoch": 16, "train_loss": 0.18325656652450562, "cos_r_negg": [0.229450061917305, 0.26399219036102295, 0.25784265995025635, 0.2638610303401947, 0.27024686336517334, 0.2986852526664734, 0.2764938175678253, 0.3194781541824341, 0.2940080463886261, -0.03215920180082321], "cos_apical_negg": [0.229450061917305, 0.26399219036102295, 0.25784265995025635, 0.2638610303401947, 0.27024686336517334, 0.2986852526664734, 0.2764938175678253, 0.3194781541824341, 0.2940080463886261, -0.03215920180082321], "cos_Ac_negg": [0.229450061917305, 0.26399219036102295, 0.25784265995025635, 0.2638610303401947, 0.27024686336517334, 0.2986852526664734, 0.2764938175678253, 0.3194781541824341, 0.2940080463886261, -0.03215920180082321], "r_norm": [1.1724246740341187, 1.2105605602264404, 1.1932553052902222, 1.2035703659057617, 1.2314726114273071, 1.170831561088562, 1.200199842453003, 1.235248327255249, 1.2417337894439697, 1.2395135164260864]}, {"step": 7950, "epoch": 16, "train_loss": 0.25752192735671997, "cos_r_negg": [0.21464803814888, 0.25601595640182495, 0.2550085783004761, 0.28343695402145386, 0.3091312050819397, 0.28416070342063904, 0.29598891735076904, 0.3224028944969177, 0.23402288556098938, -0.055513784289360046], "cos_apical_negg": [0.21464803814888, 0.25601595640182495, 0.2550085783004761, 0.28343695402145386, 0.3091312050819397, 0.28416070342063904, 0.29598891735076904, 0.3224028944969177, 0.23402288556098938, -0.055513784289360046], "cos_Ac_negg": [0.21464803814888, 0.25601595640182495, 0.2550085783004761, 0.28343695402145386, 0.3091312050819397, 0.28416070342063904, 0.29598891735076904, 0.3224028944969177, 0.23402288556098938, -0.055513784289360046], "r_norm": [1.0108857154846191, 1.0378731489181519, 1.0172829627990723, 1.0280094146728516, 1.050004005432129, 1.0057291984558105, 1.0360125303268433, 1.0486457347869873, 1.057494878768921, 1.0518205165863037]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8672, "test_loss": 0.4102512268066406}, {"step": 8000, "epoch": 17, "train_loss": 0.22406300902366638, "cos_r_negg": [0.25854602456092834, 0.2812153100967407, 0.29603061079978943, 0.2974965572357178, 0.30271807312965393, 0.2869003415107727, 0.2663733959197998, 0.3197437524795532, 0.22548717260360718, -0.06051899492740631], "cos_apical_negg": [0.25854602456092834, 0.2812153100967407, 0.29603061079978943, 0.2974965572357178, 0.30271807312965393, 0.2869003415107727, 0.2663733959197998, 0.3197437524795532, 0.22548717260360718, -0.06051899492740631], "cos_Ac_negg": [0.25854602456092834, 0.2812153100967407, 0.29603061079978943, 0.2974965572357178, 0.30271807312965393, 0.2869003415107727, 0.2663733959197998, 0.3197437524795532, 0.22548717260360718, -0.06051899492740631], "r_norm": [0.9645196199417114, 0.9914318323135376, 0.9718903303146362, 0.9842826128005981, 1.0004419088363647, 0.9617167711257935, 0.9906057119369507, 1.0023435354232788, 1.0052965879440308, 1.0039429664611816]}, {"step": 8050, "epoch": 17, "train_loss": 0.18385621905326843, "cos_r_negg": [0.2659599781036377, 0.3074207305908203, 0.29559916257858276, 0.28105300664901733, 0.28952571749687195, 0.29803937673568726, 0.2551637291908264, 0.30412912368774414, 0.23720240592956543, -0.0675150603055954], "cos_apical_negg": [0.2659599781036377, 0.3074207305908203, 0.29559916257858276, 0.28105300664901733, 0.28952571749687195, 0.29803937673568726, 0.2551637291908264, 0.30412912368774414, 0.23720240592956543, -0.0675150603055954], "cos_Ac_negg": [0.2659599781036377, 0.3074207305908203, 0.29559916257858276, 0.28105300664901733, 0.28952571749687195, 0.29803937673568726, 0.2551637291908264, 0.30412912368774414, 0.23720240592956543, -0.0675150603055954], "r_norm": [1.0235028266906738, 1.0524487495422363, 1.0294835567474365, 1.040263056755066, 1.0613207817077637, 1.0185298919677734, 1.0510096549987793, 1.0624009370803833, 1.0669571161270142, 1.0600602626800537]}, {"step": 8100, "epoch": 17, "train_loss": 0.2392425239086151, "cos_r_negg": [0.24502970278263092, 0.25538837909698486, 0.2607124447822571, 0.260599821805954, 0.29548004269599915, 0.29138725996017456, 0.25337544083595276, 0.3045387864112854, 0.20016495883464813, -0.062392983585596085], "cos_apical_negg": [0.24502970278263092, 0.25538837909698486, 0.2607124447822571, 0.260599821805954, 0.29548004269599915, 0.29138725996017456, 0.25337544083595276, 0.3045387864112854, 0.20016495883464813, -0.062392983585596085], "cos_Ac_negg": [0.24502970278263092, 0.25538837909698486, 0.2607124447822571, 0.260599821805954, 0.29548004269599915, 0.29138725996017456, 0.25337544083595276, 0.3045387864112854, 0.20016495883464813, -0.062392983585596085], "r_norm": [0.9699668884277344, 0.9931646585464478, 0.9738033413887024, 0.9815911054611206, 0.998445987701416, 0.9642500877380371, 0.9953721761703491, 1.0008233785629272, 1.0055429935455322, 1.0022706985473633]}, {"step": 8150, "epoch": 17, "train_loss": 0.18654443323612213, "cos_r_negg": [0.27925431728363037, 0.2947846055030823, 0.2780607342720032, 0.28278711438179016, 0.28366953134536743, 0.2831672728061676, 0.23432761430740356, 0.27391159534454346, 0.16564153134822845, -0.09062083065509796], "cos_apical_negg": [0.27925431728363037, 0.2947846055030823, 0.2780607342720032, 0.28278711438179016, 0.28366953134536743, 0.2831672728061676, 0.23432761430740356, 0.27391159534454346, 0.16564153134822845, -0.09062083065509796], "cos_Ac_negg": [0.27925431728363037, 0.2947846055030823, 0.2780607342720032, 0.28278711438179016, 0.28366953134536743, 0.2831672728061676, 0.23432761430740356, 0.27391159534454346, 0.16564153134822845, -0.09062083065509796], "r_norm": [0.9932840466499329, 1.023167371749878, 1.0029457807540894, 1.0126724243164062, 1.0369372367858887, 0.9899458885192871, 1.0189743041992188, 1.0365233421325684, 1.0464301109313965, 1.0399121046066284]}, {"step": 8200, "epoch": 17, "train_loss": 0.2746853828430176, "cos_r_negg": [0.2956695854663849, 0.310233473777771, 0.30987298488616943, 0.31819331645965576, 0.32986992597579956, 0.3369775414466858, 0.3031159043312073, 0.34149235486984253, 0.24747955799102783, -0.06597894430160522], "cos_apical_negg": [0.2956695854663849, 0.310233473777771, 0.30987298488616943, 0.31819331645965576, 0.32986992597579956, 0.3369775414466858, 0.3031159043312073, 0.34149235486984253, 0.24747955799102783, -0.06597894430160522], "cos_Ac_negg": [0.2956695854663849, 0.310233473777771, 0.30987298488616943, 0.31819331645965576, 0.32986992597579956, 0.3369775414466858, 0.3031159043312073, 0.34149235486984253, 0.24747955799102783, -0.06597894430160522], "r_norm": [0.9813666343688965, 1.0095194578170776, 0.998272180557251, 1.0052989721298218, 1.0269901752471924, 0.9813260436058044, 1.002901315689087, 1.0300450325012207, 1.0343854427337646, 1.0328669548034668]}, {"step": 8250, "epoch": 17, "train_loss": 0.2773382365703583, "cos_r_negg": [0.25712335109710693, 0.2737947702407837, 0.2794291377067566, 0.2903015613555908, 0.30518171191215515, 0.3434426784515381, 0.30914849042892456, 0.3244025707244873, 0.20794811844825745, -0.0796419084072113], "cos_apical_negg": [0.25712335109710693, 0.2737947702407837, 0.2794291377067566, 0.2903015613555908, 0.30518171191215515, 0.3434426784515381, 0.30914849042892456, 0.3244025707244873, 0.20794811844825745, -0.0796419084072113], "cos_Ac_negg": [0.25712335109710693, 0.2737947702407837, 0.2794291377067566, 0.2903015613555908, 0.30518171191215515, 0.3434426784515381, 0.30914849042892456, 0.3244025707244873, 0.20794811844825745, -0.0796419084072113], "r_norm": [1.017132043838501, 1.0491325855255127, 1.029787302017212, 1.0422955751419067, 1.061856746673584, 1.0148825645446777, 1.0419590473175049, 1.0627573728561401, 1.0628573894500732, 1.0653157234191895]}, {"step": 8300, "epoch": 17, "train_loss": 0.29018470644950867, "cos_r_negg": [0.24064534902572632, 0.27131274342536926, 0.25859037041664124, 0.2615152895450592, 0.2716989517211914, 0.32322198152542114, 0.30858752131462097, 0.315949022769928, 0.21213191747665405, -0.059409935027360916], "cos_apical_negg": [0.24064534902572632, 0.27131274342536926, 0.25859037041664124, 0.2615152895450592, 0.2716989517211914, 0.32322198152542114, 0.30858752131462097, 0.315949022769928, 0.21213191747665405, -0.059409935027360916], "cos_Ac_negg": [0.24064534902572632, 0.27131274342536926, 0.25859037041664124, 0.2615152895450592, 0.2716989517211914, 0.32322198152542114, 0.30858752131462097, 0.315949022769928, 0.21213191747665405, -0.059409935027360916], "r_norm": [1.1899433135986328, 1.230203628540039, 1.2079674005508423, 1.222908854484558, 1.2471762895584106, 1.186090111732483, 1.2181965112686157, 1.2498711347579956, 1.2521650791168213, 1.2519147396087646]}, {"step": 8350, "epoch": 17, "train_loss": 0.2784627377986908, "cos_r_negg": [0.19669708609580994, 0.22075255215168, 0.22055572271347046, 0.24132823944091797, 0.24863828718662262, 0.28574222326278687, 0.2914749085903168, 0.26712507009506226, 0.19894129037857056, -0.0363297201693058], "cos_apical_negg": [0.19669708609580994, 0.22075255215168, 0.22055572271347046, 0.24132823944091797, 0.24863828718662262, 0.28574222326278687, 0.2914749085903168, 0.26712507009506226, 0.19894129037857056, -0.0363297201693058], "cos_Ac_negg": [0.19669708609580994, 0.22075255215168, 0.22055572271347046, 0.24132823944091797, 0.24863828718662262, 0.28574222326278687, 0.2914749085903168, 0.26712507009506226, 0.19894129037857056, -0.0363297201693058], "r_norm": [0.9036105871200562, 0.9292614459991455, 0.915228009223938, 0.9238160252571106, 0.9421426057815552, 0.9054930210113525, 0.9230291843414307, 0.9406965970993042, 0.9434460997581482, 0.945137619972229]}, {"step": 8400, "epoch": 17, "train_loss": 0.5726450681686401, "cos_r_negg": [0.23226036131381989, 0.27029162645339966, 0.2670467793941498, 0.2736341953277588, 0.29106512665748596, 0.30613207817077637, 0.30487918853759766, 0.2866235375404358, 0.24026453495025635, -0.064363494515419], "cos_apical_negg": [0.23226036131381989, 0.27029162645339966, 0.2670467793941498, 0.2736341953277588, 0.29106512665748596, 0.30613207817077637, 0.30487918853759766, 0.2866235375404358, 0.24026453495025635, -0.064363494515419], "cos_Ac_negg": [0.23226036131381989, 0.27029162645339966, 0.2670467793941498, 0.2736341953277588, 0.29106512665748596, 0.30613207817077637, 0.30487918853759766, 0.2866235375404358, 0.24026453495025635, -0.064363494515419], "r_norm": [0.8916171789169312, 0.9184328317642212, 0.9027523994445801, 0.9114289283752441, 0.9267151951789856, 0.8903734683990479, 0.9184088706970215, 0.9291760921478271, 0.9309823513031006, 0.9327142238616943]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8724, "test_loss": 0.4045284149169922}, {"step": 8450, "epoch": 18, "train_loss": 0.272601842880249, "cos_r_negg": [0.22178222239017487, 0.2584701478481293, 0.26248395442962646, 0.26440557837486267, 0.27491381764411926, 0.3023499846458435, 0.2763403654098511, 0.29007863998413086, 0.23845860362052917, -0.08849994093179703], "cos_apical_negg": [0.22178222239017487, 0.2584701478481293, 0.26248395442962646, 0.26440557837486267, 0.27491381764411926, 0.3023499846458435, 0.2763403654098511, 0.29007863998413086, 0.23845860362052917, -0.08849994093179703], "cos_Ac_negg": [0.22178222239017487, 0.2584701478481293, 0.26248395442962646, 0.26440557837486267, 0.27491381764411926, 0.3023499846458435, 0.2763403654098511, 0.29007863998413086, 0.23845860362052917, -0.08849994093179703], "r_norm": [0.8985742330551147, 0.9200154542922974, 0.9059625267982483, 0.9151982069015503, 0.9325555562973022, 0.8979203104972839, 0.9184765815734863, 0.9330101013183594, 0.9405249953269958, 0.9348616003990173]}, {"step": 8500, "epoch": 18, "train_loss": 0.23604080080986023, "cos_r_negg": [0.2579174041748047, 0.2981109619140625, 0.3007393479347229, 0.29223817586898804, 0.2941562533378601, 0.30402278900146484, 0.2518918812274933, 0.2859588861465454, 0.2153623104095459, -0.07563213258981705], "cos_apical_negg": [0.2579174041748047, 0.2981109619140625, 0.3007393479347229, 0.29223817586898804, 0.2941562533378601, 0.30402278900146484, 0.2518918812274933, 0.2859588861465454, 0.2153623104095459, -0.07563213258981705], "cos_Ac_negg": [0.2579174041748047, 0.2981109619140625, 0.3007393479347229, 0.29223817586898804, 0.2941562533378601, 0.30402278900146484, 0.2518918812274933, 0.2859588861465454, 0.2153623104095459, -0.07563213258981705], "r_norm": [1.052638292312622, 1.0850534439086914, 1.0572493076324463, 1.0662903785705566, 1.0931568145751953, 1.0437819957733154, 1.079560399055481, 1.0933436155319214, 1.1042077541351318, 1.0992233753204346]}, {"step": 8550, "epoch": 18, "train_loss": 0.3300866484642029, "cos_r_negg": [0.2572261095046997, 0.3067994713783264, 0.3028251528739929, 0.2986920475959778, 0.29412075877189636, 0.3348192870616913, 0.3166784644126892, 0.3033968210220337, 0.2581588625907898, -0.053327448666095734], "cos_apical_negg": [0.2572261095046997, 0.3067994713783264, 0.3028251528739929, 0.2986920475959778, 0.29412075877189636, 0.3348192870616913, 0.3166784644126892, 0.3033968210220337, 0.2581588625907898, -0.053327448666095734], "cos_Ac_negg": [0.2572261095046997, 0.3067994713783264, 0.3028251528739929, 0.2986920475959778, 0.29412075877189636, 0.3348192870616913, 0.3166784644126892, 0.3033968210220337, 0.2581588625907898, -0.053327448666095734], "r_norm": [1.1783044338226318, 1.2197158336639404, 1.2043921947479248, 1.2172561883926392, 1.2374887466430664, 1.1839625835418701, 1.2045707702636719, 1.2453107833862305, 1.2387348413467407, 1.247355341911316]}, {"step": 8600, "epoch": 18, "train_loss": 0.218581885099411, "cos_r_negg": [0.28092455863952637, 0.31507131457328796, 0.314556747674942, 0.3310118019580841, 0.34297236800193787, 0.373166561126709, 0.334013432264328, 0.3545290231704712, 0.2701904773712158, -0.033421069383621216], "cos_apical_negg": [0.28092455863952637, 0.31507131457328796, 0.314556747674942, 0.3310118019580841, 0.34297236800193787, 0.373166561126709, 0.334013432264328, 0.3545290231704712, 0.2701904773712158, -0.033421069383621216], "cos_Ac_negg": [0.28092455863952637, 0.31507131457328796, 0.314556747674942, 0.3310118019580841, 0.34297236800193787, 0.373166561126709, 0.334013432264328, 0.3545290231704712, 0.2701904773712158, -0.033421069383621216], "r_norm": [0.9558513164520264, 0.9852083921432495, 0.9704251885414124, 0.9793514609336853, 0.9930628538131714, 0.9570601582527161, 0.9782509803771973, 0.9985322952270508, 0.997728705406189, 1.000016212463379]}, {"step": 8650, "epoch": 18, "train_loss": 0.08714976906776428, "cos_r_negg": [0.2690531313419342, 0.3020361065864563, 0.30489492416381836, 0.31075313687324524, 0.31027644872665405, 0.3474612534046173, 0.3321840763092041, 0.28751611709594727, 0.27395930886268616, -0.021388178691267967], "cos_apical_negg": [0.2690531313419342, 0.3020361065864563, 0.30489492416381836, 0.31075313687324524, 0.31027644872665405, 0.3474612534046173, 0.3321840763092041, 0.28751611709594727, 0.27395930886268616, -0.021388178691267967], "cos_Ac_negg": [0.2690531313419342, 0.3020361065864563, 0.30489492416381836, 0.31075313687324524, 0.31027644872665405, 0.3474612534046173, 0.3321840763092041, 0.28751611709594727, 0.27395930886268616, -0.021388178691267967], "r_norm": [1.1099207401275635, 1.1475671529769897, 1.130098581314087, 1.1416146755218506, 1.1694633960723877, 1.1096560955047607, 1.139533519744873, 1.1705865859985352, 1.1753771305084229, 1.1722798347473145]}, {"step": 8700, "epoch": 18, "train_loss": 0.27118492126464844, "cos_r_negg": [0.3044877350330353, 0.3264107406139374, 0.32770419120788574, 0.3181142807006836, 0.30128058791160583, 0.30857789516448975, 0.31376487016677856, 0.267242968082428, 0.2581457495689392, -0.011772418394684792], "cos_apical_negg": [0.3044877350330353, 0.3264107406139374, 0.32770419120788574, 0.3181142807006836, 0.30128058791160583, 0.30857789516448975, 0.31376487016677856, 0.267242968082428, 0.2581457495689392, -0.011772418394684792], "cos_Ac_negg": [0.3044877350330353, 0.3264107406139374, 0.32770419120788574, 0.3181142807006836, 0.30128058791160583, 0.30857789516448975, 0.31376487016677856, 0.267242968082428, 0.2581457495689392, -0.011772418394684792], "r_norm": [1.0356299877166748, 1.064675211906433, 1.0424654483795166, 1.0539131164550781, 1.0770666599273682, 1.0301964282989502, 1.0630708932876587, 1.0759427547454834, 1.0854566097259521, 1.0761785507202148]}, {"step": 8750, "epoch": 18, "train_loss": 0.26196956634521484, "cos_r_negg": [0.29368066787719727, 0.317352831363678, 0.3168417811393738, 0.3201408386230469, 0.2921155095100403, 0.3292822241783142, 0.3225857615470886, 0.3190770149230957, 0.2569297254085541, 0.006604405120015144], "cos_apical_negg": [0.29368066787719727, 0.317352831363678, 0.3168417811393738, 0.3201408386230469, 0.2921155095100403, 0.3292822241783142, 0.3225857615470886, 0.3190770149230957, 0.2569297254085541, 0.006604405120015144], "cos_Ac_negg": [0.29368066787719727, 0.317352831363678, 0.3168417811393738, 0.3201408386230469, 0.2921155095100403, 0.3292822241783142, 0.3225857615470886, 0.3190770149230957, 0.2569297254085541, 0.006604405120015144], "r_norm": [1.0213711261749268, 1.0472246408462524, 1.032515287399292, 1.0443179607391357, 1.0645418167114258, 1.0196876525878906, 1.0448763370513916, 1.065672516822815, 1.0730777978897095, 1.060219645500183]}, {"step": 8800, "epoch": 18, "train_loss": 0.147752583026886, "cos_r_negg": [0.28955787420272827, 0.3115324079990387, 0.2949085235595703, 0.3006717562675476, 0.2973487079143524, 0.3231484293937683, 0.32231372594833374, 0.3258585035800934, 0.26657137274742126, -0.04051479697227478], "cos_apical_negg": [0.28955787420272827, 0.3115324079990387, 0.2949085235595703, 0.3006717562675476, 0.2973487079143524, 0.3231484293937683, 0.32231372594833374, 0.3258585035800934, 0.26657137274742126, -0.04051479697227478], "cos_Ac_negg": [0.28955787420272827, 0.3115324079990387, 0.2949085235595703, 0.3006717562675476, 0.2973487079143524, 0.3231484293937683, 0.32231372594833374, 0.3258585035800934, 0.26657137274742126, -0.04051479697227478], "r_norm": [0.9114066362380981, 0.9388712644577026, 0.9206334948539734, 0.934009313583374, 0.9510149955749512, 0.9110174179077148, 0.9332103729248047, 0.9497421979904175, 0.9532424211502075, 0.9535455703735352]}, {"step": 8850, "epoch": 18, "train_loss": 0.21680232882499695, "cos_r_negg": [0.22952690720558167, 0.2424163967370987, 0.2673235833644867, 0.2571345567703247, 0.2691894769668579, 0.2577981948852539, 0.2711804509162903, 0.2818623185157776, 0.23627692461013794, -0.01574758253991604], "cos_apical_negg": [0.22952690720558167, 0.2424163967370987, 0.2673235833644867, 0.2571345567703247, 0.2691894769668579, 0.2577981948852539, 0.2711804509162903, 0.2818623185157776, 0.23627692461013794, -0.01574758253991604], "cos_Ac_negg": [0.22952690720558167, 0.2424163967370987, 0.2673235833644867, 0.2571345567703247, 0.2691894769668579, 0.2577981948852539, 0.2711804509162903, 0.2818623185157776, 0.23627692461013794, -0.01574758253991604], "r_norm": [1.0393412113189697, 1.0688960552215576, 1.0448956489562988, 1.0550658702850342, 1.0840989351272583, 1.0349202156066895, 1.0680103302001953, 1.078505039215088, 1.0924763679504395, 1.0774376392364502]}, {"step": 8900, "epoch": 18, "train_loss": 0.25958484411239624, "cos_r_negg": [0.29030442237854004, 0.3072866201400757, 0.3078620135784149, 0.3027280569076538, 0.2989003658294678, 0.3141075074672699, 0.3037308156490326, 0.2823670506477356, 0.256763756275177, -0.05208854377269745], "cos_apical_negg": [0.29030442237854004, 0.3072866201400757, 0.3078620135784149, 0.3027280569076538, 0.2989003658294678, 0.3141075074672699, 0.3037308156490326, 0.2823670506477356, 0.256763756275177, -0.05208854377269745], "cos_Ac_negg": [0.29030442237854004, 0.3072866201400757, 0.3078620135784149, 0.3027280569076538, 0.2989003658294678, 0.3141075074672699, 0.3037308156490326, 0.2823670506477356, 0.256763756275177, -0.05208854377269745], "r_norm": [0.9786014556884766, 1.0048996210098267, 0.9911975264549255, 0.9996913075447083, 1.0198560953140259, 0.9771292209625244, 1.0063743591308594, 1.0206960439682007, 1.0294843912124634, 1.0235527753829956]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8692, "test_loss": 0.42530284423828124}, {"step": 8950, "epoch": 19, "train_loss": 0.3507404327392578, "cos_r_negg": [0.2640584707260132, 0.27228131890296936, 0.28405874967575073, 0.28190985321998596, 0.2929590344429016, 0.2991199493408203, 0.28759974241256714, 0.3167869448661804, 0.23517180979251862, -0.0381479412317276], "cos_apical_negg": [0.2640584707260132, 0.27228131890296936, 0.28405874967575073, 0.28190985321998596, 0.2929590344429016, 0.2991199493408203, 0.28759974241256714, 0.3167869448661804, 0.23517180979251862, -0.0381479412317276], "cos_Ac_negg": [0.2640584707260132, 0.27228131890296936, 0.28405874967575073, 0.28190985321998596, 0.2929590344429016, 0.2991199493408203, 0.28759974241256714, 0.3167869448661804, 0.23517180979251862, -0.0381479412317276], "r_norm": [1.0159450769424438, 1.0458649396896362, 1.0277822017669678, 1.0382939577102661, 1.062669038772583, 1.0095839500427246, 1.0396745204925537, 1.0641330480575562, 1.0726637840270996, 1.064284324645996]}, {"step": 9000, "epoch": 19, "train_loss": 0.29941245913505554, "cos_r_negg": [0.23880434036254883, 0.23559468984603882, 0.23050348460674286, 0.26306769251823425, 0.2745090126991272, 0.301969438791275, 0.2671518325805664, 0.29310452938079834, 0.26732897758483887, -0.035944268107414246], "cos_apical_negg": [0.23880434036254883, 0.23559468984603882, 0.23050348460674286, 0.26306769251823425, 0.2745090126991272, 0.301969438791275, 0.2671518325805664, 0.29310452938079834, 0.26732897758483887, -0.035944268107414246], "cos_Ac_negg": [0.23880434036254883, 0.23559468984603882, 0.23050348460674286, 0.26306769251823425, 0.2745090126991272, 0.301969438791275, 0.2671518325805664, 0.29310452938079834, 0.26732897758483887, -0.035944268107414246], "r_norm": [0.9962797164916992, 1.023646593093872, 1.009554147720337, 1.0241634845733643, 1.040732979774475, 0.9967620372772217, 1.023483395576477, 1.041232705116272, 1.0414223670959473, 1.0417064428329468]}, {"step": 9050, "epoch": 19, "train_loss": 0.3198568820953369, "cos_r_negg": [0.23080503940582275, 0.26052409410476685, 0.2545064389705658, 0.26795515418052673, 0.24767443537712097, 0.28015321493148804, 0.26083600521087646, 0.27505195140838623, 0.2690308392047882, 0.005094598978757858], "cos_apical_negg": [0.23080503940582275, 0.26052409410476685, 0.2545064389705658, 0.26795515418052673, 0.24767443537712097, 0.28015321493148804, 0.26083600521087646, 0.27505195140838623, 0.2690308392047882, 0.005094598978757858], "cos_Ac_negg": [0.23080503940582275, 0.26052409410476685, 0.2545064389705658, 0.26795515418052673, 0.24767443537712097, 0.28015321493148804, 0.26083600521087646, 0.27505195140838623, 0.2690308392047882, 0.005094598978757858], "r_norm": [0.9780425429344177, 0.9998885989189148, 0.9845880270004272, 0.99260413646698, 1.0126663446426392, 0.9753226041793823, 0.9958274960517883, 1.012899398803711, 1.0222837924957275, 1.0118786096572876]}, {"step": 9100, "epoch": 19, "train_loss": 0.26664113998413086, "cos_r_negg": [0.2274380624294281, 0.26446622610092163, 0.2651243209838867, 0.2677541971206665, 0.25666704773902893, 0.26488664746284485, 0.2668913006782532, 0.2817336320877075, 0.2562066316604614, 0.004184242337942123], "cos_apical_negg": [0.2274380624294281, 0.26446622610092163, 0.2651243209838867, 0.2677541971206665, 0.25666704773902893, 0.26488664746284485, 0.2668913006782532, 0.2817336320877075, 0.2562066316604614, 0.004184242337942123], "cos_Ac_negg": [0.2274380624294281, 0.26446622610092163, 0.2651243209838867, 0.2677541971206665, 0.25666704773902893, 0.26488664746284485, 0.2668913006782532, 0.2817336320877075, 0.2562066316604614, 0.004184242337942123], "r_norm": [0.9560006856918335, 0.9757421016693115, 0.9571946859359741, 0.9677528142929077, 0.9869382381439209, 0.9499164819717407, 0.9756171703338623, 0.9865753054618835, 0.9991710186004639, 0.9866837859153748]}, {"step": 9150, "epoch": 19, "train_loss": 0.2273465245962143, "cos_r_negg": [0.19884276390075684, 0.2193026840686798, 0.21342088282108307, 0.22448566555976868, 0.21100737154483795, 0.2344660758972168, 0.26585790514945984, 0.2807818651199341, 0.29837217926979065, 0.01856037974357605], "cos_apical_negg": [0.19884276390075684, 0.2193026840686798, 0.21342088282108307, 0.22448566555976868, 0.21100737154483795, 0.2344660758972168, 0.26585790514945984, 0.2807818651199341, 0.29837217926979065, 0.01856037974357605], "cos_Ac_negg": [0.19884276390075684, 0.2193026840686798, 0.21342088282108307, 0.22448566555976868, 0.21100737154483795, 0.2344660758972168, 0.26585790514945984, 0.2807818651199341, 0.29837217926979065, 0.01856037974357605], "r_norm": [0.8330255746841431, 0.8520568609237671, 0.8406834602355957, 0.8477518558502197, 0.8611937761306763, 0.8333448171615601, 0.8500511646270752, 0.8646062612533569, 0.8662382364273071, 0.8632193803787231]}, {"step": 9200, "epoch": 19, "train_loss": 0.2801593542098999, "cos_r_negg": [0.22938072681427002, 0.27755311131477356, 0.2577596604824066, 0.25550395250320435, 0.29100501537323, 0.2959568500518799, 0.2846205234527588, 0.30640703439712524, 0.3058236837387085, 0.02040259726345539], "cos_apical_negg": [0.22938072681427002, 0.27755311131477356, 0.2577596604824066, 0.25550395250320435, 0.29100501537323, 0.2959568500518799, 0.2846205234527588, 0.30640703439712524, 0.3058236837387085, 0.02040259726345539], "cos_Ac_negg": [0.22938072681427002, 0.27755311131477356, 0.2577596604824066, 0.25550395250320435, 0.29100501537323, 0.2959568500518799, 0.2846205234527588, 0.30640703439712524, 0.3058236837387085, 0.02040259726345539], "r_norm": [1.0258145332336426, 1.0585657358169556, 1.0432270765304565, 1.0555827617645264, 1.0756032466888428, 1.0277643203735352, 1.0520881414413452, 1.077655553817749, 1.079345464706421, 1.07737398147583]}, {"step": 9250, "epoch": 19, "train_loss": 0.23566260933876038, "cos_r_negg": [0.24349454045295715, 0.27432239055633545, 0.2817557156085968, 0.2693110704421997, 0.26377707719802856, 0.3113411068916321, 0.3050922751426697, 0.30569708347320557, 0.26962414383888245, -0.01277894712984562], "cos_apical_negg": [0.24349454045295715, 0.27432239055633545, 0.2817557156085968, 0.2693110704421997, 0.26377707719802856, 0.3113411068916321, 0.3050922751426697, 0.30569708347320557, 0.26962414383888245, -0.01277894712984562], "cos_Ac_negg": [0.24349454045295715, 0.27432239055633545, 0.2817557156085968, 0.2693110704421997, 0.26377707719802856, 0.3113411068916321, 0.3050922751426697, 0.30569708347320557, 0.26962414383888245, -0.01277894712984562], "r_norm": [0.8733325004577637, 0.8973721861839294, 0.8853083848953247, 0.8919392824172974, 0.9068232774734497, 0.8745684623718262, 0.8942505121231079, 0.909664511680603, 0.9134820103645325, 0.9133228063583374]}, {"step": 9300, "epoch": 19, "train_loss": 0.27644187211990356, "cos_r_negg": [0.23923395574092865, 0.2621312141418457, 0.2809261977672577, 0.2797701954841614, 0.2859564423561096, 0.30247271060943604, 0.3295489251613617, 0.321194589138031, 0.288308322429657, 0.0025409667287021875], "cos_apical_negg": [0.23923395574092865, 0.2621312141418457, 0.2809261977672577, 0.2797701954841614, 0.2859564423561096, 0.30247271060943604, 0.3295489251613617, 0.321194589138031, 0.288308322429657, 0.0025409667287021875], "cos_Ac_negg": [0.23923395574092865, 0.2621312141418457, 0.2809261977672577, 0.2797701954841614, 0.2859564423561096, 0.30247271060943604, 0.3295489251613617, 0.321194589138031, 0.288308322429657, 0.0025409667287021875], "r_norm": [1.0041518211364746, 1.0333750247955322, 1.0141645669937134, 1.0255924463272095, 1.0466666221618652, 1.004525899887085, 1.0301785469055176, 1.0444968938827515, 1.0484559535980225, 1.0433636903762817]}, {"step": 9350, "epoch": 19, "train_loss": 0.2647250294685364, "cos_r_negg": [0.2287502884864807, 0.26802724599838257, 0.27979207038879395, 0.2826114892959595, 0.2772812843322754, 0.26552900671958923, 0.3109971284866333, 0.2844087779521942, 0.27930235862731934, -0.017889630049467087], "cos_apical_negg": [0.2287502884864807, 0.26802724599838257, 0.27979207038879395, 0.2826114892959595, 0.2772812843322754, 0.26552900671958923, 0.3109971284866333, 0.2844087779521942, 0.27930235862731934, -0.017889630049467087], "cos_Ac_negg": [0.2287502884864807, 0.26802724599838257, 0.27979207038879395, 0.2826114892959595, 0.2772812843322754, 0.26552900671958923, 0.3109971284866333, 0.2844087779521942, 0.27930235862731934, -0.017889630049467087], "r_norm": [0.9997000694274902, 1.0328110456466675, 1.0128120183944702, 1.0245916843414307, 1.036292314529419, 1.0001575946807861, 1.0240322351455688, 1.0435621738433838, 1.0379550457000732, 1.0433142185211182]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.869, "test_loss": 0.4290051544189453}], "final": {"test_acc": 0.869, "test_loss": 0.4290051544189453, "wall_s": 41.48691129684448, "cos_r_negg": [0.2312888354063034, 0.25688284635543823, 0.2637243866920471, 0.27765995264053345, 0.28936871886253357, 0.27001267671585083, 0.29273512959480286, 0.26850390434265137, 0.3000810742378235, -0.009570673108100891], "cos_apical_negg": [0.2312888354063034, 0.25688284635543823, 0.2637243866920471, 0.27765995264053345, 0.28936871886253357, 0.27001267671585083, 0.29273512959480286, 0.26850390434265137, 0.3000810742378235, -0.009570673108100891], "cos_Ac_negg": [0.2312888354063034, 0.25688284635543823, 0.2637243866920471, 0.27765995264053345, 0.28936871886253357, 0.27001267671585083, 0.29273512959480286, 0.26850390434265137, 0.3000810742378235, -0.009570673108100891]}}