path: root/results/depth_mnist_dfa_d10_s0.json

{"args": {"mode": "dfa", "dataset": "mnist", "depth": 10, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3040730953216553, "cos_r_negg": [0.012175384908914566, -0.059616513550281525, -0.01032954826951027, 0.005858443211764097, 0.004164664074778557, 0.0032336630392819643, 0.017422709614038467, 0.02212340198457241, 0.013373195193707943, -0.0045508211478590965], "cos_apical_negg": [0.012175384908914566, -0.059616513550281525, -0.01032954826951027, 0.005858443211764097, 0.004164664074778557, 0.0032336630392819643, 0.017422709614038467, 0.02212340198457241, 0.013373195193707943, -0.0045508211478590965], "cos_Ac_negg": [0.012175384908914566, -0.059616513550281525, -0.01032954826951027, 0.005858443211764097, 0.004164664074778557, 0.0032336630392819643, 0.017422709614038467, 0.02212340198457241, 0.013373195193707943, -0.0045508211478590965], "r_norm": [4.769957542419434, 4.781918525695801, 4.817016124725342, 4.819390296936035, 4.870197296142578, 4.788719177246094, 4.801520824432373, 4.7971954345703125, 4.8898138999938965, 4.888026237487793]}, {"step": 50, "epoch": 0, "train_loss": 0.8519741296768188, "cos_r_negg": [0.19280797243118286, 0.16620716452598572, 0.1567436009645462, 0.11436329782009125, 0.15883910655975342, 0.1020583063364029, 0.2439998835325241, 0.32082614302635193, 0.2665228247642517, 0.15522994101047516], "cos_apical_negg": [0.19280797243118286, 0.16620716452598572, 0.1567436009645462, 0.11436329782009125, 0.15883910655975342, 0.1020583063364029, 0.2439998835325241, 0.32082614302635193, 0.2665228247642517, 0.15522994101047516], "cos_Ac_negg": [0.19280797243118286, 0.16620716452598572, 0.1567436009645462, 0.11436329782009125, 0.15883910655975342, 0.1020583063364029, 0.2439998835325241, 0.32082614302635193, 0.2665228247642517, 0.15522994101047516], "r_norm": [1.568475365638733, 1.571847915649414, 1.59002685546875, 1.5909781455993652, 1.5882436037063599, 1.5913997888565063, 1.573787808418274, 1.5933837890625, 1.611604928970337, 1.6013041734695435]}, {"step": 100, "epoch": 0, "train_loss": 0.623092532157898, "cos_r_negg": [0.17288845777511597, 0.15045808255672455, 0.12099909782409668, 0.1370648443698883, 0.12292611598968506, 0.14295841753482819, 0.1288127303123474, 0.12403973937034607, 0.27866971492767334, 0.12111878395080566], "cos_apical_negg": [0.17288845777511597, 0.15045808255672455, 0.12099909782409668, 0.1370648443698883, 0.12292611598968506, 0.14295841753482819, 0.1288127303123474, 0.12403973937034607, 0.27866971492767334, 0.12111878395080566], "cos_Ac_negg": [0.17288845777511597, 0.15045808255672455, 0.12099909782409668, 0.1370648443698883, 0.12292611598968506, 0.14295841753482819, 0.1288127303123474, 0.12403973937034607, 0.27866971492767334, 0.12111878395080566], "r_norm": [1.0812954902648926, 1.0809344053268433, 1.0808963775634766, 1.0812952518463135, 1.0923521518707275, 1.097853422164917, 1.0821452140808105, 1.080236792564392, 1.082578182220459, 1.0934802293777466]}, {"step": 150, "epoch": 0, "train_loss": 0.485392302274704, "cos_r_negg": [0.19839054346084595, 0.18384745717048645, 0.19259017705917358, 0.17106637358665466, 0.1720988154411316, 0.22516225278377533, 0.2188386619091034, 0.22911228239536285, 0.19672812521457672, 0.1262797713279724], "cos_apical_negg": [0.19839054346084595, 0.18384745717048645, 0.19259017705917358, 0.17106637358665466, 0.1720988154411316, 0.22516225278377533, 0.2188386619091034, 0.22911228239536285, 0.19672812521457672, 0.1262797713279724], "cos_Ac_negg": [0.19839054346084595, 0.18384745717048645, 0.19259017705917358, 0.17106637358665466, 0.1720988154411316, 0.22516225278377533, 0.2188386619091034, 0.22911228239536285, 0.19672812521457672, 0.1262797713279724], "r_norm": [0.9094192981719971, 0.9153906106948853, 0.919072151184082, 0.920667290687561, 0.9310464859008789, 0.9245723485946655, 0.9093465805053711, 0.9215698838233948, 0.9231374859809875, 0.9331210851669312]}, {"step": 200, "epoch": 0, "train_loss": 0.43890509009361267, "cos_r_negg": [0.18754872679710388, 0.1759026050567627, 0.14648178219795227, 0.17978757619857788, 0.13586780428886414, 0.15822544693946838, 0.13519969582557678, 0.17232279479503632, 0.21873919665813446, 0.12349627166986465], "cos_apical_negg": [0.18754872679710388, 0.1759026050567627, 0.14648178219795227, 0.17978757619857788, 0.13586780428886414, 0.15822544693946838, 0.13519969582557678, 0.17232279479503632, 0.21873919665813446, 0.12349627166986465], "cos_Ac_negg": [0.18754872679710388, 0.1759026050567627, 0.14648178219795227, 0.17978757619857788, 0.13586780428886414, 0.15822544693946838, 0.13519969582557678, 0.17232279479503632, 0.21873919665813446, 0.12349627166986465], "r_norm": [0.8948728442192078, 0.9013063311576843, 0.9070895910263062, 0.9106613993644714, 0.9181919693946838, 0.9154765009880066, 0.9029570817947388, 0.904911994934082, 0.9113411903381348, 0.9217674136161804]}, {"step": 250, "epoch": 0, "train_loss": 0.29105663299560547, "cos_r_negg": [0.23440714180469513, 0.22057220339775085, 0.22069917619228363, 0.20234106481075287, 0.20102033019065857, 0.16152803599834442, 0.1848534643650055, 0.22212441265583038, 0.22332027554512024, 0.17071202397346497], "cos_apical_negg": [0.23440714180469513, 0.22057220339775085, 0.22069917619228363, 0.20234106481075287, 0.20102033019065857, 0.16152803599834442, 0.1848534643650055, 0.22212441265583038, 0.22332027554512024, 0.17071202397346497], "cos_Ac_negg": [0.23440714180469513, 0.22057220339775085, 0.22069917619228363, 0.20234106481075287, 0.20102033019065857, 0.16152803599834442, 0.1848534643650055, 0.22212441265583038, 0.22332027554512024, 0.17071202397346497], "r_norm": [0.8207700252532959, 0.8275583982467651, 0.8294709920883179, 0.8316515684127808, 0.8416067957878113, 0.8380581736564636, 0.830610990524292, 0.8355578184127808, 0.8347873687744141, 0.8455892205238342]}, {"step": 300, "epoch": 0, "train_loss": 0.2973836064338684, "cos_r_negg": [0.23141568899154663, 0.2160266637802124, 0.20871257781982422, 0.20259028673171997, 0.20989002287387848, 0.19571810960769653, 0.1974194049835205, 0.25432100892066956, 0.28474125266075134, 0.1891653835773468], "cos_apical_negg": [0.23141568899154663, 0.2160266637802124, 0.20871257781982422, 0.20259028673171997, 0.20989002287387848, 0.19571810960769653, 0.1974194049835205, 0.25432100892066956, 0.28474125266075134, 0.1891653835773468], "cos_Ac_negg": [0.23141568899154663, 0.2160266637802124, 0.20871257781982422, 0.20259028673171997, 0.20989002287387848, 0.19571810960769653, 0.1974194049835205, 0.25432100892066956, 0.28474125266075134, 0.1891653835773468], "r_norm": [0.753150463104248, 0.7569907307624817, 0.7660691142082214, 0.7640892267227173, 0.7727331519126892, 0.7662022113800049, 0.760097861289978, 0.7639490365982056, 0.7716834545135498, 0.7751678228378296]}, {"step": 350, "epoch": 0, "train_loss": 0.22151385247707367, "cos_r_negg": [0.23603907227516174, 0.20338931679725647, 0.20580467581748962, 0.20878398418426514, 0.2311805933713913, 0.23558132350444794, 0.21440990269184113, 0.248859703540802, 0.22882050275802612, 0.19403846561908722], "cos_apical_negg": [0.23603907227516174, 0.20338931679725647, 0.20580467581748962, 0.20878398418426514, 0.2311805933713913, 0.23558132350444794, 0.21440990269184113, 0.248859703540802, 0.22882050275802612, 0.19403846561908722], "cos_Ac_negg": [0.23603907227516174, 0.20338931679725647, 0.20580467581748962, 0.20878398418426514, 0.2311805933713913, 0.23558132350444794, 0.21440990269184113, 0.248859703540802, 0.22882050275802612, 0.19403846561908722], "r_norm": [0.7054908871650696, 0.7103878259658813, 0.7167737483978271, 0.7152097225189209, 0.7239196300506592, 0.7163535952568054, 0.7113587856292725, 0.7157911062240601, 0.7216476202011108, 0.7251830101013184]}, {"step": 400, "epoch": 0, "train_loss": 0.2853759527206421, "cos_r_negg": [0.242451012134552, 0.22622831165790558, 0.2393277883529663, 0.22978797554969788, 0.2730705738067627, 0.25319746136665344, 0.23155657947063446, 0.29070279002189636, 0.30082589387893677, 0.21290142834186554], "cos_apical_negg": [0.242451012134552, 0.22622831165790558, 0.2393277883529663, 0.22978797554969788, 0.2730705738067627, 0.25319746136665344, 0.23155657947063446, 0.29070279002189636, 0.30082589387893677, 0.21290142834186554], "cos_Ac_negg": [0.242451012134552, 0.22622831165790558, 0.2393277883529663, 0.22978797554969788, 0.2730705738067627, 0.25319746136665344, 0.23155657947063446, 0.29070279002189636, 0.30082589387893677, 0.21290142834186554], "r_norm": [0.8115968704223633, 0.8169269561767578, 0.8179115056991577, 0.8147398233413696, 0.8264774084091187, 0.825612485408783, 0.8141402006149292, 0.8210018277168274, 0.822118878364563, 0.8335244655609131]}, {"step": 450, "epoch": 0, "train_loss": 0.24030739068984985, "cos_r_negg": [0.2357618659734726, 0.20906122028827667, 0.23581208288669586, 0.18432284891605377, 0.22697514295578003, 0.22416004538536072, 0.21951144933700562, 0.2666659951210022, 0.22034311294555664, 0.21710291504859924], "cos_apical_negg": [0.2357618659734726, 0.20906122028827667, 0.23581208288669586, 0.18432284891605377, 0.22697514295578003, 0.22416004538536072, 0.21951144933700562, 0.2666659951210022, 0.22034311294555664, 0.21710291504859924], "cos_Ac_negg": [0.2357618659734726, 0.20906122028827667, 0.23581208288669586, 0.18432284891605377, 0.22697514295578003, 0.22416004538536072, 0.21951144933700562, 0.2666659951210022, 0.22034311294555664, 0.21710291504859924], "r_norm": [0.7432767152786255, 0.7486686110496521, 0.7527206540107727, 0.7523783445358276, 0.7614762783050537, 0.7564133405685425, 0.7482511401176453, 0.7524868249893188, 0.7522292137145996, 0.7643685340881348]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9345, "test_loss": 0.25708287353515624}, {"step": 500, "epoch": 1, "train_loss": 0.2743737995624542, "cos_r_negg": [0.2075498402118683, 0.2110433280467987, 0.21781094372272491, 0.20642217993736267, 0.18942853808403015, 0.21355077624320984, 0.22378188371658325, 0.23452496528625488, 0.23576205968856812, 0.18940198421478271], "cos_apical_negg": [0.2075498402118683, 0.2110433280467987, 0.21781094372272491, 0.20642217993736267, 0.18942853808403015, 0.21355077624320984, 0.22378188371658325, 0.23452496528625488, 0.23576205968856812, 0.18940198421478271], "cos_Ac_negg": [0.2075498402118683, 0.2110433280467987, 0.21781094372272491, 0.20642217993736267, 0.18942853808403015, 0.21355077624320984, 0.22378188371658325, 0.23452496528625488, 0.23576205968856812, 0.18940198421478271], "r_norm": [0.637467622756958, 0.6443391442298889, 0.6487482786178589, 0.6470234394073486, 0.6572272181510925, 0.6506705284118652, 0.6420390605926514, 0.6508312225341797, 0.6509885787963867, 0.6613703966140747]}, {"step": 550, "epoch": 1, "train_loss": 0.3135905861854553, "cos_r_negg": [0.19251814484596252, 0.15547128021717072, 0.15551120042800903, 0.1559348702430725, 0.20490619540214539, 0.19941550493240356, 0.17813155055046082, 0.17110207676887512, 0.26895636320114136, 0.21346469223499298], "cos_apical_negg": [0.19251814484596252, 0.15547128021717072, 0.15551120042800903, 0.1559348702430725, 0.20490619540214539, 0.19941550493240356, 0.17813155055046082, 0.17110207676887512, 0.26895636320114136, 0.21346469223499298], "cos_Ac_negg": [0.19251814484596252, 0.15547128021717072, 0.15551120042800903, 0.1559348702430725, 0.20490619540214539, 0.19941550493240356, 0.17813155055046082, 0.17110207676887512, 0.26895636320114136, 0.21346469223499298], "r_norm": [0.681585967540741, 0.6848269701004028, 0.6918051242828369, 0.6922681331634521, 0.6978102922439575, 0.691694974899292, 0.6863166093826294, 0.6940315961837769, 0.697564959526062, 0.701636791229248]}, {"step": 600, "epoch": 1, "train_loss": 0.37027958035469055, "cos_r_negg": [0.22659137845039368, 0.20578834414482117, 0.21277287602424622, 0.20329958200454712, 0.27890390157699585, 0.22999641299247742, 0.2234048843383789, 0.2346010059118271, 0.28456419706344604, 0.17980971932411194], "cos_apical_negg": [0.22659137845039368, 0.20578834414482117, 0.21277287602424622, 0.20329958200454712, 0.27890390157699585, 0.22999641299247742, 0.2234048843383789, 0.2346010059118271, 0.28456419706344604, 0.17980971932411194], "cos_Ac_negg": [0.22659137845039368, 0.20578834414482117, 0.21277287602424622, 0.20329958200454712, 0.27890390157699585, 0.22999641299247742, 0.2234048843383789, 0.2346010059118271, 0.28456419706344604, 0.17980971932411194], "r_norm": [0.6715580224990845, 0.6804900169372559, 0.6824142932891846, 0.6799181699752808, 0.6885461211204529, 0.6823180913925171, 0.6769664883613586, 0.6888566017150879, 0.6876013278961182, 0.6931263208389282]}, {"step": 650, "epoch": 1, "train_loss": 0.2806169390678406, "cos_r_negg": [0.22674748301506042, 0.2261892706155777, 0.2237982451915741, 0.1971399337053299, 0.23792915046215057, 0.242667555809021, 0.18947139382362366, 0.21532611548900604, 0.2335723340511322, 0.19539706408977509], "cos_apical_negg": [0.22674748301506042, 0.2261892706155777, 0.2237982451915741, 0.1971399337053299, 0.23792915046215057, 0.242667555809021, 0.18947139382362366, 0.21532611548900604, 0.2335723340511322, 0.19539706408977509], "cos_Ac_negg": [0.22674748301506042, 0.2261892706155777, 0.2237982451915741, 0.1971399337053299, 0.23792915046215057, 0.242667555809021, 0.18947139382362366, 0.21532611548900604, 0.2335723340511322, 0.19539706408977509], "r_norm": [0.6202492713928223, 0.6244874000549316, 0.6300091743469238, 0.6259512305259705, 0.6386611461639404, 0.6274222731590271, 0.6211719512939453, 0.6282055974006653, 0.6310397982597351, 0.6407785415649414]}, {"step": 700, "epoch": 1, "train_loss": 0.19555217027664185, "cos_r_negg": [0.22974829375743866, 0.2227235585451126, 0.22942620515823364, 0.22423669695854187, 0.20313112437725067, 0.23418886959552765, 0.18314142525196075, 0.21518900990486145, 0.18102458119392395, 0.17145776748657227], "cos_apical_negg": [0.22974829375743866, 0.2227235585451126, 0.22942620515823364, 0.22423669695854187, 0.20313112437725067, 0.23418886959552765, 0.18314142525196075, 0.21518900990486145, 0.18102458119392395, 0.17145776748657227], "cos_Ac_negg": [0.22974829375743866, 0.2227235585451126, 0.22942620515823364, 0.22423669695854187, 0.20313112437725067, 0.23418886959552765, 0.18314142525196075, 0.21518900990486145, 0.18102458119392395, 0.17145776748657227], "r_norm": [0.5910422801971436, 0.5941863059997559, 0.5947491526603699, 0.5943720936775208, 0.6003907322883606, 0.5973978042602539, 0.5904184579849243, 0.5934367179870605, 0.5932554006576538, 0.5982314944267273]}, {"step": 750, "epoch": 1, "train_loss": 0.16190789639949799, "cos_r_negg": [0.20515334606170654, 0.2293630838394165, 0.22861970961093903, 0.22577524185180664, 0.2513755261898041, 0.2546776235103607, 0.24519090354442596, 0.2680198550224304, 0.2787480652332306, 0.16983625292778015], "cos_apical_negg": [0.20515334606170654, 0.2293630838394165, 0.22861970961093903, 0.22577524185180664, 0.2513755261898041, 0.2546776235103607, 0.24519090354442596, 0.2680198550224304, 0.2787480652332306, 0.16983625292778015], "cos_Ac_negg": [0.20515334606170654, 0.2293630838394165, 0.22861970961093903, 0.22577524185180664, 0.2513755261898041, 0.2546776235103607, 0.24519090354442596, 0.2680198550224304, 0.2787480652332306, 0.16983625292778015], "r_norm": [0.6141424179077148, 0.6167235374450684, 0.6142942309379578, 0.6143074631690979, 0.6220232248306274, 0.6217739582061768, 0.6139527559280396, 0.6152716875076294, 0.6135650873184204, 0.6236920356750488]}, {"step": 800, "epoch": 1, "train_loss": 0.21307003498077393, "cos_r_negg": [0.1833512783050537, 0.19087091088294983, 0.1685270071029663, 0.19894295930862427, 0.21553674340248108, 0.2483077496290207, 0.24984952807426453, 0.21422049403190613, 0.26820576190948486, 0.16898128390312195], "cos_apical_negg": [0.1833512783050537, 0.19087091088294983, 0.1685270071029663, 0.19894295930862427, 0.21553674340248108, 0.2483077496290207, 0.24984952807426453, 0.21422049403190613, 0.26820576190948486, 0.16898128390312195], "cos_Ac_negg": [0.1833512783050537, 0.19087091088294983, 0.1685270071029663, 0.19894295930862427, 0.21553674340248108, 0.2483077496290207, 0.24984952807426453, 0.21422049403190613, 0.26820576190948486, 0.16898128390312195], "r_norm": [0.5305164456367493, 0.5356765985488892, 0.536556601524353, 0.5370668172836304, 0.5434129238128662, 0.5387805104255676, 0.5337514877319336, 0.5345377326011658, 0.5361295342445374, 0.5384935140609741]}, {"step": 850, "epoch": 1, "train_loss": 0.26914721727371216, "cos_r_negg": [0.1874527633190155, 0.20795437693595886, 0.20753514766693115, 0.19806988537311554, 0.2739042341709137, 0.23372332751750946, 0.20572829246520996, 0.2282450795173645, 0.19986900687217712, 0.13951857388019562], "cos_apical_negg": [0.1874527633190155, 0.20795437693595886, 0.20753514766693115, 0.19806988537311554, 0.2739042341709137, 0.23372332751750946, 0.20572829246520996, 0.2282450795173645, 0.19986900687217712, 0.13951857388019562], "cos_Ac_negg": [0.1874527633190155, 0.20795437693595886, 0.20753514766693115, 0.19806988537311554, 0.2739042341709137, 0.23372332751750946, 0.20572829246520996, 0.2282450795173645, 0.19986900687217712, 0.13951857388019562], "r_norm": [0.5346458554267883, 0.5407828092575073, 0.5414024591445923, 0.5397340059280396, 0.5499526262283325, 0.5434350967407227, 0.5369479060173035, 0.5459601879119873, 0.544526219367981, 0.5512334108352661]}, {"step": 900, "epoch": 1, "train_loss": 0.24764296412467957, "cos_r_negg": [0.20090121030807495, 0.2208428680896759, 0.20560269057750702, 0.19776134192943573, 0.23019957542419434, 0.2081889510154724, 0.22012266516685486, 0.24837303161621094, 0.18219688534736633, 0.12203628569841385], "cos_apical_negg": [0.20090121030807495, 0.2208428680896759, 0.20560269057750702, 0.19776134192943573, 0.23019957542419434, 0.2081889510154724, 0.22012266516685486, 0.24837303161621094, 0.18219688534736633, 0.12203628569841385], "cos_Ac_negg": [0.20090121030807495, 0.2208428680896759, 0.20560269057750702, 0.19776134192943573, 0.23019957542419434, 0.2081889510154724, 0.22012266516685486, 0.24837303161621094, 0.18219688534736633, 0.12203628569841385], "r_norm": [0.5058513879776001, 0.5097821950912476, 0.5082355737686157, 0.5089806318283081, 0.5209649205207825, 0.5176037549972534, 0.5041583776473999, 0.5120415091514587, 0.5123618841171265, 0.5175493955612183]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9474, "test_loss": 0.20075519943237305}, {"step": 950, "epoch": 2, "train_loss": 0.2114725410938263, "cos_r_negg": [0.28126201033592224, 0.27689772844314575, 0.29419004917144775, 0.27283844351768494, 0.30521729588508606, 0.2462417483329773, 0.23730936646461487, 0.2957451343536377, 0.26563316583633423, 0.13849875330924988], "cos_apical_negg": [0.28126201033592224, 0.27689772844314575, 0.29419004917144775, 0.27283844351768494, 0.30521729588508606, 0.2462417483329773, 0.23730936646461487, 0.2957451343536377, 0.26563316583633423, 0.13849875330924988], "cos_Ac_negg": [0.28126201033592224, 0.27689772844314575, 0.29419004917144775, 0.27283844351768494, 0.30521729588508606, 0.2462417483329773, 0.23730936646461487, 0.2957451343536377, 0.26563316583633423, 0.13849875330924988], "r_norm": [0.48215270042419434, 0.48325544595718384, 0.48647165298461914, 0.4857337176799774, 0.4918612241744995, 0.49049341678619385, 0.4823652505874634, 0.48601266741752625, 0.4871945083141327, 0.489163339138031]}, {"step": 1000, "epoch": 2, "train_loss": 0.09381145238876343, "cos_r_negg": [0.2767222225666046, 0.27003782987594604, 0.27603042125701904, 0.2758045196533203, 0.2826506495475769, 0.2827257513999939, 0.2599295973777771, 0.26332175731658936, 0.24028676748275757, 0.17791247367858887], "cos_apical_negg": [0.2767222225666046, 0.27003782987594604, 0.27603042125701904, 0.2758045196533203, 0.2826506495475769, 0.2827257513999939, 0.2599295973777771, 0.26332175731658936, 0.24028676748275757, 0.17791247367858887], "cos_Ac_negg": [0.2767222225666046, 0.27003782987594604, 0.27603042125701904, 0.2758045196533203, 0.2826506495475769, 0.2827257513999939, 0.2599295973777771, 0.26332175731658936, 0.24028676748275757, 0.17791247367858887], "r_norm": [0.49030351638793945, 0.49189966917037964, 0.4926309585571289, 0.4939069151878357, 0.5012906789779663, 0.4960072636604309, 0.4919111132621765, 0.4945354461669922, 0.49728715419769287, 0.5001556277275085]}, {"step": 1050, "epoch": 2, "train_loss": 0.09267819672822952, "cos_r_negg": [0.2140595018863678, 0.2157672643661499, 0.25289231538772583, 0.2417258471250534, 0.2392096072435379, 0.25693315267562866, 0.26169922947883606, 0.2725669741630554, 0.2281847894191742, 0.15304884314537048], "cos_apical_negg": [0.2140595018863678, 0.2157672643661499, 0.25289231538772583, 0.2417258471250534, 0.2392096072435379, 0.25693315267562866, 0.26169922947883606, 0.2725669741630554, 0.2281847894191742, 0.15304884314537048], "cos_Ac_negg": [0.2140595018863678, 0.2157672643661499, 0.25289231538772583, 0.2417258471250534, 0.2392096072435379, 0.25693315267562866, 0.26169922947883606, 0.2725669741630554, 0.2281847894191742, 0.15304884314537048], "r_norm": [0.466652512550354, 0.46854448318481445, 0.4707884192466736, 0.4697501063346863, 0.4802093505859375, 0.475263386964798, 0.4654183089733124, 0.474548876285553, 0.47501516342163086, 0.4780440628528595]}, {"step": 1100, "epoch": 2, "train_loss": 0.13812269270420074, "cos_r_negg": [0.2779713571071625, 0.2763156592845917, 0.28096723556518555, 0.2812687158584595, 0.2969039976596832, 0.23236089944839478, 0.28030651807785034, 0.27549171447753906, 0.2882983088493347, 0.15987184643745422], "cos_apical_negg": [0.2779713571071625, 0.2763156592845917, 0.28096723556518555, 0.2812687158584595, 0.2969039976596832, 0.23236089944839478, 0.28030651807785034, 0.27549171447753906, 0.2882983088493347, 0.15987184643745422], "cos_Ac_negg": [0.2779713571071625, 0.2763156592845917, 0.28096723556518555, 0.2812687158584595, 0.2969039976596832, 0.23236089944839478, 0.28030651807785034, 0.27549171447753906, 0.2882983088493347, 0.15987184643745422], "r_norm": [0.42593100666999817, 0.4314280152320862, 0.4281187057495117, 0.42948001623153687, 0.43622785806655884, 0.43237802386283875, 0.4296177625656128, 0.4328147768974304, 0.43192943930625916, 0.4351133108139038]}, {"step": 1150, "epoch": 2, "train_loss": 0.09927144646644592, "cos_r_negg": [0.25345727801322937, 0.257565438747406, 0.2814001739025116, 0.25183507800102234, 0.25714266300201416, 0.21384257078170776, 0.26050883531570435, 0.27440211176872253, 0.3021543323993683, 0.14600592851638794], "cos_apical_negg": [0.25345727801322937, 0.257565438747406, 0.2814001739025116, 0.25183507800102234, 0.25714266300201416, 0.21384257078170776, 0.26050883531570435, 0.27440211176872253, 0.3021543323993683, 0.14600592851638794], "cos_Ac_negg": [0.25345727801322937, 0.257565438747406, 0.2814001739025116, 0.25183507800102234, 0.25714266300201416, 0.21384257078170776, 0.26050883531570435, 0.27440211176872253, 0.3021543323993683, 0.14600592851638794], "r_norm": [0.40151259303092957, 0.40658700466156006, 0.4053138196468353, 0.4063968360424042, 0.41141390800476074, 0.40792515873908997, 0.40409642457962036, 0.4087696075439453, 0.4076143503189087, 0.41178128123283386]}, {"step": 1200, "epoch": 2, "train_loss": 0.04952120780944824, "cos_r_negg": [0.279532253742218, 0.3099104166030884, 0.32154858112335205, 0.3010270893573761, 0.29986199736595154, 0.2628485858440399, 0.2688606381416321, 0.30514630675315857, 0.3047279119491577, 0.12313725054264069], "cos_apical_negg": [0.279532253742218, 0.3099104166030884, 0.32154858112335205, 0.3010270893573761, 0.29986199736595154, 0.2628485858440399, 0.2688606381416321, 0.30514630675315857, 0.3047279119491577, 0.12313725054264069], "cos_Ac_negg": [0.279532253742218, 0.3099104166030884, 0.32154858112335205, 0.3010270893573761, 0.29986199736595154, 0.2628485858440399, 0.2688606381416321, 0.30514630675315857, 0.3047279119491577, 0.12313725054264069], "r_norm": [0.4475066661834717, 0.45674604177474976, 0.4524708390235901, 0.4548337757587433, 0.4611976444721222, 0.4561157822608948, 0.45184051990509033, 0.45556125044822693, 0.4534440338611603, 0.46122437715530396]}, {"step": 1250, "epoch": 2, "train_loss": 0.11894533783197403, "cos_r_negg": [0.246860533952713, 0.2686646580696106, 0.29712289571762085, 0.27718913555145264, 0.3122597336769104, 0.2967680096626282, 0.3079633116722107, 0.29690903425216675, 0.31711798906326294, 0.09577792882919312], "cos_apical_negg": [0.246860533952713, 0.2686646580696106, 0.29712289571762085, 0.27718913555145264, 0.3122597336769104, 0.2967680096626282, 0.3079633116722107, 0.29690903425216675, 0.31711798906326294, 0.09577792882919312], "cos_Ac_negg": [0.246860533952713, 0.2686646580696106, 0.29712289571762085, 0.27718913555145264, 0.3122597336769104, 0.2967680096626282, 0.3079633116722107, 0.29690903425216675, 0.31711798906326294, 0.09577792882919312], "r_norm": [0.3828034996986389, 0.38843631744384766, 0.3880506157875061, 0.38976725935935974, 0.3941574692726135, 0.390325129032135, 0.3859408497810364, 0.39181679487228394, 0.3883739411830902, 0.3944147229194641]}, {"step": 1300, "epoch": 2, "train_loss": 0.2441871017217636, "cos_r_negg": [0.29845768213272095, 0.3173786401748657, 0.33051562309265137, 0.3217417001724243, 0.30644723773002625, 0.3162890374660492, 0.25860369205474854, 0.3008160889148712, 0.30396103858947754, 0.12982234358787537], "cos_apical_negg": [0.29845768213272095, 0.3173786401748657, 0.33051562309265137, 0.3217417001724243, 0.30644723773002625, 0.3162890374660492, 0.25860369205474854, 0.3008160889148712, 0.30396103858947754, 0.12982234358787537], "cos_Ac_negg": [0.29845768213272095, 0.3173786401748657, 0.33051562309265137, 0.3217417001724243, 0.30644723773002625, 0.3162890374660492, 0.25860369205474854, 0.3008160889148712, 0.30396103858947754, 0.12982234358787537], "r_norm": [0.4783511757850647, 0.48150378465652466, 0.4856959581375122, 0.4848739206790924, 0.48963314294815063, 0.4864560663700104, 0.48082318902015686, 0.4848233163356781, 0.48367565870285034, 0.48453253507614136]}, {"step": 1350, "epoch": 2, "train_loss": 0.2365180253982544, "cos_r_negg": [0.2284247875213623, 0.27300968766212463, 0.282812237739563, 0.2980521321296692, 0.29614317417144775, 0.323255717754364, 0.31426915526390076, 0.3207758665084839, 0.3253725469112396, 0.08614861965179443], "cos_apical_negg": [0.2284247875213623, 0.27300968766212463, 0.282812237739563, 0.2980521321296692, 0.29614317417144775, 0.323255717754364, 0.31426915526390076, 0.3207758665084839, 0.3253725469112396, 0.08614861965179443], "cos_Ac_negg": [0.2284247875213623, 0.27300968766212463, 0.282812237739563, 0.2980521321296692, 0.29614317417144775, 0.323255717754364, 0.31426915526390076, 0.3207758665084839, 0.3253725469112396, 0.08614861965179443], "r_norm": [0.36977893114089966, 0.3730655908584595, 0.37261494994163513, 0.373628169298172, 0.38072893023490906, 0.3748086094856262, 0.37189364433288574, 0.3771746754646301, 0.3744060695171356, 0.37895405292510986]}, {"step": 1400, "epoch": 2, "train_loss": 0.257405549287796, "cos_r_negg": [0.2482602894306183, 0.27400535345077515, 0.2951420545578003, 0.29273468255996704, 0.2939789593219757, 0.30243927240371704, 0.30129411816596985, 0.27073419094085693, 0.2658486068248749, 0.13168413937091827], "cos_apical_negg": [0.2482602894306183, 0.27400535345077515, 0.2951420545578003, 0.29273468255996704, 0.2939789593219757, 0.30243927240371704, 0.30129411816596985, 0.27073419094085693, 0.2658486068248749, 0.13168413937091827], "cos_Ac_negg": [0.2482602894306183, 0.27400535345077515, 0.2951420545578003, 0.29273468255996704, 0.2939789593219757, 0.30243927240371704, 0.30129411816596985, 0.27073419094085693, 0.2658486068248749, 0.13168413937091827], "r_norm": [0.4224063754081726, 0.4276024401187897, 0.4280460476875305, 0.42739999294281006, 0.43422216176986694, 0.42890459299087524, 0.4252192974090576, 0.4296916425228119, 0.4301150441169739, 0.43539106845855713]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9536, "test_loss": 0.17332574310302734}, {"step": 1450, "epoch": 3, "train_loss": 0.12475056946277618, "cos_r_negg": [0.2523276209831238, 0.27534598112106323, 0.26796770095825195, 0.27539530396461487, 0.27861931920051575, 0.2711895704269409, 0.27410170435905457, 0.2747116982936859, 0.24415907263755798, 0.1416730284690857], "cos_apical_negg": [0.2523276209831238, 0.27534598112106323, 0.26796770095825195, 0.27539530396461487, 0.27861931920051575, 0.2711895704269409, 0.27410170435905457, 0.2747116982936859, 0.24415907263755798, 0.1416730284690857], "cos_Ac_negg": [0.2523276209831238, 0.27534598112106323, 0.26796770095825195, 0.27539530396461487, 0.27861931920051575, 0.2711895704269409, 0.27410170435905457, 0.2747116982936859, 0.24415907263755798, 0.1416730284690857], "r_norm": [0.33247554302215576, 0.3362225890159607, 0.33590471744537354, 0.33521926403045654, 0.3440973162651062, 0.336919367313385, 0.33356332778930664, 0.33971017599105835, 0.3381626009941101, 0.34264540672302246]}, {"step": 1500, "epoch": 3, "train_loss": 0.07548807561397552, "cos_r_negg": [0.25696346163749695, 0.2802340090274811, 0.2851090729236603, 0.27374109625816345, 0.22305414080619812, 0.2517949938774109, 0.2603133022785187, 0.2191832810640335, 0.2393495738506317, 0.10235457122325897], "cos_apical_negg": [0.25696346163749695, 0.2802340090274811, 0.2851090729236603, 0.27374109625816345, 0.22305414080619812, 0.2517949938774109, 0.2603133022785187, 0.2191832810640335, 0.2393495738506317, 0.10235457122325897], "cos_Ac_negg": [0.25696346163749695, 0.2802340090274811, 0.2851090729236603, 0.27374109625816345, 0.22305414080619812, 0.2517949938774109, 0.2603133022785187, 0.2191832810640335, 0.2393495738506317, 0.10235457122325897], "r_norm": [0.44342130422592163, 0.4477076828479767, 0.45020046830177307, 0.44888776540756226, 0.458327054977417, 0.4522464871406555, 0.4467281699180603, 0.45133131742477417, 0.4505973160266876, 0.45432940125465393]}, {"step": 1550, "epoch": 3, "train_loss": 0.07676069438457489, "cos_r_negg": [0.26308542490005493, 0.2662208676338196, 0.2923011779785156, 0.28730112314224243, 0.26974189281463623, 0.2725299000740051, 0.2783563733100891, 0.28828781843185425, 0.28781574964523315, 0.1507980227470398], "cos_apical_negg": [0.26308542490005493, 0.2662208676338196, 0.2923011779785156, 0.28730112314224243, 0.26974189281463623, 0.2725299000740051, 0.2783563733100891, 0.28828781843185425, 0.28781574964523315, 0.1507980227470398], "cos_Ac_negg": [0.26308542490005493, 0.2662208676338196, 0.2923011779785156, 0.28730112314224243, 0.26974189281463623, 0.2725299000740051, 0.2783563733100891, 0.28828781843185425, 0.28781574964523315, 0.1507980227470398], "r_norm": [0.3313148617744446, 0.3359644412994385, 0.3389884829521179, 0.33882588148117065, 0.34606242179870605, 0.3367004990577698, 0.3345685303211212, 0.34147849678993225, 0.34111571311950684, 0.34475284814834595]}, {"step": 1600, "epoch": 3, "train_loss": 0.06597275286912918, "cos_r_negg": [0.21833202242851257, 0.24830839037895203, 0.26539385318756104, 0.30906790494918823, 0.29968899488449097, 0.3443572521209717, 0.3281899094581604, 0.33787065744400024, 0.292508602142334, 0.13250598311424255], "cos_apical_negg": [0.21833202242851257, 0.24830839037895203, 0.26539385318756104, 0.30906790494918823, 0.29968899488449097, 0.3443572521209717, 0.3281899094581604, 0.33787065744400024, 0.292508602142334, 0.13250598311424255], "cos_Ac_negg": [0.21833202242851257, 0.24830839037895203, 0.26539385318756104, 0.30906790494918823, 0.29968899488449097, 0.3443572521209717, 0.3281899094581604, 0.33787065744400024, 0.292508602142334, 0.13250598311424255], "r_norm": [0.4236842393875122, 0.42508307099342346, 0.4244688153266907, 0.4262768030166626, 0.42909950017929077, 0.42822903394699097, 0.4286526143550873, 0.42737600207328796, 0.42566990852355957, 0.42827969789505005]}, {"step": 1650, "epoch": 3, "train_loss": 0.07696028053760529, "cos_r_negg": [0.24068257212638855, 0.2826102674007416, 0.2889365553855896, 0.297279953956604, 0.2936115860939026, 0.33976396918296814, 0.333980917930603, 0.31569600105285645, 0.3485444188117981, 0.11322307586669922], "cos_apical_negg": [0.24068257212638855, 0.2826102674007416, 0.2889365553855896, 0.297279953956604, 0.2936115860939026, 0.33976396918296814, 0.333980917930603, 0.31569600105285645, 0.3485444188117981, 0.11322307586669922], "cos_Ac_negg": [0.24068257212638855, 0.2826102674007416, 0.2889365553855896, 0.297279953956604, 0.2936115860939026, 0.33976396918296814, 0.333980917930603, 0.31569600105285645, 0.3485444188117981, 0.11322307586669922], "r_norm": [0.3824804425239563, 0.38540494441986084, 0.38689345121383667, 0.38781076669692993, 0.39372310042381287, 0.38942909240722656, 0.3840758204460144, 0.3917248249053955, 0.3898126780986786, 0.3944573700428009]}, {"step": 1700, "epoch": 3, "train_loss": 0.12374338507652283, "cos_r_negg": [0.29618600010871887, 0.32268011569976807, 0.3203933835029602, 0.32059454917907715, 0.3139345347881317, 0.33386826515197754, 0.32200688123703003, 0.2892613410949707, 0.3211243152618408, 0.15185369551181793], "cos_apical_negg": [0.29618600010871887, 0.32268011569976807, 0.3203933835029602, 0.32059454917907715, 0.3139345347881317, 0.33386826515197754, 0.32200688123703003, 0.2892613410949707, 0.3211243152618408, 0.15185369551181793], "cos_Ac_negg": [0.29618600010871887, 0.32268011569976807, 0.3203933835029602, 0.32059454917907715, 0.3139345347881317, 0.33386826515197754, 0.32200688123703003, 0.2892613410949707, 0.3211243152618408, 0.15185369551181793], "r_norm": [0.3850031793117523, 0.38911521434783936, 0.3875526785850525, 0.3884360194206238, 0.39282870292663574, 0.38826489448547363, 0.3875105679035187, 0.3892662525177002, 0.38838618993759155, 0.39145785570144653]}, {"step": 1750, "epoch": 3, "train_loss": 0.05418875068426132, "cos_r_negg": [0.2892663776874542, 0.32262834906578064, 0.3172494173049927, 0.3353503346443176, 0.3362162709236145, 0.35193169116973877, 0.32544106245040894, 0.3628333806991577, 0.35373789072036743, 0.1464386284351349], "cos_apical_negg": [0.2892663776874542, 0.32262834906578064, 0.3172494173049927, 0.3353503346443176, 0.3362162709236145, 0.35193169116973877, 0.32544106245040894, 0.3628333806991577, 0.35373789072036743, 0.1464386284351349], "cos_Ac_negg": [0.2892663776874542, 0.32262834906578064, 0.3172494173049927, 0.3353503346443176, 0.3362162709236145, 0.35193169116973877, 0.32544106245040894, 0.3628333806991577, 0.35373789072036743, 0.1464386284351349], "r_norm": [0.29039454460144043, 0.29340970516204834, 0.29356539249420166, 0.2947416305541992, 0.2972581386566162, 0.2930283546447754, 0.2941323518753052, 0.2951439321041107, 0.29584842920303345, 0.29656314849853516]}, {"step": 1800, "epoch": 3, "train_loss": 0.1531967967748642, "cos_r_negg": [0.2578938603401184, 0.2912830412387848, 0.30244016647338867, 0.29723888635635376, 0.2910160422325134, 0.3360503315925598, 0.3315078616142273, 0.35554081201553345, 0.3484640121459961, 0.14699305593967438], "cos_apical_negg": [0.2578938603401184, 0.2912830412387848, 0.30244016647338867, 0.29723888635635376, 0.2910160422325134, 0.3360503315925598, 0.3315078616142273, 0.35554081201553345, 0.3484640121459961, 0.14699305593967438], "cos_Ac_negg": [0.2578938603401184, 0.2912830412387848, 0.30244016647338867, 0.29723888635635376, 0.2910160422325134, 0.3360503315925598, 0.3315078616142273, 0.35554081201553345, 0.3484640121459961, 0.14699305593967438], "r_norm": [0.3790925145149231, 0.3819781243801117, 0.38133591413497925, 0.38093727827072144, 0.38870489597320557, 0.3852841854095459, 0.3833923041820526, 0.38653862476348877, 0.3846549391746521, 0.385300874710083]}, {"step": 1850, "epoch": 3, "train_loss": 0.162810280919075, "cos_r_negg": [0.3289870619773865, 0.3460133969783783, 0.3388729691505432, 0.3249408006668091, 0.3163483440876007, 0.3369535505771637, 0.31487512588500977, 0.32498592138290405, 0.2652972340583801, 0.16823115944862366], "cos_apical_negg": [0.3289870619773865, 0.3460133969783783, 0.3388729691505432, 0.3249408006668091, 0.3163483440876007, 0.3369535505771637, 0.31487512588500977, 0.32498592138290405, 0.2652972340583801, 0.16823115944862366], "cos_Ac_negg": [0.3289870619773865, 0.3460133969783783, 0.3388729691505432, 0.3249408006668091, 0.3163483440876007, 0.3369535505771637, 0.31487512588500977, 0.32498592138290405, 0.2652972340583801, 0.16823115944862366], "r_norm": [0.3439179062843323, 0.35160768032073975, 0.3504057824611664, 0.3510993421077728, 0.3607334494590759, 0.3521096110343933, 0.34436333179473877, 0.3519284725189209, 0.3500368595123291, 0.35659539699554443]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9606, "test_loss": 0.1513337100982666}, {"step": 1900, "epoch": 4, "train_loss": 0.06883484125137329, "cos_r_negg": [0.2622978091239929, 0.30705690383911133, 0.33061864972114563, 0.3282891511917114, 0.28204697370529175, 0.35141515731811523, 0.26765739917755127, 0.3162342309951782, 0.2659947872161865, 0.13433633744716644], "cos_apical_negg": [0.2622978091239929, 0.30705690383911133, 0.33061864972114563, 0.3282891511917114, 0.28204697370529175, 0.35141515731811523, 0.26765739917755127, 0.3162342309951782, 0.2659947872161865, 0.13433633744716644], "cos_Ac_negg": [0.2622978091239929, 0.30705690383911133, 0.33061864972114563, 0.3282891511917114, 0.28204697370529175, 0.35141515731811523, 0.26765739917755127, 0.3162342309951782, 0.2659947872161865, 0.13433633744716644], "r_norm": [0.29086315631866455, 0.2935107350349426, 0.29527586698532104, 0.29435208439826965, 0.30080920457839966, 0.29594486951828003, 0.2924420237541199, 0.29807618260383606, 0.29710620641708374, 0.29999053478240967]}, {"step": 1950, "epoch": 4, "train_loss": 0.12888771295547485, "cos_r_negg": [0.28517866134643555, 0.33499670028686523, 0.3317630887031555, 0.31268244981765747, 0.30512750148773193, 0.3240596652030945, 0.2680063247680664, 0.33062297105789185, 0.2601219415664673, 0.15547658503055573], "cos_apical_negg": [0.28517866134643555, 0.33499670028686523, 0.3317630887031555, 0.31268244981765747, 0.30512750148773193, 0.3240596652030945, 0.2680063247680664, 0.33062297105789185, 0.2601219415664673, 0.15547658503055573], "cos_Ac_negg": [0.28517866134643555, 0.33499670028686523, 0.3317630887031555, 0.31268244981765747, 0.30512750148773193, 0.3240596652030945, 0.2680063247680664, 0.33062297105789185, 0.2601219415664673, 0.15547658503055573], "r_norm": [0.31441861391067505, 0.3180379271507263, 0.31975749135017395, 0.320129930973053, 0.32197991013526917, 0.31969189643859863, 0.3182370066642761, 0.32083576917648315, 0.3187722861766815, 0.32103192806243896]}, {"step": 2000, "epoch": 4, "train_loss": 0.06071862205862999, "cos_r_negg": [0.25893065333366394, 0.28979408740997314, 0.28951647877693176, 0.3008795380592346, 0.2937776446342468, 0.30483049154281616, 0.3059665560722351, 0.32608628273010254, 0.2858487069606781, 0.20578064024448395], "cos_apical_negg": [0.25893065333366394, 0.28979408740997314, 0.28951647877693176, 0.3008795380592346, 0.2937776446342468, 0.30483049154281616, 0.3059665560722351, 0.32608628273010254, 0.2858487069606781, 0.20578064024448395], "cos_Ac_negg": [0.25893065333366394, 0.28979408740997314, 0.28951647877693176, 0.3008795380592346, 0.2937776446342468, 0.30483049154281616, 0.3059665560722351, 0.32608628273010254, 0.2858487069606781, 0.20578064024448395], "r_norm": [0.28316691517829895, 0.28700703382492065, 0.2876726984977722, 0.28686055541038513, 0.29135826230049133, 0.2877122163772583, 0.2860258221626282, 0.2900255620479584, 0.2880571782588959, 0.2900538146495819]}, {"step": 2050, "epoch": 4, "train_loss": 0.1012665182352066, "cos_r_negg": [0.21608597040176392, 0.2680177092552185, 0.3097798228263855, 0.3065493702888489, 0.32298073172569275, 0.3116954565048218, 0.31652259826660156, 0.3534010350704193, 0.31887584924697876, 0.1890193074941635], "cos_apical_negg": [0.21608597040176392, 0.2680177092552185, 0.3097798228263855, 0.3065493702888489, 0.32298073172569275, 0.3116954565048218, 0.31652259826660156, 0.3534010350704193, 0.31887584924697876, 0.1890193074941635], "cos_Ac_negg": [0.21608597040176392, 0.2680177092552185, 0.3097798228263855, 0.3065493702888489, 0.32298073172569275, 0.3116954565048218, 0.31652259826660156, 0.3534010350704193, 0.31887584924697876, 0.1890193074941635], "r_norm": [0.2953554391860962, 0.29768654704093933, 0.29668861627578735, 0.29787465929985046, 0.30206984281539917, 0.29932957887649536, 0.29773369431495667, 0.29928523302078247, 0.2996557056903839, 0.3024234473705292]}, {"step": 2100, "epoch": 4, "train_loss": 0.06664992868900299, "cos_r_negg": [0.2556191682815552, 0.2909105718135834, 0.30680692195892334, 0.2925306558609009, 0.3022419810295105, 0.31697481870651245, 0.3296268582344055, 0.3667876124382019, 0.3253427743911743, 0.21422883868217468], "cos_apical_negg": [0.2556191682815552, 0.2909105718135834, 0.30680692195892334, 0.2925306558609009, 0.3022419810295105, 0.31697481870651245, 0.3296268582344055, 0.3667876124382019, 0.3253427743911743, 0.21422883868217468], "cos_Ac_negg": [0.2556191682815552, 0.2909105718135834, 0.30680692195892334, 0.2925306558609009, 0.3022419810295105, 0.31697481870651245, 0.3296268582344055, 0.3667876124382019, 0.3253427743911743, 0.21422883868217468], "r_norm": [0.32157301902770996, 0.32583293318748474, 0.3260357975959778, 0.32547271251678467, 0.33109045028686523, 0.3259207606315613, 0.32590147852897644, 0.32983076572418213, 0.33001232147216797, 0.3312470018863678]}, {"step": 2150, "epoch": 4, "train_loss": 0.16616350412368774, "cos_r_negg": [0.2847110331058502, 0.3309701681137085, 0.33655714988708496, 0.3617885112762451, 0.36671146750450134, 0.3499452471733093, 0.3504416346549988, 0.3595881462097168, 0.31881439685821533, 0.2040470838546753], "cos_apical_negg": [0.2847110331058502, 0.3309701681137085, 0.33655714988708496, 0.3617885112762451, 0.36671146750450134, 0.3499452471733093, 0.3504416346549988, 0.3595881462097168, 0.31881439685821533, 0.2040470838546753], "cos_Ac_negg": [0.2847110331058502, 0.3309701681137085, 0.33655714988708496, 0.3617885112762451, 0.36671146750450134, 0.3499452471733093, 0.3504416346549988, 0.3595881462097168, 0.31881439685821533, 0.2040470838546753], "r_norm": [0.29544052481651306, 0.30126672983169556, 0.2994362413883209, 0.29876869916915894, 0.3058580756187439, 0.2989518344402313, 0.298051118850708, 0.30297285318374634, 0.3052446246147156, 0.3051941692829132]}, {"step": 2200, "epoch": 4, "train_loss": 0.06074147671461105, "cos_r_negg": [0.24293920397758484, 0.27465468645095825, 0.2698715329170227, 0.2698723077774048, 0.28733029961586, 0.28425702452659607, 0.25546854734420776, 0.2957252264022827, 0.29001057147979736, 0.15341565012931824], "cos_apical_negg": [0.24293920397758484, 0.27465468645095825, 0.2698715329170227, 0.2698723077774048, 0.28733029961586, 0.28425702452659607, 0.25546854734420776, 0.2957252264022827, 0.29001057147979736, 0.15341565012931824], "cos_Ac_negg": [0.24293920397758484, 0.27465468645095825, 0.2698715329170227, 0.2698723077774048, 0.28733029961586, 0.28425702452659607, 0.25546854734420776, 0.2957252264022827, 0.29001057147979736, 0.15341565012931824], "r_norm": [0.27500009536743164, 0.2807179093360901, 0.27963316440582275, 0.28161829710006714, 0.28775596618652344, 0.2821761965751648, 0.28029853105545044, 0.2813107967376709, 0.28440842032432556, 0.28569495677948]}, {"step": 2250, "epoch": 4, "train_loss": 0.008831823244690895, "cos_r_negg": [0.2521563768386841, 0.28829601407051086, 0.29663461446762085, 0.27336907386779785, 0.31138765811920166, 0.2965100109577179, 0.28920140862464905, 0.27204298973083496, 0.26580262184143066, 0.09476997703313828], "cos_apical_negg": [0.2521563768386841, 0.28829601407051086, 0.29663461446762085, 0.27336907386779785, 0.31138765811920166, 0.2965100109577179, 0.28920140862464905, 0.27204298973083496, 0.26580262184143066, 0.09476997703313828], "cos_Ac_negg": [0.2521563768386841, 0.28829601407051086, 0.29663461446762085, 0.27336907386779785, 0.31138765811920166, 0.2965100109577179, 0.28920140862464905, 0.27204298973083496, 0.26580262184143066, 0.09476997703313828], "r_norm": [0.3141598701477051, 0.32004404067993164, 0.31972944736480713, 0.31994086503982544, 0.3252906799316406, 0.32101333141326904, 0.3185904920101166, 0.3219817280769348, 0.3218942880630493, 0.3241368234157562]}, {"step": 2300, "epoch": 4, "train_loss": 0.14066652953624725, "cos_r_negg": [0.2778439223766327, 0.3131508231163025, 0.3094147741794586, 0.308693528175354, 0.3435097932815552, 0.33414795994758606, 0.3014654815196991, 0.30458855628967285, 0.28977328538894653, 0.12573450803756714], "cos_apical_negg": [0.2778439223766327, 0.3131508231163025, 0.3094147741794586, 0.308693528175354, 0.3435097932815552, 0.33414795994758606, 0.3014654815196991, 0.30458855628967285, 0.28977328538894653, 0.12573450803756714], "cos_Ac_negg": [0.2778439223766327, 0.3131508231163025, 0.3094147741794586, 0.308693528175354, 0.3435097932815552, 0.33414795994758606, 0.3014654815196991, 0.30458855628967285, 0.28977328538894653, 0.12573450803756714], "r_norm": [0.2644215524196625, 0.2683824300765991, 0.2631258964538574, 0.26579660177230835, 0.27088338136672974, 0.26713627576828003, 0.26752275228500366, 0.26695913076400757, 0.2676455080509186, 0.26883208751678467]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9615, "test_loss": 0.1512083683013916}, {"step": 2350, "epoch": 5, "train_loss": 0.06318988651037216, "cos_r_negg": [0.2556242048740387, 0.31393155455589294, 0.3235667943954468, 0.32921987771987915, 0.31538504362106323, 0.31090328097343445, 0.3157985210418701, 0.2959122657775879, 0.27313679456710815, 0.10190562903881073], "cos_apical_negg": [0.2556242048740387, 0.31393155455589294, 0.3235667943954468, 0.32921987771987915, 0.31538504362106323, 0.31090328097343445, 0.3157985210418701, 0.2959122657775879, 0.27313679456710815, 0.10190562903881073], "cos_Ac_negg": [0.2556242048740387, 0.31393155455589294, 0.3235667943954468, 0.32921987771987915, 0.31538504362106323, 0.31090328097343445, 0.3157985210418701, 0.2959122657775879, 0.27313679456710815, 0.10190562903881073], "r_norm": [0.24279969930648804, 0.24475781619548798, 0.24753287434577942, 0.248538076877594, 0.24975822865962982, 0.24718600511550903, 0.2467871606349945, 0.24771109223365784, 0.24909187853336334, 0.2509409785270691]}, {"step": 2400, "epoch": 5, "train_loss": 0.05086439475417137, "cos_r_negg": [0.30203577876091003, 0.32024845480918884, 0.33458900451660156, 0.3320162296295166, 0.30488651990890503, 0.3032669126987457, 0.2877037227153778, 0.28380918502807617, 0.264310359954834, 0.10025373101234436], "cos_apical_negg": [0.30203577876091003, 0.32024845480918884, 0.33458900451660156, 0.3320162296295166, 0.30488651990890503, 0.3032669126987457, 0.2877037227153778, 0.28380918502807617, 0.264310359954834, 0.10025373101234436], "cos_Ac_negg": [0.30203577876091003, 0.32024845480918884, 0.33458900451660156, 0.3320162296295166, 0.30488651990890503, 0.3032669126987457, 0.2877037227153778, 0.28380918502807617, 0.264310359954834, 0.10025373101234436], "r_norm": [0.2769918441772461, 0.2821906805038452, 0.2772640585899353, 0.2796356976032257, 0.2849336266517639, 0.2815287709236145, 0.2787438631057739, 0.28075793385505676, 0.2799558639526367, 0.2830306887626648]}, {"step": 2450, "epoch": 5, "train_loss": 0.09455157071352005, "cos_r_negg": [0.2955544590950012, 0.32908177375793457, 0.32886528968811035, 0.33244094252586365, 0.32113057374954224, 0.295757532119751, 0.3188926577568054, 0.2967233657836914, 0.28850406408309937, 0.12583836913108826], "cos_apical_negg": [0.2955544590950012, 0.32908177375793457, 0.32886528968811035, 0.33244094252586365, 0.32113057374954224, 0.295757532119751, 0.3188926577568054, 0.2967233657836914, 0.28850406408309937, 0.12583836913108826], "cos_Ac_negg": [0.2955544590950012, 0.32908177375793457, 0.32886528968811035, 0.33244094252586365, 0.32113057374954224, 0.295757532119751, 0.3188926577568054, 0.2967233657836914, 0.28850406408309937, 0.12583836913108826], "r_norm": [0.2848948836326599, 0.2899448275566101, 0.28848233819007874, 0.29024216532707214, 0.2948625683784485, 0.2904360890388489, 0.2883700132369995, 0.2921231985092163, 0.28970175981521606, 0.2945791184902191]}, {"step": 2500, "epoch": 5, "train_loss": 0.08104228973388672, "cos_r_negg": [0.2796878516674042, 0.3169364929199219, 0.3329501152038574, 0.33684295415878296, 0.3282638192176819, 0.29870617389678955, 0.35078030824661255, 0.26871782541275024, 0.2948157787322998, 0.13990944623947144], "cos_apical_negg": [0.2796878516674042, 0.3169364929199219, 0.3329501152038574, 0.33684295415878296, 0.3282638192176819, 0.29870617389678955, 0.35078030824661255, 0.26871782541275024, 0.2948157787322998, 0.13990944623947144], "cos_Ac_negg": [0.2796878516674042, 0.3169364929199219, 0.3329501152038574, 0.33684295415878296, 0.3282638192176819, 0.29870617389678955, 0.35078030824661255, 0.26871782541275024, 0.2948157787322998, 0.13990944623947144], "r_norm": [0.2656082510948181, 0.27033108472824097, 0.2700987458229065, 0.2716417908668518, 0.2764143943786621, 0.2722192704677582, 0.2708525061607361, 0.2736234962940216, 0.27264338731765747, 0.2735357880592346]}, {"step": 2550, "epoch": 5, "train_loss": 0.04120812565088272, "cos_r_negg": [0.2679947018623352, 0.2919442653656006, 0.3143441677093506, 0.30364423990249634, 0.2788618206977844, 0.2744852304458618, 0.2977396547794342, 0.2859748899936676, 0.24776673316955566, 0.0952669084072113], "cos_apical_negg": [0.2679947018623352, 0.2919442653656006, 0.3143441677093506, 0.30364423990249634, 0.2788618206977844, 0.2744852304458618, 0.2977396547794342, 0.2859748899936676, 0.24776673316955566, 0.0952669084072113], "cos_Ac_negg": [0.2679947018623352, 0.2919442653656006, 0.3143441677093506, 0.30364423990249634, 0.2788618206977844, 0.2744852304458618, 0.2977396547794342, 0.2859748899936676, 0.24776673316955566, 0.0952669084072113], "r_norm": [0.22812575101852417, 0.23425419628620148, 0.23266461491584778, 0.23286786675453186, 0.23794353008270264, 0.23291702568531036, 0.23114904761314392, 0.23449954390525818, 0.23509381711483002, 0.23714014887809753]}, {"step": 2600, "epoch": 5, "train_loss": 0.08152373135089874, "cos_r_negg": [0.2603102922439575, 0.28669363260269165, 0.3285362124443054, 0.32326215505599976, 0.301002562046051, 0.3335869014263153, 0.33938831090927124, 0.33582013845443726, 0.31101059913635254, 0.13408999145030975], "cos_apical_negg": [0.2603102922439575, 0.28669363260269165, 0.3285362124443054, 0.32326215505599976, 0.301002562046051, 0.3335869014263153, 0.33938831090927124, 0.33582013845443726, 0.31101059913635254, 0.13408999145030975], "cos_Ac_negg": [0.2603102922439575, 0.28669363260269165, 0.3285362124443054, 0.32326215505599976, 0.301002562046051, 0.3335869014263153, 0.33938831090927124, 0.33582013845443726, 0.31101059913635254, 0.13408999145030975], "r_norm": [0.25880610942840576, 0.26436397433280945, 0.2644270658493042, 0.2649480700492859, 0.26987510919570923, 0.2631845772266388, 0.2640016973018646, 0.2657531797885895, 0.2669216990470886, 0.2657889723777771]}, {"step": 2650, "epoch": 5, "train_loss": 0.026278438046574593, "cos_r_negg": [0.26595398783683777, 0.29207509756088257, 0.31968793272972107, 0.3236013650894165, 0.32847368717193604, 0.31941115856170654, 0.3528884947299957, 0.35363897681236267, 0.30492913722991943, 0.15502354502677917], "cos_apical_negg": [0.26595398783683777, 0.29207509756088257, 0.31968793272972107, 0.3236013650894165, 0.32847368717193604, 0.31941115856170654, 0.3528884947299957, 0.35363897681236267, 0.30492913722991943, 0.15502354502677917], "cos_Ac_negg": [0.26595398783683777, 0.29207509756088257, 0.31968793272972107, 0.3236013650894165, 0.32847368717193604, 0.31941115856170654, 0.3528884947299957, 0.35363897681236267, 0.30492913722991943, 0.15502354502677917], "r_norm": [0.2486540675163269, 0.25440841913223267, 0.25270137190818787, 0.25355473160743713, 0.25983932614326477, 0.25373873114585876, 0.2507514953613281, 0.2545417547225952, 0.25325363874435425, 0.2566351294517517]}, {"step": 2700, "epoch": 5, "train_loss": 0.08863945305347443, "cos_r_negg": [0.2516780495643616, 0.26432663202285767, 0.2958385944366455, 0.29895275831222534, 0.31871241331100464, 0.30786484479904175, 0.3750388026237488, 0.32456421852111816, 0.31864580512046814, 0.12644538283348083], "cos_apical_negg": [0.2516780495643616, 0.26432663202285767, 0.2958385944366455, 0.29895275831222534, 0.31871241331100464, 0.30786484479904175, 0.3750388026237488, 0.32456421852111816, 0.31864580512046814, 0.12644538283348083], "cos_Ac_negg": [0.2516780495643616, 0.26432663202285767, 0.2958385944366455, 0.29895275831222534, 0.31871241331100464, 0.30786484479904175, 0.3750388026237488, 0.32456421852111816, 0.31864580512046814, 0.12644538283348083], "r_norm": [0.23352330923080444, 0.2396301031112671, 0.23848453164100647, 0.23915892839431763, 0.2443406581878662, 0.23773491382598877, 0.23745974898338318, 0.2407621145248413, 0.23972398042678833, 0.242098867893219]}, {"step": 2750, "epoch": 5, "train_loss": 0.02732236124575138, "cos_r_negg": [0.2596377730369568, 0.27089935541152954, 0.3049250841140747, 0.3113287091255188, 0.29956600069999695, 0.3355258107185364, 0.3515421748161316, 0.31254640221595764, 0.33271655440330505, 0.13443982601165771], "cos_apical_negg": [0.2596377730369568, 0.27089935541152954, 0.3049250841140747, 0.3113287091255188, 0.29956600069999695, 0.3355258107185364, 0.3515421748161316, 0.31254640221595764, 0.33271655440330505, 0.13443982601165771], "cos_Ac_negg": [0.2596377730369568, 0.27089935541152954, 0.3049250841140747, 0.3113287091255188, 0.29956600069999695, 0.3355258107185364, 0.3515421748161316, 0.31254640221595764, 0.33271655440330505, 0.13443982601165771], "r_norm": [0.2919110953807831, 0.299024760723114, 0.2984989881515503, 0.30064499378204346, 0.30431830883026123, 0.2981259226799011, 0.2979201674461365, 0.29964080452919006, 0.29819971323013306, 0.30213022232055664]}, {"step": 2800, "epoch": 5, "train_loss": 0.030033472925424576, "cos_r_negg": [0.24198481440544128, 0.2641133964061737, 0.30079543590545654, 0.301165372133255, 0.29854533076286316, 0.26555556058883667, 0.31459325551986694, 0.2524435520172119, 0.29247236251831055, 0.15068510174751282], "cos_apical_negg": [0.24198481440544128, 0.2641133964061737, 0.30079543590545654, 0.301165372133255, 0.29854533076286316, 0.26555556058883667, 0.31459325551986694, 0.2524435520172119, 0.29247236251831055, 0.15068510174751282], "cos_Ac_negg": [0.24198481440544128, 0.2641133964061737, 0.30079543590545654, 0.301165372133255, 0.29854533076286316, 0.26555556058883667, 0.31459325551986694, 0.2524435520172119, 0.29247236251831055, 0.15068510174751282], "r_norm": [0.23868612945079803, 0.24421997368335724, 0.24370644986629486, 0.2451736330986023, 0.24907708168029785, 0.24342453479766846, 0.24230502545833588, 0.24811124801635742, 0.2454317808151245, 0.24818673729896545]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9665, "test_loss": 0.1328002197265625}, {"step": 2850, "epoch": 6, "train_loss": 0.06960739195346832, "cos_r_negg": [0.2621084749698639, 0.2789321541786194, 0.3222771883010864, 0.3260681629180908, 0.31017181277275085, 0.31725597381591797, 0.3293995261192322, 0.3020460307598114, 0.2800523042678833, 0.12506647408008575], "cos_apical_negg": [0.2621084749698639, 0.2789321541786194, 0.3222771883010864, 0.3260681629180908, 0.31017181277275085, 0.31725597381591797, 0.3293995261192322, 0.3020460307598114, 0.2800523042678833, 0.12506647408008575], "cos_Ac_negg": [0.2621084749698639, 0.2789321541786194, 0.3222771883010864, 0.3260681629180908, 0.31017181277275085, 0.31725597381591797, 0.3293995261192322, 0.3020460307598114, 0.2800523042678833, 0.12506647408008575], "r_norm": [0.23801860213279724, 0.2447039783000946, 0.23994150757789612, 0.24172164499759674, 0.2480192929506302, 0.2428068220615387, 0.24077104032039642, 0.24408678710460663, 0.2417488694190979, 0.2455817461013794]}, {"step": 2900, "epoch": 6, "train_loss": 0.058124300092458725, "cos_r_negg": [0.2518417239189148, 0.28838151693344116, 0.3169189691543579, 0.32066109776496887, 0.32512223720550537, 0.3021928071975708, 0.3469642698764801, 0.30844753980636597, 0.31013116240501404, 0.14318500459194183], "cos_apical_negg": [0.2518417239189148, 0.28838151693344116, 0.3169189691543579, 0.32066109776496887, 0.32512223720550537, 0.3021928071975708, 0.3469642698764801, 0.30844753980636597, 0.31013116240501404, 0.14318500459194183], "cos_Ac_negg": [0.2518417239189148, 0.28838151693344116, 0.3169189691543579, 0.32066109776496887, 0.32512223720550537, 0.3021928071975708, 0.3469642698764801, 0.30844753980636597, 0.31013116240501404, 0.14318500459194183], "r_norm": [0.24530082941055298, 0.25071895122528076, 0.24977247416973114, 0.2513079047203064, 0.25381630659103394, 0.2500242292881012, 0.24897143244743347, 0.2518860697746277, 0.2486865520477295, 0.2518679201602936]}, {"step": 2950, "epoch": 6, "train_loss": 0.076937235891819, "cos_r_negg": [0.29836785793304443, 0.33785244822502136, 0.35961419343948364, 0.3577337861061096, 0.36595848202705383, 0.36935433745384216, 0.3845306634902954, 0.3233327865600586, 0.28689301013946533, 0.11982481181621552], "cos_apical_negg": [0.29836785793304443, 0.33785244822502136, 0.35961419343948364, 0.3577337861061096, 0.36595848202705383, 0.36935433745384216, 0.3845306634902954, 0.3233327865600586, 0.28689301013946533, 0.11982481181621552], "cos_Ac_negg": [0.29836785793304443, 0.33785244822502136, 0.35961419343948364, 0.3577337861061096, 0.36595848202705383, 0.36935433745384216, 0.3845306634902954, 0.3233327865600586, 0.28689301013946533, 0.11982481181621552], "r_norm": [0.20540186762809753, 0.21063268184661865, 0.2077895700931549, 0.20818310976028442, 0.2150694876909256, 0.2093280851840973, 0.2070688009262085, 0.21053291857242584, 0.20967668294906616, 0.2125340849161148]}, {"step": 3000, "epoch": 6, "train_loss": 0.022283613681793213, "cos_r_negg": [0.24069228768348694, 0.2763954997062683, 0.3011993169784546, 0.3012639880180359, 0.3100883960723877, 0.2913338541984558, 0.33601266145706177, 0.30669713020324707, 0.3068363070487976, 0.13456207513809204], "cos_apical_negg": [0.24069228768348694, 0.2763954997062683, 0.3011993169784546, 0.3012639880180359, 0.3100883960723877, 0.2913338541984558, 0.33601266145706177, 0.30669713020324707, 0.3068363070487976, 0.13456207513809204], "cos_Ac_negg": [0.24069228768348694, 0.2763954997062683, 0.3011993169784546, 0.3012639880180359, 0.3100883960723877, 0.2913338541984558, 0.33601266145706177, 0.30669713020324707, 0.3068363070487976, 0.13456207513809204], "r_norm": [0.25565189123153687, 0.26183873414993286, 0.25895124673843384, 0.26000338792800903, 0.2637747526168823, 0.25891613960266113, 0.26040101051330566, 0.26265567541122437, 0.25821149349212646, 0.2637426257133484]}, {"step": 3050, "epoch": 6, "train_loss": 0.0689358040690422, "cos_r_negg": [0.26849955320358276, 0.29629796743392944, 0.33529528975486755, 0.3342718482017517, 0.3371174931526184, 0.3185856342315674, 0.3355739116668701, 0.32903245091438293, 0.3140064477920532, 0.1384371817111969], "cos_apical_negg": [0.26849955320358276, 0.29629796743392944, 0.33529528975486755, 0.3342718482017517, 0.3371174931526184, 0.3185856342315674, 0.3355739116668701, 0.32903245091438293, 0.3140064477920532, 0.1384371817111969], "cos_Ac_negg": [0.26849955320358276, 0.29629796743392944, 0.33529528975486755, 0.3342718482017517, 0.3371174931526184, 0.3185856342315674, 0.3355739116668701, 0.32903245091438293, 0.3140064477920532, 0.1384371817111969], "r_norm": [0.16195884346961975, 0.1649705320596695, 0.16493242979049683, 0.16642257571220398, 0.1693602204322815, 0.16423875093460083, 0.16480517387390137, 0.16723577678203583, 0.16633176803588867, 0.1678161919116974]}, {"step": 3100, "epoch": 6, "train_loss": 0.030418479815125465, "cos_r_negg": [0.27916958928108215, 0.3116735816001892, 0.34821099042892456, 0.3366529643535614, 0.3321807384490967, 0.30935996770858765, 0.34530532360076904, 0.36355894804000854, 0.34358102083206177, 0.15137434005737305], "cos_apical_negg": [0.27916958928108215, 0.3116735816001892, 0.34821099042892456, 0.3366529643535614, 0.3321807384490967, 0.30935996770858765, 0.34530532360076904, 0.36355894804000854, 0.34358102083206177, 0.15137434005737305], "cos_Ac_negg": [0.27916958928108215, 0.3116735816001892, 0.34821099042892456, 0.3366529643535614, 0.3321807384490967, 0.30935996770858765, 0.34530532360076904, 0.36355894804000854, 0.34358102083206177, 0.15137434005737305], "r_norm": [0.15511000156402588, 0.15810921788215637, 0.1575261801481247, 0.1598498374223709, 0.16337886452674866, 0.15894517302513123, 0.15871523320674896, 0.1604405641555786, 0.16019324958324432, 0.16011404991149902]}, {"step": 3150, "epoch": 6, "train_loss": 0.019407153129577637, "cos_r_negg": [0.2616307735443115, 0.29986703395843506, 0.32910776138305664, 0.3266935646533966, 0.3172686994075775, 0.33222776651382446, 0.3514910340309143, 0.35925722122192383, 0.3319714069366455, 0.13580015301704407], "cos_apical_negg": [0.2616307735443115, 0.29986703395843506, 0.32910776138305664, 0.3266935646533966, 0.3172686994075775, 0.33222776651382446, 0.3514910340309143, 0.35925722122192383, 0.3319714069366455, 0.13580015301704407], "cos_Ac_negg": [0.2616307735443115, 0.29986703395843506, 0.32910776138305664, 0.3266935646533966, 0.3172686994075775, 0.33222776651382446, 0.3514910340309143, 0.35925722122192383, 0.3319714069366455, 0.13580015301704407], "r_norm": [0.23244032263755798, 0.240077406167984, 0.2354351282119751, 0.23810601234436035, 0.2431933730840683, 0.2367679476737976, 0.23734363913536072, 0.23913326859474182, 0.23950590193271637, 0.2413977086544037]}, {"step": 3200, "epoch": 6, "train_loss": 0.08445481956005096, "cos_r_negg": [0.2691652178764343, 0.30378714203834534, 0.32911452651023865, 0.33918142318725586, 0.3151729702949524, 0.2936188578605652, 0.30822837352752686, 0.3047233819961548, 0.31607577204704285, 0.10591764003038406], "cos_apical_negg": [0.2691652178764343, 0.30378714203834534, 0.32911452651023865, 0.33918142318725586, 0.3151729702949524, 0.2936188578605652, 0.30822837352752686, 0.3047233819961548, 0.31607577204704285, 0.10591764003038406], "cos_Ac_negg": [0.2691652178764343, 0.30378714203834534, 0.32911452651023865, 0.33918142318725586, 0.3151729702949524, 0.2936188578605652, 0.30822837352752686, 0.3047233819961548, 0.31607577204704285, 0.10591764003038406], "r_norm": [0.2660782039165497, 0.2730078101158142, 0.2701549232006073, 0.271359920501709, 0.27656570076942444, 0.2704448699951172, 0.2713772654533386, 0.2725363075733185, 0.2720998525619507, 0.2731249928474426]}, {"step": 3250, "epoch": 6, "train_loss": 0.04098748788237572, "cos_r_negg": [0.28993475437164307, 0.3171335458755493, 0.3569471836090088, 0.3691469728946686, 0.3575921356678009, 0.34331536293029785, 0.35167184472084045, 0.3190530836582184, 0.3187628984451294, 0.09429942071437836], "cos_apical_negg": [0.28993475437164307, 0.3171335458755493, 0.3569471836090088, 0.3691469728946686, 0.3575921356678009, 0.34331536293029785, 0.35167184472084045, 0.3190530836582184, 0.3187628984451294, 0.09429942071437836], "cos_Ac_negg": [0.28993475437164307, 0.3171335458755493, 0.3569471836090088, 0.3691469728946686, 0.3575921356678009, 0.34331536293029785, 0.35167184472084045, 0.3190530836582184, 0.3187628984451294, 0.09429942071437836], "r_norm": [0.21898794174194336, 0.22408905625343323, 0.22316619753837585, 0.2229079008102417, 0.22727061808109283, 0.22365762293338776, 0.22206835448741913, 0.22400923073291779, 0.2238692343235016, 0.2256862074136734]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9657, "test_loss": 0.13900187911987305}, {"step": 3300, "epoch": 7, "train_loss": 0.020605653524398804, "cos_r_negg": [0.3123275637626648, 0.35616475343704224, 0.3730315864086151, 0.3838064670562744, 0.3768874704837799, 0.32969290018081665, 0.3670279383659363, 0.31964099407196045, 0.3161546289920807, 0.1316457837820053], "cos_apical_negg": [0.3123275637626648, 0.35616475343704224, 0.3730315864086151, 0.3838064670562744, 0.3768874704837799, 0.32969290018081665, 0.3670279383659363, 0.31964099407196045, 0.3161546289920807, 0.1316457837820053], "cos_Ac_negg": [0.3123275637626648, 0.35616475343704224, 0.3730315864086151, 0.3838064670562744, 0.3768874704837799, 0.32969290018081665, 0.3670279383659363, 0.31964099407196045, 0.3161546289920807, 0.1316457837820053], "r_norm": [0.255048930644989, 0.26094335317611694, 0.25861430168151855, 0.2606116533279419, 0.26159441471099854, 0.2611173391342163, 0.25986015796661377, 0.2599097788333893, 0.25629156827926636, 0.26053285598754883]}, {"step": 3350, "epoch": 7, "train_loss": 0.012074155732989311, "cos_r_negg": [0.2577615976333618, 0.29991835355758667, 0.32027938961982727, 0.329505980014801, 0.32755106687545776, 0.2854769229888916, 0.2953924536705017, 0.29612356424331665, 0.3021812438964844, 0.1191573366522789], "cos_apical_negg": [0.2577615976333618, 0.29991835355758667, 0.32027938961982727, 0.329505980014801, 0.32755106687545776, 0.2854769229888916, 0.2953924536705017, 0.29612356424331665, 0.3021812438964844, 0.1191573366522789], "cos_Ac_negg": [0.2577615976333618, 0.29991835355758667, 0.32027938961982727, 0.329505980014801, 0.32755106687545776, 0.2854769229888916, 0.2953924536705017, 0.29612356424331665, 0.3021812438964844, 0.1191573366522789], "r_norm": [0.21132561564445496, 0.2174408733844757, 0.21559834480285645, 0.2163233458995819, 0.22061991691589355, 0.21645089983940125, 0.2152419239282608, 0.2176070213317871, 0.2174183428287506, 0.21865257620811462]}, {"step": 3400, "epoch": 7, "train_loss": 0.015165682882070541, "cos_r_negg": [0.26062583923339844, 0.3060537576675415, 0.3279949724674225, 0.3439030647277832, 0.3453088402748108, 0.29999327659606934, 0.33449143171310425, 0.31680476665496826, 0.3177780210971832, 0.12231030315160751], "cos_apical_negg": [0.26062583923339844, 0.3060537576675415, 0.3279949724674225, 0.3439030647277832, 0.3453088402748108, 0.29999327659606934, 0.33449143171310425, 0.31680476665496826, 0.3177780210971832, 0.12231030315160751], "cos_Ac_negg": [0.26062583923339844, 0.3060537576675415, 0.3279949724674225, 0.3439030647277832, 0.3453088402748108, 0.29999327659606934, 0.33449143171310425, 0.31680476665496826, 0.3177780210971832, 0.12231030315160751], "r_norm": [0.22300341725349426, 0.22846350073814392, 0.22458752989768982, 0.2264975607395172, 0.23000937700271606, 0.22884050011634827, 0.22537250816822052, 0.2266143411397934, 0.2247132956981659, 0.22749298810958862]}, {"step": 3450, "epoch": 7, "train_loss": 0.030054664239287376, "cos_r_negg": [0.2994794249534607, 0.33404919505119324, 0.3484891951084137, 0.36745312809944153, 0.3500368893146515, 0.31923747062683105, 0.33447015285491943, 0.2900910973548889, 0.3162202835083008, 0.1317952275276184], "cos_apical_negg": [0.2994794249534607, 0.33404919505119324, 0.3484891951084137, 0.36745312809944153, 0.3500368893146515, 0.31923747062683105, 0.33447015285491943, 0.2900910973548889, 0.3162202835083008, 0.1317952275276184], "cos_Ac_negg": [0.2994794249534607, 0.33404919505119324, 0.3484891951084137, 0.36745312809944153, 0.3500368893146515, 0.31923747062683105, 0.33447015285491943, 0.2900910973548889, 0.3162202835083008, 0.1317952275276184], "r_norm": [0.23353096842765808, 0.23988434672355652, 0.23529976606369019, 0.23708483576774597, 0.24249951541423798, 0.2387203723192215, 0.23535490036010742, 0.23841369152069092, 0.23632094264030457, 0.23950809240341187]}, {"step": 3500, "epoch": 7, "train_loss": 0.02835654839873314, "cos_r_negg": [0.2782563269138336, 0.31815043091773987, 0.33849036693573, 0.3368198871612549, 0.3338460326194763, 0.30178147554397583, 0.3179721534252167, 0.2966160774230957, 0.31261587142944336, 0.12506091594696045], "cos_apical_negg": [0.2782563269138336, 0.31815043091773987, 0.33849036693573, 0.3368198871612549, 0.3338460326194763, 0.30178147554397583, 0.3179721534252167, 0.2966160774230957, 0.31261587142944336, 0.12506091594696045], "cos_Ac_negg": [0.2782563269138336, 0.31815043091773987, 0.33849036693573, 0.3368198871612549, 0.3338460326194763, 0.30178147554397583, 0.3179721534252167, 0.2966160774230957, 0.31261587142944336, 0.12506091594696045], "r_norm": [0.2182183563709259, 0.2214048206806183, 0.2178209125995636, 0.21884730458259583, 0.22257420420646667, 0.2228485643863678, 0.21940083801746368, 0.2206716537475586, 0.21676231920719147, 0.22142750024795532]}, {"step": 3550, "epoch": 7, "train_loss": 0.060610074549913406, "cos_r_negg": [0.30011117458343506, 0.3453396260738373, 0.36031991243362427, 0.3587692379951477, 0.3511609435081482, 0.3398825228214264, 0.33473408222198486, 0.321555495262146, 0.2965686619281769, 0.1151457279920578], "cos_apical_negg": [0.30011117458343506, 0.3453396260738373, 0.36031991243362427, 0.3587692379951477, 0.3511609435081482, 0.3398825228214264, 0.33473408222198486, 0.321555495262146, 0.2965686619281769, 0.1151457279920578], "cos_Ac_negg": [0.30011117458343506, 0.3453396260738373, 0.36031991243362427, 0.3587692379951477, 0.3511609435081482, 0.3398825228214264, 0.33473408222198486, 0.321555495262146, 0.2965686619281769, 0.1151457279920578], "r_norm": [0.203040212392807, 0.20756402611732483, 0.20674863457679749, 0.20664766430854797, 0.21063128113746643, 0.20797938108444214, 0.20526179671287537, 0.20920279622077942, 0.20746155083179474, 0.20896287262439728]}, {"step": 3600, "epoch": 7, "train_loss": 0.04700126498937607, "cos_r_negg": [0.28212589025497437, 0.33880794048309326, 0.3423772156238556, 0.3516956567764282, 0.3429093360900879, 0.3332381248474121, 0.35105523467063904, 0.34877514839172363, 0.3335641026496887, 0.1507767140865326], "cos_apical_negg": [0.28212589025497437, 0.33880794048309326, 0.3423772156238556, 0.3516956567764282, 0.3429093360900879, 0.3332381248474121, 0.35105523467063904, 0.34877514839172363, 0.3335641026496887, 0.1507767140865326], "cos_Ac_negg": [0.28212589025497437, 0.33880794048309326, 0.3423772156238556, 0.3516956567764282, 0.3429093360900879, 0.3332381248474121, 0.35105523467063904, 0.34877514839172363, 0.3335641026496887, 0.1507767140865326], "r_norm": [0.17718201875686646, 0.180828258395195, 0.17860233783721924, 0.17849448323249817, 0.18426451086997986, 0.1804695725440979, 0.1780296266078949, 0.18060538172721863, 0.182026207447052, 0.1815440058708191]}, {"step": 3650, "epoch": 7, "train_loss": 0.019108036532998085, "cos_r_negg": [0.2790725827217102, 0.3253836929798126, 0.3297111988067627, 0.33139768242836, 0.3462572395801544, 0.32063913345336914, 0.3544188141822815, 0.34634625911712646, 0.3665870428085327, 0.18436723947525024], "cos_apical_negg": [0.2790725827217102, 0.3253836929798126, 0.3297111988067627, 0.33139768242836, 0.3462572395801544, 0.32063913345336914, 0.3544188141822815, 0.34634625911712646, 0.3665870428085327, 0.18436723947525024], "cos_Ac_negg": [0.2790725827217102, 0.3253836929798126, 0.3297111988067627, 0.33139768242836, 0.3462572395801544, 0.32063913345336914, 0.3544188141822815, 0.34634625911712646, 0.3665870428085327, 0.18436723947525024], "r_norm": [0.2286788374185562, 0.23339895904064178, 0.22688238322734833, 0.22936925292015076, 0.23631495237350464, 0.23386536538600922, 0.23070530593395233, 0.23251914978027344, 0.23116666078567505, 0.23299501836299896]}, {"step": 3700, "epoch": 7, "train_loss": 0.016365215182304382, "cos_r_negg": [0.2916479706764221, 0.34097784757614136, 0.35401231050491333, 0.3605388402938843, 0.37242037057876587, 0.38153964281082153, 0.40752163529396057, 0.37503132224082947, 0.3716943562030792, 0.17113447189331055], "cos_apical_negg": [0.2916479706764221, 0.34097784757614136, 0.35401231050491333, 0.3605388402938843, 0.37242037057876587, 0.38153964281082153, 0.40752163529396057, 0.37503132224082947, 0.3716943562030792, 0.17113447189331055], "cos_Ac_negg": [0.2916479706764221, 0.34097784757614136, 0.35401231050491333, 0.3605388402938843, 0.37242037057876587, 0.38153964281082153, 0.40752163529396057, 0.37503132224082947, 0.3716943562030792, 0.17113447189331055], "r_norm": [0.22616152465343475, 0.23090983927249908, 0.22497117519378662, 0.2278836965560913, 0.23410911858081818, 0.2300361841917038, 0.22681768238544464, 0.22873714566230774, 0.22955435514450073, 0.23011724650859833]}, {"step": 3750, "epoch": 7, "train_loss": 0.04662477970123291, "cos_r_negg": [0.29464688897132874, 0.32766443490982056, 0.34829503297805786, 0.36266088485717773, 0.3485715985298157, 0.3677378296852112, 0.39137375354766846, 0.33780163526535034, 0.323560506105423, 0.16437110304832458], "cos_apical_negg": [0.29464688897132874, 0.32766443490982056, 0.34829503297805786, 0.36266088485717773, 0.3485715985298157, 0.3677378296852112, 0.39137375354766846, 0.33780163526535034, 0.323560506105423, 0.16437110304832458], "cos_Ac_negg": [0.29464688897132874, 0.32766443490982056, 0.34829503297805786, 0.36266088485717773, 0.3485715985298157, 0.3677378296852112, 0.39137375354766846, 0.33780163526535034, 0.323560506105423, 0.16437110304832458], "r_norm": [0.24425238370895386, 0.24806156754493713, 0.24443691968917847, 0.24492833018302917, 0.2504514455795288, 0.2488819658756256, 0.24536898732185364, 0.24779358506202698, 0.24626456201076508, 0.24803254008293152]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9652, "test_loss": 0.14869873065948486}, {"step": 3800, "epoch": 8, "train_loss": 0.07796205580234528, "cos_r_negg": [0.26470518112182617, 0.3070875406265259, 0.3087162673473358, 0.3065010905265808, 0.30567666888237, 0.3156346380710602, 0.3248937726020813, 0.3047145903110504, 0.2677675485610962, 0.09505186229944229], "cos_apical_negg": [0.26470518112182617, 0.3070875406265259, 0.3087162673473358, 0.3065010905265808, 0.30567666888237, 0.3156346380710602, 0.3248937726020813, 0.3047145903110504, 0.2677675485610962, 0.09505186229944229], "cos_Ac_negg": [0.26470518112182617, 0.3070875406265259, 0.3087162673473358, 0.3065010905265808, 0.30567666888237, 0.3156346380710602, 0.3248937726020813, 0.3047145903110504, 0.2677675485610962, 0.09505186229944229], "r_norm": [0.22355207800865173, 0.22930821776390076, 0.22598636150360107, 0.2275351583957672, 0.2332591563463211, 0.22849643230438232, 0.22617095708847046, 0.2309214174747467, 0.2292119860649109, 0.22923067212104797]}, {"step": 3850, "epoch": 8, "train_loss": 0.020460696890950203, "cos_r_negg": [0.2519878149032593, 0.28446877002716064, 0.2933383882045746, 0.3091023862361908, 0.3002255856990814, 0.3041549324989319, 0.33251675963401794, 0.2914896607398987, 0.27107927203178406, 0.07077306509017944], "cos_apical_negg": [0.2519878149032593, 0.28446877002716064, 0.2933383882045746, 0.3091023862361908, 0.3002255856990814, 0.3041549324989319, 0.33251675963401794, 0.2914896607398987, 0.27107927203178406, 0.07077306509017944], "cos_Ac_negg": [0.2519878149032593, 0.28446877002716064, 0.2933383882045746, 0.3091023862361908, 0.3002255856990814, 0.3041549324989319, 0.33251675963401794, 0.2914896607398987, 0.27107927203178406, 0.07077306509017944], "r_norm": [0.22658538818359375, 0.23020696640014648, 0.22820788621902466, 0.2300822138786316, 0.2351187914609909, 0.23088368773460388, 0.2282661348581314, 0.23181197047233582, 0.23157447576522827, 0.23114821314811707]}, {"step": 3900, "epoch": 8, "train_loss": 0.011308372020721436, "cos_r_negg": [0.2468777447938919, 0.28482067584991455, 0.2882079482078552, 0.29482781887054443, 0.2912985682487488, 0.29323384165763855, 0.30130457878112793, 0.28550538420677185, 0.286287397146225, 0.07878084480762482], "cos_apical_negg": [0.2468777447938919, 0.28482067584991455, 0.2882079482078552, 0.29482781887054443, 0.2912985682487488, 0.29323384165763855, 0.30130457878112793, 0.28550538420677185, 0.286287397146225, 0.07878084480762482], "cos_Ac_negg": [0.2468777447938919, 0.28482067584991455, 0.2882079482078552, 0.29482781887054443, 0.2912985682487488, 0.29323384165763855, 0.30130457878112793, 0.28550538420677185, 0.286287397146225, 0.07878084480762482], "r_norm": [0.21478810906410217, 0.2163422554731369, 0.21581456065177917, 0.21612021327018738, 0.22052045166492462, 0.21865549683570862, 0.21525278687477112, 0.21649596095085144, 0.21728962659835815, 0.21592359244823456]}, {"step": 3950, "epoch": 8, "train_loss": 0.013382078148424625, "cos_r_negg": [0.2345958948135376, 0.2806515097618103, 0.2779628038406372, 0.2816266417503357, 0.29253286123275757, 0.2734817564487457, 0.2948952913284302, 0.3021776080131531, 0.2750518023967743, 0.10924898833036423], "cos_apical_negg": [0.2345958948135376, 0.2806515097618103, 0.2779628038406372, 0.2816266417503357, 0.29253286123275757, 0.2734817564487457, 0.2948952913284302, 0.3021776080131531, 0.2750518023967743, 0.10924898833036423], "cos_Ac_negg": [0.2345958948135376, 0.2806515097618103, 0.2779628038406372, 0.2816266417503357, 0.29253286123275757, 0.2734817564487457, 0.2948952913284302, 0.3021776080131531, 0.2750518023967743, 0.10924898833036423], "r_norm": [0.2494550347328186, 0.25185588002204895, 0.25236862897872925, 0.2537098526954651, 0.2565195560455322, 0.25360915064811707, 0.2523150146007538, 0.25307509303092957, 0.25299039483070374, 0.25070878863334656]}, {"step": 4000, "epoch": 8, "train_loss": 0.00246943486854434, "cos_r_negg": [0.25329339504241943, 0.29856565594673157, 0.30085140466690063, 0.2955110967159271, 0.2939280867576599, 0.29557639360427856, 0.2935812473297119, 0.3064737617969513, 0.27208763360977173, 0.11214970797300339], "cos_apical_negg": [0.25329339504241943, 0.29856565594673157, 0.30085140466690063, 0.2955110967159271, 0.2939280867576599, 0.29557639360427856, 0.2935812473297119, 0.3064737617969513, 0.27208763360977173, 0.11214970797300339], "cos_Ac_negg": [0.25329339504241943, 0.29856565594673157, 0.30085140466690063, 0.2955110967159271, 0.2939280867576599, 0.29557639360427856, 0.2935812473297119, 0.3064737617969513, 0.27208763360977173, 0.11214970797300339], "r_norm": [0.19409555196762085, 0.19789770245552063, 0.195020392537117, 0.19621282815933228, 0.20183047652244568, 0.19716818630695343, 0.19481411576271057, 0.1985010951757431, 0.1963186115026474, 0.1969507485628128]}, {"step": 4050, "epoch": 8, "train_loss": 0.0028749650809913874, "cos_r_negg": [0.24706178903579712, 0.290917307138443, 0.2798682451248169, 0.278544157743454, 0.2851511240005493, 0.2863418459892273, 0.2732093334197998, 0.2767990231513977, 0.24504715204238892, 0.1050829291343689], "cos_apical_negg": [0.24706178903579712, 0.290917307138443, 0.2798682451248169, 0.278544157743454, 0.2851511240005493, 0.2863418459892273, 0.2732093334197998, 0.2767990231513977, 0.24504715204238892, 0.1050829291343689], "cos_Ac_negg": [0.24706178903579712, 0.290917307138443, 0.2798682451248169, 0.278544157743454, 0.2851511240005493, 0.2863418459892273, 0.2732093334197998, 0.2767990231513977, 0.24504715204238892, 0.1050829291343689], "r_norm": [0.24279651045799255, 0.24607792496681213, 0.2435724437236786, 0.24531960487365723, 0.24972686171531677, 0.24683529138565063, 0.2442680150270462, 0.24578392505645752, 0.24456632137298584, 0.2457110434770584]}, {"step": 4100, "epoch": 8, "train_loss": 0.0682506263256073, "cos_r_negg": [0.25771626830101013, 0.3028925061225891, 0.2972474694252014, 0.29667434096336365, 0.30278801918029785, 0.3083651065826416, 0.2878842353820801, 0.27965521812438965, 0.26960521936416626, 0.10552231967449188], "cos_apical_negg": [0.25771626830101013, 0.3028925061225891, 0.2972474694252014, 0.29667434096336365, 0.30278801918029785, 0.3083651065826416, 0.2878842353820801, 0.27965521812438965, 0.26960521936416626, 0.10552231967449188], "cos_Ac_negg": [0.25771626830101013, 0.3028925061225891, 0.2972474694252014, 0.29667434096336365, 0.30278801918029785, 0.3083651065826416, 0.2878842353820801, 0.27965521812438965, 0.26960521936416626, 0.10552231967449188], "r_norm": [0.22500799596309662, 0.22816923260688782, 0.22674314677715302, 0.22906513512134552, 0.23156780004501343, 0.22886696457862854, 0.22729529440402985, 0.22906160354614258, 0.22644104063510895, 0.22715523838996887]}, {"step": 4150, "epoch": 8, "train_loss": 0.00019940899801440537, "cos_r_negg": [0.23985840380191803, 0.29627513885498047, 0.28642234206199646, 0.2911335825920105, 0.29181551933288574, 0.29548555612564087, 0.2864287197589874, 0.3140529990196228, 0.2834404706954956, 0.07636862993240356], "cos_apical_negg": [0.23985840380191803, 0.29627513885498047, 0.28642234206199646, 0.2911335825920105, 0.29181551933288574, 0.29548555612564087, 0.2864287197589874, 0.3140529990196228, 0.2834404706954956, 0.07636862993240356], "cos_Ac_negg": [0.23985840380191803, 0.29627513885498047, 0.28642234206199646, 0.2911335825920105, 0.29181551933288574, 0.29548555612564087, 0.2864287197589874, 0.3140529990196228, 0.2834404706954956, 0.07636862993240356], "r_norm": [0.21301433444023132, 0.21591541171073914, 0.21656975150108337, 0.2186202108860016, 0.22040940821170807, 0.21754306554794312, 0.2169930636882782, 0.21875391900539398, 0.21710237860679626, 0.21769124269485474]}, {"step": 4200, "epoch": 8, "train_loss": 0.07624394446611404, "cos_r_negg": [0.2347470223903656, 0.28279954195022583, 0.284845769405365, 0.2754908502101898, 0.27753543853759766, 0.27642473578453064, 0.2633761763572693, 0.31287312507629395, 0.2785181701183319, 0.08359731733798981], "cos_apical_negg": [0.2347470223903656, 0.28279954195022583, 0.284845769405365, 0.2754908502101898, 0.27753543853759766, 0.27642473578453064, 0.2633761763572693, 0.31287312507629395, 0.2785181701183319, 0.08359731733798981], "cos_Ac_negg": [0.2347470223903656, 0.28279954195022583, 0.284845769405365, 0.2754908502101898, 0.27753543853759766, 0.27642473578453064, 0.2633761763572693, 0.31287312507629395, 0.2785181701183319, 0.08359731733798981], "r_norm": [0.21739152073860168, 0.22167916595935822, 0.21991585195064545, 0.22066688537597656, 0.22482281923294067, 0.22238650918006897, 0.21988068521022797, 0.22199514508247375, 0.22055257856845856, 0.22360549867153168]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9664, "test_loss": 0.15868525505065917}, {"step": 4250, "epoch": 9, "train_loss": 0.011407368816435337, "cos_r_negg": [0.2367769479751587, 0.2801669239997864, 0.28497880697250366, 0.2769586443901062, 0.2830575704574585, 0.27434948086738586, 0.28252115845680237, 0.2997269928455353, 0.29975345730781555, 0.10688769817352295], "cos_apical_negg": [0.2367769479751587, 0.2801669239997864, 0.28497880697250366, 0.2769586443901062, 0.2830575704574585, 0.27434948086738586, 0.28252115845680237, 0.2997269928455353, 0.29975345730781555, 0.10688769817352295], "cos_Ac_negg": [0.2367769479751587, 0.2801669239997864, 0.28497880697250366, 0.2769586443901062, 0.2830575704574585, 0.27434948086738586, 0.28252115845680237, 0.2997269928455353, 0.29975345730781555, 0.10688769817352295], "r_norm": [0.2166120707988739, 0.22001074254512787, 0.22053644061088562, 0.22065380215644836, 0.22544816136360168, 0.2221071422100067, 0.21935304999351501, 0.22139257192611694, 0.22092469036579132, 0.2227843701839447]}, {"step": 4300, "epoch": 9, "train_loss": 0.03708283230662346, "cos_r_negg": [0.2101268470287323, 0.25521236658096313, 0.2580544054508209, 0.24176090955734253, 0.2330925166606903, 0.23874220252037048, 0.2339165210723877, 0.26226961612701416, 0.24998217821121216, 0.11386989057064056], "cos_apical_negg": [0.2101268470287323, 0.25521236658096313, 0.2580544054508209, 0.24176090955734253, 0.2330925166606903, 0.23874220252037048, 0.2339165210723877, 0.26226961612701416, 0.24998217821121216, 0.11386989057064056], "cos_Ac_negg": [0.2101268470287323, 0.25521236658096313, 0.2580544054508209, 0.24176090955734253, 0.2330925166606903, 0.23874220252037048, 0.2339165210723877, 0.26226961612701416, 0.24998217821121216, 0.11386989057064056], "r_norm": [0.22236008942127228, 0.22657917439937592, 0.22575080394744873, 0.22710031270980835, 0.23220548033714294, 0.226963073015213, 0.22584237158298492, 0.22787486016750336, 0.22718429565429688, 0.22865167260169983]}, {"step": 4350, "epoch": 9, "train_loss": 0.013328089378774166, "cos_r_negg": [0.20284594595432281, 0.24582287669181824, 0.24056068062782288, 0.22994236648082733, 0.21696066856384277, 0.21191997826099396, 0.2148960828781128, 0.22719314694404602, 0.2130136340856552, 0.08696424961090088], "cos_apical_negg": [0.20284594595432281, 0.24582287669181824, 0.24056068062782288, 0.22994236648082733, 0.21696066856384277, 0.21191997826099396, 0.2148960828781128, 0.22719314694404602, 0.2130136340856552, 0.08696424961090088], "cos_Ac_negg": [0.20284594595432281, 0.24582287669181824, 0.24056068062782288, 0.22994236648082733, 0.21696066856384277, 0.21191997826099396, 0.2148960828781128, 0.22719314694404602, 0.2130136340856552, 0.08696424961090088], "r_norm": [0.2008303850889206, 0.20241060853004456, 0.20352181792259216, 0.20411282777786255, 0.20780599117279053, 0.20414747297763824, 0.20335602760314941, 0.2037050873041153, 0.20641566812992096, 0.205222949385643]}, {"step": 4400, "epoch": 9, "train_loss": 0.0035500945523381233, "cos_r_negg": [0.21615710854530334, 0.25816553831100464, 0.25734084844589233, 0.25208547711372375, 0.24867600202560425, 0.24790766835212708, 0.2725607752799988, 0.27268916368484497, 0.2646803855895996, 0.11844269931316376], "cos_apical_negg": [0.21615710854530334, 0.25816553831100464, 0.25734084844589233, 0.25208547711372375, 0.24867600202560425, 0.24790766835212708, 0.2725607752799988, 0.27268916368484497, 0.2646803855895996, 0.11844269931316376], "cos_Ac_negg": [0.21615710854530334, 0.25816553831100464, 0.25734084844589233, 0.25208547711372375, 0.24867600202560425, 0.24790766835212708, 0.2725607752799988, 0.27268916368484497, 0.2646803855895996, 0.11844269931316376], "r_norm": [0.19830164313316345, 0.20127585530281067, 0.2025945484638214, 0.20289649069309235, 0.20639677345752716, 0.2025805413722992, 0.20075635612010956, 0.20354799926280975, 0.20186986029148102, 0.2047683447599411]}, {"step": 4450, "epoch": 9, "train_loss": 0.009586794301867485, "cos_r_negg": [0.20640233159065247, 0.24940505623817444, 0.2465650737285614, 0.23280249536037445, 0.23839926719665527, 0.22931069135665894, 0.25524795055389404, 0.24991896748542786, 0.25747764110565186, 0.11130844056606293], "cos_apical_negg": [0.20640233159065247, 0.24940505623817444, 0.2465650737285614, 0.23280249536037445, 0.23839926719665527, 0.22931069135665894, 0.25524795055389404, 0.24991896748542786, 0.25747764110565186, 0.11130844056606293], "cos_Ac_negg": [0.20640233159065247, 0.24940505623817444, 0.2465650737285614, 0.23280249536037445, 0.23839926719665527, 0.22931069135665894, 0.25524795055389404, 0.24991896748542786, 0.25747764110565186, 0.11130844056606293], "r_norm": [0.20588327944278717, 0.20957417786121368, 0.20992141962051392, 0.2100059986114502, 0.21471239626407623, 0.21043479442596436, 0.2077096402645111, 0.21122413873672485, 0.20933611690998077, 0.21189330518245697]}, {"step": 4500, "epoch": 9, "train_loss": 0.002520470879971981, "cos_r_negg": [0.17760223150253296, 0.21773764491081238, 0.21072544157505035, 0.19203977286815643, 0.19318461418151855, 0.1866244077682495, 0.2094113826751709, 0.20824691653251648, 0.22023871541023254, 0.083587147295475], "cos_apical_negg": [0.17760223150253296, 0.21773764491081238, 0.21072544157505035, 0.19203977286815643, 0.19318461418151855, 0.1866244077682495, 0.2094113826751709, 0.20824691653251648, 0.22023871541023254, 0.083587147295475], "cos_Ac_negg": [0.17760223150253296, 0.21773764491081238, 0.21072544157505035, 0.19203977286815643, 0.19318461418151855, 0.1866244077682495, 0.2094113826751709, 0.20824691653251648, 0.22023871541023254, 0.083587147295475], "r_norm": [0.21387940645217896, 0.21633493900299072, 0.21651282906532288, 0.21807986497879028, 0.2198525071144104, 0.21832330524921417, 0.2157464474439621, 0.21705362200737, 0.21577870845794678, 0.21764588356018066]}, {"step": 4550, "epoch": 9, "train_loss": 0.0007043840596452355, "cos_r_negg": [0.17801810801029205, 0.22193393111228943, 0.22715699672698975, 0.2232571691274643, 0.2359502911567688, 0.23109228909015656, 0.23480556905269623, 0.28808432817459106, 0.2730194926261902, 0.11330858618021011], "cos_apical_negg": [0.17801810801029205, 0.22193393111228943, 0.22715699672698975, 0.2232571691274643, 0.2359502911567688, 0.23109228909015656, 0.23480556905269623, 0.28808432817459106, 0.2730194926261902, 0.11330858618021011], "cos_Ac_negg": [0.17801810801029205, 0.22193393111228943, 0.22715699672698975, 0.2232571691274643, 0.2359502911567688, 0.23109228909015656, 0.23480556905269623, 0.28808432817459106, 0.2730194926261902, 0.11330858618021011], "r_norm": [0.21879154443740845, 0.2221422791481018, 0.2230139821767807, 0.22447198629379272, 0.22690288722515106, 0.22373494505882263, 0.22275826334953308, 0.22364182770252228, 0.22310419380664825, 0.223921537399292]}, {"step": 4600, "epoch": 9, "train_loss": 0.06397879868745804, "cos_r_negg": [0.20593494176864624, 0.25433945655822754, 0.253434419631958, 0.2509540319442749, 0.2607879638671875, 0.25968897342681885, 0.27554410696029663, 0.2534494996070862, 0.26692140102386475, 0.12663140892982483], "cos_apical_negg": [0.20593494176864624, 0.25433945655822754, 0.253434419631958, 0.2509540319442749, 0.2607879638671875, 0.25968897342681885, 0.27554410696029663, 0.2534494996070862, 0.26692140102386475, 0.12663140892982483], "cos_Ac_negg": [0.20593494176864624, 0.25433945655822754, 0.253434419631958, 0.2509540319442749, 0.2607879638671875, 0.25968897342681885, 0.27554410696029663, 0.2534494996070862, 0.26692140102386475, 0.12663140892982483], "r_norm": [0.19561907649040222, 0.19867628812789917, 0.19688448309898376, 0.19743627309799194, 0.20273421704769135, 0.19869284331798553, 0.19548764824867249, 0.19845932722091675, 0.19833911955356598, 0.1981959044933319]}, {"step": 4650, "epoch": 9, "train_loss": 0.006900949403643608, "cos_r_negg": [0.20296648144721985, 0.2412983477115631, 0.2486138939857483, 0.2392137348651886, 0.2549821734428406, 0.25277838110923767, 0.2646717429161072, 0.27111881971359253, 0.2498565912246704, 0.11769071966409683], "cos_apical_negg": [0.20296648144721985, 0.2412983477115631, 0.2486138939857483, 0.2392137348651886, 0.2549821734428406, 0.25277838110923767, 0.2646717429161072, 0.27111881971359253, 0.2498565912246704, 0.11769071966409683], "cos_Ac_negg": [0.20296648144721985, 0.2412983477115631, 0.2486138939857483, 0.2392137348651886, 0.2549821734428406, 0.25277838110923767, 0.2646717429161072, 0.27111881971359253, 0.2498565912246704, 0.11769071966409683], "r_norm": [0.21205927431583405, 0.21408386528491974, 0.2144281566143036, 0.21554575860500336, 0.2192499339580536, 0.2163379192352295, 0.2143249809741974, 0.21477240324020386, 0.21611788868904114, 0.2155650109052658]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9682, "test_loss": 0.17474664878845214}, {"step": 4700, "epoch": 10, "train_loss": 0.017223317176103592, "cos_r_negg": [0.1874324083328247, 0.21647454798221588, 0.22083169221878052, 0.2162698209285736, 0.2168925553560257, 0.21355119347572327, 0.22341640293598175, 0.21688464283943176, 0.21653544902801514, 0.09098644554615021], "cos_apical_negg": [0.1874324083328247, 0.21647454798221588, 0.22083169221878052, 0.2162698209285736, 0.2168925553560257, 0.21355119347572327, 0.22341640293598175, 0.21688464283943176, 0.21653544902801514, 0.09098644554615021], "cos_Ac_negg": [0.1874324083328247, 0.21647454798221588, 0.22083169221878052, 0.2162698209285736, 0.2168925553560257, 0.21355119347572327, 0.22341640293598175, 0.21688464283943176, 0.21653544902801514, 0.09098644554615021], "r_norm": [0.19316253066062927, 0.1960122287273407, 0.19505858421325684, 0.19663505256175995, 0.19878004491329193, 0.1960361897945404, 0.19516226649284363, 0.19585779309272766, 0.19561204314231873, 0.19571305811405182]}, {"step": 4750, "epoch": 10, "train_loss": 0.039574529975652695, "cos_r_negg": [0.20121288299560547, 0.2334265261888504, 0.22763225436210632, 0.2162119746208191, 0.2190898358821869, 0.21143624186515808, 0.217142254114151, 0.23093974590301514, 0.22377900779247284, 0.11060784757137299], "cos_apical_negg": [0.20121288299560547, 0.2334265261888504, 0.22763225436210632, 0.2162119746208191, 0.2190898358821869, 0.21143624186515808, 0.217142254114151, 0.23093974590301514, 0.22377900779247284, 0.11060784757137299], "cos_Ac_negg": [0.20121288299560547, 0.2334265261888504, 0.22763225436210632, 0.2162119746208191, 0.2190898358821869, 0.21143624186515808, 0.217142254114151, 0.23093974590301514, 0.22377900779247284, 0.11060784757137299], "r_norm": [0.19118933379650116, 0.19552846252918243, 0.19257929921150208, 0.19383512437343597, 0.19755980372428894, 0.19535109400749207, 0.1936301738023758, 0.19386771321296692, 0.1933196485042572, 0.19450423121452332]}, {"step": 4800, "epoch": 10, "train_loss": 0.01566164381802082, "cos_r_negg": [0.20321248471736908, 0.23017385601997375, 0.22934019565582275, 0.21996881067752838, 0.21894821524620056, 0.21908417344093323, 0.22853770852088928, 0.22551634907722473, 0.2340211570262909, 0.12407460063695908], "cos_apical_negg": [0.20321248471736908, 0.23017385601997375, 0.22934019565582275, 0.21996881067752838, 0.21894821524620056, 0.21908417344093323, 0.22853770852088928, 0.22551634907722473, 0.2340211570262909, 0.12407460063695908], "cos_Ac_negg": [0.20321248471736908, 0.23017385601997375, 0.22934019565582275, 0.21996881067752838, 0.21894821524620056, 0.21908417344093323, 0.22853770852088928, 0.22551634907722473, 0.2340211570262909, 0.12407460063695908], "r_norm": [0.18897950649261475, 0.1919994354248047, 0.19062237441539764, 0.19187885522842407, 0.19593042135238647, 0.19162628054618835, 0.1891690492630005, 0.19195178151130676, 0.1909012794494629, 0.190996915102005]}, {"step": 4850, "epoch": 10, "train_loss": 0.002663002349436283, "cos_r_negg": [0.1991439163684845, 0.2350383698940277, 0.23122909665107727, 0.22342126071453094, 0.22040680050849915, 0.21833714842796326, 0.22391602396965027, 0.22943705320358276, 0.22474071383476257, 0.10202358663082123], "cos_apical_negg": [0.1991439163684845, 0.2350383698940277, 0.23122909665107727, 0.22342126071453094, 0.22040680050849915, 0.21833714842796326, 0.22391602396965027, 0.22943705320358276, 0.22474071383476257, 0.10202358663082123], "cos_Ac_negg": [0.1991439163684845, 0.2350383698940277, 0.23122909665107727, 0.22342126071453094, 0.22040680050849915, 0.21833714842796326, 0.22391602396965027, 0.22943705320358276, 0.22474071383476257, 0.10202358663082123], "r_norm": [0.21756938099861145, 0.21913373470306396, 0.2191583812236786, 0.21966134011745453, 0.22339174151420593, 0.2215273380279541, 0.2188342809677124, 0.21951544284820557, 0.2195904403924942, 0.2199290543794632]}, {"step": 4900, "epoch": 10, "train_loss": 0.0012909895740449429, "cos_r_negg": [0.2021763026714325, 0.24133017659187317, 0.23331034183502197, 0.21938744187355042, 0.2213413119316101, 0.2162388265132904, 0.21716678142547607, 0.22777943313121796, 0.2358824759721756, 0.11512801051139832], "cos_apical_negg": [0.2021763026714325, 0.24133017659187317, 0.23331034183502197, 0.21938744187355042, 0.2213413119316101, 0.2162388265132904, 0.21716678142547607, 0.22777943313121796, 0.2358824759721756, 0.11512801051139832], "cos_Ac_negg": [0.2021763026714325, 0.24133017659187317, 0.23331034183502197, 0.21938744187355042, 0.2213413119316101, 0.2162388265132904, 0.21716678142547607, 0.22777943313121796, 0.2358824759721756, 0.11512801051139832], "r_norm": [0.22420568764209747, 0.22608476877212524, 0.22564983367919922, 0.22586403787136078, 0.2301234006881714, 0.22717547416687012, 0.22505387663841248, 0.22705486416816711, 0.22585119307041168, 0.22729943692684174]}, {"step": 4950, "epoch": 10, "train_loss": 0.0002621354069560766, "cos_r_negg": [0.17474061250686646, 0.2100500464439392, 0.20911186933517456, 0.19696590304374695, 0.20142607390880585, 0.20504304766654968, 0.20638695359230042, 0.21646125614643097, 0.22563281655311584, 0.11397351324558258], "cos_apical_negg": [0.17474061250686646, 0.2100500464439392, 0.20911186933517456, 0.19696590304374695, 0.20142607390880585, 0.20504304766654968, 0.20638695359230042, 0.21646125614643097, 0.22563281655311584, 0.11397351324558258], "cos_Ac_negg": [0.17474061250686646, 0.2100500464439392, 0.20911186933517456, 0.19696590304374695, 0.20142607390880585, 0.20504304766654968, 0.20638695359230042, 0.21646125614643097, 0.22563281655311584, 0.11397351324558258], "r_norm": [0.21370898187160492, 0.2164745330810547, 0.2155926525592804, 0.2165503054857254, 0.22139550745487213, 0.21739071607589722, 0.2159406542778015, 0.216953307390213, 0.21709716320037842, 0.2179587483406067]}, {"step": 5000, "epoch": 10, "train_loss": 0.003019762923941016, "cos_r_negg": [0.1638735681772232, 0.20166927576065063, 0.20341110229492188, 0.1853073239326477, 0.18761610984802246, 0.1871413141489029, 0.19386759400367737, 0.2116040289402008, 0.2157675325870514, 0.09480901062488556], "cos_apical_negg": [0.1638735681772232, 0.20166927576065063, 0.20341110229492188, 0.1853073239326477, 0.18761610984802246, 0.1871413141489029, 0.19386759400367737, 0.2116040289402008, 0.2157675325870514, 0.09480901062488556], "cos_Ac_negg": [0.1638735681772232, 0.20166927576065063, 0.20341110229492188, 0.1853073239326477, 0.18761610984802246, 0.1871413141489029, 0.19386759400367737, 0.2116040289402008, 0.2157675325870514, 0.09480901062488556], "r_norm": [0.23561526834964752, 0.2377852201461792, 0.2385290414094925, 0.24021707475185394, 0.24122026562690735, 0.23818624019622803, 0.23939663171768188, 0.23910832405090332, 0.23828202486038208, 0.24024809896945953]}, {"step": 5050, "epoch": 10, "train_loss": 0.007949136197566986, "cos_r_negg": [0.17417651414871216, 0.20480000972747803, 0.20383843779563904, 0.19724267721176147, 0.2023840844631195, 0.1991262137889862, 0.2150229513645172, 0.22157183289527893, 0.21969744563102722, 0.11404657363891602], "cos_apical_negg": [0.17417651414871216, 0.20480000972747803, 0.20383843779563904, 0.19724267721176147, 0.2023840844631195, 0.1991262137889862, 0.2150229513645172, 0.22157183289527893, 0.21969744563102722, 0.11404657363891602], "cos_Ac_negg": [0.17417651414871216, 0.20480000972747803, 0.20383843779563904, 0.19724267721176147, 0.2023840844631195, 0.1991262137889862, 0.2150229513645172, 0.22157183289527893, 0.21969744563102722, 0.11404657363891602], "r_norm": [0.21079546213150024, 0.21344059705734253, 0.2144807130098343, 0.2147246152162552, 0.220222607254982, 0.21476665139198303, 0.21352118253707886, 0.21582525968551636, 0.21636700630187988, 0.21761833131313324]}, {"step": 5100, "epoch": 10, "train_loss": 0.011331774294376373, "cos_r_negg": [0.1770165115594864, 0.20529234409332275, 0.19765248894691467, 0.18696287274360657, 0.1908874362707138, 0.18778830766677856, 0.19572623074054718, 0.2023237645626068, 0.19719505310058594, 0.10534022003412247], "cos_apical_negg": [0.1770165115594864, 0.20529234409332275, 0.19765248894691467, 0.18696287274360657, 0.1908874362707138, 0.18778830766677856, 0.19572623074054718, 0.2023237645626068, 0.19719505310058594, 0.10534022003412247], "cos_Ac_negg": [0.1770165115594864, 0.20529234409332275, 0.19765248894691467, 0.18696287274360657, 0.1908874362707138, 0.18778830766677856, 0.19572623074054718, 0.2023237645626068, 0.19719505310058594, 0.10534022003412247], "r_norm": [0.22100907564163208, 0.22407524287700653, 0.2227790653705597, 0.22354097664356232, 0.22817891836166382, 0.22459669411182404, 0.22159068286418915, 0.2245723009109497, 0.22389867901802063, 0.2251659631729126]}, {"step": 5150, "epoch": 10, "train_loss": 0.0002976582618430257, "cos_r_negg": [0.17746585607528687, 0.20720572769641876, 0.200832337141037, 0.1899455487728119, 0.1887252926826477, 0.18993306159973145, 0.20010241866111755, 0.19822055101394653, 0.19878581166267395, 0.10503558814525604], "cos_apical_negg": [0.17746585607528687, 0.20720572769641876, 0.200832337141037, 0.1899455487728119, 0.1887252926826477, 0.18993306159973145, 0.20010241866111755, 0.19822055101394653, 0.19878581166267395, 0.10503558814525604], "cos_Ac_negg": [0.17746585607528687, 0.20720572769641876, 0.200832337141037, 0.1899455487728119, 0.1887252926826477, 0.18993306159973145, 0.20010241866111755, 0.19822055101394653, 0.19878581166267395, 0.10503558814525604], "r_norm": [0.23870372772216797, 0.24284400045871735, 0.2393820732831955, 0.24114376306533813, 0.24587833881378174, 0.24033977091312408, 0.24041923880577087, 0.24259208142757416, 0.24131861329078674, 0.2410452961921692]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9671, "test_loss": 0.18821624488830566}, {"step": 5200, "epoch": 11, "train_loss": 0.0010429107351228595, "cos_r_negg": [0.1302872598171234, 0.16091382503509521, 0.15336382389068604, 0.14672094583511353, 0.14802007377147675, 0.15409214794635773, 0.1584860235452652, 0.17040826380252838, 0.16291546821594238, 0.052526719868183136], "cos_apical_negg": [0.1302872598171234, 0.16091382503509521, 0.15336382389068604, 0.14672094583511353, 0.14802007377147675, 0.15409214794635773, 0.1584860235452652, 0.17040826380252838, 0.16291546821594238, 0.052526719868183136], "cos_Ac_negg": [0.1302872598171234, 0.16091382503509521, 0.15336382389068604, 0.14672094583511353, 0.14802007377147675, 0.15409214794635773, 0.1584860235452652, 0.17040826380252838, 0.16291546821594238, 0.052526719868183136], "r_norm": [0.21489253640174866, 0.21999463438987732, 0.2180689573287964, 0.219162717461586, 0.22326132655143738, 0.21880292892456055, 0.21782593429088593, 0.22006677091121674, 0.21960583329200745, 0.22074304521083832]}, {"step": 5250, "epoch": 11, "train_loss": 0.0014034046325832605, "cos_r_negg": [0.13995254039764404, 0.1731615662574768, 0.166853666305542, 0.1583559662103653, 0.15882599353790283, 0.15844592452049255, 0.1618863344192505, 0.17563503980636597, 0.17022588849067688, 0.07361015677452087], "cos_apical_negg": [0.13995254039764404, 0.1731615662574768, 0.166853666305542, 0.1583559662103653, 0.15882599353790283, 0.15844592452049255, 0.1618863344192505, 0.17563503980636597, 0.17022588849067688, 0.07361015677452087], "cos_Ac_negg": [0.13995254039764404, 0.1731615662574768, 0.166853666305542, 0.1583559662103653, 0.15882599353790283, 0.15844592452049255, 0.1618863344192505, 0.17563503980636597, 0.17022588849067688, 0.07361015677452087], "r_norm": [0.2074228972196579, 0.21045759320259094, 0.21001701056957245, 0.2111518681049347, 0.21479307115077972, 0.2109551727771759, 0.20943526923656464, 0.2111314982175827, 0.21138504147529602, 0.21188931167125702]}, {"step": 5300, "epoch": 11, "train_loss": 0.00200099335052073, "cos_r_negg": [0.14474566280841827, 0.17575614154338837, 0.1722927838563919, 0.16485825181007385, 0.16113346815109253, 0.16790150105953217, 0.16904819011688232, 0.17758658528327942, 0.17639391124248505, 0.06792179495096207], "cos_apical_negg": [0.14474566280841827, 0.17575614154338837, 0.1722927838563919, 0.16485825181007385, 0.16113346815109253, 0.16790150105953217, 0.16904819011688232, 0.17758658528327942, 0.17639391124248505, 0.06792179495096207], "cos_Ac_negg": [0.14474566280841827, 0.17575614154338837, 0.1722927838563919, 0.16485825181007385, 0.16113346815109253, 0.16790150105953217, 0.16904819011688232, 0.17758658528327942, 0.17639391124248505, 0.06792179495096207], "r_norm": [0.20920655131340027, 0.21229705214500427, 0.2114003300666809, 0.21264424920082092, 0.21601125597953796, 0.2125542163848877, 0.21141482889652252, 0.212905615568161, 0.2120903730392456, 0.21263077855110168]}, {"step": 5350, "epoch": 11, "train_loss": 0.01848333515226841, "cos_r_negg": [0.135765939950943, 0.1657332181930542, 0.1586095094680786, 0.1504983901977539, 0.1503506898880005, 0.16043072938919067, 0.15781894326210022, 0.18176496028900146, 0.16212546825408936, 0.07537347078323364], "cos_apical_negg": [0.135765939950943, 0.1657332181930542, 0.1586095094680786, 0.1504983901977539, 0.1503506898880005, 0.16043072938919067, 0.15781894326210022, 0.18176496028900146, 0.16212546825408936, 0.07537347078323364], "cos_Ac_negg": [0.135765939950943, 0.1657332181930542, 0.1586095094680786, 0.1504983901977539, 0.1503506898880005, 0.16043072938919067, 0.15781894326210022, 0.18176496028900146, 0.16212546825408936, 0.07537347078323364], "r_norm": [0.1962275505065918, 0.20049330592155457, 0.19904081523418427, 0.20072482526302338, 0.20569762587547302, 0.20040005445480347, 0.19948072731494904, 0.20111341774463654, 0.20093995332717896, 0.20259512960910797]}, {"step": 5400, "epoch": 11, "train_loss": 0.0037137335166335106, "cos_r_negg": [0.13416647911071777, 0.16520895063877106, 0.1565229296684265, 0.14981471002101898, 0.1470234990119934, 0.1521150767803192, 0.1504562646150589, 0.16532619297504425, 0.16270670294761658, 0.06614478677511215], "cos_apical_negg": [0.13416647911071777, 0.16520895063877106, 0.1565229296684265, 0.14981471002101898, 0.1470234990119934, 0.1521150767803192, 0.1504562646150589, 0.16532619297504425, 0.16270670294761658, 0.06614478677511215], "cos_Ac_negg": [0.13416647911071777, 0.16520895063877106, 0.1565229296684265, 0.14981471002101898, 0.1470234990119934, 0.1521150767803192, 0.1504562646150589, 0.16532619297504425, 0.16270670294761658, 0.06614478677511215], "r_norm": [0.21175934374332428, 0.21759174764156342, 0.213261216878891, 0.21523985266685486, 0.22001498937606812, 0.2157101035118103, 0.21521738171577454, 0.2161407768726349, 0.2143426239490509, 0.2171533852815628]}, {"step": 5450, "epoch": 11, "train_loss": 7.402357732644305e-05, "cos_r_negg": [0.12845566868782043, 0.15447872877120972, 0.14815205335617065, 0.14340618252754211, 0.139998197555542, 0.14097222685813904, 0.14723673462867737, 0.16231968998908997, 0.15637874603271484, 0.05158890038728714], "cos_apical_negg": [0.12845566868782043, 0.15447872877120972, 0.14815205335617065, 0.14340618252754211, 0.139998197555542, 0.14097222685813904, 0.14723673462867737, 0.16231968998908997, 0.15637874603271484, 0.05158890038728714], "cos_Ac_negg": [0.12845566868782043, 0.15447872877120972, 0.14815205335617065, 0.14340618252754211, 0.139998197555542, 0.14097222685813904, 0.14723673462867737, 0.16231968998908997, 0.15637874603271484, 0.05158890038728714], "r_norm": [0.2127687782049179, 0.21774622797966003, 0.2138291299343109, 0.21577948331832886, 0.2195749580860138, 0.21622033417224884, 0.2156922072172165, 0.21641145646572113, 0.21449176967144012, 0.2165592461824417]}, {"step": 5500, "epoch": 11, "train_loss": 0.0020876009948551655, "cos_r_negg": [0.12194006145000458, 0.14736898243427277, 0.13757778704166412, 0.1325545459985733, 0.12808376550674438, 0.12968626618385315, 0.1349838376045227, 0.14309921860694885, 0.13582631945610046, 0.04283063858747482], "cos_apical_negg": [0.12194006145000458, 0.14736898243427277, 0.13757778704166412, 0.1325545459985733, 0.12808376550674438, 0.12968626618385315, 0.1349838376045227, 0.14309921860694885, 0.13582631945610046, 0.04283063858747482], "cos_Ac_negg": [0.12194006145000458, 0.14736898243427277, 0.13757778704166412, 0.1325545459985733, 0.12808376550674438, 0.12968626618385315, 0.1349838376045227, 0.14309921860694885, 0.13582631945610046, 0.04283063858747482], "r_norm": [0.21092288196086884, 0.21490809321403503, 0.21269531548023224, 0.2142472267150879, 0.21794824302196503, 0.2143465131521225, 0.2137252539396286, 0.21465814113616943, 0.21296775341033936, 0.21497146785259247]}, {"step": 5550, "epoch": 11, "train_loss": 0.003430874552577734, "cos_r_negg": [0.13173845410346985, 0.15310895442962646, 0.14653798937797546, 0.1443217396736145, 0.1431138813495636, 0.13815978169441223, 0.14025211334228516, 0.1500241458415985, 0.1513919234275818, 0.04436050355434418], "cos_apical_negg": [0.13173845410346985, 0.15310895442962646, 0.14653798937797546, 0.1443217396736145, 0.1431138813495636, 0.13815978169441223, 0.14025211334228516, 0.1500241458415985, 0.1513919234275818, 0.04436050355434418], "cos_Ac_negg": [0.13173845410346985, 0.15310895442962646, 0.14653798937797546, 0.1443217396736145, 0.1431138813495636, 0.13815978169441223, 0.14025211334228516, 0.1500241458415985, 0.1513919234275818, 0.04436050355434418], "r_norm": [0.22619463503360748, 0.2287532538175583, 0.22668185830116272, 0.22771698236465454, 0.23180410265922546, 0.2299668788909912, 0.22804737091064453, 0.22926552593708038, 0.22623774409294128, 0.22942407429218292]}, {"step": 5600, "epoch": 11, "train_loss": 0.008294694125652313, "cos_r_negg": [0.12770065665245056, 0.14947152137756348, 0.1459244191646576, 0.14262843132019043, 0.14198246598243713, 0.13745853304862976, 0.14956960082054138, 0.15585651993751526, 0.15898136794567108, 0.047080300748348236], "cos_apical_negg": [0.12770065665245056, 0.14947152137756348, 0.1459244191646576, 0.14262843132019043, 0.14198246598243713, 0.13745853304862976, 0.14956960082054138, 0.15585651993751526, 0.15898136794567108, 0.047080300748348236], "cos_Ac_negg": [0.12770065665245056, 0.14947152137756348, 0.1459244191646576, 0.14262843132019043, 0.14198246598243713, 0.13745853304862976, 0.14956960082054138, 0.15585651993751526, 0.15898136794567108, 0.047080300748348236], "r_norm": [0.2247229963541031, 0.22810983657836914, 0.22624915838241577, 0.2272956371307373, 0.2305362969636917, 0.2275940328836441, 0.22761839628219604, 0.2294740378856659, 0.22558605670928955, 0.2290361225605011]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9693, "test_loss": 0.18316300010681152}, {"step": 5650, "epoch": 12, "train_loss": 0.0003224640677217394, "cos_r_negg": [0.14840571582317352, 0.1666434109210968, 0.1592523753643036, 0.1575085073709488, 0.15909002721309662, 0.15755996108055115, 0.16855598986148834, 0.18423691391944885, 0.16510196030139923, 0.057057201862335205], "cos_apical_negg": [0.14840571582317352, 0.1666434109210968, 0.1592523753643036, 0.1575085073709488, 0.15909002721309662, 0.15755996108055115, 0.16855598986148834, 0.18423691391944885, 0.16510196030139923, 0.057057201862335205], "cos_Ac_negg": [0.14840571582317352, 0.1666434109210968, 0.1592523753643036, 0.1575085073709488, 0.15909002721309662, 0.15755996108055115, 0.16855598986148834, 0.18423691391944885, 0.16510196030139923, 0.057057201862335205], "r_norm": [0.24544088542461395, 0.24967733025550842, 0.2477351278066635, 0.24950045347213745, 0.25415289402008057, 0.25009047985076904, 0.2478642761707306, 0.2503083646297455, 0.24713337421417236, 0.2503843307495117]}, {"step": 5700, "epoch": 12, "train_loss": 0.00032133242348209023, "cos_r_negg": [0.13345302641391754, 0.15798890590667725, 0.149225115776062, 0.14517292380332947, 0.13914568722248077, 0.13748574256896973, 0.1451539397239685, 0.1530468910932541, 0.14837989211082458, 0.05046471580862999], "cos_apical_negg": [0.13345302641391754, 0.15798890590667725, 0.149225115776062, 0.14517292380332947, 0.13914568722248077, 0.13748574256896973, 0.1451539397239685, 0.1530468910932541, 0.14837989211082458, 0.05046471580862999], "cos_Ac_negg": [0.13345302641391754, 0.15798890590667725, 0.149225115776062, 0.14517292380332947, 0.13914568722248077, 0.13748574256896973, 0.1451539397239685, 0.1530468910932541, 0.14837989211082458, 0.05046471580862999], "r_norm": [0.2357955276966095, 0.23909784853458405, 0.237697571516037, 0.23978520929813385, 0.24217617511749268, 0.23942603170871735, 0.2385784089565277, 0.24027857184410095, 0.23690441250801086, 0.23912160098552704]}, {"step": 5750, "epoch": 12, "train_loss": 0.0022414836566895247, "cos_r_negg": [0.13467736542224884, 0.1566462218761444, 0.14835059642791748, 0.144937202334404, 0.13964742422103882, 0.13952335715293884, 0.14551103115081787, 0.14861980080604553, 0.14677020907402039, 0.05826364457607269], "cos_apical_negg": [0.13467736542224884, 0.1566462218761444, 0.14835059642791748, 0.144937202334404, 0.13964742422103882, 0.13952335715293884, 0.14551103115081787, 0.14861980080604553, 0.14677020907402039, 0.05826364457607269], "cos_Ac_negg": [0.13467736542224884, 0.1566462218761444, 0.14835059642791748, 0.144937202334404, 0.13964742422103882, 0.13952335715293884, 0.14551103115081787, 0.14861980080604553, 0.14677020907402039, 0.05826364457607269], "r_norm": [0.25139421224594116, 0.2546786665916443, 0.2540888786315918, 0.2555532157421112, 0.259052038192749, 0.25537076592445374, 0.25399249792099, 0.25629404187202454, 0.2528737187385559, 0.25552254915237427]}, {"step": 5800, "epoch": 12, "train_loss": 0.0005063969874754548, "cos_r_negg": [0.13190613687038422, 0.1554606556892395, 0.1462390422821045, 0.14050740003585815, 0.13802753388881683, 0.13641461730003357, 0.14321303367614746, 0.1475691944360733, 0.15123620629310608, 0.06864996254444122], "cos_apical_negg": [0.13190613687038422, 0.1554606556892395, 0.1462390422821045, 0.14050740003585815, 0.13802753388881683, 0.13641461730003357, 0.14321303367614746, 0.1475691944360733, 0.15123620629310608, 0.06864996254444122], "cos_Ac_negg": [0.13190613687038422, 0.1554606556892395, 0.1462390422821045, 0.14050740003585815, 0.13802753388881683, 0.13641461730003357, 0.14321303367614746, 0.1475691944360733, 0.15123620629310608, 0.06864996254444122], "r_norm": [0.24058645963668823, 0.24346569180488586, 0.24322861433029175, 0.24398979544639587, 0.2475704550743103, 0.24439960718154907, 0.24308672547340393, 0.24493291974067688, 0.24186274409294128, 0.24464215338230133]}, {"step": 5850, "epoch": 12, "train_loss": 0.011299590580165386, "cos_r_negg": [0.12245819717645645, 0.14446505904197693, 0.13547149300575256, 0.13253918290138245, 0.13180294632911682, 0.12749169766902924, 0.13096411526203156, 0.14030969142913818, 0.1421046257019043, 0.048083215951919556], "cos_apical_negg": [0.12245819717645645, 0.14446505904197693, 0.13547149300575256, 0.13253918290138245, 0.13180294632911682, 0.12749169766902924, 0.13096411526203156, 0.14030969142913818, 0.1421046257019043, 0.048083215951919556], "cos_Ac_negg": [0.12245819717645645, 0.14446505904197693, 0.13547149300575256, 0.13253918290138245, 0.13180294632911682, 0.12749169766902924, 0.13096411526203156, 0.14030969142913818, 0.1421046257019043, 0.048083215951919556], "r_norm": [0.26825466752052307, 0.27219629287719727, 0.26992926001548767, 0.272470086812973, 0.27610403299331665, 0.2715620994567871, 0.2722095251083374, 0.27418315410614014, 0.2688177227973938, 0.27270689606666565]}, {"step": 5900, "epoch": 12, "train_loss": 0.0004628257011063397, "cos_r_negg": [0.11929161846637726, 0.14161399006843567, 0.14758628606796265, 0.14826974272727966, 0.14173579216003418, 0.1510261744260788, 0.15318548679351807, 0.1539131999015808, 0.15152475237846375, 0.055038370192050934], "cos_apical_negg": [0.11929161846637726, 0.14161399006843567, 0.14758628606796265, 0.14826974272727966, 0.14173579216003418, 0.1510261744260788, 0.15318548679351807, 0.1539131999015808, 0.15152475237846375, 0.055038370192050934], "cos_Ac_negg": [0.11929161846637726, 0.14161399006843567, 0.14758628606796265, 0.14826974272727966, 0.14173579216003418, 0.1510261744260788, 0.15318548679351807, 0.1539131999015808, 0.15152475237846375, 0.055038370192050934], "r_norm": [0.24154511094093323, 0.24546566605567932, 0.24322982132434845, 0.24541141092777252, 0.24805402755737305, 0.24518948793411255, 0.2446117401123047, 0.24656108021736145, 0.2424793541431427, 0.24559471011161804]}, {"step": 5950, "epoch": 12, "train_loss": 0.0011653092224150896, "cos_r_negg": [0.11480505019426346, 0.13921020925045013, 0.1413707137107849, 0.1402369886636734, 0.13680978119373322, 0.1419532597064972, 0.14501462876796722, 0.1431877315044403, 0.14142045378684998, 0.06448733806610107], "cos_apical_negg": [0.11480505019426346, 0.13921020925045013, 0.1413707137107849, 0.1402369886636734, 0.13680978119373322, 0.1419532597064972, 0.14501462876796722, 0.1431877315044403, 0.14142045378684998, 0.06448733806610107], "cos_Ac_negg": [0.11480505019426346, 0.13921020925045013, 0.1413707137107849, 0.1402369886636734, 0.13680978119373322, 0.1419532597064972, 0.14501462876796722, 0.1431877315044403, 0.14142045378684998, 0.06448733806610107], "r_norm": [0.25273066759109497, 0.25704413652420044, 0.2547447383403778, 0.25672653317451477, 0.2596411108970642, 0.25682222843170166, 0.25535067915916443, 0.2576092481613159, 0.2531372606754303, 0.2569320499897003]}, {"step": 6000, "epoch": 12, "train_loss": 0.0020391526632010937, "cos_r_negg": [0.10824155807495117, 0.12926340103149414, 0.12961745262145996, 0.12641027569770813, 0.12321111559867859, 0.12807266414165497, 0.13339537382125854, 0.13398203253746033, 0.12949612736701965, 0.0519312247633934], "cos_apical_negg": [0.10824155807495117, 0.12926340103149414, 0.12961745262145996, 0.12641027569770813, 0.12321111559867859, 0.12807266414165497, 0.13339537382125854, 0.13398203253746033, 0.12949612736701965, 0.0519312247633934], "cos_Ac_negg": [0.10824155807495117, 0.12926340103149414, 0.12961745262145996, 0.12641027569770813, 0.12321111559867859, 0.12807266414165497, 0.13339537382125854, 0.13398203253746033, 0.12949612736701965, 0.0519312247633934], "r_norm": [0.24461807310581207, 0.24940355122089386, 0.24659499526023865, 0.2491283416748047, 0.2524878978729248, 0.24844852089881897, 0.24786263704299927, 0.25071874260902405, 0.24606963992118835, 0.2500153183937073]}, {"step": 6050, "epoch": 12, "train_loss": 0.0003647409612312913, "cos_r_negg": [0.10112260282039642, 0.12405514717102051, 0.12395201623439789, 0.12087034434080124, 0.11736497282981873, 0.12056075781583786, 0.1239582896232605, 0.1252995729446411, 0.12545520067214966, 0.0471467524766922], "cos_apical_negg": [0.10112260282039642, 0.12405514717102051, 0.12395201623439789, 0.12087034434080124, 0.11736497282981873, 0.12056075781583786, 0.1239582896232605, 0.1252995729446411, 0.12545520067214966, 0.0471467524766922], "cos_Ac_negg": [0.10112260282039642, 0.12405514717102051, 0.12395201623439789, 0.12087034434080124, 0.11736497282981873, 0.12056075781583786, 0.1239582896232605, 0.1252995729446411, 0.12545520067214966, 0.0471467524766922], "r_norm": [0.24322941899299622, 0.24785083532333374, 0.24484758079051971, 0.24701188504695892, 0.2500975728034973, 0.24718181788921356, 0.24609306454658508, 0.24840201437473297, 0.24390235543251038, 0.24795764684677124]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9692, "test_loss": 0.20006189956665038}, {"step": 6100, "epoch": 13, "train_loss": 0.0006736912182532251, "cos_r_negg": [0.10074420273303986, 0.12382965534925461, 0.1258479356765747, 0.1220700666308403, 0.11853361129760742, 0.12306875735521317, 0.12872648239135742, 0.12577657401561737, 0.12955129146575928, 0.055892214179039], "cos_apical_negg": [0.10074420273303986, 0.12382965534925461, 0.1258479356765747, 0.1220700666308403, 0.11853361129760742, 0.12306875735521317, 0.12872648239135742, 0.12577657401561737, 0.12955129146575928, 0.055892214179039], "cos_Ac_negg": [0.10074420273303986, 0.12382965534925461, 0.1258479356765747, 0.1220700666308403, 0.11853361129760742, 0.12306875735521317, 0.12872648239135742, 0.12577657401561737, 0.12955129146575928, 0.055892214179039], "r_norm": [0.22453385591506958, 0.22879819571971893, 0.2264333963394165, 0.22786031663417816, 0.2332691252231598, 0.22872775793075562, 0.22681738436222076, 0.22964288294315338, 0.22699320316314697, 0.23050637543201447]}, {"step": 6150, "epoch": 13, "train_loss": 0.00027805703575722873, "cos_r_negg": [0.09490828961133957, 0.1184881255030632, 0.12015436589717865, 0.11960435658693314, 0.11259527504444122, 0.11998763680458069, 0.12670859694480896, 0.12466096132993698, 0.12642565369606018, 0.050104327499866486], "cos_apical_negg": [0.09490828961133957, 0.1184881255030632, 0.12015436589717865, 0.11960435658693314, 0.11259527504444122, 0.11998763680458069, 0.12670859694480896, 0.12466096132993698, 0.12642565369606018, 0.050104327499866486], "cos_Ac_negg": [0.09490828961133957, 0.1184881255030632, 0.12015436589717865, 0.11960435658693314, 0.11259527504444122, 0.11998763680458069, 0.12670859694480896, 0.12466096132993698, 0.12642565369606018, 0.050104327499866486], "r_norm": [0.22145892679691315, 0.22678925096988678, 0.22478492558002472, 0.2272428721189499, 0.23248371481895447, 0.22615793347358704, 0.22521942853927612, 0.22802461683750153, 0.226101353764534, 0.22902125120162964]}, {"step": 6200, "epoch": 13, "train_loss": 0.0001183368221973069, "cos_r_negg": [0.09145772457122803, 0.1145060807466507, 0.11019141972064972, 0.10803818702697754, 0.10491497069597244, 0.10721960663795471, 0.11526669561862946, 0.11711573600769043, 0.11929671466350555, 0.05139366164803505], "cos_apical_negg": [0.09145772457122803, 0.1145060807466507, 0.11019141972064972, 0.10803818702697754, 0.10491497069597244, 0.10721960663795471, 0.11526669561862946, 0.11711573600769043, 0.11929671466350555, 0.05139366164803505], "cos_Ac_negg": [0.09145772457122803, 0.1145060807466507, 0.11019141972064972, 0.10803818702697754, 0.10491497069597244, 0.10721960663795471, 0.11526669561862946, 0.11711573600769043, 0.11929671466350555, 0.05139366164803505], "r_norm": [0.22991402447223663, 0.23385751247406006, 0.23313778638839722, 0.23443949222564697, 0.23831669986248016, 0.23355154693126678, 0.23143626749515533, 0.23553170263767242, 0.2324502170085907, 0.23560896515846252]}, {"step": 6250, "epoch": 13, "train_loss": 0.00013016944285482168, "cos_r_negg": [0.09088349342346191, 0.1164245754480362, 0.1143992468714714, 0.11033119261264801, 0.10423049330711365, 0.10827495157718658, 0.11235252767801285, 0.11112658679485321, 0.11354740709066391, 0.046935029327869415], "cos_apical_negg": [0.09088349342346191, 0.1164245754480362, 0.1143992468714714, 0.11033119261264801, 0.10423049330711365, 0.10827495157718658, 0.11235252767801285, 0.11112658679485321, 0.11354740709066391, 0.046935029327869415], "cos_Ac_negg": [0.09088349342346191, 0.1164245754480362, 0.1143992468714714, 0.11033119261264801, 0.10423049330711365, 0.10827495157718658, 0.11235252767801285, 0.11112658679485321, 0.11354740709066391, 0.046935029327869415], "r_norm": [0.20673918724060059, 0.21117618680000305, 0.20926645398139954, 0.21118685603141785, 0.21584220230579376, 0.21031400561332703, 0.20837649703025818, 0.21239423751831055, 0.20966169238090515, 0.21232953667640686]}, {"step": 6300, "epoch": 13, "train_loss": 0.0002153475652448833, "cos_r_negg": [0.09078112244606018, 0.11461031436920166, 0.11440834403038025, 0.11000371724367142, 0.1067001223564148, 0.10824358463287354, 0.11317011713981628, 0.11032271385192871, 0.1124802976846695, 0.055312808603048325], "cos_apical_negg": [0.09078112244606018, 0.11461031436920166, 0.11440834403038025, 0.11000371724367142, 0.1067001223564148, 0.10824358463287354, 0.11317011713981628, 0.11032271385192871, 0.1124802976846695, 0.055312808603048325], "cos_Ac_negg": [0.09078112244606018, 0.11461031436920166, 0.11440834403038025, 0.11000371724367142, 0.1067001223564148, 0.10824358463287354, 0.11317011713981628, 0.11032271385192871, 0.1124802976846695, 0.055312808603048325], "r_norm": [0.2093440592288971, 0.21321454644203186, 0.212031751871109, 0.21359843015670776, 0.21814392507076263, 0.21261191368103027, 0.2107217162847519, 0.21516835689544678, 0.212067112326622, 0.21466051042079926]}, {"step": 6350, "epoch": 13, "train_loss": 0.0014124298468232155, "cos_r_negg": [0.09381216019392014, 0.11501071602106094, 0.11215923726558685, 0.10646886378526688, 0.1012563556432724, 0.10432908684015274, 0.10962410271167755, 0.10929374396800995, 0.10906341671943665, 0.047955967485904694], "cos_apical_negg": [0.09381216019392014, 0.11501071602106094, 0.11215923726558685, 0.10646886378526688, 0.1012563556432724, 0.10432908684015274, 0.10962410271167755, 0.10929374396800995, 0.10906341671943665, 0.047955967485904694], "cos_Ac_negg": [0.09381216019392014, 0.11501071602106094, 0.11215923726558685, 0.10646886378526688, 0.1012563556432724, 0.10432908684015274, 0.10962410271167755, 0.10929374396800995, 0.10906341671943665, 0.047955967485904694], "r_norm": [0.2175886183977127, 0.22191061079502106, 0.22033536434173584, 0.22138312458992004, 0.22656378149986267, 0.22172588109970093, 0.21945279836654663, 0.22246062755584717, 0.22057697176933289, 0.22356241941452026]}, {"step": 6400, "epoch": 13, "train_loss": 0.0003218703786842525, "cos_r_negg": [0.0957893431186676, 0.11715319752693176, 0.12482236325740814, 0.12268482148647308, 0.114695243537426, 0.12511387467384338, 0.12776727974414825, 0.11981431394815445, 0.12400557100772858, 0.05084853991866112], "cos_apical_negg": [0.0957893431186676, 0.11715319752693176, 0.12482236325740814, 0.12268482148647308, 0.114695243537426, 0.12511387467384338, 0.12776727974414825, 0.11981431394815445, 0.12400557100772858, 0.05084853991866112], "cos_Ac_negg": [0.0957893431186676, 0.11715319752693176, 0.12482236325740814, 0.12268482148647308, 0.114695243537426, 0.12511387467384338, 0.12776727974414825, 0.11981431394815445, 0.12400557100772858, 0.05084853991866112], "r_norm": [0.22364085912704468, 0.2266661524772644, 0.22642871737480164, 0.22706301510334015, 0.23203755915164948, 0.22765372693538666, 0.22603273391723633, 0.22841939330101013, 0.2271062433719635, 0.2294110357761383]}, {"step": 6450, "epoch": 13, "train_loss": 0.0003994187281932682, "cos_r_negg": [0.08964613080024719, 0.11170872300863266, 0.11873415112495422, 0.11736395210027695, 0.11079304665327072, 0.11523179709911346, 0.11919628083705902, 0.11608736962080002, 0.1203632801771164, 0.05480078235268593], "cos_apical_negg": [0.08964613080024719, 0.11170872300863266, 0.11873415112495422, 0.11736395210027695, 0.11079304665327072, 0.11523179709911346, 0.11919628083705902, 0.11608736962080002, 0.1203632801771164, 0.05480078235268593], "cos_Ac_negg": [0.08964613080024719, 0.11170872300863266, 0.11873415112495422, 0.11736395210027695, 0.11079304665327072, 0.11523179709911346, 0.11919628083705902, 0.11608736962080002, 0.1203632801771164, 0.05480078235268593], "r_norm": [0.23315343260765076, 0.2350042462348938, 0.2377328872680664, 0.23729205131530762, 0.24264846742153168, 0.2375287413597107, 0.23742228746414185, 0.23897145688533783, 0.23885205388069153, 0.24054521322250366]}, {"step": 6500, "epoch": 13, "train_loss": 0.00017067205044440925, "cos_r_negg": [0.08418576419353485, 0.10493695735931396, 0.10935492068529129, 0.10601875931024551, 0.10111519694328308, 0.10699041932821274, 0.10912609100341797, 0.10765332728624344, 0.10961299389600754, 0.04491637647151947], "cos_apical_negg": [0.08418576419353485, 0.10493695735931396, 0.10935492068529129, 0.10601875931024551, 0.10111519694328308, 0.10699041932821274, 0.10912609100341797, 0.10765332728624344, 0.10961299389600754, 0.04491637647151947], "cos_Ac_negg": [0.08418576419353485, 0.10493695735931396, 0.10935492068529129, 0.10601875931024551, 0.10111519694328308, 0.10699041932821274, 0.10912609100341797, 0.10765332728624344, 0.10961299389600754, 0.04491637647151947], "r_norm": [0.22592756152153015, 0.22767424583435059, 0.22906379401683807, 0.228870689868927, 0.23268288373947144, 0.2292180061340332, 0.22816790640354156, 0.2304106205701828, 0.22887615859508514, 0.23093387484550476]}, {"step": 6550, "epoch": 13, "train_loss": 0.08315331488847733, "cos_r_negg": [0.08534951508045197, 0.10500708967447281, 0.10466044396162033, 0.09717899560928345, 0.0922001451253891, 0.0962875634431839, 0.10185350477695465, 0.09985397011041641, 0.10006192326545715, 0.04494568705558777], "cos_apical_negg": [0.08534951508045197, 0.10500708967447281, 0.10466044396162033, 0.09717899560928345, 0.0922001451253891, 0.0962875634431839, 0.10185350477695465, 0.09985397011041641, 0.10006192326545715, 0.04494568705558777], "cos_Ac_negg": [0.08534951508045197, 0.10500708967447281, 0.10466044396162033, 0.09717899560928345, 0.0922001451253891, 0.0962875634431839, 0.10185350477695465, 0.09985397011041641, 0.10006192326545715, 0.04494568705558777], "r_norm": [0.241641104221344, 0.24580660462379456, 0.24396276473999023, 0.24422793090343475, 0.24933937191963196, 0.24457994103431702, 0.24456652998924255, 0.2465754896402359, 0.24461650848388672, 0.24747291207313538]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9675, "test_loss": 0.21920700569152832}, {"step": 6600, "epoch": 14, "train_loss": 0.00012857126421295106, "cos_r_negg": [0.08778682351112366, 0.10617242753505707, 0.10771867632865906, 0.10178020596504211, 0.09625352919101715, 0.10138560831546783, 0.10330262780189514, 0.10420265048742294, 0.10415303707122803, 0.05102260783314705], "cos_apical_negg": [0.08778682351112366, 0.10617242753505707, 0.10771867632865906, 0.10178020596504211, 0.09625352919101715, 0.10138560831546783, 0.10330262780189514, 0.10420265048742294, 0.10415303707122803, 0.05102260783314705], "cos_Ac_negg": [0.08778682351112366, 0.10617242753505707, 0.10771867632865906, 0.10178020596504211, 0.09625352919101715, 0.10138560831546783, 0.10330262780189514, 0.10420265048742294, 0.10415303707122803, 0.05102260783314705], "r_norm": [0.22693009674549103, 0.2309328019618988, 0.22797562181949615, 0.22882699966430664, 0.23287208378314972, 0.22945207357406616, 0.22974629700183868, 0.23089423775672913, 0.22897784411907196, 0.23138491809368134]}, {"step": 6650, "epoch": 14, "train_loss": 0.0015062869060784578, "cos_r_negg": [0.08463926613330841, 0.10292977839708328, 0.10405956208705902, 0.09832969307899475, 0.09455809742212296, 0.10006827116012573, 0.10173489153385162, 0.10195864737033844, 0.1032867357134819, 0.051706600934267044], "cos_apical_negg": [0.08463926613330841, 0.10292977839708328, 0.10405956208705902, 0.09832969307899475, 0.09455809742212296, 0.10006827116012573, 0.10173489153385162, 0.10195864737033844, 0.1032867357134819, 0.051706600934267044], "cos_Ac_negg": [0.08463926613330841, 0.10292977839708328, 0.10405956208705902, 0.09832969307899475, 0.09455809742212296, 0.10006827116012573, 0.10173489153385162, 0.10195864737033844, 0.1032867357134819, 0.051706600934267044], "r_norm": [0.23809614777565002, 0.24268150329589844, 0.239834725856781, 0.2406677007675171, 0.2452825903892517, 0.24116837978363037, 0.24173924326896667, 0.24284802377223969, 0.24078300595283508, 0.24360713362693787]}, {"step": 6700, "epoch": 14, "train_loss": 0.004661309998482466, "cos_r_negg": [0.08281198889017105, 0.10284211486577988, 0.10174589604139328, 0.09607814997434616, 0.09247550368309021, 0.09712021052837372, 0.1004331111907959, 0.09974765032529831, 0.10055370628833771, 0.050338227301836014], "cos_apical_negg": [0.08281198889017105, 0.10284211486577988, 0.10174589604139328, 0.09607814997434616, 0.09247550368309021, 0.09712021052837372, 0.1004331111907959, 0.09974765032529831, 0.10055370628833771, 0.050338227301836014], "cos_Ac_negg": [0.08281198889017105, 0.10284211486577988, 0.10174589604139328, 0.09607814997434616, 0.09247550368309021, 0.09712021052837372, 0.1004331111907959, 0.09974765032529831, 0.10055370628833771, 0.050338227301836014], "r_norm": [0.2441355139017105, 0.24913212656974792, 0.24615928530693054, 0.24813129007816315, 0.25213783979415894, 0.24707089364528656, 0.24777016043663025, 0.2499222457408905, 0.24700266122817993, 0.2496705949306488]}, {"step": 6750, "epoch": 14, "train_loss": 0.00031754045630805194, "cos_r_negg": [0.08284406363964081, 0.10546938329935074, 0.10507085919380188, 0.10087139904499054, 0.09687059372663498, 0.10007937252521515, 0.10475754737854004, 0.10207758098840714, 0.1024966686964035, 0.05054628849029541], "cos_apical_negg": [0.08284406363964081, 0.10546938329935074, 0.10507085919380188, 0.10087139904499054, 0.09687059372663498, 0.10007937252521515, 0.10475754737854004, 0.10207758098840714, 0.1024966686964035, 0.05054628849029541], "cos_Ac_negg": [0.08284406363964081, 0.10546938329935074, 0.10507085919380188, 0.10087139904499054, 0.09687059372663498, 0.10007937252521515, 0.10475754737854004, 0.10207758098840714, 0.1024966686964035, 0.05054628849029541], "r_norm": [0.23379862308502197, 0.23870733380317688, 0.23661094903945923, 0.23834310472011566, 0.24178770184516907, 0.2376829981803894, 0.2381824553012848, 0.23984070122241974, 0.23686100542545319, 0.24011485278606415]}, {"step": 6800, "epoch": 14, "train_loss": 0.002058178884908557, "cos_r_negg": [0.0863616093993187, 0.10739216953516006, 0.10436597466468811, 0.09935323148965836, 0.09411746263504028, 0.1013556718826294, 0.10242738574743271, 0.10340812057256699, 0.10430436581373215, 0.05294935032725334], "cos_apical_negg": [0.0863616093993187, 0.10739216953516006, 0.10436597466468811, 0.09935323148965836, 0.09411746263504028, 0.1013556718826294, 0.10242738574743271, 0.10340812057256699, 0.10430436581373215, 0.05294935032725334], "cos_Ac_negg": [0.0863616093993187, 0.10739216953516006, 0.10436597466468811, 0.09935323148965836, 0.09411746263504028, 0.1013556718826294, 0.10242738574743271, 0.10340812057256699, 0.10430436581373215, 0.05294935032725334], "r_norm": [0.23916861414909363, 0.24485622346401215, 0.24278917908668518, 0.24489842355251312, 0.24892504513263702, 0.2436257153749466, 0.24440361559391022, 0.24581019580364227, 0.24335548281669617, 0.24673864245414734]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008526144665665925, "cos_r_negg": [0.07761603593826294, 0.09805180877447128, 0.09559300541877747, 0.09044134616851807, 0.08691763132810593, 0.0929173156619072, 0.0969463586807251, 0.09580232203006744, 0.09499125182628632, 0.04867611825466156], "cos_apical_negg": [0.07761603593826294, 0.09805180877447128, 0.09559300541877747, 0.09044134616851807, 0.08691763132810593, 0.0929173156619072, 0.0969463586807251, 0.09580232203006744, 0.09499125182628632, 0.04867611825466156], "cos_Ac_negg": [0.07761603593826294, 0.09805180877447128, 0.09559300541877747, 0.09044134616851807, 0.08691763132810593, 0.0929173156619072, 0.0969463586807251, 0.09580232203006744, 0.09499125182628632, 0.04867611825466156], "r_norm": [0.21771833300590515, 0.22246544063091278, 0.220399871468544, 0.22192715108394623, 0.22595110535621643, 0.22159019112586975, 0.22098442912101746, 0.22298294305801392, 0.2203194797039032, 0.22362524271011353]}, {"step": 6900, "epoch": 14, "train_loss": 0.00010181935067521408, "cos_r_negg": [0.07174898684024811, 0.08970046043395996, 0.08581055700778961, 0.07927350699901581, 0.07566055655479431, 0.07616103440523148, 0.08001130819320679, 0.08527064323425293, 0.08205907046794891, 0.04469899460673332], "cos_apical_negg": [0.07174898684024811, 0.08970046043395996, 0.08581055700778961, 0.07927350699901581, 0.07566055655479431, 0.07616103440523148, 0.08001130819320679, 0.08527064323425293, 0.08205907046794891, 0.04469899460673332], "cos_Ac_negg": [0.07174898684024811, 0.08970046043395996, 0.08581055700778961, 0.07927350699901581, 0.07566055655479431, 0.07616103440523148, 0.08001130819320679, 0.08527064323425293, 0.08205907046794891, 0.04469899460673332], "r_norm": [0.2094048261642456, 0.2131626307964325, 0.21193695068359375, 0.212337464094162, 0.21680010855197906, 0.21281397342681885, 0.21168389916419983, 0.21418051421642303, 0.21257765591144562, 0.21456286311149597]}, {"step": 6950, "epoch": 14, "train_loss": 0.0004938078345730901, "cos_r_negg": [0.07721545547246933, 0.09744587540626526, 0.10037155449390411, 0.09691409766674042, 0.09148265421390533, 0.09910944849252701, 0.10631436109542847, 0.099936842918396, 0.10301417112350464, 0.04807234928011894], "cos_apical_negg": [0.07721545547246933, 0.09744587540626526, 0.10037155449390411, 0.09691409766674042, 0.09148265421390533, 0.09910944849252701, 0.10631436109542847, 0.099936842918396, 0.10301417112350464, 0.04807234928011894], "cos_Ac_negg": [0.07721545547246933, 0.09744587540626526, 0.10037155449390411, 0.09691409766674042, 0.09148265421390533, 0.09910944849252701, 0.10631436109542847, 0.099936842918396, 0.10301417112350464, 0.04807234928011894], "r_norm": [0.23198577761650085, 0.23685097694396973, 0.23450279235839844, 0.2359492927789688, 0.24076516926288605, 0.23490749299526215, 0.2359202802181244, 0.23696616291999817, 0.23595623672008514, 0.23788441717624664]}, {"step": 7000, "epoch": 14, "train_loss": 0.0002862155670300126, "cos_r_negg": [0.0724814385175705, 0.09197463095188141, 0.0950043797492981, 0.09169725328683853, 0.08706753700971603, 0.09207110852003098, 0.09931503236293793, 0.0951402336359024, 0.09704737365245819, 0.04628583788871765], "cos_apical_negg": [0.0724814385175705, 0.09197463095188141, 0.0950043797492981, 0.09169725328683853, 0.08706753700971603, 0.09207110852003098, 0.09931503236293793, 0.0951402336359024, 0.09704737365245819, 0.04628583788871765], "cos_Ac_negg": [0.0724814385175705, 0.09197463095188141, 0.0950043797492981, 0.09169725328683853, 0.08706753700971603, 0.09207110852003098, 0.09931503236293793, 0.0951402336359024, 0.09704737365245819, 0.04628583788871765], "r_norm": [0.24117712676525116, 0.24599096179008484, 0.24350497126579285, 0.24552148580551147, 0.2501148283481598, 0.24369493126869202, 0.24467715620994568, 0.24636076390743256, 0.24490942060947418, 0.24660766124725342]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9678, "test_loss": 0.22920248298645018}, {"step": 7050, "epoch": 15, "train_loss": 9.068591316463426e-05, "cos_r_negg": [0.07074443995952606, 0.08989067375659943, 0.09176638722419739, 0.08807721734046936, 0.08415288478136063, 0.08726779371500015, 0.09385642409324646, 0.09174709022045135, 0.09306921064853668, 0.04566573351621628], "cos_apical_negg": [0.07074443995952606, 0.08989067375659943, 0.09176638722419739, 0.08807721734046936, 0.08415288478136063, 0.08726779371500015, 0.09385642409324646, 0.09174709022045135, 0.09306921064853668, 0.04566573351621628], "cos_Ac_negg": [0.07074443995952606, 0.08989067375659943, 0.09176638722419739, 0.08807721734046936, 0.08415288478136063, 0.08726779371500015, 0.09385642409324646, 0.09174709022045135, 0.09306921064853668, 0.04566573351621628], "r_norm": [0.23825526237487793, 0.242874413728714, 0.24044552445411682, 0.2424752116203308, 0.24698029458522797, 0.24058686196804047, 0.24155747890472412, 0.24338442087173462, 0.24185267090797424, 0.24342983961105347]}, {"step": 7100, "epoch": 15, "train_loss": 0.0031532817520201206, "cos_r_negg": [0.07388241589069366, 0.09232344478368759, 0.09166253358125687, 0.08766943216323853, 0.08284247666597366, 0.08731400966644287, 0.09285962581634521, 0.09217051416635513, 0.0931515321135521, 0.0495990589261055], "cos_apical_negg": [0.07388241589069366, 0.09232344478368759, 0.09166253358125687, 0.08766943216323853, 0.08284247666597366, 0.08731400966644287, 0.09285962581634521, 0.09217051416635513, 0.0931515321135521, 0.0495990589261055], "cos_Ac_negg": [0.07388241589069366, 0.09232344478368759, 0.09166253358125687, 0.08766943216323853, 0.08284247666597366, 0.08731400966644287, 0.09285962581634521, 0.09217051416635513, 0.0931515321135521, 0.0495990589261055], "r_norm": [0.2392246574163437, 0.24390661716461182, 0.24194326996803284, 0.24376951158046722, 0.24846838414669037, 0.24204495549201965, 0.24234943091869354, 0.24458307027816772, 0.2428542673587799, 0.24486781656742096]}, {"step": 7150, "epoch": 15, "train_loss": 0.07168139517307281, "cos_r_negg": [0.07472796738147736, 0.09473107010126114, 0.09549570828676224, 0.08923353999853134, 0.0831342563033104, 0.08784472197294235, 0.09146702289581299, 0.09232711791992188, 0.09094680100679398, 0.045043181627988815], "cos_apical_negg": [0.07472796738147736, 0.09473107010126114, 0.09549570828676224, 0.08923353999853134, 0.0831342563033104, 0.08784472197294235, 0.09146702289581299, 0.09232711791992188, 0.09094680100679398, 0.045043181627988815], "cos_Ac_negg": [0.07472796738147736, 0.09473107010126114, 0.09549570828676224, 0.08923353999853134, 0.0831342563033104, 0.08784472197294235, 0.09146702289581299, 0.09232711791992188, 0.09094680100679398, 0.045043181627988815], "r_norm": [0.23013117909431458, 0.2355358898639679, 0.2308996170759201, 0.23341631889343262, 0.23796220123767853, 0.23281022906303406, 0.23283317685127258, 0.2342689335346222, 0.23240970075130463, 0.23460891842842102]}, {"step": 7200, "epoch": 15, "train_loss": 0.000568599789403379, "cos_r_negg": [0.07077127695083618, 0.08737297356128693, 0.08731409907341003, 0.08214469254016876, 0.07672597467899323, 0.08038769662380219, 0.0854237973690033, 0.08619250357151031, 0.08607915043830872, 0.04341167211532593], "cos_apical_negg": [0.07077127695083618, 0.08737297356128693, 0.08731409907341003, 0.08214469254016876, 0.07672597467899323, 0.08038769662380219, 0.0854237973690033, 0.08619250357151031, 0.08607915043830872, 0.04341167211532593], "cos_Ac_negg": [0.07077127695083618, 0.08737297356128693, 0.08731409907341003, 0.08214469254016876, 0.07672597467899323, 0.08038769662380219, 0.0854237973690033, 0.08619250357151031, 0.08607915043830872, 0.04341167211532593], "r_norm": [0.21080799400806427, 0.21445775032043457, 0.21333356201648712, 0.2146773487329483, 0.21839281916618347, 0.21385452151298523, 0.2133537381887436, 0.21572667360305786, 0.2135610580444336, 0.21587589383125305]}, {"step": 7250, "epoch": 15, "train_loss": 0.0016292426735162735, "cos_r_negg": [0.07270064949989319, 0.08809395134449005, 0.0869634747505188, 0.07964886724948883, 0.07494816184043884, 0.07975469529628754, 0.08411309123039246, 0.08383543789386749, 0.08493626862764359, 0.04307001084089279], "cos_apical_negg": [0.07270064949989319, 0.08809395134449005, 0.0869634747505188, 0.07964886724948883, 0.07494816184043884, 0.07975469529628754, 0.08411309123039246, 0.08383543789386749, 0.08493626862764359, 0.04307001084089279], "cos_Ac_negg": [0.07270064949989319, 0.08809395134449005, 0.0869634747505188, 0.07964886724948883, 0.07494816184043884, 0.07975469529628754, 0.08411309123039246, 0.08383543789386749, 0.08493626862764359, 0.04307001084089279], "r_norm": [0.22214087843894958, 0.2259933203458786, 0.2251548171043396, 0.22629989683628082, 0.23052629828453064, 0.22523340582847595, 0.22464759647846222, 0.22715634107589722, 0.22545358538627625, 0.22761112451553345]}, {"step": 7300, "epoch": 15, "train_loss": 0.00011404324322938919, "cos_r_negg": [0.0706714391708374, 0.08509642630815506, 0.08421142399311066, 0.07846381515264511, 0.0744650587439537, 0.07732635736465454, 0.08189147710800171, 0.08142168819904327, 0.0823332741856575, 0.04404854029417038], "cos_apical_negg": [0.0706714391708374, 0.08509642630815506, 0.08421142399311066, 0.07846381515264511, 0.0744650587439537, 0.07732635736465454, 0.08189147710800171, 0.08142168819904327, 0.0823332741856575, 0.04404854029417038], "cos_Ac_negg": [0.0706714391708374, 0.08509642630815506, 0.08421142399311066, 0.07846381515264511, 0.0744650587439537, 0.07732635736465454, 0.08189147710800171, 0.08142168819904327, 0.0823332741856575, 0.04404854029417038], "r_norm": [0.22468140721321106, 0.22848713397979736, 0.22805681824684143, 0.22931337356567383, 0.2333037555217743, 0.2281157523393631, 0.22724279761314392, 0.23027516901493073, 0.22771678864955902, 0.23041507601737976]}, {"step": 7350, "epoch": 15, "train_loss": 6.190835119923577e-05, "cos_r_negg": [0.07231411337852478, 0.0897790789604187, 0.08688612282276154, 0.08121217787265778, 0.07733415067195892, 0.08195854723453522, 0.08407798409461975, 0.08512677997350693, 0.08631552010774612, 0.04493093118071556], "cos_apical_negg": [0.07231411337852478, 0.0897790789604187, 0.08688612282276154, 0.08121217787265778, 0.07733415067195892, 0.08195854723453522, 0.08407798409461975, 0.08512677997350693, 0.08631552010774612, 0.04493093118071556], "cos_Ac_negg": [0.07231411337852478, 0.0897790789604187, 0.08688612282276154, 0.08121217787265778, 0.07733415067195892, 0.08195854723453522, 0.08407798409461975, 0.08512677997350693, 0.08631552010774612, 0.04493093118071556], "r_norm": [0.22440701723098755, 0.22808507084846497, 0.22787481546401978, 0.22861899435520172, 0.23294338583946228, 0.22787626087665558, 0.22659920156002045, 0.2292417287826538, 0.2274015247821808, 0.23020745813846588]}, {"step": 7400, "epoch": 15, "train_loss": 0.00028594868490472436, "cos_r_negg": [0.07304613292217255, 0.09086491167545319, 0.09201525896787643, 0.08842290937900543, 0.08126051723957062, 0.08958092331886292, 0.09667573124170303, 0.08997385948896408, 0.09731017053127289, 0.04227584972977638], "cos_apical_negg": [0.07304613292217255, 0.09086491167545319, 0.09201525896787643, 0.08842290937900543, 0.08126051723957062, 0.08958092331886292, 0.09667573124170303, 0.08997385948896408, 0.09731017053127289, 0.04227584972977638], "cos_Ac_negg": [0.07304613292217255, 0.09086491167545319, 0.09201525896787643, 0.08842290937900543, 0.08126051723957062, 0.08958092331886292, 0.09667573124170303, 0.08997385948896408, 0.09731017053127289, 0.04227584972977638], "r_norm": [0.2160739302635193, 0.21927575767040253, 0.21944835782051086, 0.22026702761650085, 0.22391578555107117, 0.21926864981651306, 0.2184447944164276, 0.22083455324172974, 0.2191830426454544, 0.22142808139324188]}, {"step": 7450, "epoch": 15, "train_loss": 0.0006544170901179314, "cos_r_negg": [0.06860525906085968, 0.08307915180921555, 0.08256182074546814, 0.07791657745838165, 0.07541224360466003, 0.08105812966823578, 0.08717598021030426, 0.08432038128376007, 0.08814619481563568, 0.039696648716926575], "cos_apical_negg": [0.06860525906085968, 0.08307915180921555, 0.08256182074546814, 0.07791657745838165, 0.07541224360466003, 0.08105812966823578, 0.08717598021030426, 0.08432038128376007, 0.08814619481563568, 0.039696648716926575], "cos_Ac_negg": [0.06860525906085968, 0.08307915180921555, 0.08256182074546814, 0.07791657745838165, 0.07541224360466003, 0.08105812966823578, 0.08717598021030426, 0.08432038128376007, 0.08814619481563568, 0.039696648716926575], "r_norm": [0.22077004611492157, 0.22386939823627472, 0.2232908010482788, 0.2246914505958557, 0.2269417941570282, 0.2235541045665741, 0.22423326969146729, 0.2255837470293045, 0.22329044342041016, 0.22485469281673431]}, {"step": 7500, "epoch": 15, "train_loss": 0.00015055559924803674, "cos_r_negg": [0.06859490275382996, 0.08238301426172256, 0.08303287625312805, 0.07779610902070999, 0.07357668876647949, 0.07837282121181488, 0.08526839315891266, 0.081828273832798, 0.08528371155261993, 0.04030849039554596], "cos_apical_negg": [0.06859490275382996, 0.08238301426172256, 0.08303287625312805, 0.07779610902070999, 0.07357668876647949, 0.07837282121181488, 0.08526839315891266, 0.081828273832798, 0.08528371155261993, 0.04030849039554596], "cos_Ac_negg": [0.06859490275382996, 0.08238301426172256, 0.08303287625312805, 0.07779610902070999, 0.07357668876647949, 0.07837282121181488, 0.08526839315891266, 0.081828273832798, 0.08528371155261993, 0.04030849039554596], "r_norm": [0.21464870870113373, 0.21762502193450928, 0.21649976074695587, 0.21799975633621216, 0.22135905921459198, 0.2169182449579239, 0.21761375665664673, 0.2185768336057663, 0.2178381383419037, 0.2182474136352539]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.968, "test_loss": 0.23155162162780762}, {"step": 7550, "epoch": 16, "train_loss": 0.0006789939943701029, "cos_r_negg": [0.07193094491958618, 0.08460819721221924, 0.08447937667369843, 0.07946139574050903, 0.07385356724262238, 0.07890331000089645, 0.08313682675361633, 0.08241802453994751, 0.08540135622024536, 0.04404520243406296], "cos_apical_negg": [0.07193094491958618, 0.08460819721221924, 0.08447937667369843, 0.07946139574050903, 0.07385356724262238, 0.07890331000089645, 0.08313682675361633, 0.08241802453994751, 0.08540135622024536, 0.04404520243406296], "cos_Ac_negg": [0.07193094491958618, 0.08460819721221924, 0.08447937667369843, 0.07946139574050903, 0.07385356724262238, 0.07890331000089645, 0.08313682675361633, 0.08241802453994751, 0.08540135622024536, 0.04404520243406296], "r_norm": [0.22440382838249207, 0.22788158059120178, 0.2273145616054535, 0.22894170880317688, 0.2326652705669403, 0.22742590308189392, 0.22865481674671173, 0.22943522036075592, 0.22877365350723267, 0.22944162786006927]}, {"step": 7600, "epoch": 16, "train_loss": 0.0027265483513474464, "cos_r_negg": [0.07051500678062439, 0.08243390917778015, 0.08172300457954407, 0.07766085863113403, 0.07325147092342377, 0.07599233090877533, 0.07919692993164062, 0.08042500168085098, 0.0837286114692688, 0.04345934838056564], "cos_apical_negg": [0.07051500678062439, 0.08243390917778015, 0.08172300457954407, 0.07766085863113403, 0.07325147092342377, 0.07599233090877533, 0.07919692993164062, 0.08042500168085098, 0.0837286114692688, 0.04345934838056564], "cos_Ac_negg": [0.07051500678062439, 0.08243390917778015, 0.08172300457954407, 0.07766085863113403, 0.07325147092342377, 0.07599233090877533, 0.07919692993164062, 0.08042500168085098, 0.0837286114692688, 0.04345934838056564], "r_norm": [0.20382410287857056, 0.20592565834522247, 0.20651155710220337, 0.20748236775398254, 0.2103458046913147, 0.20637211203575134, 0.20653176307678223, 0.20779253542423248, 0.20778635144233704, 0.20745179057121277]}, {"step": 7650, "epoch": 16, "train_loss": 3.6723416997119784e-05, "cos_r_negg": [0.0689934715628624, 0.08085375279188156, 0.07962888479232788, 0.07542126625776291, 0.07123402506113052, 0.07329724729061127, 0.07636674493551254, 0.07876701653003693, 0.08075806498527527, 0.04327280819416046], "cos_apical_negg": [0.0689934715628624, 0.08085375279188156, 0.07962888479232788, 0.07542126625776291, 0.07123402506113052, 0.07329724729061127, 0.07636674493551254, 0.07876701653003693, 0.08075806498527527, 0.04327280819416046], "cos_Ac_negg": [0.0689934715628624, 0.08085375279188156, 0.07962888479232788, 0.07542126625776291, 0.07123402506113052, 0.07329724729061127, 0.07636674493551254, 0.07876701653003693, 0.08075806498527527, 0.04327280819416046], "r_norm": [0.20843100547790527, 0.2109079211950302, 0.21077591180801392, 0.21201573312282562, 0.2150304764509201, 0.21093225479125977, 0.21108755469322205, 0.2124032825231552, 0.21195560693740845, 0.2119016945362091]}, {"step": 7700, "epoch": 16, "train_loss": 6.152484274934977e-05, "cos_r_negg": [0.06639985740184784, 0.07797888666391373, 0.07656069844961166, 0.07247866690158844, 0.06923113763332367, 0.07013050466775894, 0.07337374985218048, 0.07565763592720032, 0.07592760026454926, 0.0409415066242218], "cos_apical_negg": [0.06639985740184784, 0.07797888666391373, 0.07656069844961166, 0.07247866690158844, 0.06923113763332367, 0.07013050466775894, 0.07337374985218048, 0.07565763592720032, 0.07592760026454926, 0.0409415066242218], "cos_Ac_negg": [0.06639985740184784, 0.07797888666391373, 0.07656069844961166, 0.07247866690158844, 0.06923113763332367, 0.07013050466775894, 0.07337374985218048, 0.07565763592720032, 0.07592760026454926, 0.0409415066242218], "r_norm": [0.21333032846450806, 0.217064768075943, 0.2153167873620987, 0.21686707437038422, 0.22120964527130127, 0.21600553393363953, 0.21580125391483307, 0.21765190362930298, 0.21724814176559448, 0.2178322970867157]}, {"step": 7750, "epoch": 16, "train_loss": 0.0004327603382989764, "cos_r_negg": [0.06655086576938629, 0.07852505147457123, 0.07675227522850037, 0.07259581983089447, 0.06879161298274994, 0.06873978674411774, 0.0721091479063034, 0.07525238394737244, 0.0738474577665329, 0.04088352620601654], "cos_apical_negg": [0.06655086576938629, 0.07852505147457123, 0.07675227522850037, 0.07259581983089447, 0.06879161298274994, 0.06873978674411774, 0.0721091479063034, 0.07525238394737244, 0.0738474577665329, 0.04088352620601654], "cos_Ac_negg": [0.06655086576938629, 0.07852505147457123, 0.07675227522850037, 0.07259581983089447, 0.06879161298274994, 0.06873978674411774, 0.0721091479063034, 0.07525238394737244, 0.0738474577665329, 0.04088352620601654], "r_norm": [0.21822743117809296, 0.2220788598060608, 0.22030895948410034, 0.22226229310035706, 0.2265491783618927, 0.22111281752586365, 0.220550999045372, 0.2230045348405838, 0.22197674214839935, 0.22297303378582]}, {"step": 7800, "epoch": 16, "train_loss": 0.0014933045022189617, "cos_r_negg": [0.06743320822715759, 0.07921211421489716, 0.07841789722442627, 0.07562123239040375, 0.07258206605911255, 0.07378152012825012, 0.0794660747051239, 0.07858461141586304, 0.08147665858268738, 0.04109807312488556], "cos_apical_negg": [0.06743320822715759, 0.07921211421489716, 0.07841789722442627, 0.07562123239040375, 0.07258206605911255, 0.07378152012825012, 0.0794660747051239, 0.07858461141586304, 0.08147665858268738, 0.04109807312488556], "cos_Ac_negg": [0.06743320822715759, 0.07921211421489716, 0.07841789722442627, 0.07562123239040375, 0.07258206605911255, 0.07378152012825012, 0.0794660747051239, 0.07858461141586304, 0.08147665858268738, 0.04109807312488556], "r_norm": [0.2129974663257599, 0.21634620428085327, 0.2151947021484375, 0.2170621156692505, 0.2205120325088501, 0.2154139280319214, 0.21554964780807495, 0.21745717525482178, 0.21638497710227966, 0.21717719733715057]}, {"step": 7850, "epoch": 16, "train_loss": 0.0006540374597534537, "cos_r_negg": [0.06907008588314056, 0.07964452356100082, 0.07856868207454681, 0.07393140345811844, 0.07195158302783966, 0.07421718537807465, 0.08085223287343979, 0.0789644867181778, 0.08121082186698914, 0.039789412170648575], "cos_apical_negg": [0.06907008588314056, 0.07964452356100082, 0.07856868207454681, 0.07393140345811844, 0.07195158302783966, 0.07421718537807465, 0.08085223287343979, 0.0789644867181778, 0.08121082186698914, 0.039789412170648575], "cos_Ac_negg": [0.06907008588314056, 0.07964452356100082, 0.07856868207454681, 0.07393140345811844, 0.07195158302783966, 0.07421718537807465, 0.08085223287343979, 0.0789644867181778, 0.08121082186698914, 0.039789412170648575], "r_norm": [0.20772719383239746, 0.21214482188224792, 0.20928996801376343, 0.2109607309103012, 0.21467192471027374, 0.21078580617904663, 0.21022596955299377, 0.21149104833602905, 0.21021237969398499, 0.21171921491622925]}, {"step": 7900, "epoch": 16, "train_loss": 0.0004967955756001174, "cos_r_negg": [0.06724187731742859, 0.0777081847190857, 0.07621271908283234, 0.0716504454612732, 0.0694316178560257, 0.07245945185422897, 0.07812921702861786, 0.07786469906568527, 0.07887923717498779, 0.0397435799241066], "cos_apical_negg": [0.06724187731742859, 0.0777081847190857, 0.07621271908283234, 0.0716504454612732, 0.0694316178560257, 0.07245945185422897, 0.07812921702861786, 0.07786469906568527, 0.07887923717498779, 0.0397435799241066], "cos_Ac_negg": [0.06724187731742859, 0.0777081847190857, 0.07621271908283234, 0.0716504454612732, 0.0694316178560257, 0.07245945185422897, 0.07812921702861786, 0.07786469906568527, 0.07887923717498779, 0.0397435799241066], "r_norm": [0.21559062600135803, 0.2202424257993698, 0.21693161129951477, 0.21889828145503998, 0.222921222448349, 0.21892410516738892, 0.21799960732460022, 0.21931013464927673, 0.21747872233390808, 0.21976982057094574]}, {"step": 7950, "epoch": 16, "train_loss": 0.0012616016902029514, "cos_r_negg": [0.0673915445804596, 0.07697158306837082, 0.0752422958612442, 0.0707431361079216, 0.06842192262411118, 0.0713011845946312, 0.07617682218551636, 0.07651539146900177, 0.07637627422809601, 0.04032029211521149], "cos_apical_negg": [0.0673915445804596, 0.07697158306837082, 0.0752422958612442, 0.0707431361079216, 0.06842192262411118, 0.0713011845946312, 0.07617682218551636, 0.07651539146900177, 0.07637627422809601, 0.04032029211521149], "cos_Ac_negg": [0.0673915445804596, 0.07697158306837082, 0.0752422958612442, 0.0707431361079216, 0.06842192262411118, 0.0713011845946312, 0.07617682218551636, 0.07651539146900177, 0.07637627422809601, 0.04032029211521149], "r_norm": [0.2150397151708603, 0.21957597136497498, 0.21637184917926788, 0.21842564642429352, 0.22230121493339539, 0.21829816699028015, 0.21734578907489777, 0.21865855157375336, 0.2169325202703476, 0.21910357475280762]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9673, "test_loss": 0.2401192726135254}, {"step": 8000, "epoch": 17, "train_loss": 0.00019911197887267917, "cos_r_negg": [0.06948889046907425, 0.08075708150863647, 0.07773813605308533, 0.07294834405183792, 0.06945349276065826, 0.07276511937379837, 0.07584793865680695, 0.07637348771095276, 0.07613003253936768, 0.041794877499341965], "cos_apical_negg": [0.06948889046907425, 0.08075708150863647, 0.07773813605308533, 0.07294834405183792, 0.06945349276065826, 0.07276511937379837, 0.07584793865680695, 0.07637348771095276, 0.07613003253936768, 0.041794877499341965], "cos_Ac_negg": [0.06948889046907425, 0.08075708150863647, 0.07773813605308533, 0.07294834405183792, 0.06945349276065826, 0.07276511937379837, 0.07584793865680695, 0.07637348771095276, 0.07613003253936768, 0.041794877499341965], "r_norm": [0.19447225332260132, 0.19831590354442596, 0.19619593024253845, 0.19740018248558044, 0.20101110637187958, 0.1980413794517517, 0.19655394554138184, 0.19833768904209137, 0.19671989977359772, 0.19887158274650574]}, {"step": 8050, "epoch": 17, "train_loss": 0.00020367660908959806, "cos_r_negg": [0.0676712915301323, 0.07889996469020844, 0.0754384696483612, 0.07105978578329086, 0.06815394759178162, 0.06962497532367706, 0.07171504199504852, 0.07246661186218262, 0.07138221710920334, 0.03974505886435509], "cos_apical_negg": [0.0676712915301323, 0.07889996469020844, 0.0754384696483612, 0.07105978578329086, 0.06815394759178162, 0.06962497532367706, 0.07171504199504852, 0.07246661186218262, 0.07138221710920334, 0.03974505886435509], "cos_Ac_negg": [0.0676712915301323, 0.07889996469020844, 0.0754384696483612, 0.07105978578329086, 0.06815394759178162, 0.06962497532367706, 0.07171504199504852, 0.07246661186218262, 0.07138221710920334, 0.03974505886435509], "r_norm": [0.1930430382490158, 0.19673332571983337, 0.19491681456565857, 0.19617542624473572, 0.19978214800357819, 0.19666503369808197, 0.1950213611125946, 0.19715407490730286, 0.1955219805240631, 0.19759204983711243]}, {"step": 8100, "epoch": 17, "train_loss": 0.0001710372162051499, "cos_r_negg": [0.06697482615709305, 0.07875730097293854, 0.07546494901180267, 0.07148906588554382, 0.06850895285606384, 0.07215329259634018, 0.07840924710035324, 0.07688930630683899, 0.08000952005386353, 0.04186555743217468], "cos_apical_negg": [0.06697482615709305, 0.07875730097293854, 0.07546494901180267, 0.07148906588554382, 0.06850895285606384, 0.07215329259634018, 0.07840924710035324, 0.07688930630683899, 0.08000952005386353, 0.04186555743217468], "cos_Ac_negg": [0.06697482615709305, 0.07875730097293854, 0.07546494901180267, 0.07148906588554382, 0.06850895285606384, 0.07215329259634018, 0.07840924710035324, 0.07688930630683899, 0.08000952005386353, 0.04186555743217468], "r_norm": [0.19657105207443237, 0.20042575895786285, 0.19845247268676758, 0.2001260221004486, 0.20390844345092773, 0.20011402666568756, 0.19842518866062164, 0.20057226717472076, 0.19926844537258148, 0.20102499425411224]}, {"step": 8150, "epoch": 17, "train_loss": 0.00012607985991053283, "cos_r_negg": [0.06786716729402542, 0.08028633892536163, 0.07691948860883713, 0.07240299135446548, 0.06849798560142517, 0.0702839195728302, 0.07674552500247955, 0.07568402588367462, 0.07842034101486206, 0.043987687677145004], "cos_apical_negg": [0.06786716729402542, 0.08028633892536163, 0.07691948860883713, 0.07240299135446548, 0.06849798560142517, 0.0702839195728302, 0.07674552500247955, 0.07568402588367462, 0.07842034101486206, 0.043987687677145004], "cos_Ac_negg": [0.06786716729402542, 0.08028633892536163, 0.07691948860883713, 0.07240299135446548, 0.06849798560142517, 0.0702839195728302, 0.07674552500247955, 0.07568402588367462, 0.07842034101486206, 0.043987687677145004], "r_norm": [0.2054644227027893, 0.20987798273563385, 0.20701992511749268, 0.20912203192710876, 0.2133360356092453, 0.2090696096420288, 0.20781660079956055, 0.2098713517189026, 0.20798951387405396, 0.21014054119586945]}, {"step": 8200, "epoch": 17, "train_loss": 0.0003263705293647945, "cos_r_negg": [0.0655788853764534, 0.07622750848531723, 0.07387511432170868, 0.06945927441120148, 0.06593655049800873, 0.06704799830913544, 0.07201433926820755, 0.07188814878463745, 0.07208780199289322, 0.041764773428440094], "cos_apical_negg": [0.0655788853764534, 0.07622750848531723, 0.07387511432170868, 0.06945927441120148, 0.06593655049800873, 0.06704799830913544, 0.07201433926820755, 0.07188814878463745, 0.07208780199289322, 0.041764773428440094], "cos_Ac_negg": [0.0655788853764534, 0.07622750848531723, 0.07387511432170868, 0.06945927441120148, 0.06593655049800873, 0.06704799830913544, 0.07201433926820755, 0.07188814878463745, 0.07208780199289322, 0.041764773428440094], "r_norm": [0.19191399216651917, 0.19583863019943237, 0.19373750686645508, 0.19541817903518677, 0.19923217594623566, 0.19542306661605835, 0.1935717761516571, 0.1953921914100647, 0.19474545121192932, 0.1961374282836914]}, {"step": 8250, "epoch": 17, "train_loss": 9.244944521924481e-05, "cos_r_negg": [0.06533963978290558, 0.0778607726097107, 0.07508343458175659, 0.07045339047908783, 0.06607687473297119, 0.06673809140920639, 0.07082375884056091, 0.07164818048477173, 0.07034794986248016, 0.04113098606467247], "cos_apical_negg": [0.06533963978290558, 0.0778607726097107, 0.07508343458175659, 0.07045339047908783, 0.06607687473297119, 0.06673809140920639, 0.07082375884056091, 0.07164818048477173, 0.07034794986248016, 0.04113098606467247], "cos_Ac_negg": [0.06533963978290558, 0.0778607726097107, 0.07508343458175659, 0.07045339047908783, 0.06607687473297119, 0.06673809140920639, 0.07082375884056091, 0.07164818048477173, 0.07034794986248016, 0.04113098606467247], "r_norm": [0.18821318447589874, 0.19233715534210205, 0.18993878364562988, 0.19157950580120087, 0.19543737173080444, 0.19180981814861298, 0.1901082992553711, 0.19168081879615784, 0.19112062454223633, 0.1924087554216385]}, {"step": 8300, "epoch": 17, "train_loss": 1.9863102352246642e-05, "cos_r_negg": [0.06463839113712311, 0.07672721892595291, 0.0741344690322876, 0.06929707527160645, 0.06519699841737747, 0.06543145328760147, 0.06909839808940887, 0.07031191885471344, 0.06833445280790329, 0.040435560047626495], "cos_apical_negg": [0.06463839113712311, 0.07672721892595291, 0.0741344690322876, 0.06929707527160645, 0.06519699841737747, 0.06543145328760147, 0.06909839808940887, 0.07031191885471344, 0.06833445280790329, 0.040435560047626495], "cos_Ac_negg": [0.06463839113712311, 0.07672721892595291, 0.0741344690322876, 0.06929707527160645, 0.06519699841737747, 0.06543145328760147, 0.06909839808940887, 0.07031191885471344, 0.06833445280790329, 0.040435560047626495], "r_norm": [0.1907721757888794, 0.19493740797042847, 0.19250324368476868, 0.1941867172718048, 0.19795852899551392, 0.19433192908763885, 0.19268964231014252, 0.19425304234027863, 0.1935802549123764, 0.19493743777275085]}, {"step": 8350, "epoch": 17, "train_loss": 3.839802593574859e-05, "cos_r_negg": [0.06426531076431274, 0.07572022825479507, 0.07350574433803558, 0.06903374195098877, 0.06505560129880905, 0.06523527950048447, 0.06825505197048187, 0.06953752040863037, 0.06772959232330322, 0.04007473215460777], "cos_apical_negg": [0.06426531076431274, 0.07572022825479507, 0.07350574433803558, 0.06903374195098877, 0.06505560129880905, 0.06523527950048447, 0.06825505197048187, 0.06953752040863037, 0.06772959232330322, 0.04007473215460777], "cos_Ac_negg": [0.06426531076431274, 0.07572022825479507, 0.07350574433803558, 0.06903374195098877, 0.06505560129880905, 0.06523527950048447, 0.06825505197048187, 0.06953752040863037, 0.06772959232330322, 0.04007473215460777], "r_norm": [0.1933571696281433, 0.1974215805530548, 0.19516901671886444, 0.19691041111946106, 0.20055443048477173, 0.19683769345283508, 0.19522586464881897, 0.19690898060798645, 0.196142315864563, 0.19748970866203308]}, {"step": 8400, "epoch": 17, "train_loss": 3.1134502933127806e-05, "cos_r_negg": [0.06483009457588196, 0.07623707503080368, 0.0736512690782547, 0.06910739094018936, 0.06527623534202576, 0.06561911106109619, 0.06813833862543106, 0.06919986754655838, 0.06789715588092804, 0.040657252073287964], "cos_apical_negg": [0.06483009457588196, 0.07623707503080368, 0.0736512690782547, 0.06910739094018936, 0.06527623534202576, 0.06561911106109619, 0.06813833862543106, 0.06919986754655838, 0.06789715588092804, 0.040657252073287964], "cos_Ac_negg": [0.06483009457588196, 0.07623707503080368, 0.0736512690782547, 0.06910739094018936, 0.06527623534202576, 0.06561911106109619, 0.06813833862543106, 0.06919986754655838, 0.06789715588092804, 0.040657252073287964], "r_norm": [0.19273602962493896, 0.19663581252098083, 0.1945732831954956, 0.19622671604156494, 0.19974976778030396, 0.1961357444524765, 0.19454325735569, 0.19617021083831787, 0.1954243779182434, 0.196856290102005]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9679, "test_loss": 0.24077465553283692}, {"step": 8450, "epoch": 18, "train_loss": 0.00015430833445861936, "cos_r_negg": [0.06417524069547653, 0.07563620805740356, 0.07381715625524521, 0.06827227771282196, 0.0646250993013382, 0.06486901640892029, 0.0665469691157341, 0.06948108971118927, 0.06604322046041489, 0.038625337183475494], "cos_apical_negg": [0.06417524069547653, 0.07563620805740356, 0.07381715625524521, 0.06827227771282196, 0.0646250993013382, 0.06486901640892029, 0.0665469691157341, 0.06948108971118927, 0.06604322046041489, 0.038625337183475494], "cos_Ac_negg": [0.06417524069547653, 0.07563620805740356, 0.07381715625524521, 0.06827227771282196, 0.0646250993013382, 0.06486901640892029, 0.0665469691157341, 0.06948108971118927, 0.06604322046041489, 0.038625337183475494], "r_norm": [0.20518174767494202, 0.20950306951999664, 0.20682552456855774, 0.20879711210727692, 0.21226955950260162, 0.20839275419712067, 0.2075057476758957, 0.20898020267486572, 0.20755571126937866, 0.20936129987239838]}, {"step": 8500, "epoch": 18, "train_loss": 0.00019187916768714786, "cos_r_negg": [0.06332838535308838, 0.07448837161064148, 0.07282713055610657, 0.06738067418336868, 0.06379830092191696, 0.06364820897579193, 0.06551909446716309, 0.0684775784611702, 0.06483115255832672, 0.03825368732213974], "cos_apical_negg": [0.06332838535308838, 0.07448837161064148, 0.07282713055610657, 0.06738067418336868, 0.06379830092191696, 0.06364820897579193, 0.06551909446716309, 0.0684775784611702, 0.06483115255832672, 0.03825368732213974], "cos_Ac_negg": [0.06332838535308838, 0.07448837161064148, 0.07282713055610657, 0.06738067418336868, 0.06379830092191696, 0.06364820897579193, 0.06551909446716309, 0.0684775784611702, 0.06483115255832672, 0.03825368732213974], "r_norm": [0.2035236358642578, 0.20770364999771118, 0.20528285205364227, 0.2072094976902008, 0.21055370569229126, 0.20674093067646027, 0.20568715035915375, 0.20723967254161835, 0.2059096395969391, 0.20766952633857727]}, {"step": 8550, "epoch": 18, "train_loss": 0.00017527129966765642, "cos_r_negg": [0.06248901039361954, 0.07312735170125961, 0.07251928001642227, 0.06793808192014694, 0.06438325345516205, 0.06417037546634674, 0.06593917310237885, 0.06860890239477158, 0.06488505750894547, 0.03939707577228546], "cos_apical_negg": [0.06248901039361954, 0.07312735170125961, 0.07251928001642227, 0.06793808192014694, 0.06438325345516205, 0.06417037546634674, 0.06593917310237885, 0.06860890239477158, 0.06488505750894547, 0.03939707577228546], "cos_Ac_negg": [0.06248901039361954, 0.07312735170125961, 0.07251928001642227, 0.06793808192014694, 0.06438325345516205, 0.06417037546634674, 0.06593917310237885, 0.06860890239477158, 0.06488505750894547, 0.03939707577228546], "r_norm": [0.18842516839504242, 0.19168603420257568, 0.19065575301647186, 0.19211819767951965, 0.195238396525383, 0.19150888919830322, 0.19032445549964905, 0.19208402931690216, 0.19145680963993073, 0.19249768555164337]}, {"step": 8600, "epoch": 18, "train_loss": 0.00023673110990785062, "cos_r_negg": [0.062276557087898254, 0.07281287014484406, 0.07238668203353882, 0.06790425628423691, 0.06427052617073059, 0.06397334486246109, 0.06581072509288788, 0.06859605014324188, 0.06481561064720154, 0.0392613410949707], "cos_apical_negg": [0.062276557087898254, 0.07281287014484406, 0.07238668203353882, 0.06790425628423691, 0.06427052617073059, 0.06397334486246109, 0.06581072509288788, 0.06859605014324188, 0.06481561064720154, 0.0392613410949707], "cos_Ac_negg": [0.062276557087898254, 0.07281287014484406, 0.07238668203353882, 0.06790425628423691, 0.06427052617073059, 0.06397334486246109, 0.06581072509288788, 0.06859605014324188, 0.06481561064720154, 0.0392613410949707], "r_norm": [0.19180931150913239, 0.19507475197315216, 0.19398508965969086, 0.19549116492271423, 0.19861140847206116, 0.1948230266571045, 0.19378508627414703, 0.19549502432346344, 0.19472402334213257, 0.19583913683891296]}, {"step": 8650, "epoch": 18, "train_loss": 3.985752118751407e-05, "cos_r_negg": [0.06217755377292633, 0.07268770784139633, 0.07232862710952759, 0.06791646778583527, 0.06432001292705536, 0.06452398002147675, 0.06701795011758804, 0.06928897649049759, 0.06605581939220428, 0.03891724348068237], "cos_apical_negg": [0.06217755377292633, 0.07268770784139633, 0.07232862710952759, 0.06791646778583527, 0.06432001292705536, 0.06452398002147675, 0.06701795011758804, 0.06928897649049759, 0.06605581939220428, 0.03891724348068237], "cos_Ac_negg": [0.06217755377292633, 0.07268770784139633, 0.07232862710952759, 0.06791646778583527, 0.06432001292705536, 0.06452398002147675, 0.06701795011758804, 0.06928897649049759, 0.06605581939220428, 0.03891724348068237], "r_norm": [0.19638624787330627, 0.199690580368042, 0.19858312606811523, 0.20027804374694824, 0.20329873263835907, 0.1993173360824585, 0.19842791557312012, 0.20022282004356384, 0.19926178455352783, 0.2003801017999649]}, {"step": 8700, "epoch": 18, "train_loss": 4.4852506107417867e-05, "cos_r_negg": [0.061781272292137146, 0.07248842716217041, 0.07216915488243103, 0.06775547564029694, 0.06421570479869843, 0.06457521766424179, 0.06835438311100006, 0.06981375068426132, 0.06749876588582993, 0.03920585289597511], "cos_apical_negg": [0.061781272292137146, 0.07248842716217041, 0.07216915488243103, 0.06775547564029694, 0.06421570479869843, 0.06457521766424179, 0.06835438311100006, 0.06981375068426132, 0.06749876588582993, 0.03920585289597511], "cos_Ac_negg": [0.061781272292137146, 0.07248842716217041, 0.07216915488243103, 0.06775547564029694, 0.06421570479869843, 0.06457521766424179, 0.06835438311100006, 0.06981375068426132, 0.06749876588582993, 0.03920585289597511], "r_norm": [0.19549699127674103, 0.1987362504005432, 0.19768381118774414, 0.19931623339653015, 0.20237058401107788, 0.19842533767223358, 0.19749665260314941, 0.1992720514535904, 0.19837449491024017, 0.19946976006031036]}, {"step": 8750, "epoch": 18, "train_loss": 0.00013488221156876534, "cos_r_negg": [0.06189514324069023, 0.07251326739788055, 0.07254628837108612, 0.06812159717082977, 0.06426778435707092, 0.06451751291751862, 0.06783141195774078, 0.07008017599582672, 0.06760610640048981, 0.03975088149309158], "cos_apical_negg": [0.06189514324069023, 0.07251326739788055, 0.07254628837108612, 0.06812159717082977, 0.06426778435707092, 0.06451751291751862, 0.06783141195774078, 0.07008017599582672, 0.06760610640048981, 0.03975088149309158], "cos_Ac_negg": [0.06189514324069023, 0.07251326739788055, 0.07254628837108612, 0.06812159717082977, 0.06426778435707092, 0.06451751291751862, 0.06783141195774078, 0.07008017599582672, 0.06760610640048981, 0.03975088149309158], "r_norm": [0.205501526594162, 0.20909951627254486, 0.20752836763858795, 0.20945557951927185, 0.2128342092037201, 0.20843574404716492, 0.2079586386680603, 0.20971021056175232, 0.20819732546806335, 0.20977377891540527]}, {"step": 8800, "epoch": 18, "train_loss": 0.00011734662984963506, "cos_r_negg": [0.06125544384121895, 0.07191599905490875, 0.07142236828804016, 0.06668125092983246, 0.06289280205965042, 0.06172168254852295, 0.06398463994264603, 0.06750153005123138, 0.0633448138833046, 0.038474202156066895], "cos_apical_negg": [0.06125544384121895, 0.07191599905490875, 0.07142236828804016, 0.06668125092983246, 0.06289280205965042, 0.06172168254852295, 0.06398463994264603, 0.06750153005123138, 0.0633448138833046, 0.038474202156066895], "cos_Ac_negg": [0.06125544384121895, 0.07191599905490875, 0.07142236828804016, 0.06668125092983246, 0.06289280205965042, 0.06172168254852295, 0.06398463994264603, 0.06750153005123138, 0.0633448138833046, 0.038474202156066895], "r_norm": [0.20233291387557983, 0.2059154063463211, 0.2043967992067337, 0.2063191831111908, 0.20966693758964539, 0.2053237110376358, 0.204464852809906, 0.2062734067440033, 0.20511895418167114, 0.20656636357307434]}, {"step": 8850, "epoch": 18, "train_loss": 0.00010808887600433081, "cos_r_negg": [0.06114961579442024, 0.07124004513025284, 0.07086405158042908, 0.06611088663339615, 0.06242433935403824, 0.06135671213269234, 0.06332129240036011, 0.06637348979711533, 0.06161809712648392, 0.03836825117468834], "cos_apical_negg": [0.06114961579442024, 0.07124004513025284, 0.07086405158042908, 0.06611088663339615, 0.06242433935403824, 0.06135671213269234, 0.06332129240036011, 0.06637348979711533, 0.06161809712648392, 0.03836825117468834], "cos_Ac_negg": [0.06114961579442024, 0.07124004513025284, 0.07086405158042908, 0.06611088663339615, 0.06242433935403824, 0.06135671213269234, 0.06332129240036011, 0.06637348979711533, 0.06161809712648392, 0.03836825117468834], "r_norm": [0.1954604834318161, 0.19879122078418732, 0.1976669430732727, 0.1993405818939209, 0.20245172083377838, 0.19846266508102417, 0.1972944438457489, 0.1990744173526764, 0.19834981858730316, 0.19953840970993042]}, {"step": 8900, "epoch": 18, "train_loss": 8.971850911621004e-05, "cos_r_negg": [0.06036587804555893, 0.0704488754272461, 0.07009724527597427, 0.06518270820379257, 0.061758458614349365, 0.06052084267139435, 0.06267769634723663, 0.06546956300735474, 0.060521990060806274, 0.037578366696834564], "cos_apical_negg": [0.06036587804555893, 0.0704488754272461, 0.07009724527597427, 0.06518270820379257, 0.061758458614349365, 0.06052084267139435, 0.06267769634723663, 0.06546956300735474, 0.060521990060806274, 0.037578366696834564], "cos_Ac_negg": [0.06036587804555893, 0.0704488754272461, 0.07009724527597427, 0.06518270820379257, 0.061758458614349365, 0.06052084267139435, 0.06267769634723663, 0.06546956300735474, 0.060521990060806274, 0.037578366696834564], "r_norm": [0.19055330753326416, 0.1937374621629715, 0.1928924024105072, 0.19437947869300842, 0.1973339170217514, 0.1935831904411316, 0.19222211837768555, 0.1939939707517624, 0.1935374140739441, 0.19459016621112823]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9676, "test_loss": 0.2493902225494385}, {"step": 8950, "epoch": 19, "train_loss": 4.596009603119455e-06, "cos_r_negg": [0.06101039797067642, 0.07086830586194992, 0.07063694298267365, 0.06609279662370682, 0.06258824467658997, 0.060723915696144104, 0.06307878345251083, 0.06625259667634964, 0.06147364526987076, 0.03733256086707115], "cos_apical_negg": [0.06101039797067642, 0.07086830586194992, 0.07063694298267365, 0.06609279662370682, 0.06258824467658997, 0.060723915696144104, 0.06307878345251083, 0.06625259667634964, 0.06147364526987076, 0.03733256086707115], "cos_Ac_negg": [0.06101039797067642, 0.07086830586194992, 0.07063694298267365, 0.06609279662370682, 0.06258824467658997, 0.060723915696144104, 0.06307878345251083, 0.06625259667634964, 0.06147364526987076, 0.03733256086707115], "r_norm": [0.19958637654781342, 0.20314079523086548, 0.20172423124313354, 0.20352932810783386, 0.20670287311077118, 0.20261888206005096, 0.2016102373600006, 0.2033769190311432, 0.20233511924743652, 0.2037746012210846]}, {"step": 9000, "epoch": 19, "train_loss": 0.00011805002577602863, "cos_r_negg": [0.06071542203426361, 0.07034027576446533, 0.07017144560813904, 0.06567474454641342, 0.0623445063829422, 0.06025497242808342, 0.062432341277599335, 0.06562133878469467, 0.06085537374019623, 0.03711763024330139], "cos_apical_negg": [0.06071542203426361, 0.07034027576446533, 0.07017144560813904, 0.06567474454641342, 0.0623445063829422, 0.06025497242808342, 0.062432341277599335, 0.06562133878469467, 0.06085537374019623, 0.03711763024330139], "cos_Ac_negg": [0.06071542203426361, 0.07034027576446533, 0.07017144560813904, 0.06567474454641342, 0.0623445063829422, 0.06025497242808342, 0.062432341277599335, 0.06562133878469467, 0.06085537374019623, 0.03711763024330139], "r_norm": [0.19781190156936646, 0.20131491124629974, 0.2000003159046173, 0.2017306685447693, 0.20480233430862427, 0.20083925127983093, 0.1997893899679184, 0.2015264332294464, 0.20057249069213867, 0.2019566297531128]}, {"step": 9050, "epoch": 19, "train_loss": 0.0002933377691078931, "cos_r_negg": [0.06044936552643776, 0.0700833648443222, 0.07024557143449783, 0.06599221378564835, 0.06275711953639984, 0.06083302944898605, 0.06268715858459473, 0.06600257754325867, 0.06077120453119278, 0.03747052699327469], "cos_apical_negg": [0.06044936552643776, 0.0700833648443222, 0.07024557143449783, 0.06599221378564835, 0.06275711953639984, 0.06083302944898605, 0.06268715858459473, 0.06600257754325867, 0.06077120453119278, 0.03747052699327469], "cos_Ac_negg": [0.06044936552643776, 0.0700833648443222, 0.07024557143449783, 0.06599221378564835, 0.06275711953639984, 0.06083302944898605, 0.06268715858459473, 0.06600257754325867, 0.06077120453119278, 0.03747052699327469], "r_norm": [0.19774438440799713, 0.2012311816215515, 0.20002368092536926, 0.2017466425895691, 0.204695463180542, 0.20076420903205872, 0.19972316920757294, 0.2015126496553421, 0.20051950216293335, 0.2019043117761612]}, {"step": 9100, "epoch": 19, "train_loss": 0.00047186066512949765, "cos_r_negg": [0.059914760291576385, 0.06949801743030548, 0.06973068416118622, 0.06540550291538239, 0.06227695569396019, 0.0602409653365612, 0.06220608949661255, 0.0652661994099617, 0.059988513588905334, 0.037024132907390594], "cos_apical_negg": [0.059914760291576385, 0.06949801743030548, 0.06973068416118622, 0.06540550291538239, 0.06227695569396019, 0.0602409653365612, 0.06220608949661255, 0.0652661994099617, 0.059988513588905334, 0.037024132907390594], "cos_Ac_negg": [0.059914760291576385, 0.06949801743030548, 0.06973068416118622, 0.06540550291538239, 0.06227695569396019, 0.0602409653365612, 0.06220608949661255, 0.0652661994099617, 0.059988513588905334, 0.037024132907390594], "r_norm": [0.19684477150440216, 0.20029789209365845, 0.1991497427225113, 0.2008163332939148, 0.2037264108657837, 0.199864000082016, 0.1988077610731125, 0.20057880878448486, 0.19963029026985168, 0.20096944272518158]}, {"step": 9150, "epoch": 19, "train_loss": 0.00024132264661602676, "cos_r_negg": [0.05972970277070999, 0.06911526620388031, 0.06930001080036163, 0.06505461037158966, 0.06199616193771362, 0.06000100076198578, 0.06236380338668823, 0.06479443609714508, 0.05998041480779648, 0.03673449903726578], "cos_apical_negg": [0.05972970277070999, 0.06911526620388031, 0.06930001080036163, 0.06505461037158966, 0.06199616193771362, 0.06000100076198578, 0.06236380338668823, 0.06479443609714508, 0.05998041480779648, 0.03673449903726578], "cos_Ac_negg": [0.05972970277070999, 0.06911526620388031, 0.06930001080036163, 0.06505461037158966, 0.06199616193771362, 0.06000100076198578, 0.06236380338668823, 0.06479443609714508, 0.05998041480779648, 0.03673449903726578], "r_norm": [0.1941186934709549, 0.19742588698863983, 0.19648846983909607, 0.19811362028121948, 0.20099347829818726, 0.1971387267112732, 0.19591432809829712, 0.19776412844657898, 0.1970260739326477, 0.19820860028266907]}, {"step": 9200, "epoch": 19, "train_loss": 1.8859158444684e-05, "cos_r_negg": [0.05957842618227005, 0.06896773725748062, 0.06912167370319366, 0.06488686054944992, 0.06181139126420021, 0.05983812361955643, 0.06228867918252945, 0.06471337378025055, 0.05998075008392334, 0.03668404743075371], "cos_apical_negg": [0.05957842618227005, 0.06896773725748062, 0.06912167370319366, 0.06488686054944992, 0.06181139126420021, 0.05983812361955643, 0.06228867918252945, 0.06471337378025055, 0.05998075008392334, 0.03668404743075371], "cos_Ac_negg": [0.05957842618227005, 0.06896773725748062, 0.06912167370319366, 0.06488686054944992, 0.06181139126420021, 0.05983812361955643, 0.06228867918252945, 0.06471337378025055, 0.05998075008392334, 0.03668404743075371], "r_norm": [0.1937987506389618, 0.19705349206924438, 0.19614407420158386, 0.19776417315006256, 0.20064842700958252, 0.1967902034521103, 0.19557276368141174, 0.19739335775375366, 0.1967080533504486, 0.1978425234556198]}, {"step": 9250, "epoch": 19, "train_loss": 3.837887561530806e-06, "cos_r_negg": [0.05941594019532204, 0.0687301978468895, 0.06895101070404053, 0.0645391121506691, 0.061526715755462646, 0.05953875184059143, 0.06203469634056091, 0.06442256271839142, 0.059613361954689026, 0.03664044290781021], "cos_apical_negg": [0.05941594019532204, 0.0687301978468895, 0.06895101070404053, 0.0645391121506691, 0.061526715755462646, 0.05953875184059143, 0.06203469634056091, 0.06442256271839142, 0.059613361954689026, 0.03664044290781021], "cos_Ac_negg": [0.05941594019532204, 0.0687301978468895, 0.06895101070404053, 0.0645391121506691, 0.061526715755462646, 0.05953875184059143, 0.06203469634056091, 0.06442256271839142, 0.059613361954689026, 0.03664044290781021], "r_norm": [0.1939254105091095, 0.19716285169124603, 0.1962532103061676, 0.19781933724880219, 0.2006606012582779, 0.19688847661018372, 0.1957225501537323, 0.19745324552059174, 0.19676104187965393, 0.19793619215488434]}, {"step": 9300, "epoch": 19, "train_loss": 6.106984801590443e-05, "cos_r_negg": [0.059181928634643555, 0.06845507770776749, 0.06870577484369278, 0.06437763571739197, 0.06147639453411102, 0.05939318612217903, 0.06171984225511551, 0.0640573650598526, 0.059224650263786316, 0.036366287618875504], "cos_apical_negg": [0.059181928634643555, 0.06845507770776749, 0.06870577484369278, 0.06437763571739197, 0.06147639453411102, 0.05939318612217903, 0.06171984225511551, 0.0640573650598526, 0.059224650263786316, 0.036366287618875504], "cos_Ac_negg": [0.059181928634643555, 0.06845507770776749, 0.06870577484369278, 0.06437763571739197, 0.06147639453411102, 0.05939318612217903, 0.06171984225511551, 0.0640573650598526, 0.059224650263786316, 0.036366287618875504], "r_norm": [0.19408638775348663, 0.19732411205768585, 0.19640333950519562, 0.19792065024375916, 0.20071843266487122, 0.19702847301959991, 0.19593176245689392, 0.19758222997188568, 0.19685736298561096, 0.19807393848896027]}, {"step": 9350, "epoch": 19, "train_loss": 0.00014156900579109788, "cos_r_negg": [0.05873648077249527, 0.06799083203077316, 0.06829144805669785, 0.06416033953428268, 0.06141771376132965, 0.05940599739551544, 0.0613410510122776, 0.06342572718858719, 0.05850910767912865, 0.03585861250758171], "cos_apical_negg": [0.05873648077249527, 0.06799083203077316, 0.06829144805669785, 0.06416033953428268, 0.06141771376132965, 0.05940599739551544, 0.0613410510122776, 0.06342572718858719, 0.05850910767912865, 0.03585861250758171], "cos_Ac_negg": [0.05873648077249527, 0.06799083203077316, 0.06829144805669785, 0.06416033953428268, 0.06141771376132965, 0.05940599739551544, 0.0613410510122776, 0.06342572718858719, 0.05850910767912865, 0.03585861250758171], "r_norm": [0.1923837959766388, 0.19556745886802673, 0.19472745060920715, 0.19618168473243713, 0.19898578524589539, 0.19534429907798767, 0.19418278336524963, 0.19583509862422943, 0.19520455598831177, 0.19635966420173645]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9681, "test_loss": 0.25192963676452634}], "final": {"test_acc": 0.9681, "test_loss": 0.25192963676452634, "wall_s": 34.21539831161499, "cos_r_negg": [0.058488402515649796, 0.06766402721405029, 0.06803147494792938, 0.0638822466135025, 0.061283014714717865, 0.059209808707237244, 0.06118825078010559, 0.06313289701938629, 0.058318644762039185, 0.03572240471839905], "cos_apical_negg": [0.058488402515649796, 0.06766402721405029, 0.06803147494792938, 0.0638822466135025, 0.061283014714717865, 0.059209808707237244, 0.06118825078010559, 0.06313289701938629, 0.058318644762039185, 0.03572240471839905], "cos_Ac_negg": [0.058488402515649796, 0.06766402721405029, 0.06803147494792938, 0.0638822466135025, 0.061283014714717865, 0.059209808707237244, 0.06118825078010559, 0.06313289701938629, 0.058318644762039185, 0.03572240471839905]}}