{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.295605182647705, "cos_r_negg": [-0.04718046635389328, -0.0012401081621646881, 0.019701285287737846, 0.002642129547894001, -0.04180324822664261, -0.03157121688127518, -0.011311433278024197], "cos_apical_negg": [-0.04718046635389328, -0.0012401081621646881, 0.019701285287737846, 0.002642129547894001, -0.04180324822664261, -0.03157121688127518, -0.011311433278024197], "cos_Ac_negg": [-0.04718046635389328, -0.0012401081621646881, 0.019701285287737846, 0.002642129547894001, -0.04180324822664261, -0.03157121688127518, -0.011311433278024197], "r_norm": [4.75241756439209, 4.858176231384277, 4.678590774536133, 4.744892120361328, 4.791445255279541, 4.607490062713623, 4.797310829162598]}, {"step": 50, "epoch": 0, "train_loss": 1.0540940761566162, "cos_r_negg": [0.07403264939785004, 0.04272177815437317, 0.043196551501750946, 0.043910376727581024, 0.08611918240785599, 0.064617820084095, 0.08700979501008987], "cos_apical_negg": [0.07403264939785004, 0.04272177815437317, 0.043196551501750946, 0.043910376727581024, 0.08611918240785599, 0.064617820084095, 0.08700979501008987], "cos_Ac_negg": [0.07403264939785004, 0.04272177815437317, 0.043196551501750946, 0.043910376727581024, 0.08611918240785599, 0.064617820084095, 0.08700979501008987], "r_norm": [2.613136053085327, 2.620415449142456, 2.526061534881592, 2.628018379211426, 2.621053695678711, 2.510909080505371, 2.667329788208008]}, {"step": 100, "epoch": 0, "train_loss": 1.0862387418746948, "cos_r_negg": [0.19842974841594696, 0.173521488904953, 0.1957886964082718, 0.1852630227804184, 0.16267871856689453, 0.18375825881958008, 0.09281976521015167], "cos_apical_negg": [0.19842974841594696, 0.173521488904953, 0.1957886964082718, 0.1852630227804184, 0.16267871856689453, 0.18375825881958008, 0.09281976521015167], "cos_Ac_negg": [0.19842974841594696, 0.173521488904953, 0.1957886964082718, 0.1852630227804184, 0.16267871856689453, 0.18375825881958008, 0.09281976521015167], "r_norm": [2.0610220432281494, 2.0732290744781494, 1.979664921760559, 2.057681083679199, 2.0668840408325195, 1.9763820171356201, 2.10098934173584]}, {"step": 150, "epoch": 0, "train_loss": 0.681244969367981, "cos_r_negg": [0.21840372681617737, 0.16840192675590515, 0.20722807943820953, 0.1967652589082718, 0.13728374242782593, 0.22666054964065552, 0.1512414515018463], "cos_apical_negg": [0.21840372681617737, 0.16840192675590515, 0.20722807943820953, 0.1967652589082718, 0.13728374242782593, 0.22666054964065552, 0.1512414515018463], "cos_Ac_negg": [0.21840372681617737, 0.16840192675590515, 0.20722807943820953, 0.1967652589082718, 0.13728374242782593, 0.22666054964065552, 0.1512414515018463], "r_norm": [1.9700360298156738, 1.9851287603378296, 1.8944928646087646, 1.9642314910888672, 1.9652190208435059, 1.880466103553772, 2.0026700496673584]}, {"step": 200, "epoch": 0, "train_loss": 0.594225287437439, "cos_r_negg": [0.22310568392276764, 0.19791635870933533, 0.15970845520496368, 0.22245509922504425, 0.18061470985412598, 0.21854586899280548, 0.16108092665672302], "cos_apical_negg": [0.22310568392276764, 0.19791635870933533, 0.15970845520496368, 0.22245509922504425, 0.18061470985412598, 0.21854586899280548, 0.16108092665672302], "cos_Ac_negg": [0.22310568392276764, 0.19791635870933533, 0.15970845520496368, 0.22245509922504425, 0.18061470985412598, 0.21854586899280548, 0.16108092665672302], "r_norm": [1.9962775707244873, 2.0084824562072754, 1.9125847816467285, 1.9828788042068481, 1.9918378591537476, 1.9008762836456299, 2.015678882598877]}, {"step": 250, "epoch": 0, "train_loss": 0.7172861695289612, "cos_r_negg": [0.23628388345241547, 0.2020503729581833, 0.217331200838089, 0.21043139696121216, 0.18111740052700043, 0.20769962668418884, 0.1307874172925949], "cos_apical_negg": [0.23628388345241547, 0.2020503729581833, 0.217331200838089, 0.21043139696121216, 0.18111740052700043, 0.20769962668418884, 0.1307874172925949], "cos_Ac_negg": [0.23628388345241547, 0.2020503729581833, 0.217331200838089, 0.21043139696121216, 0.18111740052700043, 0.20769962668418884, 0.1307874172925949], "r_norm": [1.6887223720550537, 1.705079436302185, 1.6212292909622192, 1.6876270771026611, 1.6897192001342773, 1.6134016513824463, 1.7151950597763062]}, {"step": 300, "epoch": 0, "train_loss": 0.743118166923523, "cos_r_negg": [0.23790094256401062, 0.18944703042507172, 0.18577642738819122, 0.23267138004302979, 0.20515523850917816, 0.24783474206924438, 0.09335556626319885], "cos_apical_negg": [0.23790094256401062, 0.18944703042507172, 0.18577642738819122, 0.23267138004302979, 0.20515523850917816, 0.24783474206924438, 0.09335556626319885], "cos_Ac_negg": [0.23790094256401062, 0.18944703042507172, 0.18577642738819122, 0.23267138004302979, 0.20515523850917816, 0.24783474206924438, 0.09335556626319885], "r_norm": [1.4748663902282715, 1.4920812845230103, 1.4141157865524292, 1.481429100036621, 1.4846694469451904, 1.4219921827316284, 1.5147638320922852]}, {"step": 350, "epoch": 0, "train_loss": 0.5747541189193726, "cos_r_negg": [0.19869773089885712, 0.17774826288223267, 0.1792917549610138, 0.21804164350032806, 0.19047954678535461, 0.20684783160686493, 0.111599862575531], "cos_apical_negg": [0.19869773089885712, 0.17774826288223267, 0.1792917549610138, 0.21804164350032806, 0.19047954678535461, 0.20684783160686493, 0.111599862575531], "cos_Ac_negg": [0.19869773089885712, 0.17774826288223267, 0.1792917549610138, 0.21804164350032806, 0.19047954678535461, 0.20684783160686493, 0.111599862575531], "r_norm": [1.539626121520996, 1.545596718788147, 1.4723047018051147, 1.5352928638458252, 1.543691873550415, 1.4662694931030273, 1.5645766258239746]}, {"step": 400, "epoch": 0, "train_loss": 0.6861235499382019, "cos_r_negg": [0.28970199823379517, 0.2774691581726074, 0.2596532106399536, 0.24411992728710175, 0.2617560029029846, 0.249948650598526, 0.08541420847177505], "cos_apical_negg": [0.28970199823379517, 0.2774691581726074, 0.2596532106399536, 0.24411992728710175, 0.2617560029029846, 0.249948650598526, 0.08541420847177505], "cos_Ac_negg": [0.28970199823379517, 0.2774691581726074, 0.2596532106399536, 0.24411992728710175, 0.2617560029029846, 0.249948650598526, 0.08541420847177505], "r_norm": [1.8338266611099243, 1.8268870115280151, 1.7307894229888916, 1.7992589473724365, 1.8244895935058594, 1.7281297445297241, 1.8463900089263916]}, {"step": 450, "epoch": 0, "train_loss": 0.5429736971855164, "cos_r_negg": [0.29060816764831543, 0.26416248083114624, 0.2675880789756775, 0.24508215487003326, 0.22107350826263428, 0.20355427265167236, 0.07728086411952972], "cos_apical_negg": [0.29060816764831543, 0.26416248083114624, 0.2675880789756775, 0.24508215487003326, 0.22107350826263428, 0.20355427265167236, 0.07728086411952972], "cos_Ac_negg": [0.29060816764831543, 0.26416248083114624, 0.2675880789756775, 0.24508215487003326, 0.22107350826263428, 0.20355427265167236, 0.07728086411952972], "r_norm": [1.537517786026001, 1.539116621017456, 1.473942756652832, 1.5330090522766113, 1.5414552688598633, 1.4618388414382935, 1.5614749193191528]}, {"epoch_end": 0, "step": 469, "test_acc": 0.824, "test_loss": 0.5607416778564454}, {"step": 500, "epoch": 1, "train_loss": 0.4435671269893646, "cos_r_negg": [0.2515352964401245, 0.24472172558307648, 0.22586961090564728, 0.24416500329971313, 0.24421411752700806, 0.20526434481143951, 0.06872405111789703], "cos_apical_negg": [0.2515352964401245, 0.24472172558307648, 0.22586961090564728, 0.24416500329971313, 0.24421411752700806, 0.20526434481143951, 0.06872405111789703], "cos_Ac_negg": [0.2515352964401245, 0.24472172558307648, 0.22586961090564728, 0.24416500329971313, 0.24421411752700806, 0.20526434481143951, 0.06872405111789703], "r_norm": [1.4371967315673828, 1.4456416368484497, 1.3815886974334717, 1.4404549598693848, 1.442786693572998, 1.3712927103042603, 1.4662206172943115]}, {"step": 550, "epoch": 1, "train_loss": 0.6586781144142151, "cos_r_negg": [0.3054407835006714, 0.29460638761520386, 0.2668836712837219, 0.25565439462661743, 0.2459503412246704, 0.24213027954101562, 0.09538576006889343], "cos_apical_negg": [0.3054407835006714, 0.29460638761520386, 0.2668836712837219, 0.25565439462661743, 0.2459503412246704, 0.24213027954101562, 0.09538576006889343], "cos_Ac_negg": [0.3054407835006714, 0.29460638761520386, 0.2668836712837219, 0.25565439462661743, 0.2459503412246704, 0.24213027954101562, 0.09538576006889343], "r_norm": [1.5079396963119507, 1.5264408588409424, 1.4570735692977905, 1.5121839046478271, 1.5201863050460815, 1.4407292604446411, 1.5439410209655762]}, {"step": 600, "epoch": 1, "train_loss": 0.7747248411178589, "cos_r_negg": [0.3050185441970825, 0.30241766571998596, 0.29270121455192566, 0.2924419045448303, 0.27568668127059937, 0.2694089114665985, 0.07922425866127014], "cos_apical_negg": [0.3050185441970825, 0.30241766571998596, 0.29270121455192566, 0.2924419045448303, 0.27568668127059937, 0.2694089114665985, 0.07922425866127014], "cos_Ac_negg": [0.3050185441970825, 0.30241766571998596, 0.29270121455192566, 0.2924419045448303, 0.27568668127059937, 0.2694089114665985, 0.07922425866127014], "r_norm": [1.5117155313491821, 1.5226006507873535, 1.4530764818191528, 1.5276782512664795, 1.5190000534057617, 1.4511759281158447, 1.5572092533111572]}, {"step": 650, "epoch": 1, "train_loss": 0.5929468870162964, "cos_r_negg": [0.23850615322589874, 0.25295546650886536, 0.25768616795539856, 0.27303701639175415, 0.23744818568229675, 0.2486153542995453, 0.054904352873563766], "cos_apical_negg": [0.23850615322589874, 0.25295546650886536, 0.25768616795539856, 0.27303701639175415, 0.23744818568229675, 0.2486153542995453, 0.054904352873563766], "cos_Ac_negg": [0.23850615322589874, 0.25295546650886536, 0.25768616795539856, 0.27303701639175415, 0.23744818568229675, 0.2486153542995453, 0.054904352873563766], "r_norm": [1.4088671207427979, 1.4257739782333374, 1.361251950263977, 1.4210848808288574, 1.4200491905212402, 1.352992296218872, 1.4515504837036133]}, {"step": 700, "epoch": 1, "train_loss": 0.4837910532951355, "cos_r_negg": [0.3302837014198303, 0.3190261721611023, 0.316358357667923, 0.2954111695289612, 0.29661864042282104, 0.27021923661231995, 0.04464937373995781], "cos_apical_negg": [0.3302837014198303, 0.3190261721611023, 0.316358357667923, 0.2954111695289612, 0.29661864042282104, 0.27021923661231995, 0.04464937373995781], "cos_Ac_negg": [0.3302837014198303, 0.3190261721611023, 0.316358357667923, 0.2954111695289612, 0.29661864042282104, 0.27021923661231995, 0.04464937373995781], "r_norm": [1.5054740905761719, 1.504188060760498, 1.4341979026794434, 1.495115876197815, 1.5033786296844482, 1.4306378364562988, 1.5295089483261108]}, {"step": 750, "epoch": 1, "train_loss": 0.38506197929382324, "cos_r_negg": [0.31231850385665894, 0.3097025156021118, 0.3105829060077667, 0.2901143431663513, 0.28337743878364563, 0.2578943073749542, 0.056310344487428665], "cos_apical_negg": [0.31231850385665894, 0.3097025156021118, 0.3105829060077667, 0.2901143431663513, 0.28337743878364563, 0.2578943073749542, 0.056310344487428665], "cos_Ac_negg": [0.31231850385665894, 0.3097025156021118, 0.3105829060077667, 0.2901143431663513, 0.28337743878364563, 0.2578943073749542, 0.056310344487428665], "r_norm": [1.479694128036499, 1.480412244796753, 1.4187763929367065, 1.488586664199829, 1.4879636764526367, 1.4169940948486328, 1.5178215503692627]}, {"step": 800, "epoch": 1, "train_loss": 0.6239501237869263, "cos_r_negg": [0.3614566922187805, 0.3338262140750885, 0.31880855560302734, 0.3299981653690338, 0.3185056447982788, 0.27253586053848267, 0.06581825017929077], "cos_apical_negg": [0.3614566922187805, 0.3338262140750885, 0.31880855560302734, 0.3299981653690338, 0.3185056447982788, 0.27253586053848267, 0.06581825017929077], "cos_Ac_negg": [0.3614566922187805, 0.3338262140750885, 0.31880855560302734, 0.3299981653690338, 0.3185056447982788, 0.27253586053848267, 0.06581825017929077], "r_norm": [1.770148515701294, 1.7577457427978516, 1.6762945652008057, 1.752234697341919, 1.7713289260864258, 1.6842408180236816, 1.7964023351669312]}, {"step": 850, "epoch": 1, "train_loss": 0.3576229214668274, "cos_r_negg": [0.34150949120521545, 0.3016214072704315, 0.30380648374557495, 0.2926059663295746, 0.26131772994995117, 0.22341567277908325, 0.03393968567252159], "cos_apical_negg": [0.34150949120521545, 0.3016214072704315, 0.30380648374557495, 0.2926059663295746, 0.26131772994995117, 0.22341567277908325, 0.03393968567252159], "cos_Ac_negg": [0.34150949120521545, 0.3016214072704315, 0.30380648374557495, 0.2926059663295746, 0.26131772994995117, 0.22341567277908325, 0.03393968567252159], "r_norm": [1.3294880390167236, 1.3369569778442383, 1.2809598445892334, 1.3459529876708984, 1.345705509185791, 1.2815334796905518, 1.3703749179840088]}, {"step": 900, "epoch": 1, "train_loss": 0.4395678639411926, "cos_r_negg": [0.312012255191803, 0.3052673935890198, 0.3061176538467407, 0.31442248821258545, 0.32998359203338623, 0.282002329826355, 0.024883832782506943], "cos_apical_negg": [0.312012255191803, 0.3052673935890198, 0.3061176538467407, 0.31442248821258545, 0.32998359203338623, 0.282002329826355, 0.024883832782506943], "cos_Ac_negg": [0.312012255191803, 0.3052673935890198, 0.3061176538467407, 0.31442248821258545, 0.32998359203338623, 0.282002329826355, 0.024883832782506943], "r_norm": [1.3942962884902954, 1.4028105735778809, 1.3420209884643555, 1.4064404964447021, 1.4067307710647583, 1.3411283493041992, 1.434196949005127]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8312, "test_loss": 0.4815407440185547}, {"step": 950, "epoch": 2, "train_loss": 0.39330145716667175, "cos_r_negg": [0.3497711420059204, 0.34252244234085083, 0.33996081352233887, 0.35963666439056396, 0.3435633182525635, 0.2844081521034241, 0.06664419174194336], "cos_apical_negg": [0.3497711420059204, 0.34252244234085083, 0.33996081352233887, 0.35963666439056396, 0.3435633182525635, 0.2844081521034241, 0.06664419174194336], "cos_Ac_negg": [0.3497711420059204, 0.34252244234085083, 0.33996081352233887, 0.35963666439056396, 0.3435633182525635, 0.2844081521034241, 0.06664419174194336], "r_norm": [1.310889482498169, 1.3242905139923096, 1.253219723701477, 1.3088576793670654, 1.3189656734466553, 1.2600500583648682, 1.3390142917633057]}, {"step": 1000, "epoch": 2, "train_loss": 0.3772853910923004, "cos_r_negg": [0.3738875985145569, 0.37105298042297363, 0.3491513133049011, 0.35265159606933594, 0.3290118873119354, 0.2905520498752594, 0.07723097503185272], "cos_apical_negg": [0.3738875985145569, 0.37105298042297363, 0.3491513133049011, 0.35265159606933594, 0.3290118873119354, 0.2905520498752594, 0.07723097503185272], "cos_Ac_negg": [0.3738875985145569, 0.37105298042297363, 0.3491513133049011, 0.35265159606933594, 0.3290118873119354, 0.2905520498752594, 0.07723097503185272], "r_norm": [1.3377805948257446, 1.3504383563995361, 1.2883213758468628, 1.3428767919540405, 1.349923849105835, 1.281380295753479, 1.370753526687622]}, {"step": 1050, "epoch": 2, "train_loss": 0.3655707836151123, "cos_r_negg": [0.3496057689189911, 0.3407452702522278, 0.3312637209892273, 0.30726900696754456, 0.31128716468811035, 0.28185945749282837, 0.062243469059467316], "cos_apical_negg": [0.3496057689189911, 0.3407452702522278, 0.3312637209892273, 0.30726900696754456, 0.31128716468811035, 0.28185945749282837, 0.062243469059467316], "cos_Ac_negg": [0.3496057689189911, 0.3407452702522278, 0.3312637209892273, 0.30726900696754456, 0.31128716468811035, 0.28185945749282837, 0.062243469059467316], "r_norm": [1.4821393489837646, 1.4814754724502563, 1.4100629091262817, 1.4728139638900757, 1.487633466720581, 1.416429042816162, 1.5071277618408203]}, {"step": 1100, "epoch": 2, "train_loss": 0.35751858353614807, "cos_r_negg": [0.2918412387371063, 0.30485349893569946, 0.2802426218986511, 0.28181421756744385, 0.2663191258907318, 0.2443573772907257, 0.027580849826335907], "cos_apical_negg": [0.2918412387371063, 0.30485349893569946, 0.2802426218986511, 0.28181421756744385, 0.2663191258907318, 0.2443573772907257, 0.027580849826335907], "cos_Ac_negg": [0.2918412387371063, 0.30485349893569946, 0.2802426218986511, 0.28181421756744385, 0.2663191258907318, 0.2443573772907257, 0.027580849826335907], "r_norm": [1.3276515007019043, 1.3358008861541748, 1.2768903970718384, 1.3388867378234863, 1.338252067565918, 1.2759103775024414, 1.3685572147369385]}, {"step": 1150, "epoch": 2, "train_loss": 0.5586087703704834, "cos_r_negg": [0.372074156999588, 0.3727192282676697, 0.3405425250530243, 0.36207854747772217, 0.3408209979534149, 0.312208354473114, 0.013324650004506111], "cos_apical_negg": [0.372074156999588, 0.3727192282676697, 0.3405425250530243, 0.36207854747772217, 0.3408209979534149, 0.312208354473114, 0.013324650004506111], "cos_Ac_negg": [0.372074156999588, 0.3727192282676697, 0.3405425250530243, 0.36207854747772217, 0.3408209979534149, 0.312208354473114, 0.013324650004506111], "r_norm": [1.2555752992630005, 1.2691292762756348, 1.2123453617095947, 1.2683883905410767, 1.2675962448120117, 1.2096444368362427, 1.292280673980713]}, {"step": 1200, "epoch": 2, "train_loss": 0.564318060874939, "cos_r_negg": [0.31862372159957886, 0.3145436942577362, 0.30091577768325806, 0.3186787962913513, 0.3146195411682129, 0.27737995982170105, -0.023634159937500954], "cos_apical_negg": [0.31862372159957886, 0.3145436942577362, 0.30091577768325806, 0.3186787962913513, 0.3146195411682129, 0.27737995982170105, -0.023634159937500954], "cos_Ac_negg": [0.31862372159957886, 0.3145436942577362, 0.30091577768325806, 0.3186787962913513, 0.3146195411682129, 0.27737995982170105, -0.023634159937500954], "r_norm": [1.5244274139404297, 1.5265488624572754, 1.4585061073303223, 1.5327262878417969, 1.5396625995635986, 1.470160722732544, 1.5724270343780518]}, {"step": 1250, "epoch": 2, "train_loss": 0.3838198184967041, "cos_r_negg": [0.3531920313835144, 0.34211182594299316, 0.33314937353134155, 0.29769280552864075, 0.31216463446617126, 0.23993974924087524, 0.0056395563296973705], "cos_apical_negg": [0.3531920313835144, 0.34211182594299316, 0.33314937353134155, 0.29769280552864075, 0.31216463446617126, 0.23993974924087524, 0.0056395563296973705], "cos_Ac_negg": [0.3531920313835144, 0.34211182594299316, 0.33314937353134155, 0.29769280552864075, 0.31216463446617126, 0.23993974924087524, 0.0056395563296973705], "r_norm": [1.2317874431610107, 1.233187198638916, 1.1832352876663208, 1.243260383605957, 1.2402377128601074, 1.178656816482544, 1.264382243156433]}, {"step": 1300, "epoch": 2, "train_loss": 0.35511457920074463, "cos_r_negg": [0.3757629990577698, 0.36100804805755615, 0.3446977734565735, 0.35764026641845703, 0.3329797387123108, 0.29330652952194214, 0.024659276008605957], "cos_apical_negg": [0.3757629990577698, 0.36100804805755615, 0.3446977734565735, 0.35764026641845703, 0.3329797387123108, 0.29330652952194214, 0.024659276008605957], "cos_Ac_negg": [0.3757629990577698, 0.36100804805755615, 0.3446977734565735, 0.35764026641845703, 0.3329797387123108, 0.29330652952194214, 0.024659276008605957], "r_norm": [1.1936076879501343, 1.2044496536254883, 1.1513471603393555, 1.2057371139526367, 1.2099660634994507, 1.1502282619476318, 1.2278766632080078]}, {"step": 1350, "epoch": 2, "train_loss": 0.3099173307418823, "cos_r_negg": [0.36860141158103943, 0.38021230697631836, 0.35602614283561707, 0.3654864430427551, 0.33272525668144226, 0.3083800673484802, -0.031618036329746246], "cos_apical_negg": [0.36860141158103943, 0.38021230697631836, 0.35602614283561707, 0.3654864430427551, 0.33272525668144226, 0.3083800673484802, -0.031618036329746246], "cos_Ac_negg": [0.36860141158103943, 0.38021230697631836, 0.35602614283561707, 0.3654864430427551, 0.33272525668144226, 0.3083800673484802, -0.031618036329746246], "r_norm": [1.1498610973358154, 1.162738561630249, 1.1107354164123535, 1.161186695098877, 1.1647382974624634, 1.1085342168807983, 1.1849640607833862]}, {"step": 1400, "epoch": 2, "train_loss": 0.5045645236968994, "cos_r_negg": [0.3954365849494934, 0.39497071504592896, 0.38705167174339294, 0.37449389696121216, 0.3529835045337677, 0.32506778836250305, -0.017271284013986588], "cos_apical_negg": [0.3954365849494934, 0.39497071504592896, 0.38705167174339294, 0.37449389696121216, 0.3529835045337677, 0.32506778836250305, -0.017271284013986588], "cos_Ac_negg": [0.3954365849494934, 0.39497071504592896, 0.38705167174339294, 0.37449389696121216, 0.3529835045337677, 0.32506778836250305, -0.017271284013986588], "r_norm": [1.2735463380813599, 1.2876691818237305, 1.2200260162353516, 1.275546908378601, 1.2821635007858276, 1.2233457565307617, 1.29962956905365]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8376, "test_loss": 0.4697570526123047}, {"step": 1450, "epoch": 3, "train_loss": 0.758841335773468, "cos_r_negg": [0.3577108383178711, 0.36231619119644165, 0.35148969292640686, 0.3455727696418762, 0.33784976601600647, 0.2998235821723938, -0.026043323799967766], "cos_apical_negg": [0.3577108383178711, 0.36231619119644165, 0.35148969292640686, 0.3455727696418762, 0.33784976601600647, 0.2998235821723938, -0.026043323799967766], "cos_Ac_negg": [0.3577108383178711, 0.36231619119644165, 0.35148969292640686, 0.3455727696418762, 0.33784976601600647, 0.2998235821723938, -0.026043323799967766], "r_norm": [1.3138927221298218, 1.317370057106018, 1.2593029737472534, 1.3169479370117188, 1.3284273147583008, 1.2598626613616943, 1.3462598323822021]}, {"step": 1500, "epoch": 3, "train_loss": 0.42734000086784363, "cos_r_negg": [0.3557858467102051, 0.3699062466621399, 0.35255104303359985, 0.3422871232032776, 0.33328062295913696, 0.3000167906284332, -0.004441663157194853], "cos_apical_negg": [0.3557858467102051, 0.3699062466621399, 0.35255104303359985, 0.3422871232032776, 0.33328062295913696, 0.3000167906284332, -0.004441663157194853], "cos_Ac_negg": [0.3557858467102051, 0.3699062466621399, 0.35255104303359985, 0.3422871232032776, 0.33328062295913696, 0.3000167906284332, -0.004441663157194853], "r_norm": [1.5477194786071777, 1.543074607849121, 1.4645774364471436, 1.5334126949310303, 1.5478382110595703, 1.4725958108901978, 1.5800786018371582]}, {"step": 1550, "epoch": 3, "train_loss": 0.3575626611709595, "cos_r_negg": [0.3520662188529968, 0.37185901403427124, 0.349904865026474, 0.34960803389549255, 0.32666003704071045, 0.27105847001075745, -0.02666284143924713], "cos_apical_negg": [0.3520662188529968, 0.37185901403427124, 0.349904865026474, 0.34960803389549255, 0.32666003704071045, 0.27105847001075745, -0.02666284143924713], "cos_Ac_negg": [0.3520662188529968, 0.37185901403427124, 0.349904865026474, 0.34960803389549255, 0.32666003704071045, 0.27105847001075745, -0.02666284143924713], "r_norm": [1.1917158365249634, 1.195124864578247, 1.1466662883758545, 1.1998084783554077, 1.206315040588379, 1.1414496898651123, 1.2215936183929443]}, {"step": 1600, "epoch": 3, "train_loss": 0.4259093999862671, "cos_r_negg": [0.36681514978408813, 0.3796223998069763, 0.36676234006881714, 0.3649906814098358, 0.3374009132385254, 0.3246353566646576, 0.024485770612955093], "cos_apical_negg": [0.36681514978408813, 0.3796223998069763, 0.36676234006881714, 0.3649906814098358, 0.3374009132385254, 0.3246353566646576, 0.024485770612955093], "cos_Ac_negg": [0.36681514978408813, 0.3796223998069763, 0.36676234006881714, 0.3649906814098358, 0.3374009132385254, 0.3246353566646576, 0.024485770612955093], "r_norm": [1.3068656921386719, 1.3133106231689453, 1.2514028549194336, 1.3097106218338013, 1.3183727264404297, 1.2551333904266357, 1.340646743774414]}, {"step": 1650, "epoch": 3, "train_loss": 0.565919041633606, "cos_r_negg": [0.36011844873428345, 0.3668453097343445, 0.3383222818374634, 0.32420405745506287, 0.2990947961807251, 0.3307444155216217, -0.03126880154013634], "cos_apical_negg": [0.36011844873428345, 0.3668453097343445, 0.3383222818374634, 0.32420405745506287, 0.2990947961807251, 0.3307444155216217, -0.03126880154013634], "cos_Ac_negg": [0.36011844873428345, 0.3668453097343445, 0.3383222818374634, 0.32420405745506287, 0.2990947961807251, 0.3307444155216217, -0.03126880154013634], "r_norm": [1.3322911262512207, 1.3437690734863281, 1.2845919132232666, 1.3445086479187012, 1.3443825244903564, 1.2826478481292725, 1.3751109838485718]}, {"step": 1700, "epoch": 3, "train_loss": 0.4280906617641449, "cos_r_negg": [0.3119891285896301, 0.30625295639038086, 0.30558931827545166, 0.32993486523628235, 0.3157263696193695, 0.3124507665634155, -0.05476013571023941], "cos_apical_negg": [0.3119891285896301, 0.30625295639038086, 0.30558931827545166, 0.32993486523628235, 0.3157263696193695, 0.3124507665634155, -0.05476013571023941], "cos_Ac_negg": [0.3119891285896301, 0.30625295639038086, 0.30558931827545166, 0.32993486523628235, 0.3157263696193695, 0.3124507665634155, -0.05476013571023941], "r_norm": [1.2467877864837646, 1.2569081783294678, 1.2041795253753662, 1.2570091485977173, 1.25687837600708, 1.1983613967895508, 1.2821229696273804]}, {"step": 1750, "epoch": 3, "train_loss": 0.5578570365905762, "cos_r_negg": [0.3519120216369629, 0.3513869643211365, 0.3287798762321472, 0.3315815329551697, 0.28729772567749023, 0.2597596049308777, -0.04134397208690643], "cos_apical_negg": [0.3519120216369629, 0.3513869643211365, 0.3287798762321472, 0.3315815329551697, 0.28729772567749023, 0.2597596049308777, -0.04134397208690643], "cos_Ac_negg": [0.3519120216369629, 0.3513869643211365, 0.3287798762321472, 0.3315815329551697, 0.28729772567749023, 0.2597596049308777, -0.04134397208690643], "r_norm": [1.180617094039917, 1.1885967254638672, 1.1361606121063232, 1.1894941329956055, 1.1943769454956055, 1.136087417602539, 1.217513084411621]}, {"step": 1800, "epoch": 3, "train_loss": 0.3885333240032196, "cos_r_negg": [0.3571779131889343, 0.36168235540390015, 0.32625097036361694, 0.34010177850723267, 0.31866300106048584, 0.2644217014312744, -0.03680216521024704], "cos_apical_negg": [0.3571779131889343, 0.36168235540390015, 0.32625097036361694, 0.34010177850723267, 0.31866300106048584, 0.2644217014312744, -0.03680216521024704], "cos_Ac_negg": [0.3571779131889343, 0.36168235540390015, 0.32625097036361694, 0.34010177850723267, 0.31866300106048584, 0.2644217014312744, -0.03680216521024704], "r_norm": [1.1914470195770264, 1.2033770084381104, 1.1461236476898193, 1.1978039741516113, 1.2065380811691284, 1.1505013704299927, 1.2305318117141724]}, {"step": 1850, "epoch": 3, "train_loss": 0.41213458776474, "cos_r_negg": [0.3430026173591614, 0.3540882468223572, 0.3277129530906677, 0.3515985608100891, 0.3151553273200989, 0.26010799407958984, -0.03069061040878296], "cos_apical_negg": [0.3430026173591614, 0.3540882468223572, 0.3277129530906677, 0.3515985608100891, 0.3151553273200989, 0.26010799407958984, -0.03069061040878296], "cos_Ac_negg": [0.3430026173591614, 0.3540882468223572, 0.3277129530906677, 0.3515985608100891, 0.3151553273200989, 0.26010799407958984, -0.03069061040878296], "r_norm": [1.108656406402588, 1.1187167167663574, 1.0667701959609985, 1.1094975471496582, 1.1155469417572021, 1.0615736246109009, 1.1322988271713257]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8533, "test_loss": 0.43282036743164065}, {"step": 1900, "epoch": 4, "train_loss": 0.3190879225730896, "cos_r_negg": [0.3356967270374298, 0.35640639066696167, 0.323364794254303, 0.32781922817230225, 0.32052356004714966, 0.3136637210845947, 0.0047149150632321835], "cos_apical_negg": [0.3356967270374298, 0.35640639066696167, 0.323364794254303, 0.32781922817230225, 0.32052356004714966, 0.3136637210845947, 0.0047149150632321835], "cos_Ac_negg": [0.3356967270374298, 0.35640639066696167, 0.323364794254303, 0.32781922817230225, 0.32052356004714966, 0.3136637210845947, 0.0047149150632321835], "r_norm": [1.1585237979888916, 1.1666643619537354, 1.112527847290039, 1.1611733436584473, 1.1652772426605225, 1.1081210374832153, 1.1866021156311035]}, {"step": 1950, "epoch": 4, "train_loss": 0.7271966338157654, "cos_r_negg": [0.38811051845550537, 0.3985258638858795, 0.37779417634010315, 0.3728684186935425, 0.31593966484069824, 0.306976318359375, 0.00426727719604969], "cos_apical_negg": [0.38811051845550537, 0.3985258638858795, 0.37779417634010315, 0.3728684186935425, 0.31593966484069824, 0.306976318359375, 0.00426727719604969], "cos_Ac_negg": [0.38811051845550537, 0.3985258638858795, 0.37779417634010315, 0.3728684186935425, 0.31593966484069824, 0.306976318359375, 0.00426727719604969], "r_norm": [1.3525936603546143, 1.3575317859649658, 1.296241283416748, 1.3521617650985718, 1.358135461807251, 1.2883753776550293, 1.3804428577423096]}, {"step": 2000, "epoch": 4, "train_loss": 0.4375803470611572, "cos_r_negg": [0.36879193782806396, 0.3941601514816284, 0.3887677788734436, 0.37187960743904114, 0.33824652433395386, 0.3054065704345703, 0.0048874481581151485], "cos_apical_negg": [0.36879193782806396, 0.3941601514816284, 0.3887677788734436, 0.37187960743904114, 0.33824652433395386, 0.3054065704345703, 0.0048874481581151485], "cos_Ac_negg": [0.36879193782806396, 0.3941601514816284, 0.3887677788734436, 0.37187960743904114, 0.33824652433395386, 0.3054065704345703, 0.0048874481581151485], "r_norm": [1.315446138381958, 1.317805290222168, 1.252514123916626, 1.3077647686004639, 1.3205583095550537, 1.2506883144378662, 1.3420898914337158]}, {"step": 2050, "epoch": 4, "train_loss": 0.42887580394744873, "cos_r_negg": [0.38975268602371216, 0.39428433775901794, 0.3622313439846039, 0.38755375146865845, 0.33021217584609985, 0.30422958731651306, -0.02227049134671688], "cos_apical_negg": [0.38975268602371216, 0.39428433775901794, 0.3622313439846039, 0.38755375146865845, 0.33021217584609985, 0.30422958731651306, -0.02227049134671688], "cos_Ac_negg": [0.38975268602371216, 0.39428433775901794, 0.3622313439846039, 0.38755375146865845, 0.33021217584609985, 0.30422958731651306, -0.02227049134671688], "r_norm": [1.1834847927093506, 1.1911699771881104, 1.1403322219848633, 1.1843030452728271, 1.1899280548095703, 1.1283526420593262, 1.2055631875991821]}, {"step": 2100, "epoch": 4, "train_loss": 0.36295557022094727, "cos_r_negg": [0.3690171241760254, 0.3551809787750244, 0.34156495332717896, 0.35871678590774536, 0.35480019450187683, 0.2845143675804138, -0.04190623387694359], "cos_apical_negg": [0.3690171241760254, 0.3551809787750244, 0.34156495332717896, 0.35871678590774536, 0.35480019450187683, 0.2845143675804138, -0.04190623387694359], "cos_Ac_negg": [0.3690171241760254, 0.3551809787750244, 0.34156495332717896, 0.35871678590774536, 0.35480019450187683, 0.2845143675804138, -0.04190623387694359], "r_norm": [1.2051680088043213, 1.2175906896591187, 1.1556293964385986, 1.2052180767059326, 1.2158236503601074, 1.157374620437622, 1.238407850265503]}, {"step": 2150, "epoch": 4, "train_loss": 0.403143048286438, "cos_r_negg": [0.3737078905105591, 0.37247002124786377, 0.35280418395996094, 0.37154513597488403, 0.3399791121482849, 0.30597424507141113, -0.0428006537258625], "cos_apical_negg": [0.3737078905105591, 0.37247002124786377, 0.35280418395996094, 0.37154513597488403, 0.3399791121482849, 0.30597424507141113, -0.0428006537258625], "cos_Ac_negg": [0.3737078905105591, 0.37247002124786377, 0.35280418395996094, 0.37154513597488403, 0.3399791121482849, 0.30597424507141113, -0.0428006537258625], "r_norm": [1.1312079429626465, 1.1317236423492432, 1.0817108154296875, 1.1301403045654297, 1.1417810916900635, 1.081894874572754, 1.1550170183181763]}, {"step": 2200, "epoch": 4, "train_loss": 0.47681424021720886, "cos_r_negg": [0.36737141013145447, 0.35558179020881653, 0.3558904528617859, 0.34796395897865295, 0.30835336446762085, 0.2878309488296509, -0.05187120661139488], "cos_apical_negg": [0.36737141013145447, 0.35558179020881653, 0.3558904528617859, 0.34796395897865295, 0.30835336446762085, 0.2878309488296509, -0.05187120661139488], "cos_Ac_negg": [0.36737141013145447, 0.35558179020881653, 0.3558904528617859, 0.34796395897865295, 0.30835336446762085, 0.2878309488296509, -0.05187120661139488], "r_norm": [1.2249832153320312, 1.2203603982925415, 1.168226957321167, 1.2261672019958496, 1.22977876663208, 1.1685059070587158, 1.250575304031372]}, {"step": 2250, "epoch": 4, "train_loss": 0.2815757095813751, "cos_r_negg": [0.34517988562583923, 0.3266890347003937, 0.31490492820739746, 0.3434319496154785, 0.2974957823753357, 0.2695445418357849, -0.012135623022913933], "cos_apical_negg": [0.34517988562583923, 0.3266890347003937, 0.31490492820739746, 0.3434319496154785, 0.2974957823753357, 0.2695445418357849, -0.012135623022913933], "cos_Ac_negg": [0.34517988562583923, 0.3266890347003937, 0.31490492820739746, 0.3434319496154785, 0.2974957823753357, 0.2695445418357849, -0.012135623022913933], "r_norm": [1.1345784664154053, 1.1422771215438843, 1.0916051864624023, 1.1422934532165527, 1.1450828313827515, 1.0889915227890015, 1.1640242338180542]}, {"step": 2300, "epoch": 4, "train_loss": 0.1738228052854538, "cos_r_negg": [0.35072213411331177, 0.35140132904052734, 0.32559993863105774, 0.3589739501476288, 0.32165777683258057, 0.2870583236217499, -0.015368888154625893], "cos_apical_negg": [0.35072213411331177, 0.35140132904052734, 0.32559993863105774, 0.3589739501476288, 0.32165777683258057, 0.2870583236217499, -0.015368888154625893], "cos_Ac_negg": [0.35072213411331177, 0.35140132904052734, 0.32559993863105774, 0.3589739501476288, 0.32165777683258057, 0.2870583236217499, -0.015368888154625893], "r_norm": [1.1650488376617432, 1.172947645187378, 1.1179598569869995, 1.1689512729644775, 1.1723283529281616, 1.1148947477340698, 1.1967029571533203]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8425, "test_loss": 0.47584382934570313}, {"step": 2350, "epoch": 5, "train_loss": 0.3233736455440521, "cos_r_negg": [0.3699107766151428, 0.35137122869491577, 0.32276487350463867, 0.36501240730285645, 0.2670091390609741, 0.2698526680469513, -0.017474737018346786], "cos_apical_negg": [0.3699107766151428, 0.35137122869491577, 0.32276487350463867, 0.36501240730285645, 0.2670091390609741, 0.2698526680469513, -0.017474737018346786], "cos_Ac_negg": [0.3699107766151428, 0.35137122869491577, 0.32276487350463867, 0.36501240730285645, 0.2670091390609741, 0.2698526680469513, -0.017474737018346786], "r_norm": [1.1827733516693115, 1.1849358081817627, 1.1424541473388672, 1.2000359296798706, 1.1959954500198364, 1.136926531791687, 1.2195755243301392]}, {"step": 2400, "epoch": 5, "train_loss": 0.3756236135959625, "cos_r_negg": [0.39150458574295044, 0.37640178203582764, 0.344584584236145, 0.3259221911430359, 0.2964732050895691, 0.31281229853630066, -0.04413522034883499], "cos_apical_negg": [0.39150458574295044, 0.37640178203582764, 0.344584584236145, 0.3259221911430359, 0.2964732050895691, 0.31281229853630066, -0.04413522034883499], "cos_Ac_negg": [0.39150458574295044, 0.37640178203582764, 0.344584584236145, 0.3259221911430359, 0.2964732050895691, 0.31281229853630066, -0.04413522034883499], "r_norm": [1.2282094955444336, 1.2262308597564697, 1.1750926971435547, 1.2298917770385742, 1.235459327697754, 1.1688055992126465, 1.2536330223083496]}, {"step": 2450, "epoch": 5, "train_loss": 0.48789381980895996, "cos_r_negg": [0.3429129123687744, 0.35756680369377136, 0.35217633843421936, 0.33439263701438904, 0.26802748441696167, 0.28531694412231445, -0.0504719503223896], "cos_apical_negg": [0.3429129123687744, 0.35756680369377136, 0.35217633843421936, 0.33439263701438904, 0.26802748441696167, 0.28531694412231445, -0.0504719503223896], "cos_Ac_negg": [0.3429129123687744, 0.35756680369377136, 0.35217633843421936, 0.33439263701438904, 0.26802748441696167, 0.28531694412231445, -0.0504719503223896], "r_norm": [1.1444517374038696, 1.153658390045166, 1.1081194877624512, 1.1597673892974854, 1.1566835641860962, 1.0995910167694092, 1.1781843900680542]}, {"step": 2500, "epoch": 5, "train_loss": 0.29458048939704895, "cos_r_negg": [0.35225945711135864, 0.3707597851753235, 0.33419185876846313, 0.3236120343208313, 0.27866795659065247, 0.31378841400146484, 0.018930602818727493], "cos_apical_negg": [0.35225945711135864, 0.3707597851753235, 0.33419185876846313, 0.3236120343208313, 0.27866795659065247, 0.31378841400146484, 0.018930602818727493], "cos_Ac_negg": [0.35225945711135864, 0.3707597851753235, 0.33419185876846313, 0.3236120343208313, 0.27866795659065247, 0.31378841400146484, 0.018930602818727493], "r_norm": [1.2336602210998535, 1.2369308471679688, 1.1807104349136353, 1.2269079685211182, 1.2352519035339355, 1.1707931756973267, 1.2531119585037231]}, {"step": 2550, "epoch": 5, "train_loss": 0.27546054124832153, "cos_r_negg": [0.32540440559387207, 0.3551226854324341, 0.3490777313709259, 0.3316238224506378, 0.26497697830200195, 0.2973983883857727, 0.022091975435614586], "cos_apical_negg": [0.32540440559387207, 0.3551226854324341, 0.3490777313709259, 0.3316238224506378, 0.26497697830200195, 0.2973983883857727, 0.022091975435614586], "cos_Ac_negg": [0.32540440559387207, 0.3551226854324341, 0.3490777313709259, 0.3316238224506378, 0.26497697830200195, 0.2973983883857727, 0.022091975435614586], "r_norm": [1.1169061660766602, 1.1258875131607056, 1.0748281478881836, 1.1199357509613037, 1.1230440139770508, 1.0687065124511719, 1.1415228843688965]}, {"step": 2600, "epoch": 5, "train_loss": 0.3569042682647705, "cos_r_negg": [0.3633161187171936, 0.364789754152298, 0.35581180453300476, 0.3676795959472656, 0.31657418608665466, 0.3258216679096222, -0.0033227764070034027], "cos_apical_negg": [0.3633161187171936, 0.364789754152298, 0.35581180453300476, 0.3676795959472656, 0.31657418608665466, 0.3258216679096222, -0.0033227764070034027], "cos_Ac_negg": [0.3633161187171936, 0.364789754152298, 0.35581180453300476, 0.3676795959472656, 0.31657418608665466, 0.3258216679096222, -0.0033227764070034027], "r_norm": [1.0285053253173828, 1.039243221282959, 0.9954659938812256, 1.0381731986999512, 1.0406486988067627, 0.9882667660713196, 1.056711196899414]}, {"step": 2650, "epoch": 5, "train_loss": 0.2615664303302765, "cos_r_negg": [0.3778316378593445, 0.4018937349319458, 0.3928988575935364, 0.40792983770370483, 0.3053669035434723, 0.30699801445007324, 0.002079600468277931], "cos_apical_negg": [0.3778316378593445, 0.4018937349319458, 0.3928988575935364, 0.40792983770370483, 0.3053669035434723, 0.30699801445007324, 0.002079600468277931], "cos_Ac_negg": [0.3778316378593445, 0.4018937349319458, 0.3928988575935364, 0.40792983770370483, 0.3053669035434723, 0.30699801445007324, 0.002079600468277931], "r_norm": [1.0655958652496338, 1.0716896057128906, 1.0262200832366943, 1.074553370475769, 1.0773824453353882, 1.0222558975219727, 1.092455267906189]}, {"step": 2700, "epoch": 5, "train_loss": 0.21964912116527557, "cos_r_negg": [0.3612709641456604, 0.36973872780799866, 0.3655199408531189, 0.36793506145477295, 0.29388362169265747, 0.29335376620292664, -0.016603859141469002], "cos_apical_negg": [0.3612709641456604, 0.36973872780799866, 0.3655199408531189, 0.36793506145477295, 0.29388362169265747, 0.29335376620292664, -0.016603859141469002], "cos_Ac_negg": [0.3612709641456604, 0.36973872780799866, 0.3655199408531189, 0.36793506145477295, 0.29388362169265747, 0.29335376620292664, -0.016603859141469002], "r_norm": [1.0634000301361084, 1.0712270736694336, 1.0236537456512451, 1.0722312927246094, 1.0719001293182373, 1.0216090679168701, 1.0945119857788086]}, {"step": 2750, "epoch": 5, "train_loss": 0.4442102313041687, "cos_r_negg": [0.3041191101074219, 0.32847100496292114, 0.3315129280090332, 0.33044934272766113, 0.27745670080184937, 0.2794310450553894, 0.002239170018583536], "cos_apical_negg": [0.3041191101074219, 0.32847100496292114, 0.3315129280090332, 0.33044934272766113, 0.27745670080184937, 0.2794310450553894, 0.002239170018583536], "cos_Ac_negg": [0.3041191101074219, 0.32847100496292114, 0.3315129280090332, 0.33044934272766113, 0.27745670080184937, 0.2794310450553894, 0.002239170018583536], "r_norm": [1.1668212413787842, 1.1828844547271729, 1.1299245357513428, 1.180848240852356, 1.185402512550354, 1.1289565563201904, 1.2043755054473877]}, {"step": 2800, "epoch": 5, "train_loss": 0.3873632550239563, "cos_r_negg": [0.3123457431793213, 0.3348732590675354, 0.33470889925956726, 0.342303991317749, 0.2377370297908783, 0.2579945921897888, 0.014476597309112549], "cos_apical_negg": [0.3123457431793213, 0.3348732590675354, 0.33470889925956726, 0.342303991317749, 0.2377370297908783, 0.2579945921897888, 0.014476597309112549], "cos_Ac_negg": [0.3123457431793213, 0.3348732590675354, 0.33470889925956726, 0.342303991317749, 0.2377370297908783, 0.2579945921897888, 0.014476597309112549], "r_norm": [1.074186086654663, 1.0856809616088867, 1.0352604389190674, 1.078354001045227, 1.0842509269714355, 1.0296880006790161, 1.099968671798706]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8535, "test_loss": 0.44865943298339844}, {"step": 2850, "epoch": 6, "train_loss": 0.32960230112075806, "cos_r_negg": [0.3291545808315277, 0.33369845151901245, 0.32396644353866577, 0.33700788021087646, 0.28368955850601196, 0.2993018627166748, 0.021865271031856537], "cos_apical_negg": [0.3291545808315277, 0.33369845151901245, 0.32396644353866577, 0.33700788021087646, 0.28368955850601196, 0.2993018627166748, 0.021865271031856537], "cos_Ac_negg": [0.3291545808315277, 0.33369845151901245, 0.32396644353866577, 0.33700788021087646, 0.28368955850601196, 0.2993018627166748, 0.021865271031856537], "r_norm": [1.1892478466033936, 1.1939737796783447, 1.1471402645111084, 1.192967414855957, 1.2100541591644287, 1.14072847366333, 1.2113865613937378]}, {"step": 2900, "epoch": 6, "train_loss": 0.30617085099220276, "cos_r_negg": [0.30820804834365845, 0.31033092737197876, 0.30551114678382874, 0.3166390657424927, 0.23079213500022888, 0.2678108215332031, 0.039596013724803925], "cos_apical_negg": [0.30820804834365845, 0.31033092737197876, 0.30551114678382874, 0.3166390657424927, 0.23079213500022888, 0.2678108215332031, 0.039596013724803925], "cos_Ac_negg": [0.30820804834365845, 0.31033092737197876, 0.30551114678382874, 0.3166390657424927, 0.23079213500022888, 0.2678108215332031, 0.039596013724803925], "r_norm": [1.137679934501648, 1.1470638513565063, 1.0958162546157837, 1.141046166419983, 1.1459681987762451, 1.083526372909546, 1.1618359088897705]}, {"step": 2950, "epoch": 6, "train_loss": 0.1885560005903244, "cos_r_negg": [0.3250828683376312, 0.33383607864379883, 0.3186851143836975, 0.32557374238967896, 0.2568226456642151, 0.2555953860282898, 0.003380938433110714], "cos_apical_negg": [0.3250828683376312, 0.33383607864379883, 0.3186851143836975, 0.32557374238967896, 0.2568226456642151, 0.2555953860282898, 0.003380938433110714], "cos_Ac_negg": [0.3250828683376312, 0.33383607864379883, 0.3186851143836975, 0.32557374238967896, 0.2568226456642151, 0.2555953860282898, 0.003380938433110714], "r_norm": [1.0654059648513794, 1.0684235095977783, 1.0209412574768066, 1.0698366165161133, 1.0755233764648438, 1.0209121704101562, 1.090569257736206]}, {"step": 3000, "epoch": 6, "train_loss": 0.513076901435852, "cos_r_negg": [0.3113026022911072, 0.30765271186828613, 0.3056967854499817, 0.3130977749824524, 0.24365904927253723, 0.2612311840057373, 0.003867097431793809], "cos_apical_negg": [0.3113026022911072, 0.30765271186828613, 0.3056967854499817, 0.3130977749824524, 0.24365904927253723, 0.2612311840057373, 0.003867097431793809], "cos_Ac_negg": [0.3113026022911072, 0.30765271186828613, 0.3056967854499817, 0.3130977749824524, 0.24365904927253723, 0.2612311840057373, 0.003867097431793809], "r_norm": [1.1663427352905273, 1.1721129417419434, 1.11504065990448, 1.161409854888916, 1.1723074913024902, 1.1134549379348755, 1.1858322620391846]}, {"step": 3050, "epoch": 6, "train_loss": 0.4005240201950073, "cos_r_negg": [0.31575849652290344, 0.32688096165657043, 0.31785616278648376, 0.34282854199409485, 0.25618287920951843, 0.2598138451576233, -0.008273827843368053], "cos_apical_negg": [0.31575849652290344, 0.32688096165657043, 0.31785616278648376, 0.34282854199409485, 0.25618287920951843, 0.2598138451576233, -0.008273827843368053], "cos_Ac_negg": [0.31575849652290344, 0.32688096165657043, 0.31785616278648376, 0.34282854199409485, 0.25618287920951843, 0.2598138451576233, -0.008273827843368053], "r_norm": [1.0649375915527344, 1.069915533065796, 1.0220283269882202, 1.0660760402679443, 1.0748772621154785, 1.020211100578308, 1.0907974243164062]}, {"step": 3100, "epoch": 6, "train_loss": 0.40518325567245483, "cos_r_negg": [0.32271695137023926, 0.31963229179382324, 0.31467151641845703, 0.30589666962623596, 0.27759864926338196, 0.2534242570400238, -0.02062074840068817], "cos_apical_negg": [0.32271695137023926, 0.31963229179382324, 0.31467151641845703, 0.30589666962623596, 0.27759864926338196, 0.2534242570400238, -0.02062074840068817], "cos_Ac_negg": [0.32271695137023926, 0.31963229179382324, 0.31467151641845703, 0.30589666962623596, 0.27759864926338196, 0.2534242570400238, -0.02062074840068817], "r_norm": [1.2347863912582397, 1.2343015670776367, 1.183995008468628, 1.2413407564163208, 1.2472914457321167, 1.1814237833023071, 1.2651896476745605]}, {"step": 3150, "epoch": 6, "train_loss": 0.4374295175075531, "cos_r_negg": [0.3464023172855377, 0.3429223299026489, 0.32743310928344727, 0.3370436131954193, 0.3109935522079468, 0.30999454855918884, 0.012205461040139198], "cos_apical_negg": [0.3464023172855377, 0.3429223299026489, 0.32743310928344727, 0.3370436131954193, 0.3109935522079468, 0.30999454855918884, 0.012205461040139198], "cos_Ac_negg": [0.3464023172855377, 0.3429223299026489, 0.32743310928344727, 0.3370436131954193, 0.3109935522079468, 0.30999454855918884, 0.012205461040139198], "r_norm": [1.181469440460205, 1.188882827758789, 1.1343839168548584, 1.1877211332321167, 1.1926389932632446, 1.1303517818450928, 1.2114732265472412]}, {"step": 3200, "epoch": 6, "train_loss": 0.30694466829299927, "cos_r_negg": [0.39244335889816284, 0.38785699009895325, 0.3676436245441437, 0.3592010736465454, 0.3392837345600128, 0.32573461532592773, 0.04460989311337471], "cos_apical_negg": [0.39244335889816284, 0.38785699009895325, 0.3676436245441437, 0.3592010736465454, 0.3392837345600128, 0.32573461532592773, 0.04460989311337471], "cos_Ac_negg": [0.39244335889816284, 0.38785699009895325, 0.3676436245441437, 0.3592010736465454, 0.3392837345600128, 0.32573461532592773, 0.04460989311337471], "r_norm": [1.0837292671203613, 1.0966801643371582, 1.0519018173217773, 1.0999486446380615, 1.0959124565124512, 1.0401434898376465, 1.119239091873169]}, {"step": 3250, "epoch": 6, "train_loss": 0.28240537643432617, "cos_r_negg": [0.3591957092285156, 0.3756812810897827, 0.357043981552124, 0.36593732237815857, 0.30889254808425903, 0.32720082998275757, 0.04386506974697113], "cos_apical_negg": [0.3591957092285156, 0.3756812810897827, 0.357043981552124, 0.36593732237815857, 0.30889254808425903, 0.32720082998275757, 0.04386506974697113], "cos_Ac_negg": [0.3591957092285156, 0.3756812810897827, 0.357043981552124, 0.36593732237815857, 0.30889254808425903, 0.32720082998275757, 0.04386506974697113], "r_norm": [1.0191333293914795, 1.0221672058105469, 0.9778909087181091, 1.0242105722427368, 1.027653455734253, 0.9748937487602234, 1.044859766960144]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8416, "test_loss": 0.4762414520263672}, {"step": 3300, "epoch": 7, "train_loss": 0.3211827278137207, "cos_r_negg": [0.37099558115005493, 0.3820883631706238, 0.3751242458820343, 0.3936268091201782, 0.365619421005249, 0.35022926330566406, 0.06645116209983826], "cos_apical_negg": [0.37099558115005493, 0.3820883631706238, 0.3751242458820343, 0.3936268091201782, 0.365619421005249, 0.35022926330566406, 0.06645116209983826], "cos_Ac_negg": [0.37099558115005493, 0.3820883631706238, 0.3751242458820343, 0.3936268091201782, 0.365619421005249, 0.35022926330566406, 0.06645116209983826], "r_norm": [1.0725274085998535, 1.0805022716522217, 1.0257329940795898, 1.070828914642334, 1.0793296098709106, 1.0294843912124634, 1.0974836349487305]}, {"step": 3350, "epoch": 7, "train_loss": 0.3488926887512207, "cos_r_negg": [0.34519731998443604, 0.36499547958374023, 0.34559422731399536, 0.35844510793685913, 0.3380167484283447, 0.363479882478714, 0.04207959771156311], "cos_apical_negg": [0.34519731998443604, 0.36499547958374023, 0.34559422731399536, 0.35844510793685913, 0.3380167484283447, 0.363479882478714, 0.04207959771156311], "cos_Ac_negg": [0.34519731998443604, 0.36499547958374023, 0.34559422731399536, 0.35844510793685913, 0.3380167484283447, 0.363479882478714, 0.04207959771156311], "r_norm": [1.0939977169036865, 1.1019601821899414, 1.0536792278289795, 1.101043462753296, 1.1026840209960938, 1.0449073314666748, 1.120151400566101]}, {"step": 3400, "epoch": 7, "train_loss": 0.4263441562652588, "cos_r_negg": [0.37103545665740967, 0.37940263748168945, 0.38197779655456543, 0.38459622859954834, 0.3524130582809448, 0.36681073904037476, 0.04603128135204315], "cos_apical_negg": [0.37103545665740967, 0.37940263748168945, 0.38197779655456543, 0.38459622859954834, 0.3524130582809448, 0.36681073904037476, 0.04603128135204315], "cos_Ac_negg": [0.37103545665740967, 0.37940263748168945, 0.38197779655456543, 0.38459622859954834, 0.3524130582809448, 0.36681073904037476, 0.04603128135204315], "r_norm": [0.9746196866035461, 0.9809920191764832, 0.9378812313079834, 0.9820272326469421, 0.9875221252441406, 0.9378397464752197, 1.0021343231201172]}, {"step": 3450, "epoch": 7, "train_loss": 0.3542528748512268, "cos_r_negg": [0.3475249707698822, 0.34638512134552, 0.35144704580307007, 0.3723699450492859, 0.3174085319042206, 0.3557170033454895, 0.05349425598978996], "cos_apical_negg": [0.3475249707698822, 0.34638512134552, 0.35144704580307007, 0.3723699450492859, 0.3174085319042206, 0.3557170033454895, 0.05349425598978996], "cos_Ac_negg": [0.3475249707698822, 0.34638512134552, 0.35144704580307007, 0.3723699450492859, 0.3174085319042206, 0.3557170033454895, 0.05349425598978996], "r_norm": [1.0963431596755981, 1.104447364807129, 1.0572030544281006, 1.1047635078430176, 1.1068826913833618, 1.0502188205718994, 1.1240630149841309]}, {"step": 3500, "epoch": 7, "train_loss": 0.33860087394714355, "cos_r_negg": [0.35187584161758423, 0.3939271569252014, 0.37615472078323364, 0.38230466842651367, 0.35394787788391113, 0.36160728335380554, 0.03218774124979973], "cos_apical_negg": [0.35187584161758423, 0.3939271569252014, 0.37615472078323364, 0.38230466842651367, 0.35394787788391113, 0.36160728335380554, 0.03218774124979973], "cos_Ac_negg": [0.35187584161758423, 0.3939271569252014, 0.37615472078323364, 0.38230466842651367, 0.35394787788391113, 0.36160728335380554, 0.03218774124979973], "r_norm": [1.049700379371643, 1.0523440837860107, 1.0111267566680908, 1.0619863271713257, 1.0604116916656494, 1.0073034763336182, 1.0802459716796875]}, {"step": 3550, "epoch": 7, "train_loss": 0.25636839866638184, "cos_r_negg": [0.34792256355285645, 0.396159827709198, 0.3789086639881134, 0.3785467743873596, 0.3220817744731903, 0.3313450515270233, 0.027265233919024467], "cos_apical_negg": [0.34792256355285645, 0.396159827709198, 0.3789086639881134, 0.3785467743873596, 0.3220817744731903, 0.3313450515270233, 0.027265233919024467], "cos_Ac_negg": [0.34792256355285645, 0.396159827709198, 0.3789086639881134, 0.3785467743873596, 0.3220817744731903, 0.3313450515270233, 0.027265233919024467], "r_norm": [1.1312909126281738, 1.1351072788238525, 1.0873230695724487, 1.1367278099060059, 1.1410701274871826, 1.080538272857666, 1.157569169998169]}, {"step": 3600, "epoch": 7, "train_loss": 0.28006523847579956, "cos_r_negg": [0.3574684262275696, 0.3808750510215759, 0.4030044674873352, 0.39111629128456116, 0.3398262858390808, 0.338233083486557, 0.033052943646907806], "cos_apical_negg": [0.3574684262275696, 0.3808750510215759, 0.4030044674873352, 0.39111629128456116, 0.3398262858390808, 0.338233083486557, 0.033052943646907806], "cos_Ac_negg": [0.3574684262275696, 0.3808750510215759, 0.4030044674873352, 0.39111629128456116, 0.3398262858390808, 0.338233083486557, 0.033052943646907806], "r_norm": [1.2006568908691406, 1.2061933279037476, 1.1475977897644043, 1.202737808227539, 1.2090671062469482, 1.1481674909591675, 1.2245867252349854]}, {"step": 3650, "epoch": 7, "train_loss": 0.5158306956291199, "cos_r_negg": [0.38256412744522095, 0.39169108867645264, 0.38334137201309204, 0.38210058212280273, 0.32157331705093384, 0.31341975927352905, 0.01150674931704998], "cos_apical_negg": [0.38256412744522095, 0.39169108867645264, 0.38334137201309204, 0.38210058212280273, 0.32157331705093384, 0.31341975927352905, 0.01150674931704998], "cos_Ac_negg": [0.38256412744522095, 0.39169108867645264, 0.38334137201309204, 0.38210058212280273, 0.32157331705093384, 0.31341975927352905, 0.01150674931704998], "r_norm": [1.0848438739776611, 1.0942895412445068, 1.047903299331665, 1.0990023612976074, 1.0972908735275269, 1.0387648344039917, 1.1173453330993652]}, {"step": 3700, "epoch": 7, "train_loss": 0.29166507720947266, "cos_r_negg": [0.35082000494003296, 0.34671708941459656, 0.36117202043533325, 0.35124850273132324, 0.32689452171325684, 0.32223835587501526, 0.006737804040312767], "cos_apical_negg": [0.35082000494003296, 0.34671708941459656, 0.36117202043533325, 0.35124850273132324, 0.32689452171325684, 0.32223835587501526, 0.006737804040312767], "cos_Ac_negg": [0.35082000494003296, 0.34671708941459656, 0.36117202043533325, 0.35124850273132324, 0.32689452171325684, 0.32223835587501526, 0.006737804040312767], "r_norm": [1.211234450340271, 1.2131505012512207, 1.1587762832641602, 1.2157162427902222, 1.2222275733947754, 1.159896969795227, 1.2400715351104736]}, {"step": 3750, "epoch": 7, "train_loss": 0.4518769085407257, "cos_r_negg": [0.32813701033592224, 0.3539678156375885, 0.36173370480537415, 0.39082837104797363, 0.346743106842041, 0.34631767868995667, -0.005950835533440113], "cos_apical_negg": [0.32813701033592224, 0.3539678156375885, 0.36173370480537415, 0.39082837104797363, 0.346743106842041, 0.34631767868995667, -0.005950835533440113], "cos_Ac_negg": [0.32813701033592224, 0.3539678156375885, 0.36173370480537415, 0.39082837104797363, 0.346743106842041, 0.34631767868995667, -0.005950835533440113], "r_norm": [1.048330545425415, 1.050950050354004, 1.006594181060791, 1.0565764904022217, 1.0602927207946777, 1.0063037872314453, 1.0761561393737793]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8592, "test_loss": 0.43381058349609375}, {"step": 3800, "epoch": 8, "train_loss": 0.2643502950668335, "cos_r_negg": [0.36545461416244507, 0.38701221346855164, 0.3722255825996399, 0.37687966227531433, 0.3621726334095001, 0.36686986684799194, -0.012794355861842632], "cos_apical_negg": [0.36545461416244507, 0.38701221346855164, 0.3722255825996399, 0.37687966227531433, 0.3621726334095001, 0.36686986684799194, -0.012794355861842632], "cos_Ac_negg": [0.36545461416244507, 0.38701221346855164, 0.3722255825996399, 0.37687966227531433, 0.3621726334095001, 0.36686986684799194, -0.012794355861842632], "r_norm": [1.0748810768127441, 1.0818467140197754, 1.0360357761383057, 1.080446481704712, 1.0843806266784668, 1.02579665184021, 1.0985143184661865]}, {"step": 3850, "epoch": 8, "train_loss": 0.37860140204429626, "cos_r_negg": [0.35608577728271484, 0.3816360533237457, 0.3602296710014343, 0.37262314558029175, 0.351218581199646, 0.3600303828716278, 0.0024925656616687775], "cos_apical_negg": [0.35608577728271484, 0.3816360533237457, 0.3602296710014343, 0.37262314558029175, 0.351218581199646, 0.3600303828716278, 0.0024925656616687775], "cos_Ac_negg": [0.35608577728271484, 0.3816360533237457, 0.3602296710014343, 0.37262314558029175, 0.351218581199646, 0.3600303828716278, 0.0024925656616687775], "r_norm": [1.0652146339416504, 1.0783770084381104, 1.0260181427001953, 1.0768249034881592, 1.0781649351119995, 1.0257999897003174, 1.0977438688278198]}, {"step": 3900, "epoch": 8, "train_loss": 0.3085397481918335, "cos_r_negg": [0.3948057293891907, 0.40075892210006714, 0.39028221368789673, 0.383985310792923, 0.34274643659591675, 0.3547641634941101, -0.010145939886569977], "cos_apical_negg": [0.3948057293891907, 0.40075892210006714, 0.39028221368789673, 0.383985310792923, 0.34274643659591675, 0.3547641634941101, -0.010145939886569977], "cos_Ac_negg": [0.3948057293891907, 0.40075892210006714, 0.39028221368789673, 0.383985310792923, 0.34274643659591675, 0.3547641634941101, -0.010145939886569977], "r_norm": [1.1172330379486084, 1.127987027168274, 1.0776762962341309, 1.1273858547210693, 1.1318223476409912, 1.0701510906219482, 1.147508978843689]}, {"step": 3950, "epoch": 8, "train_loss": 0.3683811128139496, "cos_r_negg": [0.4094640016555786, 0.41451719403266907, 0.4016685485839844, 0.3958870470523834, 0.36694326996803284, 0.3718721270561218, 0.0008166078478097916], "cos_apical_negg": [0.4094640016555786, 0.41451719403266907, 0.4016685485839844, 0.3958870470523834, 0.36694326996803284, 0.3718721270561218, 0.0008166078478097916], "cos_Ac_negg": [0.4094640016555786, 0.41451719403266907, 0.4016685485839844, 0.3958870470523834, 0.36694326996803284, 0.3718721270561218, 0.0008166078478097916], "r_norm": [0.9904207587242126, 0.9967583417892456, 0.9540292620658875, 0.994257926940918, 0.9999991059303284, 0.9467242956161499, 1.0114943981170654]}, {"step": 4000, "epoch": 8, "train_loss": 0.41613900661468506, "cos_r_negg": [0.4282649755477905, 0.43825823068618774, 0.42079055309295654, 0.41152364015579224, 0.3698796033859253, 0.3593499958515167, 0.00999162346124649], "cos_apical_negg": [0.4282649755477905, 0.43825823068618774, 0.42079055309295654, 0.41152364015579224, 0.3698796033859253, 0.3593499958515167, 0.00999162346124649], "cos_Ac_negg": [0.4282649755477905, 0.43825823068618774, 0.42079055309295654, 0.41152364015579224, 0.3698796033859253, 0.3593499958515167, 0.00999162346124649], "r_norm": [1.1681849956512451, 1.1750671863555908, 1.1172358989715576, 1.173094391822815, 1.1842694282531738, 1.1268763542175293, 1.2031450271606445]}, {"step": 4050, "epoch": 8, "train_loss": 0.35422325134277344, "cos_r_negg": [0.3528909683227539, 0.37702950835227966, 0.3809046745300293, 0.3880242109298706, 0.3501476049423218, 0.336559534072876, -0.005061982199549675], "cos_apical_negg": [0.3528909683227539, 0.37702950835227966, 0.3809046745300293, 0.3880242109298706, 0.3501476049423218, 0.336559534072876, -0.005061982199549675], "cos_Ac_negg": [0.3528909683227539, 0.37702950835227966, 0.3809046745300293, 0.3880242109298706, 0.3501476049423218, 0.336559534072876, -0.005061982199549675], "r_norm": [1.1671431064605713, 1.1646015644073486, 1.1179232597351074, 1.168567180633545, 1.1755387783050537, 1.1135352849960327, 1.1904284954071045]}, {"step": 4100, "epoch": 8, "train_loss": 0.3355790674686432, "cos_r_negg": [0.37752389907836914, 0.38654980063438416, 0.3644886612892151, 0.3855452537536621, 0.3525809645652771, 0.35697177052497864, 0.02262968011200428], "cos_apical_negg": [0.37752389907836914, 0.38654980063438416, 0.3644886612892151, 0.3855452537536621, 0.3525809645652771, 0.35697177052497864, 0.02262968011200428], "cos_Ac_negg": [0.37752389907836914, 0.38654980063438416, 0.3644886612892151, 0.3855452537536621, 0.3525809645652771, 0.35697177052497864, 0.02262968011200428], "r_norm": [1.0277327299118042, 1.0341614484786987, 0.9869377017021179, 1.0295095443725586, 1.0356206893920898, 0.9842842221260071, 1.0514800548553467]}, {"step": 4150, "epoch": 8, "train_loss": 0.3586367070674896, "cos_r_negg": [0.3829817473888397, 0.4095889925956726, 0.38529521226882935, 0.3707754611968994, 0.32064828276634216, 0.33784765005111694, 0.016059357672929764], "cos_apical_negg": [0.3829817473888397, 0.4095889925956726, 0.38529521226882935, 0.3707754611968994, 0.32064828276634216, 0.33784765005111694, 0.016059357672929764], "cos_Ac_negg": [0.3829817473888397, 0.4095889925956726, 0.38529521226882935, 0.3707754611968994, 0.32064828276634216, 0.33784765005111694, 0.016059357672929764], "r_norm": [1.0716757774353027, 1.07523512840271, 1.029268503189087, 1.077151894569397, 1.0834249258041382, 1.0245389938354492, 1.096259593963623]}, {"step": 4200, "epoch": 8, "train_loss": 0.4579135775566101, "cos_r_negg": [0.3734979033470154, 0.3949766755104065, 0.3562799096107483, 0.3525122106075287, 0.31501275300979614, 0.3360981047153473, -0.007089802995324135], "cos_apical_negg": [0.3734979033470154, 0.3949766755104065, 0.3562799096107483, 0.3525122106075287, 0.31501275300979614, 0.3360981047153473, -0.007089802995324135], "cos_Ac_negg": [0.3734979033470154, 0.3949766755104065, 0.3562799096107483, 0.3525122106075287, 0.31501275300979614, 0.3360981047153473, -0.007089802995324135], "r_norm": [1.187398910522461, 1.1944905519485474, 1.1406493186950684, 1.1889396905899048, 1.1950795650482178, 1.1356470584869385, 1.2100777626037598]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8446, "test_loss": 0.5045663299560547}, {"step": 4250, "epoch": 9, "train_loss": 0.341240793466568, "cos_r_negg": [0.3983860909938812, 0.41496044397354126, 0.3859611749649048, 0.37776416540145874, 0.3175795078277588, 0.33912116289138794, 0.03248653560876846], "cos_apical_negg": [0.3983860909938812, 0.41496044397354126, 0.3859611749649048, 0.37776416540145874, 0.3175795078277588, 0.33912116289138794, 0.03248653560876846], "cos_Ac_negg": [0.3983860909938812, 0.41496044397354126, 0.3859611749649048, 0.37776416540145874, 0.3175795078277588, 0.33912116289138794, 0.03248653560876846], "r_norm": [1.1304311752319336, 1.1333287954330444, 1.0801630020141602, 1.1320616006851196, 1.1386146545410156, 1.0803956985473633, 1.1604459285736084]}, {"step": 4300, "epoch": 9, "train_loss": 0.32412832975387573, "cos_r_negg": [0.35598552227020264, 0.3738500475883484, 0.36261674761772156, 0.36866024136543274, 0.3188827931880951, 0.34352684020996094, 0.014603174291551113], "cos_apical_negg": [0.35598552227020264, 0.3738500475883484, 0.36261674761772156, 0.36866024136543274, 0.3188827931880951, 0.34352684020996094, 0.014603174291551113], "cos_Ac_negg": [0.35598552227020264, 0.3738500475883484, 0.36261674761772156, 0.36866024136543274, 0.3188827931880951, 0.34352684020996094, 0.014603174291551113], "r_norm": [1.0701632499694824, 1.0786983966827393, 1.034466028213501, 1.0786961317062378, 1.0850437879562378, 1.0281834602355957, 1.0970778465270996]}, {"step": 4350, "epoch": 9, "train_loss": 0.17564722895622253, "cos_r_negg": [0.35461854934692383, 0.38105762004852295, 0.3803093433380127, 0.3634815216064453, 0.34495946764945984, 0.34451162815093994, 0.023586025461554527], "cos_apical_negg": [0.35461854934692383, 0.38105762004852295, 0.3803093433380127, 0.3634815216064453, 0.34495946764945984, 0.34451162815093994, 0.023586025461554527], "cos_Ac_negg": [0.35461854934692383, 0.38105762004852295, 0.3803093433380127, 0.3634815216064453, 0.34495946764945984, 0.34451162815093994, 0.023586025461554527], "r_norm": [1.0552828311920166, 1.0537254810333252, 1.0110692977905273, 1.0579328536987305, 1.0624005794525146, 1.0077557563781738, 1.0776023864746094]}, {"step": 4400, "epoch": 9, "train_loss": 0.3665425777435303, "cos_r_negg": [0.3551536202430725, 0.3812483549118042, 0.36559104919433594, 0.3684540390968323, 0.33799731731414795, 0.3377622365951538, 0.01766262948513031], "cos_apical_negg": [0.3551536202430725, 0.3812483549118042, 0.36559104919433594, 0.3684540390968323, 0.33799731731414795, 0.3377622365951538, 0.01766262948513031], "cos_Ac_negg": [0.3551536202430725, 0.3812483549118042, 0.36559104919433594, 0.3684540390968323, 0.33799731731414795, 0.3377622365951538, 0.01766262948513031], "r_norm": [1.0493053197860718, 1.0551893711090088, 1.010587215423584, 1.0567463636398315, 1.0613515377044678, 1.0059120655059814, 1.0768221616744995]}, {"step": 4450, "epoch": 9, "train_loss": 0.1813412755727768, "cos_r_negg": [0.3384883999824524, 0.35665401816368103, 0.35195812582969666, 0.34392493963241577, 0.28669673204421997, 0.335058331489563, 0.007053551264107227], "cos_apical_negg": [0.3384883999824524, 0.35665401816368103, 0.35195812582969666, 0.34392493963241577, 0.28669673204421997, 0.335058331489563, 0.007053551264107227], "cos_Ac_negg": [0.3384883999824524, 0.35665401816368103, 0.35195812582969666, 0.34392493963241577, 0.28669673204421997, 0.335058331489563, 0.007053551264107227], "r_norm": [1.0310535430908203, 1.0387204885482788, 0.9929062724113464, 1.0372340679168701, 1.045131802558899, 0.9914505481719971, 1.0604121685028076]}, {"step": 4500, "epoch": 9, "train_loss": 0.40949052572250366, "cos_r_negg": [0.3652799427509308, 0.37668633460998535, 0.37649232149124146, 0.3724061846733093, 0.30074769258499146, 0.30579498410224915, 0.017291966825723648], "cos_apical_negg": [0.3652799427509308, 0.37668633460998535, 0.37649232149124146, 0.3724061846733093, 0.30074769258499146, 0.30579498410224915, 0.017291966825723648], "cos_Ac_negg": [0.3652799427509308, 0.37668633460998535, 0.37649232149124146, 0.3724061846733093, 0.30074769258499146, 0.30579498410224915, 0.017291966825723648], "r_norm": [1.1672804355621338, 1.1712634563446045, 1.123781681060791, 1.184600591659546, 1.1833412647247314, 1.1250333786010742, 1.2080150842666626]}, {"step": 4550, "epoch": 9, "train_loss": 0.23586642742156982, "cos_r_negg": [0.35760992765426636, 0.40154463052749634, 0.39632219076156616, 0.40727144479751587, 0.32477080821990967, 0.36827415227890015, 0.019327441230416298], "cos_apical_negg": [0.35760992765426636, 0.40154463052749634, 0.39632219076156616, 0.40727144479751587, 0.32477080821990967, 0.36827415227890015, 0.019327441230416298], "cos_Ac_negg": [0.35760992765426636, 0.40154463052749634, 0.39632219076156616, 0.40727144479751587, 0.32477080821990967, 0.36827415227890015, 0.019327441230416298], "r_norm": [1.0695164203643799, 1.0767793655395508, 1.0191442966461182, 1.0680572986602783, 1.0780999660491943, 1.023313283920288, 1.0914216041564941]}, {"step": 4600, "epoch": 9, "train_loss": 0.3435284495353699, "cos_r_negg": [0.331058531999588, 0.36066734790802, 0.34627246856689453, 0.3669918179512024, 0.31554481387138367, 0.3342297077178955, -0.008024394512176514], "cos_apical_negg": [0.331058531999588, 0.36066734790802, 0.34627246856689453, 0.3669918179512024, 0.31554481387138367, 0.3342297077178955, -0.008024394512176514], "cos_Ac_negg": [0.331058531999588, 0.36066734790802, 0.34627246856689453, 0.3669918179512024, 0.31554481387138367, 0.3342297077178955, -0.008024394512176514], "r_norm": [1.0895347595214844, 1.0933045148849487, 1.04282808303833, 1.089741826057434, 1.095475196838379, 1.0379161834716797, 1.109887719154358]}, {"step": 4650, "epoch": 9, "train_loss": 0.3503756523132324, "cos_r_negg": [0.31360751390457153, 0.3428937494754791, 0.33554208278656006, 0.36283987760543823, 0.31056463718414307, 0.3076176345348358, -0.03255690261721611], "cos_apical_negg": [0.31360751390457153, 0.3428937494754791, 0.33554208278656006, 0.36283987760543823, 0.31056463718414307, 0.3076176345348358, -0.03255690261721611], "cos_Ac_negg": [0.31360751390457153, 0.3428937494754791, 0.33554208278656006, 0.36283987760543823, 0.31056463718414307, 0.3076176345348358, -0.03255690261721611], "r_norm": [1.091939926147461, 1.0945872068405151, 1.0483133792877197, 1.0991861820220947, 1.101198673248291, 1.0440599918365479, 1.1206433773040771]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8325, "test_loss": 0.45908538818359373}, {"step": 4700, "epoch": 10, "train_loss": 0.301469624042511, "cos_r_negg": [0.35958901047706604, 0.36681848764419556, 0.3532465696334839, 0.3667137324810028, 0.3139805793762207, 0.3465266823768616, -0.03772052377462387], "cos_apical_negg": [0.35958901047706604, 0.36681848764419556, 0.3532465696334839, 0.3667137324810028, 0.3139805793762207, 0.3465266823768616, -0.03772052377462387], "cos_Ac_negg": [0.35958901047706604, 0.36681848764419556, 0.3532465696334839, 0.3667137324810028, 0.3139805793762207, 0.3465266823768616, -0.03772052377462387], "r_norm": [1.1955894231796265, 1.203942894935608, 1.1504324674606323, 1.2038307189941406, 1.2052497863769531, 1.1492305994033813, 1.232060194015503]}, {"step": 4750, "epoch": 10, "train_loss": 0.4079255759716034, "cos_r_negg": [0.3775894045829773, 0.3960611820220947, 0.39266437292099, 0.3872044086456299, 0.34807315468788147, 0.377515971660614, 0.002002699300646782], "cos_apical_negg": [0.3775894045829773, 0.3960611820220947, 0.39266437292099, 0.3872044086456299, 0.34807315468788147, 0.377515971660614, 0.002002699300646782], "cos_Ac_negg": [0.3775894045829773, 0.3960611820220947, 0.39266437292099, 0.3872044086456299, 0.34807315468788147, 0.377515971660614, 0.002002699300646782], "r_norm": [1.0646986961364746, 1.0664734840393066, 1.0128755569458008, 1.0572283267974854, 1.069678544998169, 1.0135324001312256, 1.0814125537872314]}, {"step": 4800, "epoch": 10, "train_loss": 0.4473804831504822, "cos_r_negg": [0.35512441396713257, 0.37538623809814453, 0.38165247440338135, 0.3577600121498108, 0.3336152732372284, 0.3424642086029053, -0.0052914610132575035], "cos_apical_negg": [0.35512441396713257, 0.37538623809814453, 0.38165247440338135, 0.3577600121498108, 0.3336152732372284, 0.3424642086029053, -0.0052914610132575035], "cos_Ac_negg": [0.35512441396713257, 0.37538623809814453, 0.38165247440338135, 0.3577600121498108, 0.3336152732372284, 0.3424642086029053, -0.0052914610132575035], "r_norm": [1.0148175954818726, 1.0258790254592896, 0.9823319315910339, 1.025943398475647, 1.0279728174209595, 0.9768578410148621, 1.0424926280975342]}, {"step": 4850, "epoch": 10, "train_loss": 0.28511643409729004, "cos_r_negg": [0.3674096465110779, 0.39040127396583557, 0.3839345872402191, 0.3999594449996948, 0.34012216329574585, 0.3354557156562805, 0.01868644915521145], "cos_apical_negg": [0.3674096465110779, 0.39040127396583557, 0.3839345872402191, 0.3999594449996948, 0.34012216329574585, 0.3354557156562805, 0.01868644915521145], "cos_Ac_negg": [0.3674096465110779, 0.39040127396583557, 0.3839345872402191, 0.3999594449996948, 0.34012216329574585, 0.3354557156562805, 0.01868644915521145], "r_norm": [1.0564618110656738, 1.0694999694824219, 1.0260601043701172, 1.071123480796814, 1.0745831727981567, 1.020912766456604, 1.091475486755371]}, {"step": 4900, "epoch": 10, "train_loss": 0.2803768813610077, "cos_r_negg": [0.31371480226516724, 0.3335263729095459, 0.3378855586051941, 0.35619544982910156, 0.3108270764350891, 0.3052593469619751, -0.016527816653251648], "cos_apical_negg": [0.31371480226516724, 0.3335263729095459, 0.3378855586051941, 0.35619544982910156, 0.3108270764350891, 0.3052593469619751, -0.016527816653251648], "cos_Ac_negg": [0.31371480226516724, 0.3335263729095459, 0.3378855586051941, 0.35619544982910156, 0.3108270764350891, 0.3052593469619751, -0.016527816653251648], "r_norm": [1.1247671842575073, 1.1298695802688599, 1.074582576751709, 1.128165602684021, 1.1316807270050049, 1.0780913829803467, 1.150691270828247]}, {"step": 4950, "epoch": 10, "train_loss": 0.24368205666542053, "cos_r_negg": [0.33697041869163513, 0.36130642890930176, 0.36601951718330383, 0.3902429938316345, 0.3388553857803345, 0.3590622544288635, -0.01581895723938942], "cos_apical_negg": [0.33697041869163513, 0.36130642890930176, 0.36601951718330383, 0.3902429938316345, 0.3388553857803345, 0.3590622544288635, -0.01581895723938942], "cos_Ac_negg": [0.33697041869163513, 0.36130642890930176, 0.36601951718330383, 0.3902429938316345, 0.3388553857803345, 0.3590622544288635, -0.01581895723938942], "r_norm": [0.9852534532546997, 0.9940640926361084, 0.944159984588623, 0.9858112335205078, 0.9901329278945923, 0.9410173892974854, 1.0048712491989136]}, {"step": 5000, "epoch": 10, "train_loss": 0.20467445254325867, "cos_r_negg": [0.3500126302242279, 0.3662000298500061, 0.3800581693649292, 0.37655219435691833, 0.3464644253253937, 0.3491244316101074, -0.016766097396612167], "cos_apical_negg": [0.3500126302242279, 0.3662000298500061, 0.3800581693649292, 0.37655219435691833, 0.3464644253253937, 0.3491244316101074, -0.016766097396612167], "cos_Ac_negg": [0.3500126302242279, 0.3662000298500061, 0.3800581693649292, 0.37655219435691833, 0.3464644253253937, 0.3491244316101074, -0.016766097396612167], "r_norm": [1.068314790725708, 1.0760672092437744, 1.0263289213180542, 1.0711069107055664, 1.0758056640625, 1.0208122730255127, 1.0938633680343628]}, {"step": 5050, "epoch": 10, "train_loss": 0.36112338304519653, "cos_r_negg": [0.36447054147720337, 0.38495752215385437, 0.3998510241508484, 0.41267919540405273, 0.33361783623695374, 0.33242326974868774, 0.02903452143073082], "cos_apical_negg": [0.36447054147720337, 0.38495752215385437, 0.3998510241508484, 0.41267919540405273, 0.33361783623695374, 0.33242326974868774, 0.02903452143073082], "cos_Ac_negg": [0.36447054147720337, 0.38495752215385437, 0.3998510241508484, 0.41267919540405273, 0.33361783623695374, 0.33242326974868774, 0.02903452143073082], "r_norm": [1.0219298601150513, 1.029738426208496, 0.9841582775115967, 1.0316981077194214, 1.0345020294189453, 0.982083261013031, 1.051957607269287]}, {"step": 5100, "epoch": 10, "train_loss": 0.23241624236106873, "cos_r_negg": [0.3352763056755066, 0.3537340462207794, 0.3524819612503052, 0.37157294154167175, 0.3395984172821045, 0.334420382976532, -0.010372022166848183], "cos_apical_negg": [0.3352763056755066, 0.3537340462207794, 0.3524819612503052, 0.37157294154167175, 0.3395984172821045, 0.334420382976532, -0.010372022166848183], "cos_Ac_negg": [0.3352763056755066, 0.3537340462207794, 0.3524819612503052, 0.37157294154167175, 0.3395984172821045, 0.334420382976532, -0.010372022166848183], "r_norm": [1.0383927822113037, 1.0405354499816895, 0.9967736601829529, 1.0489059686660767, 1.0473201274871826, 0.9950956106185913, 1.0666007995605469]}, {"step": 5150, "epoch": 10, "train_loss": 0.26524221897125244, "cos_r_negg": [0.3420126736164093, 0.3671131134033203, 0.3630480170249939, 0.34908831119537354, 0.3101382255554199, 0.3145792484283447, -0.004921370185911655], "cos_apical_negg": [0.3420126736164093, 0.3671131134033203, 0.3630480170249939, 0.34908831119537354, 0.3101382255554199, 0.3145792484283447, -0.004921370185911655], "cos_Ac_negg": [0.3420126736164093, 0.3671131134033203, 0.3630480170249939, 0.34908831119537354, 0.3101382255554199, 0.3145792484283447, -0.004921370185911655], "r_norm": [1.1083598136901855, 1.1178287267684937, 1.066912293434143, 1.1129322052001953, 1.118199110031128, 1.062272310256958, 1.13292396068573]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8688, "test_loss": 0.4023894775390625}, {"step": 5200, "epoch": 11, "train_loss": 0.26915520429611206, "cos_r_negg": [0.34641945362091064, 0.3717799186706543, 0.3791949450969696, 0.3807139992713928, 0.3425781726837158, 0.32092931866645813, 0.03962141275405884], "cos_apical_negg": [0.34641945362091064, 0.3717799186706543, 0.3791949450969696, 0.3807139992713928, 0.3425781726837158, 0.32092931866645813, 0.03962141275405884], "cos_Ac_negg": [0.34641945362091064, 0.3717799186706543, 0.3791949450969696, 0.3807139992713928, 0.3425781726837158, 0.32092931866645813, 0.03962141275405884], "r_norm": [1.0026953220367432, 1.0013391971588135, 0.9614434242248535, 1.0073254108428955, 1.0096722841262817, 0.9550418853759766, 1.0230894088745117]}, {"step": 5250, "epoch": 11, "train_loss": 0.22112518548965454, "cos_r_negg": [0.3793918490409851, 0.39944469928741455, 0.40912050008773804, 0.4012359380722046, 0.39315035939216614, 0.36721694469451904, 0.02163933590054512], "cos_apical_negg": [0.3793918490409851, 0.39944469928741455, 0.40912050008773804, 0.4012359380722046, 0.39315035939216614, 0.36721694469451904, 0.02163933590054512], "cos_Ac_negg": [0.3793918490409851, 0.39944469928741455, 0.40912050008773804, 0.4012359380722046, 0.39315035939216614, 0.36721694469451904, 0.02163933590054512], "r_norm": [1.0948295593261719, 1.0890220403671265, 1.0387663841247559, 1.0816619396209717, 1.0957858562469482, 1.031662106513977, 1.1012784242630005]}, {"step": 5300, "epoch": 11, "train_loss": 0.3176986575126648, "cos_r_negg": [0.32841578125953674, 0.3477230668067932, 0.33914920687675476, 0.35547390580177307, 0.30504924058914185, 0.28745633363723755, 0.019400950521230698], "cos_apical_negg": [0.32841578125953674, 0.3477230668067932, 0.33914920687675476, 0.35547390580177307, 0.30504924058914185, 0.28745633363723755, 0.019400950521230698], "cos_Ac_negg": [0.32841578125953674, 0.3477230668067932, 0.33914920687675476, 0.35547390580177307, 0.30504924058914185, 0.28745633363723755, 0.019400950521230698], "r_norm": [1.0151829719543457, 1.0258762836456299, 0.9808288812637329, 1.0246827602386475, 1.0318242311477661, 0.9751679301261902, 1.0403810739517212]}, {"step": 5350, "epoch": 11, "train_loss": 0.18069851398468018, "cos_r_negg": [0.36812418699264526, 0.3918687701225281, 0.3983868658542633, 0.3900774419307709, 0.3411240577697754, 0.32031869888305664, 0.045945752412080765], "cos_apical_negg": [0.36812418699264526, 0.3918687701225281, 0.3983868658542633, 0.3900774419307709, 0.3411240577697754, 0.32031869888305664, 0.045945752412080765], "cos_Ac_negg": [0.36812418699264526, 0.3918687701225281, 0.3983868658542633, 0.3900774419307709, 0.3411240577697754, 0.32031869888305664, 0.045945752412080765], "r_norm": [1.075884461402893, 1.0845558643341064, 1.0324795246124268, 1.0817683935165405, 1.0888738632202148, 1.032437801361084, 1.1026935577392578]}, {"step": 5400, "epoch": 11, "train_loss": 0.2574663758277893, "cos_r_negg": [0.3723667860031128, 0.4049661457538605, 0.4063825011253357, 0.4154965579509735, 0.3665388822555542, 0.3483477532863617, 0.03293634206056595], "cos_apical_negg": [0.3723667860031128, 0.4049661457538605, 0.4063825011253357, 0.4154965579509735, 0.3665388822555542, 0.3483477532863617, 0.03293634206056595], "cos_Ac_negg": [0.3723667860031128, 0.4049661457538605, 0.4063825011253357, 0.4154965579509735, 0.3665388822555542, 0.3483477532863617, 0.03293634206056595], "r_norm": [1.0690772533416748, 1.0640313625335693, 1.0248379707336426, 1.0768792629241943, 1.0779612064361572, 1.0174369812011719, 1.0939011573791504]}, {"step": 5450, "epoch": 11, "train_loss": 0.31102579832077026, "cos_r_negg": [0.3528270721435547, 0.38196897506713867, 0.36653757095336914, 0.39097464084625244, 0.3256867527961731, 0.3224390745162964, 0.05954953655600548], "cos_apical_negg": [0.3528270721435547, 0.38196897506713867, 0.36653757095336914, 0.39097464084625244, 0.3256867527961731, 0.3224390745162964, 0.05954953655600548], "cos_Ac_negg": [0.3528270721435547, 0.38196897506713867, 0.36653757095336914, 0.39097464084625244, 0.3256867527961731, 0.3224390745162964, 0.05954953655600548], "r_norm": [1.1575357913970947, 1.166632890701294, 1.1193630695343018, 1.1734763383865356, 1.1730390787124634, 1.1152464151382446, 1.1966407299041748]}, {"step": 5500, "epoch": 11, "train_loss": 0.3884246051311493, "cos_r_negg": [0.3784365653991699, 0.40007543563842773, 0.38453102111816406, 0.3925711512565613, 0.3240545988082886, 0.33985257148742676, 0.08727780729532242], "cos_apical_negg": [0.3784365653991699, 0.40007543563842773, 0.38453102111816406, 0.3925711512565613, 0.3240545988082886, 0.33985257148742676, 0.08727780729532242], "cos_Ac_negg": [0.3784365653991699, 0.40007543563842773, 0.38453102111816406, 0.3925711512565613, 0.3240545988082886, 0.33985257148742676, 0.08727780729532242], "r_norm": [1.1118907928466797, 1.1162731647491455, 1.0713568925857544, 1.1181831359863281, 1.1198270320892334, 1.0614519119262695, 1.1351419687271118]}, {"step": 5550, "epoch": 11, "train_loss": 0.3504498302936554, "cos_r_negg": [0.38914138078689575, 0.4032760560512543, 0.42647916078567505, 0.4069543480873108, 0.3595466613769531, 0.3575972616672516, 0.1115528792142868], "cos_apical_negg": [0.38914138078689575, 0.4032760560512543, 0.42647916078567505, 0.4069543480873108, 0.3595466613769531, 0.3575972616672516, 0.1115528792142868], "cos_Ac_negg": [0.38914138078689575, 0.4032760560512543, 0.42647916078567505, 0.4069543480873108, 0.3595466613769531, 0.3575972616672516, 0.1115528792142868], "r_norm": [0.9162814617156982, 0.9223389029502869, 0.8799480199813843, 0.9221519231796265, 0.924665629863739, 0.876665472984314, 0.9384511709213257]}, {"step": 5600, "epoch": 11, "train_loss": 0.23652754724025726, "cos_r_negg": [0.3812471032142639, 0.4009224772453308, 0.39993375539779663, 0.40753573179244995, 0.3633151054382324, 0.3634051978588104, 0.06125093623995781], "cos_apical_negg": [0.3812471032142639, 0.4009224772453308, 0.39993375539779663, 0.40753573179244995, 0.3633151054382324, 0.3634051978588104, 0.06125093623995781], "cos_Ac_negg": [0.3812471032142639, 0.4009224772453308, 0.39993375539779663, 0.40753573179244995, 0.3633151054382324, 0.3634051978588104, 0.06125093623995781], "r_norm": [0.9884836673736572, 1.0003294944763184, 0.9518943428993225, 0.9936940670013428, 0.998935878276825, 0.9488160610198975, 1.0140937566757202]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8628, "test_loss": 0.4284933227539062}, {"step": 5650, "epoch": 12, "train_loss": 0.22125881910324097, "cos_r_negg": [0.35337504744529724, 0.38737279176712036, 0.3930248022079468, 0.3865133821964264, 0.34938716888427734, 0.3600150942802429, 0.05322061479091644], "cos_apical_negg": [0.35337504744529724, 0.38737279176712036, 0.3930248022079468, 0.3865133821964264, 0.34938716888427734, 0.3600150942802429, 0.05322061479091644], "cos_Ac_negg": [0.35337504744529724, 0.38737279176712036, 0.3930248022079468, 0.3865133821964264, 0.34938716888427734, 0.3600150942802429, 0.05322061479091644], "r_norm": [1.0253288745880127, 1.0345323085784912, 0.990531325340271, 1.0325506925582886, 1.0370728969573975, 0.9829240441322327, 1.050869345664978]}, {"step": 5700, "epoch": 12, "train_loss": 0.34432780742645264, "cos_r_negg": [0.34329789876937866, 0.36500850319862366, 0.3686201274394989, 0.3678993582725525, 0.32847896218299866, 0.3232293725013733, 0.06434316188097], "cos_apical_negg": [0.34329789876937866, 0.36500850319862366, 0.3686201274394989, 0.3678993582725525, 0.32847896218299866, 0.3232293725013733, 0.06434316188097], "cos_Ac_negg": [0.34329789876937866, 0.36500850319862366, 0.3686201274394989, 0.3678993582725525, 0.32847896218299866, 0.3232293725013733, 0.06434316188097], "r_norm": [0.9852146506309509, 0.9889143109321594, 0.9408678412437439, 0.9854651689529419, 0.9941843748092651, 0.9429004192352295, 1.0058250427246094]}, {"step": 5750, "epoch": 12, "train_loss": 0.5024077296257019, "cos_r_negg": [0.37693774700164795, 0.3852528929710388, 0.39195096492767334, 0.3975803256034851, 0.31956443190574646, 0.3333044648170471, 0.034148432314395905], "cos_apical_negg": [0.37693774700164795, 0.3852528929710388, 0.39195096492767334, 0.3975803256034851, 0.31956443190574646, 0.3333044648170471, 0.034148432314395905], "cos_Ac_negg": [0.37693774700164795, 0.3852528929710388, 0.39195096492767334, 0.3975803256034851, 0.31956443190574646, 0.3333044648170471, 0.034148432314395905], "r_norm": [1.0141270160675049, 1.0174877643585205, 0.9712600708007812, 1.015552043914795, 1.0228171348571777, 0.966339111328125, 1.0348765850067139]}, {"step": 5800, "epoch": 12, "train_loss": 0.27036571502685547, "cos_r_negg": [0.32988131046295166, 0.3411744236946106, 0.3454686403274536, 0.3584617078304291, 0.3335306644439697, 0.3324351906776428, 0.04390663653612137], "cos_apical_negg": [0.32988131046295166, 0.3411744236946106, 0.3454686403274536, 0.3584617078304291, 0.3335306644439697, 0.3324351906776428, 0.04390663653612137], "cos_Ac_negg": [0.32988131046295166, 0.3411744236946106, 0.3454686403274536, 0.3584617078304291, 0.3335306644439697, 0.3324351906776428, 0.04390663653612137], "r_norm": [1.0435092449188232, 1.0452172756195068, 1.0001258850097656, 1.0479507446289062, 1.0499181747436523, 0.9965577125549316, 1.0680556297302246]}, {"step": 5850, "epoch": 12, "train_loss": 0.36116155982017517, "cos_r_negg": [0.3447287678718567, 0.37926971912384033, 0.364830881357193, 0.3718055188655853, 0.3509771227836609, 0.3101605474948883, 0.03255949169397354], "cos_apical_negg": [0.3447287678718567, 0.37926971912384033, 0.364830881357193, 0.3718055188655853, 0.3509771227836609, 0.3101605474948883, 0.03255949169397354], "cos_Ac_negg": [0.3447287678718567, 0.37926971912384033, 0.364830881357193, 0.3718055188655853, 0.3509771227836609, 0.3101605474948883, 0.03255949169397354], "r_norm": [0.9351370334625244, 0.9405853748321533, 0.8978203535079956, 0.9386144876480103, 0.9436849355697632, 0.8944884538650513, 0.9555040597915649]}, {"step": 5900, "epoch": 12, "train_loss": 0.31493791937828064, "cos_r_negg": [0.33901548385620117, 0.3527403771877289, 0.3476712107658386, 0.3662043511867523, 0.3314254879951477, 0.3271693289279938, 0.019295543432235718], "cos_apical_negg": [0.33901548385620117, 0.3527403771877289, 0.3476712107658386, 0.3662043511867523, 0.3314254879951477, 0.3271693289279938, 0.019295543432235718], "cos_Ac_negg": [0.33901548385620117, 0.3527403771877289, 0.3476712107658386, 0.3662043511867523, 0.3314254879951477, 0.3271693289279938, 0.019295543432235718], "r_norm": [1.1117461919784546, 1.1156573295593262, 1.067958116531372, 1.1182315349578857, 1.1180719137191772, 1.0611977577209473, 1.136254072189331]}, {"step": 5950, "epoch": 12, "train_loss": 0.3558542728424072, "cos_r_negg": [0.3461843729019165, 0.36861127614974976, 0.35555434226989746, 0.3975178599357605, 0.33873316645622253, 0.3290576934814453, 0.0543452650308609], "cos_apical_negg": [0.3461843729019165, 0.36861127614974976, 0.35555434226989746, 0.3975178599357605, 0.33873316645622253, 0.3290576934814453, 0.0543452650308609], "cos_Ac_negg": [0.3461843729019165, 0.36861127614974976, 0.35555434226989746, 0.3975178599357605, 0.33873316645622253, 0.3290576934814453, 0.0543452650308609], "r_norm": [1.059923768043518, 1.0691514015197754, 1.0256662368774414, 1.075201153755188, 1.0747239589691162, 1.0196969509124756, 1.0936388969421387]}, {"step": 6000, "epoch": 12, "train_loss": 0.15996085107326508, "cos_r_negg": [0.30377236008644104, 0.3210742473602295, 0.3240148723125458, 0.3474666476249695, 0.29013490676879883, 0.3173980712890625, 0.06027303263545036], "cos_apical_negg": [0.30377236008644104, 0.3210742473602295, 0.3240148723125458, 0.3474666476249695, 0.29013490676879883, 0.3173980712890625, 0.06027303263545036], "cos_Ac_negg": [0.30377236008644104, 0.3210742473602295, 0.3240148723125458, 0.3474666476249695, 0.29013490676879883, 0.3173980712890625, 0.06027303263545036], "r_norm": [0.974157452583313, 0.9745514988899231, 0.9325568675994873, 0.9772493839263916, 0.9852186441421509, 0.9323774576187134, 0.9936637878417969]}, {"step": 6050, "epoch": 12, "train_loss": 0.29913249611854553, "cos_r_negg": [0.3622666895389557, 0.36998483538627625, 0.35809293389320374, 0.3760136067867279, 0.3362971544265747, 0.36338382959365845, 0.05718347430229187], "cos_apical_negg": [0.3622666895389557, 0.36998483538627625, 0.35809293389320374, 0.3760136067867279, 0.3362971544265747, 0.36338382959365845, 0.05718347430229187], "cos_Ac_negg": [0.3622666895389557, 0.36998483538627625, 0.35809293389320374, 0.3760136067867279, 0.3362971544265747, 0.36338382959365845, 0.05718347430229187], "r_norm": [1.0716750621795654, 1.0749831199645996, 1.0222821235656738, 1.068960428237915, 1.0795958042144775, 1.0237653255462646, 1.091567039489746]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8531, "test_loss": 0.4592909423828125}, {"step": 6100, "epoch": 13, "train_loss": 0.32351183891296387, "cos_r_negg": [0.3555312156677246, 0.39645636081695557, 0.38192373514175415, 0.40514159202575684, 0.34469905495643616, 0.3718501031398773, 0.0717066079378128], "cos_apical_negg": [0.3555312156677246, 0.39645636081695557, 0.38192373514175415, 0.40514159202575684, 0.34469905495643616, 0.3718501031398773, 0.0717066079378128], "cos_Ac_negg": [0.3555312156677246, 0.39645636081695557, 0.38192373514175415, 0.40514159202575684, 0.34469905495643616, 0.3718501031398773, 0.0717066079378128], "r_norm": [0.9811651706695557, 0.9842097759246826, 0.9404712915420532, 0.9792808294296265, 0.9867430925369263, 0.9340568780899048, 0.9976634979248047]}, {"step": 6150, "epoch": 13, "train_loss": 0.2820870280265808, "cos_r_negg": [0.35592180490493774, 0.3699779808521271, 0.3773682117462158, 0.39578285813331604, 0.35148632526397705, 0.3663269281387329, 0.09589676558971405], "cos_apical_negg": [0.35592180490493774, 0.3699779808521271, 0.3773682117462158, 0.39578285813331604, 0.35148632526397705, 0.3663269281387329, 0.09589676558971405], "cos_Ac_negg": [0.35592180490493774, 0.3699779808521271, 0.3773682117462158, 0.39578285813331604, 0.35148632526397705, 0.3663269281387329, 0.09589676558971405], "r_norm": [0.8972125053405762, 0.9054567813873291, 0.8609864711761475, 0.8991361856460571, 0.9067437648773193, 0.8584837913513184, 0.9190096855163574]}, {"step": 6200, "epoch": 13, "train_loss": 0.34686970710754395, "cos_r_negg": [0.36753180623054504, 0.3716862201690674, 0.3727417588233948, 0.3752729296684265, 0.33136314153671265, 0.33063215017318726, 0.06517091393470764], "cos_apical_negg": [0.36753180623054504, 0.3716862201690674, 0.3727417588233948, 0.3752729296684265, 0.33136314153671265, 0.33063215017318726, 0.06517091393470764], "cos_Ac_negg": [0.36753180623054504, 0.3716862201690674, 0.3727417588233948, 0.3752729296684265, 0.33136314153671265, 0.33063215017318726, 0.06517091393470764], "r_norm": [1.0488293170928955, 1.049677848815918, 0.9974886178970337, 1.0416861772537231, 1.0525240898132324, 0.9985913038253784, 1.0678365230560303]}, {"step": 6250, "epoch": 13, "train_loss": 0.29675227403640747, "cos_r_negg": [0.2962528169155121, 0.3366783559322357, 0.32510513067245483, 0.32687580585479736, 0.29304736852645874, 0.31036680936813354, 0.034768663346767426], "cos_apical_negg": [0.2962528169155121, 0.3366783559322357, 0.32510513067245483, 0.32687580585479736, 0.29304736852645874, 0.31036680936813354, 0.034768663346767426], "cos_Ac_negg": [0.2962528169155121, 0.3366783559322357, 0.32510513067245483, 0.32687580585479736, 0.29304736852645874, 0.31036680936813354, 0.034768663346767426], "r_norm": [1.1528041362762451, 1.158151388168335, 1.1107492446899414, 1.1677827835083008, 1.1655000448226929, 1.1115713119506836, 1.1902601718902588]}, {"step": 6300, "epoch": 13, "train_loss": 0.3314688205718994, "cos_r_negg": [0.31278103590011597, 0.34914374351501465, 0.346807599067688, 0.365039587020874, 0.32373684644699097, 0.3056136965751648, 0.05725770816206932], "cos_apical_negg": [0.31278103590011597, 0.34914374351501465, 0.346807599067688, 0.365039587020874, 0.32373684644699097, 0.3056136965751648, 0.05725770816206932], "cos_Ac_negg": [0.31278103590011597, 0.34914374351501465, 0.346807599067688, 0.365039587020874, 0.32373684644699097, 0.3056136965751648, 0.05725770816206932], "r_norm": [0.9685004949569702, 0.9666213989257812, 0.9280915856361389, 0.9729875326156616, 0.975938081741333, 0.9238311648368835, 0.9879088401794434]}, {"step": 6350, "epoch": 13, "train_loss": 0.28199487924575806, "cos_r_negg": [0.336722195148468, 0.3605000376701355, 0.35739535093307495, 0.37864476442337036, 0.3628682494163513, 0.3427312970161438, 0.07406819611787796], "cos_apical_negg": [0.336722195148468, 0.3605000376701355, 0.35739535093307495, 0.37864476442337036, 0.3628682494163513, 0.3427312970161438, 0.07406819611787796], "cos_Ac_negg": [0.336722195148468, 0.3605000376701355, 0.35739535093307495, 0.37864476442337036, 0.3628682494163513, 0.3427312970161438, 0.07406819611787796], "r_norm": [1.0163869857788086, 1.015627145767212, 0.9702752828598022, 1.0189993381500244, 1.022209644317627, 0.9681158065795898, 1.0372141599655151]}, {"step": 6400, "epoch": 13, "train_loss": 0.2509590983390808, "cos_r_negg": [0.3488521873950958, 0.38054147362709045, 0.38126200437545776, 0.3879058361053467, 0.3449792265892029, 0.3478236496448517, 0.062419019639492035], "cos_apical_negg": [0.3488521873950958, 0.38054147362709045, 0.38126200437545776, 0.3879058361053467, 0.3449792265892029, 0.3478236496448517, 0.062419019639492035], "cos_Ac_negg": [0.3488521873950958, 0.38054147362709045, 0.38126200437545776, 0.3879058361053467, 0.3449792265892029, 0.3478236496448517, 0.062419019639492035], "r_norm": [1.0144009590148926, 1.0176544189453125, 0.9726449847221375, 1.0148332118988037, 1.0223910808563232, 0.9659085869789124, 1.0329244136810303]}, {"step": 6450, "epoch": 13, "train_loss": 0.24684041738510132, "cos_r_negg": [0.3415409028530121, 0.3709099292755127, 0.3773733377456665, 0.3863409757614136, 0.36282819509506226, 0.35803550481796265, 0.07841034233570099], "cos_apical_negg": [0.3415409028530121, 0.3709099292755127, 0.3773733377456665, 0.3863409757614136, 0.36282819509506226, 0.35803550481796265, 0.07841034233570099], "cos_Ac_negg": [0.3415409028530121, 0.3709099292755127, 0.3773733377456665, 0.3863409757614136, 0.36282819509506226, 0.35803550481796265, 0.07841034233570099], "r_norm": [1.1821191310882568, 1.1799689531326294, 1.1311755180358887, 1.1843984127044678, 1.1921613216400146, 1.1246092319488525, 1.203117847442627]}, {"step": 6500, "epoch": 13, "train_loss": 0.18327617645263672, "cos_r_negg": [0.3596629798412323, 0.38462314009666443, 0.379114031791687, 0.3936067223548889, 0.35329532623291016, 0.3587203621864319, 0.07045377790927887], "cos_apical_negg": [0.3596629798412323, 0.38462314009666443, 0.379114031791687, 0.3936067223548889, 0.35329532623291016, 0.3587203621864319, 0.07045377790927887], "cos_Ac_negg": [0.3596629798412323, 0.38462314009666443, 0.379114031791687, 0.3936067223548889, 0.35329532623291016, 0.3587203621864319, 0.07045377790927887], "r_norm": [1.1136940717697144, 1.1238261461257935, 1.0718612670898438, 1.1196084022521973, 1.1252851486206055, 1.066941499710083, 1.1407890319824219]}, {"step": 6550, "epoch": 13, "train_loss": 0.24730101227760315, "cos_r_negg": [0.3650651276111603, 0.39533165097236633, 0.38250789046287537, 0.4043566584587097, 0.3651113510131836, 0.34759700298309326, 0.0372428297996521], "cos_apical_negg": [0.3650651276111603, 0.39533165097236633, 0.38250789046287537, 0.4043566584587097, 0.3651113510131836, 0.34759700298309326, 0.0372428297996521], "cos_Ac_negg": [0.3650651276111603, 0.39533165097236633, 0.38250789046287537, 0.4043566584587097, 0.3651113510131836, 0.34759700298309326, 0.0372428297996521], "r_norm": [1.0634267330169678, 1.063589096069336, 1.0178289413452148, 1.065510630607605, 1.070910096168518, 1.0125004053115845, 1.0825271606445312]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8575, "test_loss": 0.4233815399169922}, {"step": 6600, "epoch": 14, "train_loss": 0.3008533716201782, "cos_r_negg": [0.358695924282074, 0.36507630348205566, 0.37392139434814453, 0.37867510318756104, 0.3582419157028198, 0.3072000741958618, 0.06708881258964539], "cos_apical_negg": [0.358695924282074, 0.36507630348205566, 0.37392139434814453, 0.37867510318756104, 0.3582419157028198, 0.3072000741958618, 0.06708881258964539], "cos_Ac_negg": [0.358695924282074, 0.36507630348205566, 0.37392139434814453, 0.37867510318756104, 0.3582419157028198, 0.3072000741958618, 0.06708881258964539], "r_norm": [1.0850768089294434, 1.0887556076049805, 1.0422276258468628, 1.0948131084442139, 1.097229242324829, 1.0443265438079834, 1.1172912120819092]}, {"step": 6650, "epoch": 14, "train_loss": 0.3939524292945862, "cos_r_negg": [0.348224401473999, 0.36307433247566223, 0.3553784489631653, 0.3749832510948181, 0.3490142524242401, 0.32666099071502686, 0.06282742321491241], "cos_apical_negg": [0.348224401473999, 0.36307433247566223, 0.3553784489631653, 0.3749832510948181, 0.3490142524242401, 0.32666099071502686, 0.06282742321491241], "cos_Ac_negg": [0.348224401473999, 0.36307433247566223, 0.3553784489631653, 0.3749832510948181, 0.3490142524242401, 0.32666099071502686, 0.06282742321491241], "r_norm": [1.046762466430664, 1.0505716800689697, 1.0012835264205933, 1.0470190048217773, 1.053621530532837, 0.9979468584060669, 1.0663436651229858]}, {"step": 6700, "epoch": 14, "train_loss": 0.1686520129442215, "cos_r_negg": [0.3694577217102051, 0.37875545024871826, 0.3726460933685303, 0.4017251133918762, 0.37552034854888916, 0.3512868881225586, 0.05991300940513611], "cos_apical_negg": [0.3694577217102051, 0.37875545024871826, 0.3726460933685303, 0.4017251133918762, 0.37552034854888916, 0.3512868881225586, 0.05991300940513611], "cos_Ac_negg": [0.3694577217102051, 0.37875545024871826, 0.3726460933685303, 0.4017251133918762, 0.37552034854888916, 0.3512868881225586, 0.05991300940513611], "r_norm": [1.0347347259521484, 1.0399153232574463, 0.9915671944618225, 1.0435752868652344, 1.0451548099517822, 0.994033694267273, 1.0675466060638428]}, {"step": 6750, "epoch": 14, "train_loss": 0.3064461350440979, "cos_r_negg": [0.3670651614665985, 0.36321938037872314, 0.36603087186813354, 0.3778616487979889, 0.3464733362197876, 0.3282945156097412, 0.06519520282745361], "cos_apical_negg": [0.3670651614665985, 0.36321938037872314, 0.36603087186813354, 0.3778616487979889, 0.3464733362197876, 0.3282945156097412, 0.06519520282745361], "cos_Ac_negg": [0.3670651614665985, 0.36321938037872314, 0.36603087186813354, 0.3778616487979889, 0.3464733362197876, 0.3282945156097412, 0.06519520282745361], "r_norm": [1.0092591047286987, 1.0050755739212036, 0.9600213766098022, 1.0024242401123047, 1.0127017498016357, 0.9569641351699829, 1.0215835571289062]}, {"step": 6800, "epoch": 14, "train_loss": 0.19309604167938232, "cos_r_negg": [0.35397830605506897, 0.3692482113838196, 0.36574098467826843, 0.37815845012664795, 0.35463595390319824, 0.3087646961212158, 0.05634500831365585], "cos_apical_negg": [0.35397830605506897, 0.3692482113838196, 0.36574098467826843, 0.37815845012664795, 0.35463595390319824, 0.3087646961212158, 0.05634500831365585], "cos_Ac_negg": [0.35397830605506897, 0.3692482113838196, 0.36574098467826843, 0.37815845012664795, 0.35463595390319824, 0.3087646961212158, 0.05634500831365585], "r_norm": [1.0729222297668457, 1.0862452983856201, 1.0352413654327393, 1.0789012908935547, 1.0844616889953613, 1.030730962753296, 1.0994298458099365]}, {"step": 6850, "epoch": 14, "train_loss": 0.22697490453720093, "cos_r_negg": [0.33011263608932495, 0.34879207611083984, 0.3443930149078369, 0.3649206757545471, 0.3363230228424072, 0.30438557267189026, 0.07049962878227234], "cos_apical_negg": [0.33011263608932495, 0.34879207611083984, 0.3443930149078369, 0.3649206757545471, 0.3363230228424072, 0.30438557267189026, 0.07049962878227234], "cos_Ac_negg": [0.33011263608932495, 0.34879207611083984, 0.3443930149078369, 0.3649206757545471, 0.3363230228424072, 0.30438557267189026, 0.07049962878227234], "r_norm": [1.1978498697280884, 1.1933567523956299, 1.1449497938156128, 1.206360101699829, 1.2048081159591675, 1.1432812213897705, 1.227379322052002]}, {"step": 6900, "epoch": 14, "train_loss": 0.4735426604747772, "cos_r_negg": [0.34883973002433777, 0.36734461784362793, 0.3718473017215729, 0.37509387731552124, 0.3406122624874115, 0.28500717878341675, 0.11085367947816849], "cos_apical_negg": [0.34883973002433777, 0.36734461784362793, 0.3718473017215729, 0.37509387731552124, 0.3406122624874115, 0.28500717878341675, 0.11085367947816849], "cos_Ac_negg": [0.34883973002433777, 0.36734461784362793, 0.3718473017215729, 0.37509387731552124, 0.3406122624874115, 0.28500717878341675, 0.11085367947816849], "r_norm": [0.9442479610443115, 0.9520810842514038, 0.9098106026649475, 0.9511811137199402, 0.9538458585739136, 0.9040460586547852, 0.9671013355255127]}, {"step": 6950, "epoch": 14, "train_loss": 0.30239439010620117, "cos_r_negg": [0.36699482798576355, 0.3838309645652771, 0.37874412536621094, 0.38152849674224854, 0.3461170494556427, 0.3273639678955078, 0.09305889159440994], "cos_apical_negg": [0.36699482798576355, 0.3838309645652771, 0.37874412536621094, 0.38152849674224854, 0.3461170494556427, 0.3273639678955078, 0.09305889159440994], "cos_Ac_negg": [0.36699482798576355, 0.3838309645652771, 0.37874412536621094, 0.38152849674224854, 0.3461170494556427, 0.3273639678955078, 0.09305889159440994], "r_norm": [1.0813548564910889, 1.0709023475646973, 1.024928092956543, 1.0731971263885498, 1.084620714187622, 1.0230743885040283, 1.0953861474990845]}, {"step": 7000, "epoch": 14, "train_loss": 0.30645522475242615, "cos_r_negg": [0.3525247275829315, 0.36975836753845215, 0.35735684633255005, 0.3645648658275604, 0.28854262828826904, 0.2993212640285492, 0.08333480358123779], "cos_apical_negg": [0.3525247275829315, 0.36975836753845215, 0.35735684633255005, 0.3645648658275604, 0.28854262828826904, 0.2993212640285492, 0.08333480358123779], "cos_Ac_negg": [0.3525247275829315, 0.36975836753845215, 0.35735684633255005, 0.3645648658275604, 0.28854262828826904, 0.2993212640285492, 0.08333480358123779], "r_norm": [1.0973625183105469, 1.1056642532348633, 1.0492980480194092, 1.1000478267669678, 1.1031149625778198, 1.0511033535003662, 1.1268346309661865]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.869, "test_loss": 0.42354229431152346}, {"step": 7050, "epoch": 15, "train_loss": 0.19662943482398987, "cos_r_negg": [0.3698394298553467, 0.3978338837623596, 0.38958030939102173, 0.3903767168521881, 0.3200269639492035, 0.30458778142929077, 0.09776081144809723], "cos_apical_negg": [0.3698394298553467, 0.3978338837623596, 0.38958030939102173, 0.3903767168521881, 0.3200269639492035, 0.30458778142929077, 0.09776081144809723], "cos_Ac_negg": [0.3698394298553467, 0.3978338837623596, 0.38958030939102173, 0.3903767168521881, 0.3200269639492035, 0.30458778142929077, 0.09776081144809723], "r_norm": [0.984241247177124, 0.9899011850357056, 0.9453880786895752, 0.9880239367485046, 0.9939118027687073, 0.9426746964454651, 1.0063831806182861]}, {"step": 7100, "epoch": 15, "train_loss": 0.2334497570991516, "cos_r_negg": [0.3352057933807373, 0.3517165184020996, 0.3456847369670868, 0.36325153708457947, 0.2745499014854431, 0.2817921042442322, 0.07026007771492004], "cos_apical_negg": [0.3352057933807373, 0.3517165184020996, 0.3456847369670868, 0.36325153708457947, 0.2745499014854431, 0.2817921042442322, 0.07026007771492004], "cos_Ac_negg": [0.3352057933807373, 0.3517165184020996, 0.3456847369670868, 0.36325153708457947, 0.2745499014854431, 0.2817921042442322, 0.07026007771492004], "r_norm": [1.0624308586120605, 1.0704209804534912, 1.0172547101974487, 1.0625842809677124, 1.0764331817626953, 1.0225461721420288, 1.0904412269592285]}, {"step": 7150, "epoch": 15, "train_loss": 0.2955992817878723, "cos_r_negg": [0.342085063457489, 0.3653002679347992, 0.35054171085357666, 0.36704710125923157, 0.329342246055603, 0.3223646879196167, 0.07369469106197357], "cos_apical_negg": [0.342085063457489, 0.3653002679347992, 0.35054171085357666, 0.36704710125923157, 0.329342246055603, 0.3223646879196167, 0.07369469106197357], "cos_Ac_negg": [0.342085063457489, 0.3653002679347992, 0.35054171085357666, 0.36704710125923157, 0.329342246055603, 0.3223646879196167, 0.07369469106197357], "r_norm": [1.0565391778945923, 1.0571163892745972, 1.010672926902771, 1.054558277130127, 1.0630261898040771, 1.0055561065673828, 1.072448492050171]}, {"step": 7200, "epoch": 15, "train_loss": 0.2687271237373352, "cos_r_negg": [0.3780179023742676, 0.39744722843170166, 0.3855692148208618, 0.36617863178253174, 0.322712242603302, 0.3271905183792114, 0.08166776597499847], "cos_apical_negg": [0.3780179023742676, 0.39744722843170166, 0.3855692148208618, 0.36617863178253174, 0.322712242603302, 0.3271905183792114, 0.08166776597499847], "cos_Ac_negg": [0.3780179023742676, 0.39744722843170166, 0.3855692148208618, 0.36617863178253174, 0.322712242603302, 0.3271905183792114, 0.08166776597499847], "r_norm": [1.0957660675048828, 1.0998938083648682, 1.0552978515625, 1.1071345806121826, 1.1041486263275146, 1.0504506826400757, 1.1262309551239014]}, {"step": 7250, "epoch": 15, "train_loss": 0.35473111271858215, "cos_r_negg": [0.3454333245754242, 0.36200591921806335, 0.3602050542831421, 0.34695905447006226, 0.2896619141101837, 0.3102116882801056, 0.09209666401147842], "cos_apical_negg": [0.3454333245754242, 0.36200591921806335, 0.3602050542831421, 0.34695905447006226, 0.2896619141101837, 0.3102116882801056, 0.09209666401147842], "cos_Ac_negg": [0.3454333245754242, 0.36200591921806335, 0.3602050542831421, 0.34695905447006226, 0.2896619141101837, 0.3102116882801056, 0.09209666401147842], "r_norm": [1.16228449344635, 1.1631684303283691, 1.108091115951538, 1.1570366621017456, 1.1645934581756592, 1.1057013273239136, 1.1800408363342285]}, {"step": 7300, "epoch": 15, "train_loss": 0.27587732672691345, "cos_r_negg": [0.3687538504600525, 0.3793187141418457, 0.38942384719848633, 0.384238600730896, 0.336465060710907, 0.34232068061828613, 0.08109016716480255], "cos_apical_negg": [0.3687538504600525, 0.3793187141418457, 0.38942384719848633, 0.384238600730896, 0.336465060710907, 0.34232068061828613, 0.08109016716480255], "cos_Ac_negg": [0.3687538504600525, 0.3793187141418457, 0.38942384719848633, 0.384238600730896, 0.336465060710907, 0.34232068061828613, 0.08109016716480255], "r_norm": [1.068925142288208, 1.0696512460708618, 1.0271577835083008, 1.0743972063064575, 1.0773112773895264, 1.0221426486968994, 1.0935170650482178]}, {"step": 7350, "epoch": 15, "train_loss": 0.26027071475982666, "cos_r_negg": [0.3268650472164154, 0.33570754528045654, 0.32300126552581787, 0.34424304962158203, 0.2989239990711212, 0.31960371136665344, 0.05936054140329361], "cos_apical_negg": [0.3268650472164154, 0.33570754528045654, 0.32300126552581787, 0.34424304962158203, 0.2989239990711212, 0.31960371136665344, 0.05936054140329361], "cos_Ac_negg": [0.3268650472164154, 0.33570754528045654, 0.32300126552581787, 0.34424304962158203, 0.2989239990711212, 0.31960371136665344, 0.05936054140329361], "r_norm": [1.0282517671585083, 1.030645489692688, 0.9835888147354126, 1.0276618003845215, 1.0339218378067017, 0.9812992215156555, 1.0483449697494507]}, {"step": 7400, "epoch": 15, "train_loss": 0.42820048332214355, "cos_r_negg": [0.3388480544090271, 0.3447227478027344, 0.3563094735145569, 0.38388174772262573, 0.3428249955177307, 0.33345815539360046, 0.07442349195480347], "cos_apical_negg": [0.3388480544090271, 0.3447227478027344, 0.3563094735145569, 0.38388174772262573, 0.3428249955177307, 0.33345815539360046, 0.07442349195480347], "cos_Ac_negg": [0.3388480544090271, 0.3447227478027344, 0.3563094735145569, 0.38388174772262573, 0.3428249955177307, 0.33345815539360046, 0.07442349195480347], "r_norm": [0.9703401923179626, 0.975038468837738, 0.9298522472381592, 0.9732051491737366, 0.9790711402893066, 0.9291520118713379, 0.9934755563735962]}, {"step": 7450, "epoch": 15, "train_loss": 0.25940126180648804, "cos_r_negg": [0.3153421878814697, 0.342530757188797, 0.342957079410553, 0.34784722328186035, 0.3148772716522217, 0.3254653215408325, 0.05467414855957031], "cos_apical_negg": [0.3153421878814697, 0.342530757188797, 0.342957079410553, 0.34784722328186035, 0.3148772716522217, 0.3254653215408325, 0.05467414855957031], "cos_Ac_negg": [0.3153421878814697, 0.342530757188797, 0.342957079410553, 0.34784722328186035, 0.3148772716522217, 0.3254653215408325, 0.05467414855957031], "r_norm": [1.111847996711731, 1.1180834770202637, 1.0669397115707397, 1.1125638484954834, 1.1208714246749878, 1.060692310333252, 1.1341713666915894]}, {"step": 7500, "epoch": 15, "train_loss": 0.2497001439332962, "cos_r_negg": [0.33896106481552124, 0.3294832706451416, 0.3250275254249573, 0.3358710706233978, 0.3318580687046051, 0.33790507912635803, 0.06885522603988647], "cos_apical_negg": [0.33896106481552124, 0.3294832706451416, 0.3250275254249573, 0.3358710706233978, 0.3318580687046051, 0.33790507912635803, 0.06885522603988647], "cos_Ac_negg": [0.33896106481552124, 0.3294832706451416, 0.3250275254249573, 0.3358710706233978, 0.3318580687046051, 0.33790507912635803, 0.06885522603988647], "r_norm": [1.1381921768188477, 1.136342167854309, 1.0839190483093262, 1.1271820068359375, 1.1375763416290283, 1.0748887062072754, 1.1500874757766724]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.863, "test_loss": 0.43225911254882815}, {"step": 7550, "epoch": 16, "train_loss": 0.28474077582359314, "cos_r_negg": [0.32543569803237915, 0.3156197667121887, 0.31779205799102783, 0.32211577892303467, 0.28622889518737793, 0.29781657457351685, 0.07527556270360947], "cos_apical_negg": [0.32543569803237915, 0.3156197667121887, 0.31779205799102783, 0.32211577892303467, 0.28622889518737793, 0.29781657457351685, 0.07527556270360947], "cos_Ac_negg": [0.32543569803237915, 0.3156197667121887, 0.31779205799102783, 0.32211577892303467, 0.28622889518737793, 0.29781657457351685, 0.07527556270360947], "r_norm": [1.0766390562057495, 1.0740054845809937, 1.0276793241500854, 1.0717799663543701, 1.0807440280914307, 1.0190407037734985, 1.0898689031600952]}, {"step": 7600, "epoch": 16, "train_loss": 0.3241426348686218, "cos_r_negg": [0.35201597213745117, 0.3653412163257599, 0.3672609329223633, 0.3775518536567688, 0.3475179672241211, 0.34365326166152954, 0.07879211008548737], "cos_apical_negg": [0.35201597213745117, 0.3653412163257599, 0.3672609329223633, 0.3775518536567688, 0.3475179672241211, 0.34365326166152954, 0.07879211008548737], "cos_Ac_negg": [0.35201597213745117, 0.3653412163257599, 0.3672609329223633, 0.3775518536567688, 0.3475179672241211, 0.34365326166152954, 0.07879211008548737], "r_norm": [1.0051512718200684, 1.0107553005218506, 0.9666788578033447, 1.0125880241394043, 1.0147655010223389, 0.9627333879470825, 1.0306657552719116]}, {"step": 7650, "epoch": 16, "train_loss": 0.1423664093017578, "cos_r_negg": [0.33492863178253174, 0.33518168330192566, 0.33105140924453735, 0.3329833149909973, 0.3166947066783905, 0.3200882077217102, 0.08266177773475647], "cos_apical_negg": [0.33492863178253174, 0.33518168330192566, 0.33105140924453735, 0.3329833149909973, 0.3166947066783905, 0.3200882077217102, 0.08266177773475647], "cos_Ac_negg": [0.33492863178253174, 0.33518168330192566, 0.33105140924453735, 0.3329833149909973, 0.3166947066783905, 0.3200882077217102, 0.08266177773475647], "r_norm": [0.9449064135551453, 0.9440622329711914, 0.9005776643753052, 0.9387366771697998, 0.9475839138031006, 0.8955788612365723, 0.9561753869056702]}, {"step": 7700, "epoch": 16, "train_loss": 0.1739114224910736, "cos_r_negg": [0.3286312222480774, 0.3398559093475342, 0.32311928272247314, 0.31901150941848755, 0.309887170791626, 0.30804842710494995, 0.06624748557806015], "cos_apical_negg": [0.3286312222480774, 0.3398559093475342, 0.32311928272247314, 0.31901150941848755, 0.309887170791626, 0.30804842710494995, 0.06624748557806015], "cos_Ac_negg": [0.3286312222480774, 0.3398559093475342, 0.32311928272247314, 0.31901150941848755, 0.309887170791626, 0.30804842710494995, 0.06624748557806015], "r_norm": [0.9948806762695312, 1.0006351470947266, 0.9571088552474976, 1.001237154006958, 1.0047581195831299, 0.9554711580276489, 1.022278070449829]}, {"step": 7750, "epoch": 16, "train_loss": 0.35530439019203186, "cos_r_negg": [0.3181960880756378, 0.3306226134300232, 0.33365827798843384, 0.33449071645736694, 0.3038588762283325, 0.31871297955513, 0.051544710993766785], "cos_apical_negg": [0.3181960880756378, 0.3306226134300232, 0.33365827798843384, 0.33449071645736694, 0.3038588762283325, 0.31871297955513, 0.051544710993766785], "cos_Ac_negg": [0.3181960880756378, 0.3306226134300232, 0.33365827798843384, 0.33449071645736694, 0.3038588762283325, 0.31871297955513, 0.051544710993766785], "r_norm": [1.055614709854126, 1.0541799068450928, 1.0050779581069946, 1.0504943132400513, 1.0600506067276, 1.0022258758544922, 1.0731327533721924]}, {"step": 7800, "epoch": 16, "train_loss": 0.21579109132289886, "cos_r_negg": [0.3565099835395813, 0.3551693260669708, 0.3637803792953491, 0.369453489780426, 0.35299646854400635, 0.34942522644996643, 0.1000998467206955], "cos_apical_negg": [0.3565099835395813, 0.3551693260669708, 0.3637803792953491, 0.369453489780426, 0.35299646854400635, 0.34942522644996643, 0.1000998467206955], "cos_Ac_negg": [0.3565099835395813, 0.3551693260669708, 0.3637803792953491, 0.369453489780426, 0.35299646854400635, 0.34942522644996643, 0.1000998467206955], "r_norm": [1.0286221504211426, 1.037790298461914, 0.9833860397338867, 1.025721788406372, 1.0363187789916992, 0.9835155010223389, 1.051132321357727]}, {"step": 7850, "epoch": 16, "train_loss": 0.28965145349502563, "cos_r_negg": [0.3122255802154541, 0.33545857667922974, 0.3314440846443176, 0.34246280789375305, 0.3293130397796631, 0.34552401304244995, 0.08835774660110474], "cos_apical_negg": [0.3122255802154541, 0.33545857667922974, 0.3314440846443176, 0.34246280789375305, 0.3293130397796631, 0.34552401304244995, 0.08835774660110474], "cos_Ac_negg": [0.3122255802154541, 0.33545857667922974, 0.3314440846443176, 0.34246280789375305, 0.3293130397796631, 0.34552401304244995, 0.08835774660110474], "r_norm": [1.0602469444274902, 1.0599815845489502, 1.0143702030181885, 1.0590428113937378, 1.0668083429336548, 1.0090997219085693, 1.0789881944656372]}, {"step": 7900, "epoch": 16, "train_loss": 0.1801479607820511, "cos_r_negg": [0.34242889285087585, 0.3513438105583191, 0.3425160348415375, 0.32525327801704407, 0.3519034683704376, 0.3053867518901825, 0.06722743064165115], "cos_apical_negg": [0.34242889285087585, 0.3513438105583191, 0.3425160348415375, 0.32525327801704407, 0.3519034683704376, 0.3053867518901825, 0.06722743064165115], "cos_Ac_negg": [0.34242889285087585, 0.3513438105583191, 0.3425160348415375, 0.32525327801704407, 0.3519034683704376, 0.3053867518901825, 0.06722743064165115], "r_norm": [1.1144458055496216, 1.1185721158981323, 1.0689842700958252, 1.1181604862213135, 1.1240293979644775, 1.0671056509017944, 1.1415951251983643]}, {"step": 7950, "epoch": 16, "train_loss": 0.23765720427036285, "cos_r_negg": [0.33613160252571106, 0.3309887647628784, 0.3379656672477722, 0.3150770664215088, 0.3166937232017517, 0.311432808637619, 0.10092256218194962], "cos_apical_negg": [0.33613160252571106, 0.3309887647628784, 0.3379656672477722, 0.3150770664215088, 0.3166937232017517, 0.311432808637619, 0.10092256218194962], "cos_Ac_negg": [0.33613160252571106, 0.3309887647628784, 0.3379656672477722, 0.3150770664215088, 0.3166937232017517, 0.311432808637619, 0.10092256218194962], "r_norm": [0.9561359286308289, 0.9619674682617188, 0.9204798340797424, 0.9609615206718445, 0.9668768644332886, 0.9150486588478088, 0.9778093099594116]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8707, "test_loss": 0.40814322509765627}, {"step": 8000, "epoch": 17, "train_loss": 0.24108648300170898, "cos_r_negg": [0.3679206967353821, 0.38234397768974304, 0.366483598947525, 0.37183576822280884, 0.37266334891319275, 0.3087943196296692, 0.10211020708084106], "cos_apical_negg": [0.3679206967353821, 0.38234397768974304, 0.366483598947525, 0.37183576822280884, 0.37266334891319275, 0.3087943196296692, 0.10211020708084106], "cos_Ac_negg": [0.3679206967353821, 0.38234397768974304, 0.366483598947525, 0.37183576822280884, 0.37266334891319275, 0.3087943196296692, 0.10211020708084106], "r_norm": [1.0559217929840088, 1.0574281215667725, 1.0116777420043945, 1.0567309856414795, 1.0609416961669922, 1.0034904479980469, 1.076629400253296]}, {"step": 8050, "epoch": 17, "train_loss": 0.3121408224105835, "cos_r_negg": [0.3525177240371704, 0.3536575436592102, 0.3367294669151306, 0.35286256670951843, 0.3439257740974426, 0.3118935525417328, 0.08907497674226761], "cos_apical_negg": [0.3525177240371704, 0.3536575436592102, 0.3367294669151306, 0.35286256670951843, 0.3439257740974426, 0.3118935525417328, 0.08907497674226761], "cos_Ac_negg": [0.3525177240371704, 0.3536575436592102, 0.3367294669151306, 0.35286256670951843, 0.3439257740974426, 0.3118935525417328, 0.08907497674226761], "r_norm": [1.0839776992797852, 1.0859861373901367, 1.045683741569519, 1.0996344089508057, 1.096466302871704, 1.0427430868148804, 1.1199135780334473]}, {"step": 8100, "epoch": 17, "train_loss": 0.20040588080883026, "cos_r_negg": [0.32431286573410034, 0.33970990777015686, 0.344587504863739, 0.3435702919960022, 0.30995866656303406, 0.30524155497550964, 0.1044619008898735], "cos_apical_negg": [0.32431286573410034, 0.33970990777015686, 0.344587504863739, 0.3435702919960022, 0.30995866656303406, 0.30524155497550964, 0.1044619008898735], "cos_Ac_negg": [0.32431286573410034, 0.33970990777015686, 0.344587504863739, 0.3435702919960022, 0.30995866656303406, 0.30524155497550964, 0.1044619008898735], "r_norm": [0.9995923042297363, 1.011392593383789, 0.9624648094177246, 1.0039951801300049, 1.0110036134719849, 0.9594205021858215, 1.0253181457519531]}, {"step": 8150, "epoch": 17, "train_loss": 0.1501965969800949, "cos_r_negg": [0.38601595163345337, 0.3950613737106323, 0.41235536336898804, 0.39558708667755127, 0.36924004554748535, 0.3410288691520691, 0.10348052531480789], "cos_apical_negg": [0.38601595163345337, 0.3950613737106323, 0.41235536336898804, 0.39558708667755127, 0.36924004554748535, 0.3410288691520691, 0.10348052531480789], "cos_Ac_negg": [0.38601595163345337, 0.3950613737106323, 0.41235536336898804, 0.39558708667755127, 0.36924004554748535, 0.3410288691520691, 0.10348052531480789], "r_norm": [1.0672166347503662, 1.0664069652557373, 1.021087646484375, 1.0657012462615967, 1.0708210468292236, 1.0116007328033447, 1.0838996171951294]}, {"step": 8200, "epoch": 17, "train_loss": 0.27710703015327454, "cos_r_negg": [0.3644479513168335, 0.3775140643119812, 0.3835574686527252, 0.39203542470932007, 0.3669911324977875, 0.3484538793563843, 0.12312175333499908], "cos_apical_negg": [0.3644479513168335, 0.3775140643119812, 0.3835574686527252, 0.39203542470932007, 0.3669911324977875, 0.3484538793563843, 0.12312175333499908], "cos_Ac_negg": [0.3644479513168335, 0.3775140643119812, 0.3835574686527252, 0.39203542470932007, 0.3669911324977875, 0.3484538793563843, 0.12312175333499908], "r_norm": [1.0835132598876953, 1.086539387702942, 1.0381672382354736, 1.0813651084899902, 1.088883876800537, 1.0307291746139526, 1.1016356945037842]}, {"step": 8250, "epoch": 17, "train_loss": 0.20300239324569702, "cos_r_negg": [0.36625397205352783, 0.38242942094802856, 0.4019589424133301, 0.3954627513885498, 0.35668838024139404, 0.32911694049835205, 0.12428406625986099], "cos_apical_negg": [0.36625397205352783, 0.38242942094802856, 0.4019589424133301, 0.3954627513885498, 0.35668838024139404, 0.32911694049835205, 0.12428406625986099], "cos_Ac_negg": [0.36625397205352783, 0.38242942094802856, 0.4019589424133301, 0.3954627513885498, 0.35668838024139404, 0.32911694049835205, 0.12428406625986099], "r_norm": [0.9202510118484497, 0.9231529235839844, 0.8797949552536011, 0.9204001426696777, 0.9274399280548096, 0.8780288100242615, 0.9381165504455566]}, {"step": 8300, "epoch": 17, "train_loss": 0.3322144150733948, "cos_r_negg": [0.3559566140174866, 0.3526081442832947, 0.3602730631828308, 0.36924850940704346, 0.3567947745323181, 0.3269921839237213, 0.12694446742534637], "cos_apical_negg": [0.3559566140174866, 0.3526081442832947, 0.3602730631828308, 0.36924850940704346, 0.3567947745323181, 0.3269921839237213, 0.12694446742534637], "cos_Ac_negg": [0.3559566140174866, 0.3526081442832947, 0.3602730631828308, 0.36924850940704346, 0.3567947745323181, 0.3269921839237213, 0.12694446742534637], "r_norm": [1.2348124980926514, 1.2323050498962402, 1.178892731666565, 1.2321475744247437, 1.242165207862854, 1.1743063926696777, 1.2581250667572021]}, {"step": 8350, "epoch": 17, "train_loss": 0.21737359464168549, "cos_r_negg": [0.3549150824546814, 0.35290050506591797, 0.3640612065792084, 0.3597174286842346, 0.3411897122859955, 0.32014936208724976, 0.14035820960998535], "cos_apical_negg": [0.3549150824546814, 0.35290050506591797, 0.3640612065792084, 0.3597174286842346, 0.3411897122859955, 0.32014936208724976, 0.14035820960998535], "cos_Ac_negg": [0.3549150824546814, 0.35290050506591797, 0.3640612065792084, 0.3597174286842346, 0.3411897122859955, 0.32014936208724976, 0.14035820960998535], "r_norm": [1.0141136646270752, 1.0192389488220215, 0.9742525219917297, 1.0167567729949951, 1.020658016204834, 0.9695377945899963, 1.0363187789916992]}, {"step": 8400, "epoch": 17, "train_loss": 0.5527648329734802, "cos_r_negg": [0.32897332310676575, 0.34172487258911133, 0.3577316105365753, 0.3484625816345215, 0.3351852595806122, 0.30643516778945923, 0.11415672302246094], "cos_apical_negg": [0.32897332310676575, 0.34172487258911133, 0.3577316105365753, 0.3484625816345215, 0.3351852595806122, 0.30643516778945923, 0.11415672302246094], "cos_Ac_negg": [0.32897332310676575, 0.34172487258911133, 0.3577316105365753, 0.3484625816345215, 0.3351852595806122, 0.30643516778945923, 0.11415672302246094], "r_norm": [1.0134682655334473, 1.0181485414505005, 0.9707845449447632, 1.0143659114837646, 1.0221176147460938, 0.96653151512146, 1.034066915512085]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8705, "test_loss": 0.41383155517578124}, {"step": 8450, "epoch": 18, "train_loss": 0.22761879861354828, "cos_r_negg": [0.3561263680458069, 0.3591461181640625, 0.37435251474380493, 0.37475883960723877, 0.3564443290233612, 0.31260740756988525, 0.12021922320127487], "cos_apical_negg": [0.3561263680458069, 0.3591461181640625, 0.37435251474380493, 0.37475883960723877, 0.3564443290233612, 0.31260740756988525, 0.12021922320127487], "cos_Ac_negg": [0.3561263680458069, 0.3591461181640625, 0.37435251474380493, 0.37475883960723877, 0.3564443290233612, 0.31260740756988525, 0.12021922320127487], "r_norm": [0.9630894064903259, 0.967791736125946, 0.9217312335968018, 0.9620752334594727, 0.9700410962104797, 0.9202142953872681, 0.9819238185882568]}, {"step": 8500, "epoch": 18, "train_loss": 0.2337247133255005, "cos_r_negg": [0.34866034984588623, 0.35246190428733826, 0.366516649723053, 0.3521690368652344, 0.3252817988395691, 0.31221842765808105, 0.12722112238407135], "cos_apical_negg": [0.34866034984588623, 0.35246190428733826, 0.366516649723053, 0.3521690368652344, 0.3252817988395691, 0.31221842765808105, 0.12722112238407135], "cos_Ac_negg": [0.34866034984588623, 0.35246190428733826, 0.366516649723053, 0.3521690368652344, 0.3252817988395691, 0.31221842765808105, 0.12722112238407135], "r_norm": [1.0740602016448975, 1.072528600692749, 1.0317535400390625, 1.0805482864379883, 1.0819787979125977, 1.0278667211532593, 1.0985729694366455]}, {"step": 8550, "epoch": 18, "train_loss": 0.15243610739707947, "cos_r_negg": [0.3680095672607422, 0.3673502802848816, 0.3826403021812439, 0.357674241065979, 0.32051175832748413, 0.31656330823898315, 0.15050669014453888], "cos_apical_negg": [0.3680095672607422, 0.3673502802848816, 0.3826403021812439, 0.357674241065979, 0.32051175832748413, 0.31656330823898315, 0.15050669014453888], "cos_Ac_negg": [0.3680095672607422, 0.3673502802848816, 0.3826403021812439, 0.357674241065979, 0.32051175832748413, 0.31656330823898315, 0.15050669014453888], "r_norm": [1.1121103763580322, 1.1119616031646729, 1.0601402521133423, 1.1079626083374023, 1.1184520721435547, 1.059804916381836, 1.132181167602539]}, {"step": 8600, "epoch": 18, "train_loss": 0.23779496550559998, "cos_r_negg": [0.34996819496154785, 0.3477745056152344, 0.3507393002510071, 0.3560020923614502, 0.3174615502357483, 0.32519057393074036, 0.13385678827762604], "cos_apical_negg": [0.34996819496154785, 0.3477745056152344, 0.3507393002510071, 0.3560020923614502, 0.3174615502357483, 0.32519057393074036, 0.13385678827762604], "cos_Ac_negg": [0.34996819496154785, 0.3477745056152344, 0.3507393002510071, 0.3560020923614502, 0.3174615502357483, 0.32519057393074036, 0.13385678827762604], "r_norm": [1.0972996950149536, 1.1100680828094482, 1.0487282276153564, 1.0923035144805908, 1.1029508113861084, 1.0483781099319458, 1.1251063346862793]}, {"step": 8650, "epoch": 18, "train_loss": 0.1371988207101822, "cos_r_negg": [0.3586629331111908, 0.34553390741348267, 0.34225139021873474, 0.34220075607299805, 0.32083749771118164, 0.31765782833099365, 0.11045951396226883], "cos_apical_negg": [0.3586629331111908, 0.34553390741348267, 0.34225139021873474, 0.34220075607299805, 0.32083749771118164, 0.31765782833099365, 0.11045951396226883], "cos_Ac_negg": [0.3586629331111908, 0.34553390741348267, 0.34225139021873474, 0.34220075607299805, 0.32083749771118164, 0.31765782833099365, 0.11045951396226883], "r_norm": [1.0914793014526367, 1.0936784744262695, 1.0423119068145752, 1.0939180850982666, 1.1011075973510742, 1.047997236251831, 1.1204423904418945]}, {"step": 8700, "epoch": 18, "train_loss": 0.22905822098255157, "cos_r_negg": [0.3346148729324341, 0.3351971209049225, 0.33238768577575684, 0.3264068067073822, 0.31253165006637573, 0.33161062002182007, 0.1272636204957962], "cos_apical_negg": [0.3346148729324341, 0.3351971209049225, 0.33238768577575684, 0.3264068067073822, 0.31253165006637573, 0.33161062002182007, 0.1272636204957962], "cos_Ac_negg": [0.3346148729324341, 0.3351971209049225, 0.33238768577575684, 0.3264068067073822, 0.31253165006637573, 0.33161062002182007, 0.1272636204957962], "r_norm": [1.0794425010681152, 1.0852577686309814, 1.034920573234558, 1.084445834159851, 1.091336727142334, 1.0353190898895264, 1.1058340072631836]}, {"step": 8750, "epoch": 18, "train_loss": 0.2988653779029846, "cos_r_negg": [0.37850111722946167, 0.36474335193634033, 0.36897265911102295, 0.3676181435585022, 0.33912068605422974, 0.33528512716293335, 0.11244499683380127], "cos_apical_negg": [0.37850111722946167, 0.36474335193634033, 0.36897265911102295, 0.3676181435585022, 0.33912068605422974, 0.33528512716293335, 0.11244499683380127], "cos_Ac_negg": [0.37850111722946167, 0.36474335193634033, 0.36897265911102295, 0.3676181435585022, 0.33912068605422974, 0.33528512716293335, 0.11244499683380127], "r_norm": [0.9461122751235962, 0.9560968279838562, 0.9072088003158569, 0.9462347030639648, 0.9549469351768494, 0.9083181619644165, 0.9677926301956177]}, {"step": 8800, "epoch": 18, "train_loss": 0.16737839579582214, "cos_r_negg": [0.342500776052475, 0.34064817428588867, 0.333656370639801, 0.3307969570159912, 0.30615901947021484, 0.3115614354610443, 0.08563391864299774], "cos_apical_negg": [0.342500776052475, 0.34064817428588867, 0.333656370639801, 0.3307969570159912, 0.30615901947021484, 0.3115614354610443, 0.08563391864299774], "cos_Ac_negg": [0.342500776052475, 0.34064817428588867, 0.333656370639801, 0.3307969570159912, 0.30615901947021484, 0.3115614354610443, 0.08563391864299774], "r_norm": [1.0284991264343262, 1.0370776653289795, 0.9885519742965698, 1.0346466302871704, 1.0428953170776367, 0.991610050201416, 1.0583364963531494]}, {"step": 8850, "epoch": 18, "train_loss": 0.14766880869865417, "cos_r_negg": [0.3378177881240845, 0.3234129846096039, 0.3122132122516632, 0.32302868366241455, 0.30758365988731384, 0.29676806926727295, 0.10524006932973862], "cos_apical_negg": [0.3378177881240845, 0.3234129846096039, 0.3122132122516632, 0.32302868366241455, 0.30758365988731384, 0.29676806926727295, 0.10524006932973862], "cos_Ac_negg": [0.3378177881240845, 0.3234129846096039, 0.3122132122516632, 0.32302868366241455, 0.30758365988731384, 0.29676806926727295, 0.10524006932973862], "r_norm": [0.9502307176589966, 0.9575753211975098, 0.9157373905181885, 0.9538323879241943, 0.9590554237365723, 0.9081411957740784, 0.9734170436859131]}, {"step": 8900, "epoch": 18, "train_loss": 0.2268434762954712, "cos_r_negg": [0.3483193516731262, 0.35492831468582153, 0.3686593770980835, 0.38049572706222534, 0.3297969102859497, 0.3285899758338928, 0.10905791819095612], "cos_apical_negg": [0.3483193516731262, 0.35492831468582153, 0.3686593770980835, 0.38049572706222534, 0.3297969102859497, 0.3285899758338928, 0.10905791819095612], "cos_Ac_negg": [0.3483193516731262, 0.35492831468582153, 0.3686593770980835, 0.38049572706222534, 0.3297969102859497, 0.3285899758338928, 0.10905791819095612], "r_norm": [1.005139946937561, 1.0118025541305542, 0.9658117294311523, 1.0088517665863037, 1.0157434940338135, 0.9624757766723633, 1.0287246704101562]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8711, "test_loss": 0.4180012939453125}, {"step": 8950, "epoch": 19, "train_loss": 0.3352222442626953, "cos_r_negg": [0.3751426935195923, 0.3572368025779724, 0.3733348250389099, 0.3580613136291504, 0.33071452379226685, 0.3327232599258423, 0.09642433375120163], "cos_apical_negg": [0.3751426935195923, 0.3572368025779724, 0.3733348250389099, 0.3580613136291504, 0.33071452379226685, 0.3327232599258423, 0.09642433375120163], "cos_Ac_negg": [0.3751426935195923, 0.3572368025779724, 0.3733348250389099, 0.3580613136291504, 0.33071452379226685, 0.3327232599258423, 0.09642433375120163], "r_norm": [1.0484952926635742, 1.043397068977356, 0.9993731379508972, 1.0484044551849365, 1.0520429611206055, 0.9952282905578613, 1.067974328994751]}, {"step": 9000, "epoch": 19, "train_loss": 0.3467838764190674, "cos_r_negg": [0.3455645442008972, 0.3330327272415161, 0.3330424129962921, 0.3427351415157318, 0.32148483395576477, 0.3280351758003235, 0.11794355511665344], "cos_apical_negg": [0.3455645442008972, 0.3330327272415161, 0.3330424129962921, 0.3427351415157318, 0.32148483395576477, 0.3280351758003235, 0.11794355511665344], "cos_Ac_negg": [0.3455645442008972, 0.3330327272415161, 0.3330424129962921, 0.3427351415157318, 0.32148483395576477, 0.3280351758003235, 0.11794355511665344], "r_norm": [1.0342557430267334, 1.0401051044464111, 0.9878238439559937, 1.0353292226791382, 1.0461273193359375, 0.9929782152175903, 1.060633659362793]}, {"step": 9050, "epoch": 19, "train_loss": 0.26044759154319763, "cos_r_negg": [0.3502093553543091, 0.3568936586380005, 0.35396090149879456, 0.36818063259124756, 0.336483359336853, 0.31613075733184814, 0.14988461136817932], "cos_apical_negg": [0.3502093553543091, 0.3568936586380005, 0.35396090149879456, 0.36818063259124756, 0.336483359336853, 0.31613075733184814, 0.14988461136817932], "cos_Ac_negg": [0.3502093553543091, 0.3568936586380005, 0.35396090149879456, 0.36818063259124756, 0.336483359336853, 0.31613075733184814, 0.14988461136817932], "r_norm": [1.0461151599884033, 1.0505614280700684, 1.002197265625, 1.0501458644866943, 1.0549447536468506, 0.9969846606254578, 1.069384217262268]}, {"step": 9100, "epoch": 19, "train_loss": 0.23979485034942627, "cos_r_negg": [0.371828556060791, 0.36535486578941345, 0.3612075746059418, 0.3638361096382141, 0.3480938971042633, 0.32983654737472534, 0.13406813144683838], "cos_apical_negg": [0.371828556060791, 0.36535486578941345, 0.3612075746059418, 0.3638361096382141, 0.3480938971042633, 0.32983654737472534, 0.13406813144683838], "cos_Ac_negg": [0.371828556060791, 0.36535486578941345, 0.3612075746059418, 0.3638361096382141, 0.3480938971042633, 0.32983654737472534, 0.13406813144683838], "r_norm": [1.0558667182922363, 1.0566529035568237, 1.0100340843200684, 1.0566654205322266, 1.0657811164855957, 1.0070010423660278, 1.0746769905090332]}, {"step": 9150, "epoch": 19, "train_loss": 0.16193117201328278, "cos_r_negg": [0.357627272605896, 0.36513254046440125, 0.3401169180870056, 0.35076475143432617, 0.3216518461704254, 0.31992560625076294, 0.14788460731506348], "cos_apical_negg": [0.357627272605896, 0.36513254046440125, 0.3401169180870056, 0.35076475143432617, 0.3216518461704254, 0.31992560625076294, 0.14788460731506348], "cos_Ac_negg": [0.357627272605896, 0.36513254046440125, 0.3401169180870056, 0.35076475143432617, 0.3216518461704254, 0.31992560625076294, 0.14788460731506348], "r_norm": [0.9710967540740967, 0.9762638211250305, 0.932444155216217, 0.9756562113761902, 0.982215940952301, 0.9302278757095337, 0.9942846894264221]}, {"step": 9200, "epoch": 19, "train_loss": 0.22109830379486084, "cos_r_negg": [0.3746430277824402, 0.3854491710662842, 0.3674446940422058, 0.3802385628223419, 0.3465321660041809, 0.33896055817604065, 0.1469404101371765], "cos_apical_negg": [0.3746430277824402, 0.3854491710662842, 0.3674446940422058, 0.3802385628223419, 0.3465321660041809, 0.33896055817604065, 0.1469404101371765], "cos_Ac_negg": [0.3746430277824402, 0.3854491710662842, 0.3674446940422058, 0.3802385628223419, 0.3465321660041809, 0.33896055817604065, 0.1469404101371765], "r_norm": [1.018149971961975, 1.0236999988555908, 0.9761596918106079, 1.0195887088775635, 1.0277183055877686, 0.9734614491462708, 1.0412569046020508]}, {"step": 9250, "epoch": 19, "train_loss": 0.2457936704158783, "cos_r_negg": [0.368753045797348, 0.3785538077354431, 0.36018186807632446, 0.3708394169807434, 0.33641743659973145, 0.3414359986782074, 0.11948338150978088], "cos_apical_negg": [0.368753045797348, 0.3785538077354431, 0.36018186807632446, 0.3708394169807434, 0.33641743659973145, 0.3414359986782074, 0.11948338150978088], "cos_Ac_negg": [0.368753045797348, 0.3785538077354431, 0.36018186807632446, 0.3708394169807434, 0.33641743659973145, 0.3414359986782074, 0.11948338150978088], "r_norm": [0.9967289566993713, 0.9987088441848755, 0.9527159929275513, 0.9957872629165649, 1.001078724861145, 0.9465116858482361, 1.0143985748291016]}, {"step": 9300, "epoch": 19, "train_loss": 0.19335177540779114, "cos_r_negg": [0.34360620379447937, 0.3415716886520386, 0.34401750564575195, 0.34985703229904175, 0.3078117370605469, 0.30781441926956177, 0.11317068338394165], "cos_apical_negg": [0.34360620379447937, 0.3415716886520386, 0.34401750564575195, 0.34985703229904175, 0.3078117370605469, 0.30781441926956177, 0.11317068338394165], "cos_Ac_negg": [0.34360620379447937, 0.3415716886520386, 0.34401750564575195, 0.34985703229904175, 0.3078117370605469, 0.30781441926956177, 0.11317068338394165], "r_norm": [0.9571535587310791, 0.963468074798584, 0.9202641248703003, 0.959355890750885, 0.9631311893463135, 0.9135472774505615, 0.9779940247535706]}, {"step": 9350, "epoch": 19, "train_loss": 0.27130651473999023, "cos_r_negg": [0.33718037605285645, 0.3436148166656494, 0.3381946384906769, 0.3286147117614746, 0.2949717044830322, 0.2872864603996277, 0.10029827058315277], "cos_apical_negg": [0.33718037605285645, 0.3436148166656494, 0.3381946384906769, 0.3286147117614746, 0.2949717044830322, 0.2872864603996277, 0.10029827058315277], "cos_Ac_negg": [0.33718037605285645, 0.3436148166656494, 0.3381946384906769, 0.3286147117614746, 0.2949717044830322, 0.2872864603996277, 0.10029827058315277], "r_norm": [1.0914082527160645, 1.0980216264724731, 1.0439344644546509, 1.08705472946167, 1.0951852798461914, 1.037248969078064, 1.1099827289581299]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8621, "test_loss": 0.44965894775390625}], "final": {"test_acc": 0.8621, "test_loss": 0.44965894775390625, "wall_s": 37.98125171661377, "cos_r_negg": [0.35411033034324646, 0.35242944955825806, 0.35102036595344543, 0.34634730219841003, 0.3269217014312744, 0.31920796632766724, 0.09897065162658691], "cos_apical_negg": [0.35411033034324646, 0.35242944955825806, 0.35102036595344543, 0.34634730219841003, 0.3269217014312744, 0.31920796632766724, 0.09897065162658691], "cos_Ac_negg": [0.35411033034324646, 0.35242944955825806, 0.35102036595344543, 0.34634730219841003, 0.3269217014312744, 0.31920796632766724, 0.09897065162658691]}}