path: root/results/depth_mnist_dfa_d7_s1.json

{"args": {"mode": "dfa", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.319544792175293, "cos_r_negg": [0.010983233340084553, 0.011824159882962704, 0.011866165325045586, 0.004540884401649237, -0.026095552369952202, -0.015318549238145351, 0.0013906591339036822], "cos_apical_negg": [0.010983233340084553, 0.011824159882962704, 0.011866165325045586, 0.004540884401649237, -0.026095552369952202, -0.015318549238145351, 0.0013906591339036822], "cos_Ac_negg": [0.010983233340084553, 0.011824159882962704, 0.011866165325045586, 0.004540884401649237, -0.026095552369952202, -0.015318549238145351, 0.0013906591339036822], "r_norm": [4.754972457885742, 4.774343013763428, 4.732273101806641, 4.807147979736328, 4.817104816436768, 4.914268970489502, 4.696163654327393]}, {"step": 50, "epoch": 0, "train_loss": 0.9206575751304626, "cos_r_negg": [0.19963526725769043, 0.18301430344581604, 0.15952633321285248, 0.15603139996528625, 0.23440688848495483, 0.12671545147895813, 0.11697046458721161], "cos_apical_negg": [0.19963526725769043, 0.18301430344581604, 0.15952633321285248, 0.15603139996528625, 0.23440688848495483, 0.12671545147895813, 0.11697046458721161], "cos_Ac_negg": [0.19963526725769043, 0.18301430344581604, 0.15952633321285248, 0.15603139996528625, 0.23440688848495483, 0.12671545147895813, 0.11697046458721161], "r_norm": [1.7585407495498657, 1.767934799194336, 1.7452038526535034, 1.7852851152420044, 1.7757817506790161, 1.7763147354125977, 1.7511920928955078]}, {"step": 100, "epoch": 0, "train_loss": 0.356619656085968, "cos_r_negg": [0.23352694511413574, 0.19352245330810547, 0.18481570482254028, 0.19405095279216766, 0.18425220251083374, 0.21221797168254852, 0.14517614245414734], "cos_apical_negg": [0.23352694511413574, 0.19352245330810547, 0.18481570482254028, 0.19405095279216766, 0.18425220251083374, 0.21221797168254852, 0.14517614245414734], "cos_Ac_negg": [0.23352694511413574, 0.19352245330810547, 0.18481570482254028, 0.19405095279216766, 0.18425220251083374, 0.21221797168254852, 0.14517614245414734], "r_norm": [1.0239739418029785, 1.040696620941162, 1.025552749633789, 1.0455304384231567, 1.041811466217041, 1.0421628952026367, 1.0273364782333374]}, {"step": 150, "epoch": 0, "train_loss": 0.467888742685318, "cos_r_negg": [0.28033944964408875, 0.24092425405979156, 0.207032710313797, 0.2266988307237625, 0.2110719531774521, 0.25650978088378906, 0.14890320599079132], "cos_apical_negg": [0.28033944964408875, 0.24092425405979156, 0.207032710313797, 0.2266988307237625, 0.2110719531774521, 0.25650978088378906, 0.14890320599079132], "cos_Ac_negg": [0.28033944964408875, 0.24092425405979156, 0.207032710313797, 0.2266988307237625, 0.2110719531774521, 0.25650978088378906, 0.14890320599079132], "r_norm": [0.8713159561157227, 0.8906953930854797, 0.8808782696723938, 0.8943047523498535, 0.8931259512901306, 0.8948547840118408, 0.8800201416015625]}, {"step": 200, "epoch": 0, "train_loss": 0.3623460531234741, "cos_r_negg": [0.30452871322631836, 0.28818848729133606, 0.25458401441574097, 0.23388290405273438, 0.20686455070972443, 0.25687775015830994, 0.18633319437503815], "cos_apical_negg": [0.30452871322631836, 0.28818848729133606, 0.25458401441574097, 0.23388290405273438, 0.20686455070972443, 0.25687775015830994, 0.18633319437503815], "cos_Ac_negg": [0.30452871322631836, 0.28818848729133606, 0.25458401441574097, 0.23388290405273438, 0.20686455070972443, 0.25687775015830994, 0.18633319437503815], "r_norm": [0.9418171644210815, 0.9603182673454285, 0.9468685388565063, 0.9643520712852478, 0.9608006477355957, 0.9597327709197998, 0.9448310136795044]}, {"step": 250, "epoch": 0, "train_loss": 0.35012197494506836, "cos_r_negg": [0.3041916489601135, 0.28943532705307007, 0.267721951007843, 0.27566462755203247, 0.23698309063911438, 0.21920894086360931, 0.18715456128120422], "cos_apical_negg": [0.3041916489601135, 0.28943532705307007, 0.267721951007843, 0.27566462755203247, 0.23698309063911438, 0.21920894086360931, 0.18715456128120422], "cos_Ac_negg": [0.3041916489601135, 0.28943532705307007, 0.267721951007843, 0.27566462755203247, 0.23698309063911438, 0.21920894086360931, 0.18715456128120422], "r_norm": [0.8269553184509277, 0.8422189950942993, 0.8286713361740112, 0.842146635055542, 0.8417714834213257, 0.8479344844818115, 0.8299635648727417]}, {"step": 300, "epoch": 0, "train_loss": 0.28721940517425537, "cos_r_negg": [0.25520655512809753, 0.24593901634216309, 0.2233225703239441, 0.24973011016845703, 0.25064897537231445, 0.2276313602924347, 0.1932479441165924], "cos_apical_negg": [0.25520655512809753, 0.24593901634216309, 0.2233225703239441, 0.24973011016845703, 0.25064897537231445, 0.2276313602924347, 0.1932479441165924], "cos_Ac_negg": [0.25520655512809753, 0.24593901634216309, 0.2233225703239441, 0.24973011016845703, 0.25064897537231445, 0.2276313602924347, 0.1932479441165924], "r_norm": [0.7187454700469971, 0.7311931848526001, 0.7215900421142578, 0.7316502332687378, 0.7337220311164856, 0.7313259840011597, 0.7209721207618713]}, {"step": 350, "epoch": 0, "train_loss": 0.2163543999195099, "cos_r_negg": [0.2710525393486023, 0.26476216316223145, 0.25060299038887024, 0.2787284851074219, 0.24981769919395447, 0.23913121223449707, 0.17800937592983246], "cos_apical_negg": [0.2710525393486023, 0.26476216316223145, 0.25060299038887024, 0.2787284851074219, 0.24981769919395447, 0.23913121223449707, 0.17800937592983246], "cos_Ac_negg": [0.2710525393486023, 0.26476216316223145, 0.25060299038887024, 0.2787284851074219, 0.24981769919395447, 0.23913121223449707, 0.17800937592983246], "r_norm": [0.6732034683227539, 0.6822302937507629, 0.6795049905776978, 0.6881675124168396, 0.6806843280792236, 0.6863856315612793, 0.6768878698348999]}, {"step": 400, "epoch": 0, "train_loss": 0.1681787371635437, "cos_r_negg": [0.29390281438827515, 0.2797560393810272, 0.27928808331489563, 0.2772946357727051, 0.2953926920890808, 0.3112577199935913, 0.22127830982208252], "cos_apical_negg": [0.29390281438827515, 0.2797560393810272, 0.27928808331489563, 0.2772946357727051, 0.2953926920890808, 0.3112577199935913, 0.22127830982208252], "cos_Ac_negg": [0.29390281438827515, 0.2797560393810272, 0.27928808331489563, 0.2772946357727051, 0.2953926920890808, 0.3112577199935913, 0.22127830982208252], "r_norm": [0.6399801969528198, 0.6509167551994324, 0.6435850858688354, 0.6533041000366211, 0.6530462503433228, 0.6478651762008667, 0.6409815549850464]}, {"step": 450, "epoch": 0, "train_loss": 0.2963063418865204, "cos_r_negg": [0.29480108618736267, 0.29752251505851746, 0.2812764346599579, 0.27105459570884705, 0.2729889154434204, 0.29539990425109863, 0.24195852875709534], "cos_apical_negg": [0.29480108618736267, 0.29752251505851746, 0.2812764346599579, 0.27105459570884705, 0.2729889154434204, 0.29539990425109863, 0.24195852875709534], "cos_Ac_negg": [0.29480108618736267, 0.29752251505851746, 0.2812764346599579, 0.27105459570884705, 0.2729889154434204, 0.29539990425109863, 0.24195852875709534], "r_norm": [0.6464565992355347, 0.6549274921417236, 0.646218478679657, 0.6611119508743286, 0.6568881273269653, 0.6606226563453674, 0.6421812772750854]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9324, "test_loss": 0.24748777923583984}, {"step": 500, "epoch": 1, "train_loss": 0.2892898619174957, "cos_r_negg": [0.2911140024662018, 0.31690850853919983, 0.30863481760025024, 0.29704827070236206, 0.3165220618247986, 0.3168196976184845, 0.23423202335834503], "cos_apical_negg": [0.2911140024662018, 0.31690850853919983, 0.30863481760025024, 0.29704827070236206, 0.3165220618247986, 0.3168196976184845, 0.23423202335834503], "cos_Ac_negg": [0.2911140024662018, 0.31690850853919983, 0.30863481760025024, 0.29704827070236206, 0.3165220618247986, 0.3168196976184845, 0.23423202335834503], "r_norm": [0.6153624057769775, 0.6232929825782776, 0.6201962828636169, 0.6291670799255371, 0.627930760383606, 0.627787172794342, 0.6127306222915649]}, {"step": 550, "epoch": 1, "train_loss": 0.1749371588230133, "cos_r_negg": [0.35414743423461914, 0.34155401587486267, 0.31599146127700806, 0.3118707537651062, 0.29774993658065796, 0.3058820366859436, 0.23409870266914368], "cos_apical_negg": [0.35414743423461914, 0.34155401587486267, 0.31599146127700806, 0.3118707537651062, 0.29774993658065796, 0.3058820366859436, 0.23409870266914368], "cos_Ac_negg": [0.35414743423461914, 0.34155401587486267, 0.31599146127700806, 0.3118707537651062, 0.29774993658065796, 0.3058820366859436, 0.23409870266914368], "r_norm": [0.578865110874176, 0.596693217754364, 0.5885558724403381, 0.5933037996292114, 0.5925074219703674, 0.5966325998306274, 0.5827425122261047]}, {"step": 600, "epoch": 1, "train_loss": 0.41610628366470337, "cos_r_negg": [0.31467461585998535, 0.3010199964046478, 0.2885185778141022, 0.2775707244873047, 0.2871476411819458, 0.27979230880737305, 0.2075631022453308], "cos_apical_negg": [0.31467461585998535, 0.3010199964046478, 0.2885185778141022, 0.2775707244873047, 0.2871476411819458, 0.27979230880737305, 0.2075631022453308], "cos_Ac_negg": [0.31467461585998535, 0.3010199964046478, 0.2885185778141022, 0.2775707244873047, 0.2871476411819458, 0.27979230880737305, 0.2075631022453308], "r_norm": [0.6098450422286987, 0.6269171237945557, 0.6148337125778198, 0.6235796213150024, 0.6191554665565491, 0.6248904466629028, 0.6128048300743103]}, {"step": 650, "epoch": 1, "train_loss": 0.27266860008239746, "cos_r_negg": [0.347209095954895, 0.33628541231155396, 0.34223729372024536, 0.3296845555305481, 0.29229265451431274, 0.3121200203895569, 0.2538403868675232], "cos_apical_negg": [0.347209095954895, 0.33628541231155396, 0.34223729372024536, 0.3296845555305481, 0.29229265451431274, 0.3121200203895569, 0.2538403868675232], "cos_Ac_negg": [0.347209095954895, 0.33628541231155396, 0.34223729372024536, 0.3296845555305481, 0.29229265451431274, 0.3121200203895569, 0.2538403868675232], "r_norm": [0.558712363243103, 0.5685505867004395, 0.5602940320968628, 0.5668656826019287, 0.5665653347969055, 0.567296028137207, 0.55953449010849]}, {"step": 700, "epoch": 1, "train_loss": 0.046844251453876495, "cos_r_negg": [0.33429765701293945, 0.30821463465690613, 0.32359737157821655, 0.284097284078598, 0.2921142876148224, 0.31210723519325256, 0.21833747625350952], "cos_apical_negg": [0.33429765701293945, 0.30821463465690613, 0.32359737157821655, 0.284097284078598, 0.2921142876148224, 0.31210723519325256, 0.21833747625350952], "cos_Ac_negg": [0.33429765701293945, 0.30821463465690613, 0.32359737157821655, 0.284097284078598, 0.2921142876148224, 0.31210723519325256, 0.21833747625350952], "r_norm": [0.4962945878505707, 0.5018756985664368, 0.4940842390060425, 0.5009450912475586, 0.5022282600402832, 0.5062670707702637, 0.49164044857025146]}, {"step": 750, "epoch": 1, "train_loss": 0.19596247375011444, "cos_r_negg": [0.31269118189811707, 0.323166161775589, 0.3446357846260071, 0.308635950088501, 0.31266701221466064, 0.33816078305244446, 0.21841758489608765], "cos_apical_negg": [0.31269118189811707, 0.323166161775589, 0.3446357846260071, 0.308635950088501, 0.31266701221466064, 0.33816078305244446, 0.21841758489608765], "cos_Ac_negg": [0.31269118189811707, 0.323166161775589, 0.3446357846260071, 0.308635950088501, 0.31266701221466064, 0.33816078305244446, 0.21841758489608765], "r_norm": [0.5692140460014343, 0.577307939529419, 0.5682753920555115, 0.5752778649330139, 0.5751710534095764, 0.5794910192489624, 0.568263590335846]}, {"step": 800, "epoch": 1, "train_loss": 0.1355031132698059, "cos_r_negg": [0.35159313678741455, 0.33365193009376526, 0.3526350259780884, 0.33337369561195374, 0.32444870471954346, 0.32562965154647827, 0.20570161938667297], "cos_apical_negg": [0.35159313678741455, 0.33365193009376526, 0.3526350259780884, 0.33337369561195374, 0.32444870471954346, 0.32562965154647827, 0.20570161938667297], "cos_Ac_negg": [0.35159313678741455, 0.33365193009376526, 0.3526350259780884, 0.33337369561195374, 0.32444870471954346, 0.32562965154647827, 0.20570161938667297], "r_norm": [0.4637051224708557, 0.46979451179504395, 0.4648812413215637, 0.47015446424484253, 0.4692760109901428, 0.4718921184539795, 0.4603401720523834]}, {"step": 850, "epoch": 1, "train_loss": 0.2559985816478729, "cos_r_negg": [0.34034043550491333, 0.32612860202789307, 0.34827548265457153, 0.34618961811065674, 0.33955058455467224, 0.342107892036438, 0.22011923789978027], "cos_apical_negg": [0.34034043550491333, 0.32612860202789307, 0.34827548265457153, 0.34618961811065674, 0.33955058455467224, 0.342107892036438, 0.22011923789978027], "cos_Ac_negg": [0.34034043550491333, 0.32612860202789307, 0.34827548265457153, 0.34618961811065674, 0.33955058455467224, 0.342107892036438, 0.22011923789978027], "r_norm": [0.44261154532432556, 0.45415347814559937, 0.4513033330440521, 0.4541107714176178, 0.4521806240081787, 0.4565938711166382, 0.4461521506309509]}, {"step": 900, "epoch": 1, "train_loss": 0.16913166642189026, "cos_r_negg": [0.30836132168769836, 0.32508569955825806, 0.3357168436050415, 0.32494908571243286, 0.3168650269508362, 0.31588393449783325, 0.24342022836208344], "cos_apical_negg": [0.30836132168769836, 0.32508569955825806, 0.3357168436050415, 0.32494908571243286, 0.3168650269508362, 0.31588393449783325, 0.24342022836208344], "cos_Ac_negg": [0.30836132168769836, 0.32508569955825806, 0.3357168436050415, 0.32494908571243286, 0.3168650269508362, 0.31588393449783325, 0.24342022836208344], "r_norm": [0.4887569546699524, 0.5025675892829895, 0.4982137978076935, 0.5014289617538452, 0.49983954429626465, 0.4999158978462219, 0.4941977560520172]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9525, "test_loss": 0.17572359008789062}, {"step": 950, "epoch": 2, "train_loss": 0.14257946610450745, "cos_r_negg": [0.3191174268722534, 0.3252289891242981, 0.34303292632102966, 0.3447783589363098, 0.33461230993270874, 0.31188902258872986, 0.215416818857193], "cos_apical_negg": [0.3191174268722534, 0.3252289891242981, 0.34303292632102966, 0.3447783589363098, 0.33461230993270874, 0.31188902258872986, 0.215416818857193], "cos_Ac_negg": [0.3191174268722534, 0.3252289891242981, 0.34303292632102966, 0.3447783589363098, 0.33461230993270874, 0.31188902258872986, 0.215416818857193], "r_norm": [0.43035298585891724, 0.43860697746276855, 0.4350733757019043, 0.43780994415283203, 0.438772976398468, 0.43820294737815857, 0.4306420683860779]}, {"step": 1000, "epoch": 2, "train_loss": 0.09239447861909866, "cos_r_negg": [0.34674400091171265, 0.34939152002334595, 0.3794744312763214, 0.37363743782043457, 0.34885847568511963, 0.3555459678173065, 0.2393786460161209], "cos_apical_negg": [0.34674400091171265, 0.34939152002334595, 0.3794744312763214, 0.37363743782043457, 0.34885847568511963, 0.3555459678173065, 0.2393786460161209], "cos_Ac_negg": [0.34674400091171265, 0.34939152002334595, 0.3794744312763214, 0.37363743782043457, 0.34885847568511963, 0.3555459678173065, 0.2393786460161209], "r_norm": [0.4401216208934784, 0.4481208920478821, 0.4443330466747284, 0.4471803903579712, 0.4472660422325134, 0.4495339095592499, 0.4410615563392639]}, {"step": 1050, "epoch": 2, "train_loss": 0.08025315403938293, "cos_r_negg": [0.35397830605506897, 0.37026339769363403, 0.3716983199119568, 0.368457555770874, 0.36643415689468384, 0.3115801215171814, 0.2543067932128906], "cos_apical_negg": [0.35397830605506897, 0.37026339769363403, 0.3716983199119568, 0.368457555770874, 0.36643415689468384, 0.3115801215171814, 0.2543067932128906], "cos_Ac_negg": [0.35397830605506897, 0.37026339769363403, 0.3716983199119568, 0.368457555770874, 0.36643415689468384, 0.3115801215171814, 0.2543067932128906], "r_norm": [0.40717625617980957, 0.4164319932460785, 0.41129112243652344, 0.4167863130569458, 0.41633546352386475, 0.41641199588775635, 0.4104168117046356]}, {"step": 1100, "epoch": 2, "train_loss": 0.12387528270483017, "cos_r_negg": [0.3606630265712738, 0.3726816177368164, 0.39055073261260986, 0.4026351273059845, 0.3663212060928345, 0.35715797543525696, 0.23109669983386993], "cos_apical_negg": [0.3606630265712738, 0.3726816177368164, 0.39055073261260986, 0.4026351273059845, 0.3663212060928345, 0.35715797543525696, 0.23109669983386993], "cos_Ac_negg": [0.3606630265712738, 0.3726816177368164, 0.39055073261260986, 0.4026351273059845, 0.3663212060928345, 0.35715797543525696, 0.23109669983386993], "r_norm": [0.3890596032142639, 0.39669978618621826, 0.3935009241104126, 0.39598625898361206, 0.39675360918045044, 0.3991571068763733, 0.392463356256485]}, {"step": 1150, "epoch": 2, "train_loss": 0.11562763154506683, "cos_r_negg": [0.3211367428302765, 0.3320193588733673, 0.3475721478462219, 0.35224664211273193, 0.33775216341018677, 0.34855949878692627, 0.2386506348848343], "cos_apical_negg": [0.3211367428302765, 0.3320193588733673, 0.3475721478462219, 0.35224664211273193, 0.33775216341018677, 0.34855949878692627, 0.2386506348848343], "cos_Ac_negg": [0.3211367428302765, 0.3320193588733673, 0.3475721478462219, 0.35224664211273193, 0.33775216341018677, 0.34855949878692627, 0.2386506348848343], "r_norm": [0.3871906101703644, 0.39739394187927246, 0.39493343234062195, 0.39549964666366577, 0.3955945074558258, 0.3985491096973419, 0.39054423570632935]}, {"step": 1200, "epoch": 2, "train_loss": 0.056403014808893204, "cos_r_negg": [0.3097917437553406, 0.3228490650653839, 0.3374292254447937, 0.330049067735672, 0.34809333086013794, 0.3368138074874878, 0.2128535509109497], "cos_apical_negg": [0.3097917437553406, 0.3228490650653839, 0.3374292254447937, 0.330049067735672, 0.34809333086013794, 0.3368138074874878, 0.2128535509109497], "cos_Ac_negg": [0.3097917437553406, 0.3228490650653839, 0.3374292254447937, 0.330049067735672, 0.34809333086013794, 0.3368138074874878, 0.2128535509109497], "r_norm": [0.39839300513267517, 0.4077247083187103, 0.40566080808639526, 0.41119784116744995, 0.4065709114074707, 0.41211408376693726, 0.4009290337562561]}, {"step": 1250, "epoch": 2, "train_loss": 0.1399170160293579, "cos_r_negg": [0.31189507246017456, 0.3374622166156769, 0.3592376708984375, 0.33390119671821594, 0.33448562026023865, 0.33670806884765625, 0.202006995677948], "cos_apical_negg": [0.31189507246017456, 0.3374622166156769, 0.3592376708984375, 0.33390119671821594, 0.33448562026023865, 0.33670806884765625, 0.202006995677948], "cos_Ac_negg": [0.31189507246017456, 0.3374622166156769, 0.3592376708984375, 0.33390119671821594, 0.33448562026023865, 0.33670806884765625, 0.202006995677948], "r_norm": [0.380414217710495, 0.39137428998947144, 0.3871139585971832, 0.38844454288482666, 0.38920798897743225, 0.39439886808395386, 0.3830597400665283]}, {"step": 1300, "epoch": 2, "train_loss": 0.19605517387390137, "cos_r_negg": [0.3269193768501282, 0.34755271673202515, 0.3574190139770508, 0.3387904763221741, 0.3563641905784607, 0.3421782851219177, 0.21619011461734772], "cos_apical_negg": [0.3269193768501282, 0.34755271673202515, 0.3574190139770508, 0.3387904763221741, 0.3563641905784607, 0.3421782851219177, 0.21619011461734772], "cos_Ac_negg": [0.3269193768501282, 0.34755271673202515, 0.3574190139770508, 0.3387904763221741, 0.3563641905784607, 0.3421782851219177, 0.21619011461734772], "r_norm": [0.4831829071044922, 0.48528701066970825, 0.47702687978744507, 0.490049809217453, 0.4858502447605133, 0.4898195266723633, 0.4752632677555084]}, {"step": 1350, "epoch": 2, "train_loss": 0.12012593448162079, "cos_r_negg": [0.3308085799217224, 0.3419014513492584, 0.3445797264575958, 0.33401501178741455, 0.2940203845500946, 0.29464805126190186, 0.18429169058799744], "cos_apical_negg": [0.3308085799217224, 0.3419014513492584, 0.3445797264575958, 0.33401501178741455, 0.2940203845500946, 0.29464805126190186, 0.18429169058799744], "cos_Ac_negg": [0.3308085799217224, 0.3419014513492584, 0.3445797264575958, 0.33401501178741455, 0.2940203845500946, 0.29464805126190186, 0.18429169058799744], "r_norm": [0.3529209792613983, 0.3629824221134186, 0.3596368730068207, 0.362872838973999, 0.36156320571899414, 0.36313730478286743, 0.356017529964447]}, {"step": 1400, "epoch": 2, "train_loss": 0.23872895538806915, "cos_r_negg": [0.3095380365848541, 0.3315046429634094, 0.35054612159729004, 0.3364931046962738, 0.35374313592910767, 0.3219040334224701, 0.18844956159591675], "cos_apical_negg": [0.3095380365848541, 0.3315046429634094, 0.35054612159729004, 0.3364931046962738, 0.35374313592910767, 0.3219040334224701, 0.18844956159591675], "cos_Ac_negg": [0.3095380365848541, 0.3315046429634094, 0.35054612159729004, 0.3364931046962738, 0.35374313592910767, 0.3219040334224701, 0.18844956159591675], "r_norm": [0.3419073224067688, 0.35445088148117065, 0.3506721258163452, 0.35119420289993286, 0.35049545764923096, 0.3510117530822754, 0.34723275899887085]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9552, "test_loss": 0.16808669662475587}, {"step": 1450, "epoch": 3, "train_loss": 0.0792919397354126, "cos_r_negg": [0.3208134174346924, 0.3334980607032776, 0.3727003335952759, 0.36185866594314575, 0.3494933247566223, 0.31197285652160645, 0.16900599002838135], "cos_apical_negg": [0.3208134174346924, 0.3334980607032776, 0.3727003335952759, 0.36185866594314575, 0.3494933247566223, 0.31197285652160645, 0.16900599002838135], "cos_Ac_negg": [0.3208134174346924, 0.3334980607032776, 0.3727003335952759, 0.36185866594314575, 0.3494933247566223, 0.31197285652160645, 0.16900599002838135], "r_norm": [0.39020276069641113, 0.4014494717121124, 0.3956822156906128, 0.4016633629798889, 0.3984556198120117, 0.4009583592414856, 0.3920171856880188]}, {"step": 1500, "epoch": 3, "train_loss": 0.09565655142068863, "cos_r_negg": [0.31958261132240295, 0.32884812355041504, 0.3610147535800934, 0.3598189651966095, 0.3717535138130188, 0.33113402128219604, 0.16600529849529266], "cos_apical_negg": [0.31958261132240295, 0.32884812355041504, 0.3610147535800934, 0.3598189651966095, 0.3717535138130188, 0.33113402128219604, 0.16600529849529266], "cos_Ac_negg": [0.31958261132240295, 0.32884812355041504, 0.3610147535800934, 0.3598189651966095, 0.3717535138130188, 0.33113402128219604, 0.16600529849529266], "r_norm": [0.341136634349823, 0.34970206022262573, 0.3455835282802582, 0.3489207625389099, 0.34695541858673096, 0.3461681604385376, 0.3447892367839813]}, {"step": 1550, "epoch": 3, "train_loss": 0.08015351742506027, "cos_r_negg": [0.31873613595962524, 0.3374306559562683, 0.35902780294418335, 0.34355399012565613, 0.3390169143676758, 0.34010225534439087, 0.1810588836669922], "cos_apical_negg": [0.31873613595962524, 0.3374306559562683, 0.35902780294418335, 0.34355399012565613, 0.3390169143676758, 0.34010225534439087, 0.1810588836669922], "cos_Ac_negg": [0.31873613595962524, 0.3374306559562683, 0.35902780294418335, 0.34355399012565613, 0.3390169143676758, 0.34010225534439087, 0.1810588836669922], "r_norm": [0.30746951699256897, 0.31699901819229126, 0.311022013425827, 0.31461387872695923, 0.3161604404449463, 0.3184894919395447, 0.31023284792900085]}, {"step": 1600, "epoch": 3, "train_loss": 0.045791760087013245, "cos_r_negg": [0.3333835005760193, 0.3526740074157715, 0.37941938638687134, 0.35920223593711853, 0.3520883023738861, 0.33788907527923584, 0.1669600009918213], "cos_apical_negg": [0.3333835005760193, 0.3526740074157715, 0.37941938638687134, 0.35920223593711853, 0.3520883023738861, 0.33788907527923584, 0.1669600009918213], "cos_Ac_negg": [0.3333835005760193, 0.3526740074157715, 0.37941938638687134, 0.35920223593711853, 0.3520883023738861, 0.33788907527923584, 0.1669600009918213], "r_norm": [0.32226794958114624, 0.3327081799507141, 0.32542359828948975, 0.3309559226036072, 0.3313291072845459, 0.331348180770874, 0.32150647044181824]}, {"step": 1650, "epoch": 3, "train_loss": 0.0904749408364296, "cos_r_negg": [0.32743480801582336, 0.34855157136917114, 0.37931135296821594, 0.36200302839279175, 0.35634443163871765, 0.3365205228328705, 0.19896018505096436], "cos_apical_negg": [0.32743480801582336, 0.34855157136917114, 0.37931135296821594, 0.36200302839279175, 0.35634443163871765, 0.3365205228328705, 0.19896018505096436], "cos_Ac_negg": [0.32743480801582336, 0.34855157136917114, 0.37931135296821594, 0.36200302839279175, 0.35634443163871765, 0.3365205228328705, 0.19896018505096436], "r_norm": [0.289426326751709, 0.30173593759536743, 0.2957858443260193, 0.29770052433013916, 0.2997247278690338, 0.30085936188697815, 0.29271697998046875]}, {"step": 1700, "epoch": 3, "train_loss": 0.09851454198360443, "cos_r_negg": [0.3275444209575653, 0.3570699095726013, 0.385748028755188, 0.3786852955818176, 0.3798612952232361, 0.3707045018672943, 0.1941545605659485], "cos_apical_negg": [0.3275444209575653, 0.3570699095726013, 0.385748028755188, 0.3786852955818176, 0.3798612952232361, 0.3707045018672943, 0.1941545605659485], "cos_Ac_negg": [0.3275444209575653, 0.3570699095726013, 0.385748028755188, 0.3786852955818176, 0.3798612952232361, 0.3707045018672943, 0.1941545605659485], "r_norm": [0.3078203499317169, 0.31861162185668945, 0.3155401349067688, 0.31683632731437683, 0.31520265340805054, 0.31663835048675537, 0.3129746615886688]}, {"step": 1750, "epoch": 3, "train_loss": 0.07654762268066406, "cos_r_negg": [0.34878236055374146, 0.3679697811603546, 0.4004563093185425, 0.39892110228538513, 0.3851260542869568, 0.3725317716598511, 0.20053139328956604], "cos_apical_negg": [0.34878236055374146, 0.3679697811603546, 0.4004563093185425, 0.39892110228538513, 0.3851260542869568, 0.3725317716598511, 0.20053139328956604], "cos_Ac_negg": [0.34878236055374146, 0.3679697811603546, 0.4004563093185425, 0.39892110228538513, 0.3851260542869568, 0.3725317716598511, 0.20053139328956604], "r_norm": [0.28314095735549927, 0.29277947545051575, 0.2900792956352234, 0.28996002674102783, 0.290377676486969, 0.29160627722740173, 0.2872803807258606]}, {"step": 1800, "epoch": 3, "train_loss": 0.11091452091932297, "cos_r_negg": [0.3411930799484253, 0.35874712467193604, 0.3930504024028778, 0.3992351293563843, 0.3956908583641052, 0.3785388171672821, 0.2011348307132721], "cos_apical_negg": [0.3411930799484253, 0.35874712467193604, 0.3930504024028778, 0.3992351293563843, 0.3956908583641052, 0.3785388171672821, 0.2011348307132721], "cos_Ac_negg": [0.3411930799484253, 0.35874712467193604, 0.3930504024028778, 0.3992351293563843, 0.3956908583641052, 0.3785388171672821, 0.2011348307132721], "r_norm": [0.31204894185066223, 0.3195117712020874, 0.31790828704833984, 0.31989431381225586, 0.31896668672561646, 0.3179234266281128, 0.3140140175819397]}, {"step": 1850, "epoch": 3, "train_loss": 0.13736459612846375, "cos_r_negg": [0.38526755571365356, 0.39191049337387085, 0.41139596700668335, 0.3996654450893402, 0.38381069898605347, 0.37985455989837646, 0.19374589622020721], "cos_apical_negg": [0.38526755571365356, 0.39191049337387085, 0.41139596700668335, 0.3996654450893402, 0.38381069898605347, 0.37985455989837646, 0.19374589622020721], "cos_Ac_negg": [0.38526755571365356, 0.39191049337387085, 0.41139596700668335, 0.3996654450893402, 0.38381069898605347, 0.37985455989837646, 0.19374589622020721], "r_norm": [0.3479059934616089, 0.35350731015205383, 0.3519588112831116, 0.35278934240341187, 0.3536893427371979, 0.356961727142334, 0.3468797206878662]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9634, "test_loss": 0.13996147956848146}, {"step": 1900, "epoch": 4, "train_loss": 0.03503191098570824, "cos_r_negg": [0.3488837480545044, 0.3747352361679077, 0.40436896681785583, 0.3921976089477539, 0.3996429443359375, 0.3635771870613098, 0.20653440058231354], "cos_apical_negg": [0.3488837480545044, 0.3747352361679077, 0.40436896681785583, 0.3921976089477539, 0.3996429443359375, 0.3635771870613098, 0.20653440058231354], "cos_Ac_negg": [0.3488837480545044, 0.3747352361679077, 0.40436896681785583, 0.3921976089477539, 0.3996429443359375, 0.3635771870613098, 0.20653440058231354], "r_norm": [0.26793956756591797, 0.27561551332473755, 0.2746250629425049, 0.27443087100982666, 0.2759239673614502, 0.2756496071815491, 0.27000007033348083]}, {"step": 1950, "epoch": 4, "train_loss": 0.06653816998004913, "cos_r_negg": [0.35282641649246216, 0.37105756998062134, 0.38446173071861267, 0.38924381136894226, 0.3873293399810791, 0.3652994930744171, 0.20264066755771637], "cos_apical_negg": [0.35282641649246216, 0.37105756998062134, 0.38446173071861267, 0.38924381136894226, 0.3873293399810791, 0.3652994930744171, 0.20264066755771637], "cos_Ac_negg": [0.35282641649246216, 0.37105756998062134, 0.38446173071861267, 0.38924381136894226, 0.3873293399810791, 0.3652994930744171, 0.20264066755771637], "r_norm": [0.31524568796157837, 0.3226590156555176, 0.31708577275276184, 0.32292699813842773, 0.3231663405895233, 0.3249225616455078, 0.3132653534412384]}, {"step": 2000, "epoch": 4, "train_loss": 0.09688937664031982, "cos_r_negg": [0.36411893367767334, 0.3777579069137573, 0.39101752638816833, 0.3999006748199463, 0.39549344778060913, 0.37128138542175293, 0.19142507016658783], "cos_apical_negg": [0.36411893367767334, 0.3777579069137573, 0.39101752638816833, 0.3999006748199463, 0.39549344778060913, 0.37128138542175293, 0.19142507016658783], "cos_Ac_negg": [0.36411893367767334, 0.3777579069137573, 0.39101752638816833, 0.3999006748199463, 0.39549344778060913, 0.37128138542175293, 0.19142507016658783], "r_norm": [0.25304466485977173, 0.26330047845840454, 0.2589455246925354, 0.25864046812057495, 0.2610514163970947, 0.2616780400276184, 0.25505906343460083]}, {"step": 2050, "epoch": 4, "train_loss": 0.04837607964873314, "cos_r_negg": [0.3365747630596161, 0.34804612398147583, 0.3725358247756958, 0.3711377680301666, 0.3898262083530426, 0.3506222665309906, 0.19729241728782654], "cos_apical_negg": [0.3365747630596161, 0.34804612398147583, 0.3725358247756958, 0.3711377680301666, 0.3898262083530426, 0.3506222665309906, 0.19729241728782654], "cos_Ac_negg": [0.3365747630596161, 0.34804612398147583, 0.3725358247756958, 0.3711377680301666, 0.3898262083530426, 0.3506222665309906, 0.19729241728782654], "r_norm": [0.26295244693756104, 0.269853413105011, 0.26575595140457153, 0.2661740779876709, 0.2697507441043854, 0.26793891191482544, 0.26398906111717224]}, {"step": 2100, "epoch": 4, "train_loss": 0.1037844568490982, "cos_r_negg": [0.364202618598938, 0.36725473403930664, 0.39732885360717773, 0.3996879756450653, 0.4244005084037781, 0.3751527667045593, 0.2018895149230957], "cos_apical_negg": [0.364202618598938, 0.36725473403930664, 0.39732885360717773, 0.3996879756450653, 0.4244005084037781, 0.3751527667045593, 0.2018895149230957], "cos_Ac_negg": [0.364202618598938, 0.36725473403930664, 0.39732885360717773, 0.3996879756450653, 0.4244005084037781, 0.3751527667045593, 0.2018895149230957], "r_norm": [0.3220984935760498, 0.3260350227355957, 0.3185103237628937, 0.3236904740333557, 0.32658714056015015, 0.3277944326400757, 0.31819599866867065]}, {"step": 2150, "epoch": 4, "train_loss": 0.062154240906238556, "cos_r_negg": [0.35777896642684937, 0.37699103355407715, 0.40938854217529297, 0.4022969603538513, 0.4343773424625397, 0.3975449800491333, 0.23177377879619598], "cos_apical_negg": [0.35777896642684937, 0.37699103355407715, 0.40938854217529297, 0.4022969603538513, 0.4343773424625397, 0.3975449800491333, 0.23177377879619598], "cos_Ac_negg": [0.35777896642684937, 0.37699103355407715, 0.40938854217529297, 0.4022969603538513, 0.4343773424625397, 0.3975449800491333, 0.23177377879619598], "r_norm": [0.23775582015514374, 0.24760159850120544, 0.2439274936914444, 0.24284803867340088, 0.24568486213684082, 0.24719321727752686, 0.24129900336265564]}, {"step": 2200, "epoch": 4, "train_loss": 0.0994865894317627, "cos_r_negg": [0.3431742191314697, 0.36955133080482483, 0.3821437954902649, 0.3867030739784241, 0.41197437047958374, 0.3660576343536377, 0.19073545932769775], "cos_apical_negg": [0.3431742191314697, 0.36955133080482483, 0.3821437954902649, 0.3867030739784241, 0.41197437047958374, 0.3660576343536377, 0.19073545932769775], "cos_Ac_negg": [0.3431742191314697, 0.36955133080482483, 0.3821437954902649, 0.3867030739784241, 0.41197437047958374, 0.3660576343536377, 0.19073545932769775], "r_norm": [0.2558727264404297, 0.26027601957321167, 0.25795531272888184, 0.2600824534893036, 0.26227685809135437, 0.2605510652065277, 0.25757360458374023]}, {"step": 2250, "epoch": 4, "train_loss": 0.020197318866848946, "cos_r_negg": [0.3636068105697632, 0.38413816690444946, 0.3992170989513397, 0.41858533024787903, 0.42398202419281006, 0.37422022223472595, 0.2025706171989441], "cos_apical_negg": [0.3636068105697632, 0.38413816690444946, 0.3992170989513397, 0.41858533024787903, 0.42398202419281006, 0.37422022223472595, 0.2025706171989441], "cos_Ac_negg": [0.3636068105697632, 0.38413816690444946, 0.3992170989513397, 0.41858533024787903, 0.42398202419281006, 0.37422022223472595, 0.2025706171989441], "r_norm": [0.32337310910224915, 0.32573503255844116, 0.32572710514068604, 0.3280792832374573, 0.32838496565818787, 0.3233555555343628, 0.3214508593082428]}, {"step": 2300, "epoch": 4, "train_loss": 0.1434432864189148, "cos_r_negg": [0.3483307957649231, 0.3699679374694824, 0.38580775260925293, 0.390595942735672, 0.40122610330581665, 0.369222491979599, 0.20943623781204224], "cos_apical_negg": [0.3483307957649231, 0.3699679374694824, 0.38580775260925293, 0.390595942735672, 0.40122610330581665, 0.369222491979599, 0.20943623781204224], "cos_Ac_negg": [0.3483307957649231, 0.3699679374694824, 0.38580775260925293, 0.390595942735672, 0.40122610330581665, 0.369222491979599, 0.20943623781204224], "r_norm": [0.3207683861255646, 0.3247185945510864, 0.32102611660957336, 0.32411670684814453, 0.3257637917995453, 0.3243327736854553, 0.319271445274353]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9629, "test_loss": 0.13042717170715332}, {"step": 2350, "epoch": 5, "train_loss": 0.08201411366462708, "cos_r_negg": [0.3596181869506836, 0.3943882882595062, 0.41199639439582825, 0.42377740144729614, 0.4351961016654968, 0.3795322775840759, 0.20892664790153503], "cos_apical_negg": [0.3596181869506836, 0.3943882882595062, 0.41199639439582825, 0.42377740144729614, 0.4351961016654968, 0.3795322775840759, 0.20892664790153503], "cos_Ac_negg": [0.3596181869506836, 0.3943882882595062, 0.41199639439582825, 0.42377740144729614, 0.4351961016654968, 0.3795322775840759, 0.20892664790153503], "r_norm": [0.29492485523223877, 0.3011425733566284, 0.299080491065979, 0.30049601197242737, 0.29945799708366394, 0.30125176906585693, 0.2976786494255066]}, {"step": 2400, "epoch": 5, "train_loss": 0.04915120452642441, "cos_r_negg": [0.349295973777771, 0.3845565915107727, 0.403033047914505, 0.4080251455307007, 0.4115521311759949, 0.3843729496002197, 0.20938479900360107], "cos_apical_negg": [0.349295973777771, 0.3845565915107727, 0.403033047914505, 0.4080251455307007, 0.4115521311759949, 0.3843729496002197, 0.20938479900360107], "cos_Ac_negg": [0.349295973777771, 0.3845565915107727, 0.403033047914505, 0.4080251455307007, 0.4115521311759949, 0.3843729496002197, 0.20938479900360107], "r_norm": [0.2515999674797058, 0.2581196129322052, 0.2553946077823639, 0.25595635175704956, 0.2577662467956543, 0.2567196786403656, 0.25120633840560913]}, {"step": 2450, "epoch": 5, "train_loss": 0.07270151376724243, "cos_r_negg": [0.3603973984718323, 0.40480098128318787, 0.4156569242477417, 0.42254483699798584, 0.4360063970088959, 0.41220706701278687, 0.22928987443447113], "cos_apical_negg": [0.3603973984718323, 0.40480098128318787, 0.4156569242477417, 0.42254483699798584, 0.4360063970088959, 0.41220706701278687, 0.22928987443447113], "cos_Ac_negg": [0.3603973984718323, 0.40480098128318787, 0.4156569242477417, 0.42254483699798584, 0.4360063970088959, 0.41220706701278687, 0.22928987443447113], "r_norm": [0.2480422854423523, 0.25470325350761414, 0.25122714042663574, 0.2534082531929016, 0.25324150919914246, 0.25564825534820557, 0.24742797017097473]}, {"step": 2500, "epoch": 5, "train_loss": 0.09528237581253052, "cos_r_negg": [0.3527136743068695, 0.397433876991272, 0.4158775210380554, 0.3979388475418091, 0.4154264032840729, 0.38839206099510193, 0.20060130953788757], "cos_apical_negg": [0.3527136743068695, 0.397433876991272, 0.4158775210380554, 0.3979388475418091, 0.4154264032840729, 0.38839206099510193, 0.20060130953788757], "cos_Ac_negg": [0.3527136743068695, 0.397433876991272, 0.4158775210380554, 0.3979388475418091, 0.4154264032840729, 0.38839206099510193, 0.20060130953788757], "r_norm": [0.25832051038742065, 0.26192083954811096, 0.2599554657936096, 0.2629249393939972, 0.2625700533390045, 0.2633211612701416, 0.25469136238098145]}, {"step": 2550, "epoch": 5, "train_loss": 0.07149698585271835, "cos_r_negg": [0.3290380835533142, 0.3751218020915985, 0.391710102558136, 0.3922211825847626, 0.4137004017829895, 0.38243985176086426, 0.20409409701824188], "cos_apical_negg": [0.3290380835533142, 0.3751218020915985, 0.391710102558136, 0.3922211825847626, 0.4137004017829895, 0.38243985176086426, 0.20409409701824188], "cos_Ac_negg": [0.3290380835533142, 0.3751218020915985, 0.391710102558136, 0.3922211825847626, 0.4137004017829895, 0.38243985176086426, 0.20409409701824188], "r_norm": [0.2035956233739853, 0.20985500514507294, 0.20566993951797485, 0.20862704515457153, 0.2086600959300995, 0.20781299471855164, 0.20352251827716827]}, {"step": 2600, "epoch": 5, "train_loss": 0.031711068004369736, "cos_r_negg": [0.3276168406009674, 0.3818674087524414, 0.379694402217865, 0.3782980740070343, 0.40283823013305664, 0.3745137155056, 0.22784781455993652], "cos_apical_negg": [0.3276168406009674, 0.3818674087524414, 0.379694402217865, 0.3782980740070343, 0.40283823013305664, 0.3745137155056, 0.22784781455993652], "cos_Ac_negg": [0.3276168406009674, 0.3818674087524414, 0.379694402217865, 0.3782980740070343, 0.40283823013305664, 0.3745137155056, 0.22784781455993652], "r_norm": [0.24579142034053802, 0.25114333629608154, 0.24779652059078217, 0.2494138777256012, 0.250781774520874, 0.2511324882507324, 0.24458223581314087]}, {"step": 2650, "epoch": 5, "train_loss": 0.08044467866420746, "cos_r_negg": [0.36026549339294434, 0.40553581714630127, 0.42718225717544556, 0.43224167823791504, 0.4391854405403137, 0.4055211842060089, 0.2481904774904251], "cos_apical_negg": [0.36026549339294434, 0.40553581714630127, 0.42718225717544556, 0.43224167823791504, 0.4391854405403137, 0.4055211842060089, 0.2481904774904251], "cos_Ac_negg": [0.36026549339294434, 0.40553581714630127, 0.42718225717544556, 0.43224167823791504, 0.4391854405403137, 0.4055211842060089, 0.2481904774904251], "r_norm": [0.23991623520851135, 0.24713900685310364, 0.24453838169574738, 0.24561595916748047, 0.2465038299560547, 0.24598869681358337, 0.24202799797058105]}, {"step": 2700, "epoch": 5, "train_loss": 0.08019106835126877, "cos_r_negg": [0.37695127725601196, 0.39502909779548645, 0.4073975682258606, 0.411030113697052, 0.41122329235076904, 0.3899940550327301, 0.2205304652452469], "cos_apical_negg": [0.37695127725601196, 0.39502909779548645, 0.4073975682258606, 0.411030113697052, 0.41122329235076904, 0.3899940550327301, 0.2205304652452469], "cos_Ac_negg": [0.37695127725601196, 0.39502909779548645, 0.4073975682258606, 0.411030113697052, 0.41122329235076904, 0.3899940550327301, 0.2205304652452469], "r_norm": [0.19778749346733093, 0.19736120104789734, 0.1973191201686859, 0.19793802499771118, 0.20089372992515564, 0.19809240102767944, 0.19475920498371124]}, {"step": 2750, "epoch": 5, "train_loss": 0.03320532292127609, "cos_r_negg": [0.34575048089027405, 0.3871443569660187, 0.39987289905548096, 0.3962751626968384, 0.40398210287094116, 0.3968683183193207, 0.20886020362377167], "cos_apical_negg": [0.34575048089027405, 0.3871443569660187, 0.39987289905548096, 0.3962751626968384, 0.40398210287094116, 0.3968683183193207, 0.20886020362377167], "cos_Ac_negg": [0.34575048089027405, 0.3871443569660187, 0.39987289905548096, 0.3962751626968384, 0.40398210287094116, 0.3968683183193207, 0.20886020362377167], "r_norm": [0.2559812068939209, 0.2643459141254425, 0.2588425874710083, 0.25757336616516113, 0.2596834599971771, 0.26360028982162476, 0.2575070858001709]}, {"step": 2800, "epoch": 5, "train_loss": 0.022369898855686188, "cos_r_negg": [0.35706058144569397, 0.38858115673065186, 0.39553359150886536, 0.3921622931957245, 0.39768463373184204, 0.387165904045105, 0.2179695963859558], "cos_apical_negg": [0.35706058144569397, 0.38858115673065186, 0.39553359150886536, 0.3921622931957245, 0.39768463373184204, 0.387165904045105, 0.2179695963859558], "cos_Ac_negg": [0.35706058144569397, 0.38858115673065186, 0.39553359150886536, 0.3921622931957245, 0.39768463373184204, 0.387165904045105, 0.2179695963859558], "r_norm": [0.23282691836357117, 0.23981121182441711, 0.23549234867095947, 0.23627698421478271, 0.23764657974243164, 0.2387157827615738, 0.23322921991348267]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9703, "test_loss": 0.12375423984527588}, {"step": 2850, "epoch": 6, "train_loss": 0.12100730836391449, "cos_r_negg": [0.33876121044158936, 0.37884238362312317, 0.3836795687675476, 0.3865453004837036, 0.3863714337348938, 0.3694126009941101, 0.2068164348602295], "cos_apical_negg": [0.33876121044158936, 0.37884238362312317, 0.3836795687675476, 0.3865453004837036, 0.3863714337348938, 0.3694126009941101, 0.2068164348602295], "cos_Ac_negg": [0.33876121044158936, 0.37884238362312317, 0.3836795687675476, 0.3865453004837036, 0.3863714337348938, 0.3694126009941101, 0.2068164348602295], "r_norm": [0.2595219612121582, 0.265973836183548, 0.2622354328632355, 0.2636261284351349, 0.26470619440078735, 0.2656189203262329, 0.25873225927352905]}, {"step": 2900, "epoch": 6, "train_loss": 0.018940327689051628, "cos_r_negg": [0.3279857933521271, 0.37390387058258057, 0.38652506470680237, 0.3771786093711853, 0.3958771824836731, 0.3869921863079071, 0.21776127815246582], "cos_apical_negg": [0.3279857933521271, 0.37390387058258057, 0.38652506470680237, 0.3771786093711853, 0.3958771824836731, 0.3869921863079071, 0.21776127815246582], "cos_Ac_negg": [0.3279857933521271, 0.37390387058258057, 0.38652506470680237, 0.3771786093711853, 0.3958771824836731, 0.3869921863079071, 0.21776127815246582], "r_norm": [0.264465868473053, 0.2670300602912903, 0.26573485136032104, 0.26903361082077026, 0.27008727192878723, 0.26613056659698486, 0.26015859842300415]}, {"step": 2950, "epoch": 6, "train_loss": 0.05113036185503006, "cos_r_negg": [0.3124341666698456, 0.3508226275444031, 0.36859068274497986, 0.38410356640815735, 0.3910338282585144, 0.37887755036354065, 0.21200692653656006], "cos_apical_negg": [0.3124341666698456, 0.3508226275444031, 0.36859068274497986, 0.38410356640815735, 0.3910338282585144, 0.37887755036354065, 0.21200692653656006], "cos_Ac_negg": [0.3124341666698456, 0.3508226275444031, 0.36859068274497986, 0.38410356640815735, 0.3910338282585144, 0.37887755036354065, 0.21200692653656006], "r_norm": [0.2355888932943344, 0.24058212339878082, 0.237531840801239, 0.2374216914176941, 0.24050524830818176, 0.2407679259777069, 0.2338498830795288]}, {"step": 3000, "epoch": 6, "train_loss": 0.008687586523592472, "cos_r_negg": [0.33065325021743774, 0.38334745168685913, 0.4036117494106293, 0.40871116518974304, 0.40277099609375, 0.3838757574558258, 0.1926896721124649], "cos_apical_negg": [0.33065325021743774, 0.38334745168685913, 0.4036117494106293, 0.40871116518974304, 0.40277099609375, 0.3838757574558258, 0.1926896721124649], "cos_Ac_negg": [0.33065325021743774, 0.38334745168685913, 0.4036117494106293, 0.40871116518974304, 0.40277099609375, 0.3838757574558258, 0.1926896721124649], "r_norm": [0.22903499007225037, 0.2354162484407425, 0.23342052102088928, 0.23454517126083374, 0.23613569140434265, 0.2338184416294098, 0.22907783091068268]}, {"step": 3050, "epoch": 6, "train_loss": 0.08568622916936874, "cos_r_negg": [0.3062933683395386, 0.35352975130081177, 0.3674139976501465, 0.3758895695209503, 0.3761882483959198, 0.37215960025787354, 0.20092268288135529], "cos_apical_negg": [0.3062933683395386, 0.35352975130081177, 0.3674139976501465, 0.3758895695209503, 0.3761882483959198, 0.37215960025787354, 0.20092268288135529], "cos_Ac_negg": [0.3062933683395386, 0.35352975130081177, 0.3674139976501465, 0.3758895695209503, 0.3761882483959198, 0.37215960025787354, 0.20092268288135529], "r_norm": [0.2060081958770752, 0.21016515791416168, 0.2077690213918686, 0.20878179371356964, 0.20933198928833008, 0.21044108271598816, 0.20673170685768127]}, {"step": 3100, "epoch": 6, "train_loss": 0.12998990714550018, "cos_r_negg": [0.3010416030883789, 0.3566993474960327, 0.3619474768638611, 0.3723447024822235, 0.37438082695007324, 0.39690902829170227, 0.1985645294189453], "cos_apical_negg": [0.3010416030883789, 0.3566993474960327, 0.3619474768638611, 0.3723447024822235, 0.37438082695007324, 0.39690902829170227, 0.1985645294189453], "cos_Ac_negg": [0.3010416030883789, 0.3566993474960327, 0.3619474768638611, 0.3723447024822235, 0.37438082695007324, 0.39690902829170227, 0.1985645294189453], "r_norm": [0.24029818177223206, 0.24462099373340607, 0.24137738347053528, 0.24343213438987732, 0.2441299855709076, 0.2435031682252884, 0.23833155632019043]}, {"step": 3150, "epoch": 6, "train_loss": 0.008339040912687778, "cos_r_negg": [0.3165396749973297, 0.3705143332481384, 0.3701063394546509, 0.37749841809272766, 0.3713761568069458, 0.38404303789138794, 0.18896827101707458], "cos_apical_negg": [0.3165396749973297, 0.3705143332481384, 0.3701063394546509, 0.37749841809272766, 0.3713761568069458, 0.38404303789138794, 0.18896827101707458], "cos_Ac_negg": [0.3165396749973297, 0.3705143332481384, 0.3701063394546509, 0.37749841809272766, 0.3713761568069458, 0.38404303789138794, 0.18896827101707458], "r_norm": [0.168132945895195, 0.17216774821281433, 0.17127855122089386, 0.17118693888187408, 0.1714964509010315, 0.17086517810821533, 0.16823112964630127]}, {"step": 3200, "epoch": 6, "train_loss": 0.034435492008924484, "cos_r_negg": [0.3530748784542084, 0.3971705138683319, 0.40685099363327026, 0.38884657621383667, 0.39089152216911316, 0.3823508620262146, 0.21220505237579346], "cos_apical_negg": [0.3530748784542084, 0.3971705138683319, 0.40685099363327026, 0.38884657621383667, 0.39089152216911316, 0.3823508620262146, 0.21220505237579346], "cos_Ac_negg": [0.3530748784542084, 0.3971705138683319, 0.40685099363327026, 0.38884657621383667, 0.39089152216911316, 0.3823508620262146, 0.21220505237579346], "r_norm": [0.23367837071418762, 0.24103257060050964, 0.23770694434642792, 0.2369156777858734, 0.23893141746520996, 0.24083688855171204, 0.2339327037334442]}, {"step": 3250, "epoch": 6, "train_loss": 0.062340181320905685, "cos_r_negg": [0.3401850461959839, 0.38473939895629883, 0.4025722146034241, 0.39250797033309937, 0.4023442268371582, 0.38855698704719543, 0.20336699485778809], "cos_apical_negg": [0.3401850461959839, 0.38473939895629883, 0.4025722146034241, 0.39250797033309937, 0.4023442268371582, 0.38855698704719543, 0.20336699485778809], "cos_Ac_negg": [0.3401850461959839, 0.38473939895629883, 0.4025722146034241, 0.39250797033309937, 0.4023442268371582, 0.38855698704719543, 0.20336699485778809], "r_norm": [0.21579718589782715, 0.22224685549736023, 0.21965168416500092, 0.22089916467666626, 0.2214430272579193, 0.2214132845401764, 0.21613460779190063]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9695, "test_loss": 0.12290372371673584}, {"step": 3300, "epoch": 7, "train_loss": 0.020268280059099197, "cos_r_negg": [0.3404458165168762, 0.3877958655357361, 0.392161101102829, 0.40174049139022827, 0.41646653413772583, 0.39277613162994385, 0.20775283873081207], "cos_apical_negg": [0.3404458165168762, 0.3877958655357361, 0.392161101102829, 0.40174049139022827, 0.41646653413772583, 0.39277613162994385, 0.20775283873081207], "cos_Ac_negg": [0.3404458165168762, 0.3877958655357361, 0.392161101102829, 0.40174049139022827, 0.41646653413772583, 0.39277613162994385, 0.20775283873081207], "r_norm": [0.20496778190135956, 0.2120564579963684, 0.21076847612857819, 0.21027734875679016, 0.21118924021720886, 0.21048766374588013, 0.20696164667606354]}, {"step": 3350, "epoch": 7, "train_loss": 0.01065942831337452, "cos_r_negg": [0.3127925395965576, 0.37657445669174194, 0.3788313567638397, 0.39046913385391235, 0.4150334894657135, 0.41857630014419556, 0.22553594410419464], "cos_apical_negg": [0.3127925395965576, 0.37657445669174194, 0.3788313567638397, 0.39046913385391235, 0.4150334894657135, 0.41857630014419556, 0.22553594410419464], "cos_Ac_negg": [0.3127925395965576, 0.37657445669174194, 0.3788313567638397, 0.39046913385391235, 0.4150334894657135, 0.41857630014419556, 0.22553594410419464], "r_norm": [0.20338881015777588, 0.20999865233898163, 0.2084088921546936, 0.21001900732517242, 0.20956654846668243, 0.2083648145198822, 0.20499034225940704]}, {"step": 3400, "epoch": 7, "train_loss": 0.00468068104237318, "cos_r_negg": [0.3140580654144287, 0.3706966042518616, 0.3714140057563782, 0.37790167331695557, 0.38731175661087036, 0.403339684009552, 0.2300291806459427], "cos_apical_negg": [0.3140580654144287, 0.3706966042518616, 0.3714140057563782, 0.37790167331695557, 0.38731175661087036, 0.403339684009552, 0.2300291806459427], "cos_Ac_negg": [0.3140580654144287, 0.3706966042518616, 0.3714140057563782, 0.37790167331695557, 0.38731175661087036, 0.403339684009552, 0.2300291806459427], "r_norm": [0.22361841797828674, 0.22935113310813904, 0.22716492414474487, 0.2277800738811493, 0.22905465960502625, 0.22681742906570435, 0.22514455020427704]}, {"step": 3450, "epoch": 7, "train_loss": 0.061402566730976105, "cos_r_negg": [0.3190418481826782, 0.3882931172847748, 0.3861054480075836, 0.38181543350219727, 0.3905753791332245, 0.3998841941356659, 0.22408722341060638], "cos_apical_negg": [0.3190418481826782, 0.3882931172847748, 0.3861054480075836, 0.38181543350219727, 0.3905753791332245, 0.3998841941356659, 0.22408722341060638], "cos_Ac_negg": [0.3190418481826782, 0.3882931172847748, 0.3861054480075836, 0.38181543350219727, 0.3905753791332245, 0.3998841941356659, 0.22408722341060638], "r_norm": [0.24777400493621826, 0.2545669972896576, 0.2517760396003723, 0.2532069683074951, 0.2543792724609375, 0.251476526260376, 0.2478483021259308]}, {"step": 3500, "epoch": 7, "train_loss": 0.007414313964545727, "cos_r_negg": [0.3174985647201538, 0.37960079312324524, 0.3712592124938965, 0.37127071619033813, 0.3708736300468445, 0.3928215205669403, 0.21889810264110565], "cos_apical_negg": [0.3174985647201538, 0.37960079312324524, 0.3712592124938965, 0.37127071619033813, 0.3708736300468445, 0.3928215205669403, 0.21889810264110565], "cos_Ac_negg": [0.3174985647201538, 0.37960079312324524, 0.3712592124938965, 0.37127071619033813, 0.3708736300468445, 0.3928215205669403, 0.21889810264110565], "r_norm": [0.25847843289375305, 0.2631224989891052, 0.26332348585128784, 0.26401591300964355, 0.26357564330101013, 0.2615179419517517, 0.25938016176223755]}, {"step": 3550, "epoch": 7, "train_loss": 0.02867126651108265, "cos_r_negg": [0.29278162121772766, 0.349901020526886, 0.3446088433265686, 0.33020153641700745, 0.3407742977142334, 0.34876787662506104, 0.19266556203365326], "cos_apical_negg": [0.29278162121772766, 0.349901020526886, 0.3446088433265686, 0.33020153641700745, 0.3407742977142334, 0.34876787662506104, 0.19266556203365326], "cos_Ac_negg": [0.29278162121772766, 0.349901020526886, 0.3446088433265686, 0.33020153641700745, 0.3407742977142334, 0.34876787662506104, 0.19266556203365326], "r_norm": [0.20673170685768127, 0.21232500672340393, 0.21225273609161377, 0.21297027170658112, 0.21350179612636566, 0.21046403050422668, 0.209760844707489]}, {"step": 3600, "epoch": 7, "train_loss": 0.030338052660226822, "cos_r_negg": [0.29252731800079346, 0.3421197533607483, 0.33108648657798767, 0.32806703448295593, 0.350991427898407, 0.35656145215034485, 0.17625896632671356], "cos_apical_negg": [0.29252731800079346, 0.3421197533607483, 0.33108648657798767, 0.32806703448295593, 0.350991427898407, 0.35656145215034485, 0.17625896632671356], "cos_Ac_negg": [0.29252731800079346, 0.3421197533607483, 0.33108648657798767, 0.32806703448295593, 0.350991427898407, 0.35656145215034485, 0.17625896632671356], "r_norm": [0.22110098600387573, 0.2225654274225235, 0.2225920855998993, 0.2226773351430893, 0.22524285316467285, 0.22254575788974762, 0.21988023817539215]}, {"step": 3650, "epoch": 7, "train_loss": 0.0013356696581467986, "cos_r_negg": [0.2749890089035034, 0.3277350962162018, 0.3109714686870575, 0.29908084869384766, 0.3163352310657501, 0.33902591466903687, 0.1706855595111847], "cos_apical_negg": [0.2749890089035034, 0.3277350962162018, 0.3109714686870575, 0.29908084869384766, 0.3163352310657501, 0.33902591466903687, 0.1706855595111847], "cos_Ac_negg": [0.2749890089035034, 0.3277350962162018, 0.3109714686870575, 0.29908084869384766, 0.3163352310657501, 0.33902591466903687, 0.1706855595111847], "r_norm": [0.1902291476726532, 0.1929313689470291, 0.1939995288848877, 0.19263571500778198, 0.19389647245407104, 0.19268539547920227, 0.18982116878032684]}, {"step": 3700, "epoch": 7, "train_loss": 0.024145692586898804, "cos_r_negg": [0.2924400866031647, 0.34872815012931824, 0.338476300239563, 0.335343599319458, 0.3482745885848999, 0.36485064029693604, 0.18088579177856445], "cos_apical_negg": [0.2924400866031647, 0.34872815012931824, 0.338476300239563, 0.335343599319458, 0.3482745885848999, 0.36485064029693604, 0.18088579177856445], "cos_Ac_negg": [0.2924400866031647, 0.34872815012931824, 0.338476300239563, 0.335343599319458, 0.3482745885848999, 0.36485064029693604, 0.18088579177856445], "r_norm": [0.20131802558898926, 0.2071438431739807, 0.20725232362747192, 0.20480425655841827, 0.20665647089481354, 0.20675545930862427, 0.2044125348329544]}, {"step": 3750, "epoch": 7, "train_loss": 0.021722035482525826, "cos_r_negg": [0.31721004843711853, 0.3657033443450928, 0.3613409399986267, 0.3612217307090759, 0.38739532232284546, 0.3733214735984802, 0.1862107813358307], "cos_apical_negg": [0.31721004843711853, 0.3657033443450928, 0.3613409399986267, 0.3612217307090759, 0.38739532232284546, 0.3733214735984802, 0.1862107813358307], "cos_Ac_negg": [0.31721004843711853, 0.3657033443450928, 0.3613409399986267, 0.3612217307090759, 0.38739532232284546, 0.3733214735984802, 0.1862107813358307], "r_norm": [0.20127388834953308, 0.2049027681350708, 0.20335444808006287, 0.2021222859621048, 0.20535778999328613, 0.20316994190216064, 0.20109987258911133]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9703, "test_loss": 0.13425134658813476}, {"step": 3800, "epoch": 8, "train_loss": 0.0416485071182251, "cos_r_negg": [0.3076266050338745, 0.35667625069618225, 0.3531266152858734, 0.3506467640399933, 0.3714790940284729, 0.3736145496368408, 0.19032791256904602], "cos_apical_negg": [0.3076266050338745, 0.35667625069618225, 0.3531266152858734, 0.3506467640399933, 0.3714790940284729, 0.3736145496368408, 0.19032791256904602], "cos_Ac_negg": [0.3076266050338745, 0.35667625069618225, 0.3531266152858734, 0.3506467640399933, 0.3714790940284729, 0.3736145496368408, 0.19032791256904602], "r_norm": [0.16287949681282043, 0.16691894829273224, 0.16634501516819, 0.16411598026752472, 0.16626740992069244, 0.16579678654670715, 0.16385063529014587]}, {"step": 3850, "epoch": 8, "train_loss": 0.018506521359086037, "cos_r_negg": [0.282474160194397, 0.33392173051834106, 0.3248952627182007, 0.31500405073165894, 0.3322117328643799, 0.3467184901237488, 0.16469363868236542], "cos_apical_negg": [0.282474160194397, 0.33392173051834106, 0.3248952627182007, 0.31500405073165894, 0.3322117328643799, 0.3467184901237488, 0.16469363868236542], "cos_Ac_negg": [0.282474160194397, 0.33392173051834106, 0.3248952627182007, 0.31500405073165894, 0.3322117328643799, 0.3467184901237488, 0.16469363868236542], "r_norm": [0.21278411149978638, 0.21731114387512207, 0.217966228723526, 0.21725088357925415, 0.21787425875663757, 0.21545284986495972, 0.21376587450504303]}, {"step": 3900, "epoch": 8, "train_loss": 0.006229730322957039, "cos_r_negg": [0.27684083580970764, 0.32957547903060913, 0.3220442831516266, 0.32030031085014343, 0.33153235912323, 0.36127036809921265, 0.18662315607070923], "cos_apical_negg": [0.27684083580970764, 0.32957547903060913, 0.3220442831516266, 0.32030031085014343, 0.33153235912323, 0.36127036809921265, 0.18662315607070923], "cos_Ac_negg": [0.27684083580970764, 0.32957547903060913, 0.3220442831516266, 0.32030031085014343, 0.33153235912323, 0.36127036809921265, 0.18662315607070923], "r_norm": [0.1745152771472931, 0.17778663337230682, 0.17822059988975525, 0.1775829792022705, 0.17886370420455933, 0.17717453837394714, 0.1757037341594696]}, {"step": 3950, "epoch": 8, "train_loss": 0.019586661830544472, "cos_r_negg": [0.2573818564414978, 0.3067587614059448, 0.299552321434021, 0.2977319657802582, 0.31500351428985596, 0.3386601209640503, 0.16878855228424072], "cos_apical_negg": [0.2573818564414978, 0.3067587614059448, 0.299552321434021, 0.2977319657802582, 0.31500351428985596, 0.3386601209640503, 0.16878855228424072], "cos_Ac_negg": [0.2573818564414978, 0.3067587614059448, 0.299552321434021, 0.2977319657802582, 0.31500351428985596, 0.3386601209640503, 0.16878855228424072], "r_norm": [0.16486285626888275, 0.1696559339761734, 0.16898146271705627, 0.16787025332450867, 0.1695987433195114, 0.16774675250053406, 0.16742800176143646]}, {"step": 4000, "epoch": 8, "train_loss": 0.0026016675401479006, "cos_r_negg": [0.2563107907772064, 0.29840612411499023, 0.28844839334487915, 0.28374654054641724, 0.30329009890556335, 0.32539018988609314, 0.16100703179836273], "cos_apical_negg": [0.2563107907772064, 0.29840612411499023, 0.28844839334487915, 0.28374654054641724, 0.30329009890556335, 0.32539018988609314, 0.16100703179836273], "cos_Ac_negg": [0.2563107907772064, 0.29840612411499023, 0.28844839334487915, 0.28374654054641724, 0.30329009890556335, 0.32539018988609314, 0.16100703179836273], "r_norm": [0.1812111735343933, 0.1859809160232544, 0.18640467524528503, 0.18511584401130676, 0.18653079867362976, 0.1841687560081482, 0.1829814910888672]}, {"step": 4050, "epoch": 8, "train_loss": 0.023921584710478783, "cos_r_negg": [0.23859834671020508, 0.2859871983528137, 0.2763310670852661, 0.2630581855773926, 0.27001285552978516, 0.29934161901474, 0.1583334505558014], "cos_apical_negg": [0.23859834671020508, 0.2859871983528137, 0.2763310670852661, 0.2630581855773926, 0.27001285552978516, 0.29934161901474, 0.1583334505558014], "cos_Ac_negg": [0.23859834671020508, 0.2859871983528137, 0.2763310670852661, 0.2630581855773926, 0.27001285552978516, 0.29934161901474, 0.1583334505558014], "r_norm": [0.1454431116580963, 0.14978837966918945, 0.15057729184627533, 0.1478109359741211, 0.14891228079795837, 0.1492932140827179, 0.14778800308704376]}, {"step": 4100, "epoch": 8, "train_loss": 0.09163598716259003, "cos_r_negg": [0.230251282453537, 0.2879614233970642, 0.2775115966796875, 0.26824265718460083, 0.27279654145240784, 0.2912464141845703, 0.15385262668132782], "cos_apical_negg": [0.230251282453537, 0.2879614233970642, 0.2775115966796875, 0.26824265718460083, 0.27279654145240784, 0.2912464141845703, 0.15385262668132782], "cos_Ac_negg": [0.230251282453537, 0.2879614233970642, 0.2775115966796875, 0.26824265718460083, 0.27279654145240784, 0.2912464141845703, 0.15385262668132782], "r_norm": [0.1634666472673416, 0.16894549131393433, 0.16874969005584717, 0.16819198429584503, 0.1694212555885315, 0.1673172116279602, 0.16570602357387543]}, {"step": 4150, "epoch": 8, "train_loss": 0.0035097221843898296, "cos_r_negg": [0.24406951665878296, 0.2942338287830353, 0.29060447216033936, 0.2873634099960327, 0.2884293794631958, 0.2919498682022095, 0.14686095714569092], "cos_apical_negg": [0.24406951665878296, 0.2942338287830353, 0.29060447216033936, 0.2873634099960327, 0.2884293794631958, 0.2919498682022095, 0.14686095714569092], "cos_Ac_negg": [0.24406951665878296, 0.2942338287830353, 0.29060447216033936, 0.2873634099960327, 0.2884293794631958, 0.2919498682022095, 0.14686095714569092], "r_norm": [0.17322316765785217, 0.17836566269397736, 0.1781216859817505, 0.17737580835819244, 0.17849864065647125, 0.17753726243972778, 0.17502442002296448]}, {"step": 4200, "epoch": 8, "train_loss": 0.017742034047842026, "cos_r_negg": [0.22819803655147552, 0.2884090840816498, 0.27481722831726074, 0.26145946979522705, 0.26183944940567017, 0.2816418409347534, 0.15270638465881348], "cos_apical_negg": [0.22819803655147552, 0.2884090840816498, 0.27481722831726074, 0.26145946979522705, 0.26183944940567017, 0.2816418409347534, 0.15270638465881348], "cos_Ac_negg": [0.22819803655147552, 0.2884090840816498, 0.27481722831726074, 0.26145946979522705, 0.26183944940567017, 0.2816418409347534, 0.15270638465881348], "r_norm": [0.22454151511192322, 0.23043681681156158, 0.23052626848220825, 0.2308599352836609, 0.2306138575077057, 0.22748005390167236, 0.22606918215751648]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9709, "test_loss": 0.14735016803741455}, {"step": 4250, "epoch": 9, "train_loss": 0.009762835688889027, "cos_r_negg": [0.23343294858932495, 0.28412553668022156, 0.27076470851898193, 0.26201093196868896, 0.26143038272857666, 0.28531932830810547, 0.17184974253177643], "cos_apical_negg": [0.23343294858932495, 0.28412553668022156, 0.27076470851898193, 0.26201093196868896, 0.26143038272857666, 0.28531932830810547, 0.17184974253177643], "cos_Ac_negg": [0.23343294858932495, 0.28412553668022156, 0.27076470851898193, 0.26201093196868896, 0.26143038272857666, 0.28531932830810547, 0.17184974253177643], "r_norm": [0.20951730012893677, 0.21281608939170837, 0.21294614672660828, 0.21294379234313965, 0.21405014395713806, 0.2120169997215271, 0.20888423919677734]}, {"step": 4300, "epoch": 9, "train_loss": 0.014721295796334743, "cos_r_negg": [0.21996170282363892, 0.27185893058776855, 0.2608257234096527, 0.2573331594467163, 0.2586265802383423, 0.28049081563949585, 0.17034390568733215], "cos_apical_negg": [0.21996170282363892, 0.27185893058776855, 0.2608257234096527, 0.2573331594467163, 0.2586265802383423, 0.28049081563949585, 0.17034390568733215], "cos_Ac_negg": [0.21996170282363892, 0.27185893058776855, 0.2608257234096527, 0.2573331594467163, 0.2586265802383423, 0.28049081563949585, 0.17034390568733215], "r_norm": [0.19937169551849365, 0.20482629537582397, 0.2045811116695404, 0.20423045754432678, 0.20523734390735626, 0.20307490229606628, 0.20053806900978088]}, {"step": 4350, "epoch": 9, "train_loss": 0.004836231004446745, "cos_r_negg": [0.2210816890001297, 0.27009835839271545, 0.25860172510147095, 0.25674983859062195, 0.260649174451828, 0.27170538902282715, 0.16496652364730835], "cos_apical_negg": [0.2210816890001297, 0.27009835839271545, 0.25860172510147095, 0.25674983859062195, 0.260649174451828, 0.27170538902282715, 0.16496652364730835], "cos_Ac_negg": [0.2210816890001297, 0.27009835839271545, 0.25860172510147095, 0.25674983859062195, 0.260649174451828, 0.27170538902282715, 0.16496652364730835], "r_norm": [0.1701333224773407, 0.17452415823936462, 0.17489981651306152, 0.1737833321094513, 0.17473603785037994, 0.1733849048614502, 0.17120353877544403]}, {"step": 4400, "epoch": 9, "train_loss": 0.0011771516874432564, "cos_r_negg": [0.19825974106788635, 0.24627181887626648, 0.22826728224754333, 0.22262808680534363, 0.21771544218063354, 0.23478242754936218, 0.13785947859287262], "cos_apical_negg": [0.19825974106788635, 0.24627181887626648, 0.22826728224754333, 0.22262808680534363, 0.21771544218063354, 0.23478242754936218, 0.13785947859287262], "cos_Ac_negg": [0.19825974106788635, 0.24627181887626648, 0.22826728224754333, 0.22262808680534363, 0.21771544218063354, 0.23478242754936218, 0.13785947859287262], "r_norm": [0.16882574558258057, 0.1731555461883545, 0.17284515500068665, 0.17219825088977814, 0.1737026870250702, 0.17139604687690735, 0.16877508163452148]}, {"step": 4450, "epoch": 9, "train_loss": 0.0018011289648711681, "cos_r_negg": [0.1763649433851242, 0.21729090809822083, 0.19737130403518677, 0.19041708111763, 0.18766865134239197, 0.20314256846904755, 0.12508848309516907], "cos_apical_negg": [0.1763649433851242, 0.21729090809822083, 0.19737130403518677, 0.19041708111763, 0.18766865134239197, 0.20314256846904755, 0.12508848309516907], "cos_Ac_negg": [0.1763649433851242, 0.21729090809822083, 0.19737130403518677, 0.19041708111763, 0.18766865134239197, 0.20314256846904755, 0.12508848309516907], "r_norm": [0.1679854691028595, 0.17218124866485596, 0.17307119071483612, 0.1714743971824646, 0.17332328855991364, 0.17036299407482147, 0.1689324676990509]}, {"step": 4500, "epoch": 9, "train_loss": 0.0004754575784318149, "cos_r_negg": [0.16418039798736572, 0.2038726508617401, 0.18436187505722046, 0.17909133434295654, 0.17696817219257355, 0.18585452437400818, 0.1151743084192276], "cos_apical_negg": [0.16418039798736572, 0.2038726508617401, 0.18436187505722046, 0.17909133434295654, 0.17696817219257355, 0.18585452437400818, 0.1151743084192276], "cos_Ac_negg": [0.16418039798736572, 0.2038726508617401, 0.18436187505722046, 0.17909133434295654, 0.17696817219257355, 0.18585452437400818, 0.1151743084192276], "r_norm": [0.14252883195877075, 0.1474161297082901, 0.14771384000778198, 0.14564676582813263, 0.14721158146858215, 0.14528939127922058, 0.1448248326778412]}, {"step": 4550, "epoch": 9, "train_loss": 0.0006024041213095188, "cos_r_negg": [0.1858544647693634, 0.22455251216888428, 0.2101384848356247, 0.20266437530517578, 0.2011420726776123, 0.2081102728843689, 0.12920163571834564], "cos_apical_negg": [0.1858544647693634, 0.22455251216888428, 0.2101384848356247, 0.20266437530517578, 0.2011420726776123, 0.2081102728843689, 0.12920163571834564], "cos_Ac_negg": [0.1858544647693634, 0.22455251216888428, 0.2101384848356247, 0.20266437530517578, 0.2011420726776123, 0.2081102728843689, 0.12920163571834564], "r_norm": [0.1377360224723816, 0.14187771081924438, 0.14231444895267487, 0.1413796842098236, 0.14314623177051544, 0.14162573218345642, 0.1386386752128601]}, {"step": 4600, "epoch": 9, "train_loss": 0.09226268529891968, "cos_r_negg": [0.1967349648475647, 0.23514249920845032, 0.22118785977363586, 0.21277527511119843, 0.20773945748806, 0.21253307163715363, 0.14088895916938782], "cos_apical_negg": [0.1967349648475647, 0.23514249920845032, 0.22118785977363586, 0.21277527511119843, 0.20773945748806, 0.21253307163715363, 0.14088895916938782], "cos_Ac_negg": [0.1967349648475647, 0.23514249920845032, 0.22118785977363586, 0.21277527511119843, 0.20773945748806, 0.21253307163715363, 0.14088895916938782], "r_norm": [0.15690937638282776, 0.1602090299129486, 0.1596645712852478, 0.15917986631393433, 0.16015955805778503, 0.15812349319458008, 0.15640223026275635]}, {"step": 4650, "epoch": 9, "train_loss": 0.0026755027938634157, "cos_r_negg": [0.17186301946640015, 0.20853984355926514, 0.19196732342243195, 0.18124738335609436, 0.18394890427589417, 0.18090224266052246, 0.11871544271707535], "cos_apical_negg": [0.17186301946640015, 0.20853984355926514, 0.19196732342243195, 0.18124738335609436, 0.18394890427589417, 0.18090224266052246, 0.11871544271707535], "cos_Ac_negg": [0.17186301946640015, 0.20853984355926514, 0.19196732342243195, 0.18124738335609436, 0.18394890427589417, 0.18090224266052246, 0.11871544271707535], "r_norm": [0.1496504247188568, 0.1544504314661026, 0.15328551828861237, 0.1532045602798462, 0.15329661965370178, 0.15359938144683838, 0.1523105800151825]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.971, "test_loss": 0.16150983600616456}, {"step": 4700, "epoch": 10, "train_loss": 0.0004920256906189024, "cos_r_negg": [0.17119137942790985, 0.20538926124572754, 0.19198565185070038, 0.18035747110843658, 0.18291276693344116, 0.18231233954429626, 0.11328601092100143], "cos_apical_negg": [0.17119137942790985, 0.20538926124572754, 0.19198565185070038, 0.18035747110843658, 0.18291276693344116, 0.18231233954429626, 0.11328601092100143], "cos_Ac_negg": [0.17119137942790985, 0.20538926124572754, 0.19198565185070038, 0.18035747110843658, 0.18291276693344116, 0.18231233954429626, 0.11328601092100143], "r_norm": [0.17064738273620605, 0.1744142770767212, 0.1748988926410675, 0.17254634201526642, 0.1745944321155548, 0.17375218868255615, 0.17146238684654236]}, {"step": 4750, "epoch": 10, "train_loss": 0.0203117523342371, "cos_r_negg": [0.17217354476451874, 0.204496830701828, 0.18800297379493713, 0.17909258604049683, 0.18254727125167847, 0.18160602450370789, 0.11136412620544434], "cos_apical_negg": [0.17217354476451874, 0.204496830701828, 0.18800297379493713, 0.17909258604049683, 0.18254727125167847, 0.18160602450370789, 0.11136412620544434], "cos_Ac_negg": [0.17217354476451874, 0.204496830701828, 0.18800297379493713, 0.17909258604049683, 0.18254727125167847, 0.18160602450370789, 0.11136412620544434], "r_norm": [0.13879552483558655, 0.1442471742630005, 0.14329880475997925, 0.14045500755310059, 0.14265140891075134, 0.14189563691616058, 0.14171485602855682]}, {"step": 4800, "epoch": 10, "train_loss": 0.0007649795152246952, "cos_r_negg": [0.1624811887741089, 0.19851219654083252, 0.1856728196144104, 0.17834649980068207, 0.177766814827919, 0.178910493850708, 0.11654270440340042], "cos_apical_negg": [0.1624811887741089, 0.19851219654083252, 0.1856728196144104, 0.17834649980068207, 0.177766814827919, 0.178910493850708, 0.11654270440340042], "cos_Ac_negg": [0.1624811887741089, 0.19851219654083252, 0.1856728196144104, 0.17834649980068207, 0.177766814827919, 0.178910493850708, 0.11654270440340042], "r_norm": [0.12508875131607056, 0.1313191056251526, 0.1312481164932251, 0.12667344510555267, 0.1295514702796936, 0.12939074635505676, 0.12912793457508087]}, {"step": 4850, "epoch": 10, "train_loss": 0.020702442154288292, "cos_r_negg": [0.16450926661491394, 0.19891293346881866, 0.19793762266635895, 0.18993553519248962, 0.1911039650440216, 0.19140124320983887, 0.11978296935558319], "cos_apical_negg": [0.16450926661491394, 0.19891293346881866, 0.19793762266635895, 0.18993553519248962, 0.1911039650440216, 0.19140124320983887, 0.11978296935558319], "cos_Ac_negg": [0.16450926661491394, 0.19891293346881866, 0.19793762266635895, 0.18993553519248962, 0.1911039650440216, 0.19140124320983887, 0.11978296935558319], "r_norm": [0.11933203786611557, 0.12459398061037064, 0.12489890307188034, 0.12153962254524231, 0.1243908554315567, 0.12219062447547913, 0.12232615798711777]}, {"step": 4900, "epoch": 10, "train_loss": 0.0011176473926752806, "cos_r_negg": [0.17459505796432495, 0.2112998366355896, 0.20342810451984406, 0.19672714173793793, 0.19570302963256836, 0.1962183266878128, 0.14035376906394958], "cos_apical_negg": [0.17459505796432495, 0.2112998366355896, 0.20342810451984406, 0.19672714173793793, 0.19570302963256836, 0.1962183266878128, 0.14035376906394958], "cos_Ac_negg": [0.17459505796432495, 0.2112998366355896, 0.20342810451984406, 0.19672714173793793, 0.19570302963256836, 0.1962183266878128, 0.14035376906394958], "r_norm": [0.1301489770412445, 0.13627755641937256, 0.1349615454673767, 0.13270318508148193, 0.13475912809371948, 0.13383042812347412, 0.13237106800079346]}, {"step": 4950, "epoch": 10, "train_loss": 0.0002505527518223971, "cos_r_negg": [0.1545087993144989, 0.18017369508743286, 0.16276176273822784, 0.15872730314731598, 0.15337620675563812, 0.15712600946426392, 0.10378460586071014], "cos_apical_negg": [0.1545087993144989, 0.18017369508743286, 0.16276176273822784, 0.15872730314731598, 0.15337620675563812, 0.15712600946426392, 0.10378460586071014], "cos_Ac_negg": [0.1545087993144989, 0.18017369508743286, 0.16276176273822784, 0.15872730314731598, 0.15337620675563812, 0.15712600946426392, 0.10378460586071014], "r_norm": [0.16381029784679413, 0.16729745268821716, 0.1674184799194336, 0.16634830832481384, 0.16857858002185822, 0.16481713950634003, 0.16309189796447754]}, {"step": 5000, "epoch": 10, "train_loss": 0.00203882297500968, "cos_r_negg": [0.14317893981933594, 0.16863030195236206, 0.15477362275123596, 0.14953091740608215, 0.14671117067337036, 0.1492902934551239, 0.08838775008916855], "cos_apical_negg": [0.14317893981933594, 0.16863030195236206, 0.15477362275123596, 0.14953091740608215, 0.14671117067337036, 0.1492902934551239, 0.08838775008916855], "cos_Ac_negg": [0.14317893981933594, 0.16863030195236206, 0.15477362275123596, 0.14953091740608215, 0.14671117067337036, 0.1492902934551239, 0.08838775008916855], "r_norm": [0.12976717948913574, 0.13544321060180664, 0.13471835851669312, 0.13190516829490662, 0.13432705402374268, 0.13333748281002045, 0.13250571489334106]}, {"step": 5050, "epoch": 10, "train_loss": 0.001189686474390328, "cos_r_negg": [0.14675673842430115, 0.17272497713565826, 0.1629180908203125, 0.16104620695114136, 0.16075854003429413, 0.16507329046726227, 0.11015309393405914], "cos_apical_negg": [0.14675673842430115, 0.17272497713565826, 0.1629180908203125, 0.16104620695114136, 0.16075854003429413, 0.16507329046726227, 0.11015309393405914], "cos_Ac_negg": [0.14675673842430115, 0.17272497713565826, 0.1629180908203125, 0.16104620695114136, 0.16075854003429413, 0.16507329046726227, 0.11015309393405914], "r_norm": [0.15807077288627625, 0.1613221913576126, 0.161091148853302, 0.1594679057598114, 0.16242966055870056, 0.16017121076583862, 0.1576305776834488]}, {"step": 5100, "epoch": 10, "train_loss": 0.0014154640957713127, "cos_r_negg": [0.1365201771259308, 0.16113592684268951, 0.1488492786884308, 0.1433679461479187, 0.1425359547138214, 0.14291566610336304, 0.09787654876708984], "cos_apical_negg": [0.1365201771259308, 0.16113592684268951, 0.1488492786884308, 0.1433679461479187, 0.1425359547138214, 0.14291566610336304, 0.09787654876708984], "cos_Ac_negg": [0.1365201771259308, 0.16113592684268951, 0.1488492786884308, 0.1433679461479187, 0.1425359547138214, 0.14291566610336304, 0.09787654876708984], "r_norm": [0.13835005462169647, 0.14350444078445435, 0.1433163285255432, 0.14123615622520447, 0.14356520771980286, 0.14161773025989532, 0.1392664760351181]}, {"step": 5150, "epoch": 10, "train_loss": 0.0003660186193883419, "cos_r_negg": [0.1397746503353119, 0.16329437494277954, 0.15297119319438934, 0.14625340700149536, 0.14196261763572693, 0.14064225554466248, 0.1008525863289833], "cos_apical_negg": [0.1397746503353119, 0.16329437494277954, 0.15297119319438934, 0.14625340700149536, 0.14196261763572693, 0.14064225554466248, 0.1008525863289833], "cos_Ac_negg": [0.1397746503353119, 0.16329437494277954, 0.15297119319438934, 0.14625340700149536, 0.14196261763572693, 0.14064225554466248, 0.1008525863289833], "r_norm": [0.11573150753974915, 0.12072281539440155, 0.12020301818847656, 0.11742699146270752, 0.11949460208415985, 0.11882404237985611, 0.11744647473096848]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9717, "test_loss": 0.16533413543701173}, {"step": 5200, "epoch": 11, "train_loss": 0.0014500169781967998, "cos_r_negg": [0.12807196378707886, 0.14574061334133148, 0.13864938914775848, 0.13182702660560608, 0.12868115305900574, 0.12666717171669006, 0.08690987527370453], "cos_apical_negg": [0.12807196378707886, 0.14574061334133148, 0.13864938914775848, 0.13182702660560608, 0.12868115305900574, 0.12666717171669006, 0.08690987527370453], "cos_Ac_negg": [0.12807196378707886, 0.14574061334133148, 0.13864938914775848, 0.13182702660560608, 0.12868115305900574, 0.12666717171669006, 0.08690987527370453], "r_norm": [0.1450137495994568, 0.1491665244102478, 0.14889439940452576, 0.14713305234909058, 0.1494227647781372, 0.1473539024591446, 0.1443542242050171]}, {"step": 5250, "epoch": 11, "train_loss": 0.014394011348485947, "cos_r_negg": [0.12640421092510223, 0.14539620280265808, 0.1350756287574768, 0.12864580750465393, 0.12538236379623413, 0.1242237389087677, 0.08815363794565201], "cos_apical_negg": [0.12640421092510223, 0.14539620280265808, 0.1350756287574768, 0.12864580750465393, 0.12538236379623413, 0.1242237389087677, 0.08815363794565201], "cos_Ac_negg": [0.12640421092510223, 0.14539620280265808, 0.1350756287574768, 0.12864580750465393, 0.12538236379623413, 0.1242237389087677, 0.08815363794565201], "r_norm": [0.13416975736618042, 0.13733291625976562, 0.1381138414144516, 0.13679158687591553, 0.13780492544174194, 0.135972261428833, 0.13449066877365112]}, {"step": 5300, "epoch": 11, "train_loss": 0.0023345216177403927, "cos_r_negg": [0.12100864946842194, 0.14321255683898926, 0.13535594940185547, 0.13116662204265594, 0.12713998556137085, 0.12437465786933899, 0.08829589188098907], "cos_apical_negg": [0.12100864946842194, 0.14321255683898926, 0.13535594940185547, 0.13116662204265594, 0.12713998556137085, 0.12437465786933899, 0.08829589188098907], "cos_Ac_negg": [0.12100864946842194, 0.14321255683898926, 0.13535594940185547, 0.13116662204265594, 0.12713998556137085, 0.12437465786933899, 0.08829589188098907], "r_norm": [0.12594489753246307, 0.1286037117242813, 0.1297326534986496, 0.1284068524837494, 0.12894871830940247, 0.12770505249500275, 0.12624827027320862]}, {"step": 5350, "epoch": 11, "train_loss": 0.0006968100205995142, "cos_r_negg": [0.13452616333961487, 0.15931645035743713, 0.1561681032180786, 0.15303809940814972, 0.15544509887695312, 0.14614227414131165, 0.10257719457149506], "cos_apical_negg": [0.13452616333961487, 0.15931645035743713, 0.1561681032180786, 0.15303809940814972, 0.15544509887695312, 0.14614227414131165, 0.10257719457149506], "cos_Ac_negg": [0.13452616333961487, 0.15931645035743713, 0.1561681032180786, 0.15303809940814972, 0.15544509887695312, 0.14614227414131165, 0.10257719457149506], "r_norm": [0.1415327787399292, 0.14579468965530396, 0.1463118940591812, 0.14476294815540314, 0.1459246426820755, 0.14446689188480377, 0.14317315816879272]}, {"step": 5400, "epoch": 11, "train_loss": 0.0010843826457858086, "cos_r_negg": [0.13990724086761475, 0.16346979141235352, 0.15611639618873596, 0.15341795980930328, 0.15196534991264343, 0.14802080392837524, 0.10558272898197174], "cos_apical_negg": [0.13990724086761475, 0.16346979141235352, 0.15611639618873596, 0.15341795980930328, 0.15196534991264343, 0.14802080392837524, 0.10558272898197174], "cos_Ac_negg": [0.13990724086761475, 0.16346979141235352, 0.15611639618873596, 0.15341795980930328, 0.15196534991264343, 0.14802080392837524, 0.10558272898197174], "r_norm": [0.11523307114839554, 0.11814948916435242, 0.11866286396980286, 0.11651027202606201, 0.11877802759408951, 0.11704590916633606, 0.1153048425912857]}, {"step": 5450, "epoch": 11, "train_loss": 0.001810790621675551, "cos_r_negg": [0.13234485685825348, 0.15452012419700623, 0.14450645446777344, 0.14066332578659058, 0.13640573620796204, 0.13684707880020142, 0.09889829158782959], "cos_apical_negg": [0.13234485685825348, 0.15452012419700623, 0.14450645446777344, 0.14066332578659058, 0.13640573620796204, 0.13684707880020142, 0.09889829158782959], "cos_Ac_negg": [0.13234485685825348, 0.15452012419700623, 0.14450645446777344, 0.14066332578659058, 0.13640573620796204, 0.13684707880020142, 0.09889829158782959], "r_norm": [0.10846579074859619, 0.11141826957464218, 0.11206020414829254, 0.11007760465145111, 0.112106092274189, 0.11019672453403473, 0.10878551751375198]}, {"step": 5500, "epoch": 11, "train_loss": 0.0004123494727537036, "cos_r_negg": [0.11968141794204712, 0.13902932405471802, 0.1317543089389801, 0.12505149841308594, 0.12178356200456619, 0.12007857114076614, 0.08630312979221344], "cos_apical_negg": [0.11968141794204712, 0.13902932405471802, 0.1317543089389801, 0.12505149841308594, 0.12178356200456619, 0.12007857114076614, 0.08630312979221344], "cos_Ac_negg": [0.11968141794204712, 0.13902932405471802, 0.1317543089389801, 0.12505149841308594, 0.12178356200456619, 0.12007857114076614, 0.08630312979221344], "r_norm": [0.11493436992168427, 0.11797130107879639, 0.1188645213842392, 0.11668839305639267, 0.11877754330635071, 0.11699153482913971, 0.11552654206752777]}, {"step": 5550, "epoch": 11, "train_loss": 0.0006496372516267002, "cos_r_negg": [0.11882083117961884, 0.1381148397922516, 0.130573570728302, 0.12489546090364456, 0.12314153462648392, 0.11923937499523163, 0.0837920531630516], "cos_apical_negg": [0.11882083117961884, 0.1381148397922516, 0.130573570728302, 0.12489546090364456, 0.12314153462648392, 0.11923937499523163, 0.0837920531630516], "cos_Ac_negg": [0.11882083117961884, 0.1381148397922516, 0.130573570728302, 0.12489546090364456, 0.12314153462648392, 0.11923937499523163, 0.0837920531630516], "r_norm": [0.12341834604740143, 0.12667500972747803, 0.12753114104270935, 0.12512388825416565, 0.12699663639068604, 0.1255894899368286, 0.12440343201160431]}, {"step": 5600, "epoch": 11, "train_loss": 0.0015467162011191249, "cos_r_negg": [0.1174665167927742, 0.13662976026535034, 0.12860220670700073, 0.12359900027513504, 0.12389282882213593, 0.12049111723899841, 0.08534188568592072], "cos_apical_negg": [0.1174665167927742, 0.13662976026535034, 0.12860220670700073, 0.12359900027513504, 0.12389282882213593, 0.12049111723899841, 0.08534188568592072], "cos_Ac_negg": [0.1174665167927742, 0.13662976026535034, 0.12860220670700073, 0.12359900027513504, 0.12389282882213593, 0.12049111723899841, 0.08534188568592072], "r_norm": [0.12472420185804367, 0.1287316083908081, 0.12949992716312408, 0.12636782228946686, 0.1290421038866043, 0.12743932008743286, 0.1263653039932251]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9734, "test_loss": 0.16922128677368165}, {"step": 5650, "epoch": 12, "train_loss": 0.01713087037205696, "cos_r_negg": [0.11950676143169403, 0.14010027050971985, 0.13525423407554626, 0.13194286823272705, 0.13175120949745178, 0.12744438648223877, 0.08991953730583191], "cos_apical_negg": [0.11950676143169403, 0.14010027050971985, 0.13525423407554626, 0.13194286823272705, 0.13175120949745178, 0.12744438648223877, 0.08991953730583191], "cos_Ac_negg": [0.11950676143169403, 0.14010027050971985, 0.13525423407554626, 0.13194286823272705, 0.13175120949745178, 0.12744438648223877, 0.08991953730583191], "r_norm": [0.14165371656417847, 0.1471373438835144, 0.14662624895572662, 0.14398223161697388, 0.1469358205795288, 0.14502054452896118, 0.14335137605667114]}, {"step": 5700, "epoch": 12, "train_loss": 0.0002156032423954457, "cos_r_negg": [0.10485720634460449, 0.12061421573162079, 0.11360924690961838, 0.1089719831943512, 0.10795887559652328, 0.1061968207359314, 0.0732128769159317], "cos_apical_negg": [0.10485720634460449, 0.12061421573162079, 0.11360924690961838, 0.1089719831943512, 0.10795887559652328, 0.1061968207359314, 0.0732128769159317], "cos_Ac_negg": [0.10485720634460449, 0.12061421573162079, 0.11360924690961838, 0.1089719831943512, 0.10795887559652328, 0.1061968207359314, 0.0732128769159317], "r_norm": [0.11798802018165588, 0.12270671129226685, 0.12361983954906464, 0.12041524052619934, 0.12303786724805832, 0.12120608985424042, 0.12064486742019653]}, {"step": 5750, "epoch": 12, "train_loss": 0.004491572733968496, "cos_r_negg": [0.11755689233541489, 0.13851138949394226, 0.13256724178791046, 0.130498006939888, 0.1283445656299591, 0.1257617324590683, 0.08910861611366272], "cos_apical_negg": [0.11755689233541489, 0.13851138949394226, 0.13256724178791046, 0.130498006939888, 0.1283445656299591, 0.1257617324590683, 0.08910861611366272], "cos_Ac_negg": [0.11755689233541489, 0.13851138949394226, 0.13256724178791046, 0.130498006939888, 0.1283445656299591, 0.1257617324590683, 0.08910861611366272], "r_norm": [0.14034074544906616, 0.14612555503845215, 0.14549672603607178, 0.14403900504112244, 0.14664077758789062, 0.14313086867332458, 0.141659215092659]}, {"step": 5800, "epoch": 12, "train_loss": 0.000536546460352838, "cos_r_negg": [0.1129259318113327, 0.13182881474494934, 0.1259635090827942, 0.1236768364906311, 0.12153631448745728, 0.1193765252828598, 0.08127029240131378], "cos_apical_negg": [0.1129259318113327, 0.13182881474494934, 0.1259635090827942, 0.1236768364906311, 0.12153631448745728, 0.1193765252828598, 0.08127029240131378], "cos_Ac_negg": [0.1129259318113327, 0.13182881474494934, 0.1259635090827942, 0.1236768364906311, 0.12153631448745728, 0.1193765252828598, 0.08127029240131378], "r_norm": [0.09845905005931854, 0.10228827595710754, 0.10299716889858246, 0.10042156279087067, 0.10342820733785629, 0.10099874436855316, 0.10114740580320358]}, {"step": 5850, "epoch": 12, "train_loss": 0.00047020905185490847, "cos_r_negg": [0.11160783469676971, 0.13241314888000488, 0.12803210318088531, 0.12495200335979462, 0.1234755739569664, 0.12168905884027481, 0.08316288888454437], "cos_apical_negg": [0.11160783469676971, 0.13241314888000488, 0.12803210318088531, 0.12495200335979462, 0.1234755739569664, 0.12168905884027481, 0.08316288888454437], "cos_Ac_negg": [0.11160783469676971, 0.13241314888000488, 0.12803210318088531, 0.12495200335979462, 0.1234755739569664, 0.12168905884027481, 0.08316288888454437], "r_norm": [0.10100248456001282, 0.1050109714269638, 0.10560344904661179, 0.10297398269176483, 0.10597723722457886, 0.10346224904060364, 0.1037367731332779]}, {"step": 5900, "epoch": 12, "train_loss": 0.0009750090539455414, "cos_r_negg": [0.10795429348945618, 0.12497280538082123, 0.11858849227428436, 0.11446651816368103, 0.11003480851650238, 0.11271257698535919, 0.07874354720115662], "cos_apical_negg": [0.10795429348945618, 0.12497280538082123, 0.11858849227428436, 0.11446651816368103, 0.11003480851650238, 0.11271257698535919, 0.07874354720115662], "cos_Ac_negg": [0.10795429348945618, 0.12497280538082123, 0.11858849227428436, 0.11446651816368103, 0.11003480851650238, 0.11271257698535919, 0.07874354720115662], "r_norm": [0.10806827247142792, 0.11161895841360092, 0.11212268471717834, 0.110026054084301, 0.11211562901735306, 0.11019912362098694, 0.10919651389122009]}, {"step": 5950, "epoch": 12, "train_loss": 0.0005327867111191154, "cos_r_negg": [0.10827895253896713, 0.12899473309516907, 0.12217535078525543, 0.11840412020683289, 0.11731431633234024, 0.11514465510845184, 0.08025846630334854], "cos_apical_negg": [0.10827895253896713, 0.12899473309516907, 0.12217535078525543, 0.11840412020683289, 0.11731431633234024, 0.11514465510845184, 0.08025846630334854], "cos_Ac_negg": [0.10827895253896713, 0.12899473309516907, 0.12217535078525543, 0.11840412020683289, 0.11731431633234024, 0.11514465510845184, 0.08025846630334854], "r_norm": [0.11064642667770386, 0.11506190896034241, 0.11572731286287308, 0.11294181644916534, 0.11535513401031494, 0.11366988718509674, 0.11274435371160507]}, {"step": 6000, "epoch": 12, "train_loss": 0.0008391023147851229, "cos_r_negg": [0.10416451841592789, 0.12215625494718552, 0.11846382915973663, 0.1159832626581192, 0.1166975200176239, 0.11266142129898071, 0.0773448571562767], "cos_apical_negg": [0.10416451841592789, 0.12215625494718552, 0.11846382915973663, 0.1159832626581192, 0.1166975200176239, 0.11266142129898071, 0.0773448571562767], "cos_Ac_negg": [0.10416451841592789, 0.12215625494718552, 0.11846382915973663, 0.1159832626581192, 0.1166975200176239, 0.11266142129898071, 0.0773448571562767], "r_norm": [0.1347234696149826, 0.14060553908348083, 0.140418142080307, 0.13733604550361633, 0.14010491967201233, 0.13865326344966888, 0.1373407393693924]}, {"step": 6050, "epoch": 12, "train_loss": 0.011862675659358501, "cos_r_negg": [0.10172362625598907, 0.11960861086845398, 0.11354987323284149, 0.10909900069236755, 0.10886133462190628, 0.10562456399202347, 0.07367883622646332], "cos_apical_negg": [0.10172362625598907, 0.11960861086845398, 0.11354987323284149, 0.10909900069236755, 0.10886133462190628, 0.10562456399202347, 0.07367883622646332], "cos_Ac_negg": [0.10172362625598907, 0.11960861086845398, 0.11354987323284149, 0.10909900069236755, 0.10886133462190628, 0.10562456399202347, 0.07367883622646332], "r_norm": [0.12790052592754364, 0.1329490691423416, 0.13320466876029968, 0.13031905889511108, 0.13265204429626465, 0.1300472468137741, 0.13025474548339844]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9739, "test_loss": 0.174918794631958}, {"step": 6100, "epoch": 13, "train_loss": 0.0003620099159888923, "cos_r_negg": [0.0954727753996849, 0.11120256781578064, 0.10403737425804138, 0.10058099776506424, 0.09885028004646301, 0.09597556293010712, 0.06551817059516907], "cos_apical_negg": [0.0954727753996849, 0.11120256781578064, 0.10403737425804138, 0.10058099776506424, 0.09885028004646301, 0.09597556293010712, 0.06551817059516907], "cos_Ac_negg": [0.0954727753996849, 0.11120256781578064, 0.10403737425804138, 0.10058099776506424, 0.09885028004646301, 0.09597556293010712, 0.06551817059516907], "r_norm": [0.1241687461733818, 0.12718255817890167, 0.12777288258075714, 0.1263902187347412, 0.12774527072906494, 0.12505026161670685, 0.12407305836677551]}, {"step": 6150, "epoch": 13, "train_loss": 0.0004344279586803168, "cos_r_negg": [0.09851008653640747, 0.11578121036291122, 0.11041223257780075, 0.107909195125103, 0.10720887780189514, 0.10462126135826111, 0.07271014153957367], "cos_apical_negg": [0.09851008653640747, 0.11578121036291122, 0.11041223257780075, 0.107909195125103, 0.10720887780189514, 0.10462126135826111, 0.07271014153957367], "cos_Ac_negg": [0.09851008653640747, 0.11578121036291122, 0.11041223257780075, 0.107909195125103, 0.10720887780189514, 0.10462126135826111, 0.07271014153957367], "r_norm": [0.13028916716575623, 0.13360077142715454, 0.1342306286096573, 0.1327836811542511, 0.13411644101142883, 0.13113337755203247, 0.13080163300037384]}, {"step": 6200, "epoch": 13, "train_loss": 6.425561878131703e-05, "cos_r_negg": [0.09319894760847092, 0.10972036421298981, 0.10392139852046967, 0.10210856795310974, 0.10013127326965332, 0.09730731695890427, 0.06689490377902985], "cos_apical_negg": [0.09319894760847092, 0.10972036421298981, 0.10392139852046967, 0.10210856795310974, 0.10013127326965332, 0.09730731695890427, 0.06689490377902985], "cos_Ac_negg": [0.09319894760847092, 0.10972036421298981, 0.10392139852046967, 0.10210856795310974, 0.10013127326965332, 0.09730731695890427, 0.06689490377902985], "r_norm": [0.11263808608055115, 0.11564888060092926, 0.11626330763101578, 0.11472313851118088, 0.11619444936513901, 0.113802969455719, 0.11293850839138031]}, {"step": 6250, "epoch": 13, "train_loss": 9.034700633492321e-05, "cos_r_negg": [0.09334345906972885, 0.10904994606971741, 0.10313437879085541, 0.10194937139749527, 0.10018716007471085, 0.09689505398273468, 0.06683647632598877], "cos_apical_negg": [0.09334345906972885, 0.10904994606971741, 0.10313437879085541, 0.10194937139749527, 0.10018716007471085, 0.09689505398273468, 0.06683647632598877], "cos_Ac_negg": [0.09334345906972885, 0.10904994606971741, 0.10313437879085541, 0.10194937139749527, 0.10018716007471085, 0.09689505398273468, 0.06683647632598877], "r_norm": [0.11200238764286041, 0.11450856924057007, 0.11519412696361542, 0.11384166032075882, 0.11537366360425949, 0.11317772418260574, 0.11159129440784454]}, {"step": 6300, "epoch": 13, "train_loss": 0.0003757096128538251, "cos_r_negg": [0.09023675322532654, 0.10576917231082916, 0.09903396666049957, 0.09842072427272797, 0.09646351635456085, 0.09283024072647095, 0.06475986540317535], "cos_apical_negg": [0.09023675322532654, 0.10576917231082916, 0.09903396666049957, 0.09842072427272797, 0.09646351635456085, 0.09283024072647095, 0.06475986540317535], "cos_Ac_negg": [0.09023675322532654, 0.10576917231082916, 0.09903396666049957, 0.09842072427272797, 0.09646351635456085, 0.09283024072647095, 0.06475986540317535], "r_norm": [0.10590425133705139, 0.10867781192064285, 0.10932876169681549, 0.1076621413230896, 0.10912633687257767, 0.10744360089302063, 0.10611465573310852]}, {"step": 6350, "epoch": 13, "train_loss": 0.000367751345038414, "cos_r_negg": [0.09764037281274796, 0.11241719126701355, 0.10696272552013397, 0.10398631542921066, 0.10288837552070618, 0.09780973196029663, 0.06820336729288101], "cos_apical_negg": [0.09764037281274796, 0.11241719126701355, 0.10696272552013397, 0.10398631542921066, 0.10288837552070618, 0.09780973196029663, 0.06820336729288101], "cos_Ac_negg": [0.09764037281274796, 0.11241719126701355, 0.10696272552013397, 0.10398631542921066, 0.10288837552070618, 0.09780973196029663, 0.06820336729288101], "r_norm": [0.11650058627128601, 0.1224336326122284, 0.12195199728012085, 0.1201394721865654, 0.12207932025194168, 0.12060229480266571, 0.11853072047233582]}, {"step": 6400, "epoch": 13, "train_loss": 0.0014140470884740353, "cos_r_negg": [0.09375852346420288, 0.11053425073623657, 0.1052965372800827, 0.10345263034105301, 0.1020042821764946, 0.0983467847108841, 0.07003964483737946], "cos_apical_negg": [0.09375852346420288, 0.11053425073623657, 0.1052965372800827, 0.10345263034105301, 0.1020042821764946, 0.0983467847108841, 0.07003964483737946], "cos_Ac_negg": [0.09375852346420288, 0.11053425073623657, 0.1052965372800827, 0.10345263034105301, 0.1020042821764946, 0.0983467847108841, 0.07003964483737946], "r_norm": [0.10788048803806305, 0.11389894783496857, 0.11347618699073792, 0.11097971349954605, 0.11297053098678589, 0.11289025843143463, 0.11044272780418396]}, {"step": 6450, "epoch": 13, "train_loss": 0.030125239863991737, "cos_r_negg": [0.08734545111656189, 0.10294480621814728, 0.09704618155956268, 0.09672264009714127, 0.09426262229681015, 0.09035606682300568, 0.06419377028942108], "cos_apical_negg": [0.08734545111656189, 0.10294480621814728, 0.09704618155956268, 0.09672264009714127, 0.09426262229681015, 0.09035606682300568, 0.06419377028942108], "cos_Ac_negg": [0.08734545111656189, 0.10294480621814728, 0.09704618155956268, 0.09672264009714127, 0.09426262229681015, 0.09035606682300568, 0.06419377028942108], "r_norm": [0.11353706568479538, 0.11918358504772186, 0.11965376138687134, 0.1168840080499649, 0.11882133036851883, 0.1176300197839737, 0.11663411557674408]}, {"step": 6500, "epoch": 13, "train_loss": 0.00020845049584750086, "cos_r_negg": [0.08807116746902466, 0.1034182608127594, 0.09748552739620209, 0.09674588590860367, 0.09509415924549103, 0.09005136787891388, 0.06341841071844101], "cos_apical_negg": [0.08807116746902466, 0.1034182608127594, 0.09748552739620209, 0.09674588590860367, 0.09509415924549103, 0.09005136787891388, 0.06341841071844101], "cos_Ac_negg": [0.08807116746902466, 0.1034182608127594, 0.09748552739620209, 0.09674588590860367, 0.09509415924549103, 0.09005136787891388, 0.06341841071844101], "r_norm": [0.11313501000404358, 0.11938096582889557, 0.11962142586708069, 0.11624275147914886, 0.11808286607265472, 0.11758490651845932, 0.11683572083711624]}, {"step": 6550, "epoch": 13, "train_loss": 0.007711237762123346, "cos_r_negg": [0.08751809597015381, 0.10079602897167206, 0.09650370478630066, 0.09552500396966934, 0.09408824145793915, 0.08990927040576935, 0.06247376650571823], "cos_apical_negg": [0.08751809597015381, 0.10079602897167206, 0.09650370478630066, 0.09552500396966934, 0.09408824145793915, 0.08990927040576935, 0.06247376650571823], "cos_Ac_negg": [0.08751809597015381, 0.10079602897167206, 0.09650370478630066, 0.09552500396966934, 0.09408824145793915, 0.08990927040576935, 0.06247376650571823], "r_norm": [0.12186578661203384, 0.1292247772216797, 0.128068208694458, 0.12488660216331482, 0.12703344225883484, 0.1274213343858719, 0.12537914514541626]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9748, "test_loss": 0.17973984718322755}, {"step": 6600, "epoch": 14, "train_loss": 0.0009247636189684272, "cos_r_negg": [0.08555403351783752, 0.09862101078033447, 0.09300430119037628, 0.0932079628109932, 0.09112686663866043, 0.0866958498954773, 0.06119387596845627], "cos_apical_negg": [0.08555403351783752, 0.09862101078033447, 0.09300430119037628, 0.0932079628109932, 0.09112686663866043, 0.0866958498954773, 0.06119387596845627], "cos_Ac_negg": [0.08555403351783752, 0.09862101078033447, 0.09300430119037628, 0.0932079628109932, 0.09112686663866043, 0.0866958498954773, 0.06119387596845627], "r_norm": [0.10127108544111252, 0.10865409672260284, 0.10764600336551666, 0.10437233746051788, 0.1061674952507019, 0.10621138662099838, 0.10531255602836609]}, {"step": 6650, "epoch": 14, "train_loss": 0.0005488191964104772, "cos_r_negg": [0.08328430354595184, 0.09631665050983429, 0.0906887874007225, 0.09116841852664948, 0.08873805403709412, 0.08460176736116409, 0.059652116149663925], "cos_apical_negg": [0.08328430354595184, 0.09631665050983429, 0.0906887874007225, 0.09116841852664948, 0.08873805403709412, 0.08460176736116409, 0.059652116149663925], "cos_Ac_negg": [0.08328430354595184, 0.09631665050983429, 0.0906887874007225, 0.09116841852664948, 0.08873805403709412, 0.08460176736116409, 0.059652116149663925], "r_norm": [0.10313622653484344, 0.11040794849395752, 0.10961142182350159, 0.10626932978630066, 0.10808208584785461, 0.10797852277755737, 0.10725311934947968]}, {"step": 6700, "epoch": 14, "train_loss": 0.0025418177247047424, "cos_r_negg": [0.0820859894156456, 0.09578205645084381, 0.08938870579004288, 0.08982530236244202, 0.08661948889493942, 0.08284176886081696, 0.05836624652147293], "cos_apical_negg": [0.0820859894156456, 0.09578205645084381, 0.08938870579004288, 0.08982530236244202, 0.08661948889493942, 0.08284176886081696, 0.05836624652147293], "cos_Ac_negg": [0.0820859894156456, 0.09578205645084381, 0.08938870579004288, 0.08982530236244202, 0.08661948889493942, 0.08284176886081696, 0.05836624652147293], "r_norm": [0.11885498464107513, 0.1264512836933136, 0.12595124542713165, 0.12236109375953674, 0.12398795783519745, 0.12345705926418304, 0.12370507419109344]}, {"step": 6750, "epoch": 14, "train_loss": 8.387300476897508e-05, "cos_r_negg": [0.0810728520154953, 0.09386810660362244, 0.08782283961772919, 0.08803841471672058, 0.0855790451169014, 0.08149263262748718, 0.05773860961198807], "cos_apical_negg": [0.0810728520154953, 0.09386810660362244, 0.08782283961772919, 0.08803841471672058, 0.0855790451169014, 0.08149263262748718, 0.05773860961198807], "cos_Ac_negg": [0.0810728520154953, 0.09386810660362244, 0.08782283961772919, 0.08803841471672058, 0.0855790451169014, 0.08149263262748718, 0.05773860961198807], "r_norm": [0.11727841198444366, 0.12483660876750946, 0.1241879016160965, 0.12064214795827866, 0.12228011339902878, 0.12186301499605179, 0.12202407419681549]}, {"step": 6800, "epoch": 14, "train_loss": 0.00048123416490852833, "cos_r_negg": [0.08475030213594437, 0.09746332466602325, 0.09304483234882355, 0.09305134415626526, 0.09141650795936584, 0.0872596949338913, 0.0606149286031723], "cos_apical_negg": [0.08475030213594437, 0.09746332466602325, 0.09304483234882355, 0.09305134415626526, 0.09141650795936584, 0.0872596949338913, 0.0606149286031723], "cos_Ac_negg": [0.08475030213594437, 0.09746332466602325, 0.09304483234882355, 0.09305134415626526, 0.09141650795936584, 0.0872596949338913, 0.0606149286031723], "r_norm": [0.12504589557647705, 0.1330784559249878, 0.1319561004638672, 0.12887588143348694, 0.13051095604896545, 0.1305622011423111, 0.12951411306858063]}, {"step": 6850, "epoch": 14, "train_loss": 0.0005132229998707771, "cos_r_negg": [0.08742667734622955, 0.100736603140831, 0.09648953378200531, 0.09552989900112152, 0.09358789026737213, 0.09025529026985168, 0.06283050775527954], "cos_apical_negg": [0.08742667734622955, 0.100736603140831, 0.09648953378200531, 0.09552989900112152, 0.09358789026737213, 0.09025529026985168, 0.06283050775527954], "cos_Ac_negg": [0.08742667734622955, 0.100736603140831, 0.09648953378200531, 0.09552989900112152, 0.09358789026737213, 0.09025529026985168, 0.06283050775527954], "r_norm": [0.12348021566867828, 0.1310252845287323, 0.12992459535598755, 0.12667721509933472, 0.12853802740573883, 0.12889720499515533, 0.12730342149734497]}, {"step": 6900, "epoch": 14, "train_loss": 0.00025724462466314435, "cos_r_negg": [0.08331958949565887, 0.0951870009303093, 0.09023573994636536, 0.09023942798376083, 0.08769456297159195, 0.08437728881835938, 0.0579892061650753], "cos_apical_negg": [0.08331958949565887, 0.0951870009303093, 0.09023573994636536, 0.09023942798376083, 0.08769456297159195, 0.08437728881835938, 0.0579892061650753], "cos_Ac_negg": [0.08331958949565887, 0.0951870009303093, 0.09023573994636536, 0.09023942798376083, 0.08769456297159195, 0.08437728881835938, 0.0579892061650753], "r_norm": [0.12572583556175232, 0.13210105895996094, 0.13193626701831818, 0.12939119338989258, 0.13037268817424774, 0.1294410675764084, 0.12929223477840424]}, {"step": 6950, "epoch": 14, "train_loss": 6.269332516239956e-05, "cos_r_negg": [0.08443266898393631, 0.09721897542476654, 0.09111054986715317, 0.09140175580978394, 0.08822625875473022, 0.08540363609790802, 0.060825228691101074], "cos_apical_negg": [0.08443266898393631, 0.09721897542476654, 0.09111054986715317, 0.09140175580978394, 0.08822625875473022, 0.08540363609790802, 0.060825228691101074], "cos_Ac_negg": [0.08443266898393631, 0.09721897542476654, 0.09111054986715317, 0.09140175580978394, 0.08822625875473022, 0.08540363609790802, 0.060825228691101074], "r_norm": [0.11611080169677734, 0.12194971740245819, 0.12203610688447952, 0.11948635429143906, 0.12066798657178879, 0.12002065032720566, 0.1191907450556755]}, {"step": 7000, "epoch": 14, "train_loss": 0.0004552215395960957, "cos_r_negg": [0.08288493752479553, 0.095838263630867, 0.08981072157621384, 0.08993801474571228, 0.08707578480243683, 0.08395921438932419, 0.05946507677435875], "cos_apical_negg": [0.08288493752479553, 0.095838263630867, 0.08981072157621384, 0.08993801474571228, 0.08707578480243683, 0.08395921438932419, 0.05946507677435875], "cos_Ac_negg": [0.08288493752479553, 0.095838263630867, 0.08981072157621384, 0.08993801474571228, 0.08707578480243683, 0.08395921438932419, 0.05946507677435875], "r_norm": [0.11533178389072418, 0.12155332416296005, 0.12168128788471222, 0.11880342662334442, 0.12005465477705002, 0.1194661557674408, 0.11893759667873383]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9751, "test_loss": 0.1833114444732666}, {"step": 7050, "epoch": 15, "train_loss": 0.0002441743272356689, "cos_r_negg": [0.08110056072473526, 0.09412737190723419, 0.08888699114322662, 0.08857130259275436, 0.08575661480426788, 0.08233189582824707, 0.05788099393248558], "cos_apical_negg": [0.08110056072473526, 0.09412737190723419, 0.08888699114322662, 0.08857130259275436, 0.08575661480426788, 0.08233189582824707, 0.05788099393248558], "cos_Ac_negg": [0.08110056072473526, 0.09412737190723419, 0.08888699114322662, 0.08857130259275436, 0.08575661480426788, 0.08233189582824707, 0.05788099393248558], "r_norm": [0.11532717943191528, 0.12163002043962479, 0.12161555141210556, 0.11883367598056793, 0.12012282013893127, 0.1192764937877655, 0.11890722811222076]}, {"step": 7100, "epoch": 15, "train_loss": 0.0006816035602241755, "cos_r_negg": [0.0839020162820816, 0.0975380390882492, 0.09300625324249268, 0.09210298955440521, 0.09009827673435211, 0.08724579960107803, 0.06039641425013542], "cos_apical_negg": [0.0839020162820816, 0.0975380390882492, 0.09300625324249268, 0.09210298955440521, 0.09009827673435211, 0.08724579960107803, 0.06039641425013542], "cos_Ac_negg": [0.0839020162820816, 0.0975380390882492, 0.09300625324249268, 0.09210298955440521, 0.09009827673435211, 0.08724579960107803, 0.06039641425013542], "r_norm": [0.129649817943573, 0.13676698505878448, 0.13607028126716614, 0.13364170491695404, 0.1348506063222885, 0.13466200232505798, 0.13343466818332672]}, {"step": 7150, "epoch": 15, "train_loss": 0.0002235729043604806, "cos_r_negg": [0.08265001326799393, 0.09583982825279236, 0.09116256982088089, 0.0903107151389122, 0.08804170042276382, 0.08496090024709702, 0.058979928493499756], "cos_apical_negg": [0.08265001326799393, 0.09583982825279236, 0.09116256982088089, 0.0903107151389122, 0.08804170042276382, 0.08496090024709702, 0.058979928493499756], "cos_Ac_negg": [0.08265001326799393, 0.09583982825279236, 0.09116256982088089, 0.0903107151389122, 0.08804170042276382, 0.08496090024709702, 0.058979928493499756], "r_norm": [0.12444940954446793, 0.130933940410614, 0.13069680333137512, 0.12831108272075653, 0.12935113906860352, 0.12873181700706482, 0.12803319096565247]}, {"step": 7200, "epoch": 15, "train_loss": 6.976590520935133e-05, "cos_r_negg": [0.08105174452066422, 0.09409187734127045, 0.08938807994127274, 0.08884000778198242, 0.08654366433620453, 0.08298221975564957, 0.057824160903692245], "cos_apical_negg": [0.08105174452066422, 0.09409187734127045, 0.08938807994127274, 0.08884000778198242, 0.08654366433620453, 0.08298221975564957, 0.057824160903692245], "cos_Ac_negg": [0.08105174452066422, 0.09409187734127045, 0.08938807994127274, 0.08884000778198242, 0.08654366433620453, 0.08298221975564957, 0.057824160903692245], "r_norm": [0.12072435021400452, 0.12709353864192963, 0.12691448628902435, 0.12450012564659119, 0.12547703087329865, 0.12487629055976868, 0.12433203309774399]}, {"step": 7250, "epoch": 15, "train_loss": 0.0008855127380229533, "cos_r_negg": [0.07986269891262054, 0.09249599277973175, 0.08785380423069, 0.08747975528240204, 0.08509852737188339, 0.08113990724086761, 0.05676090717315674], "cos_apical_negg": [0.07986269891262054, 0.09249599277973175, 0.08785380423069, 0.08747975528240204, 0.08509852737188339, 0.08113990724086761, 0.05676090717315674], "cos_Ac_negg": [0.07986269891262054, 0.09249599277973175, 0.08785380423069, 0.08747975528240204, 0.08509852737188339, 0.08113990724086761, 0.05676090717315674], "r_norm": [0.11669902503490448, 0.1229659765958786, 0.12296329438686371, 0.12037837505340576, 0.12134942412376404, 0.1207219660282135, 0.12035423517227173]}, {"step": 7300, "epoch": 15, "train_loss": 0.00010819652379723266, "cos_r_negg": [0.07914811372756958, 0.09123072773218155, 0.08684629201889038, 0.08655291050672531, 0.08401104807853699, 0.07997896522283554, 0.055601589381694794], "cos_apical_negg": [0.07914811372756958, 0.09123072773218155, 0.08684629201889038, 0.08655291050672531, 0.08401104807853699, 0.07997896522283554, 0.055601589381694794], "cos_Ac_negg": [0.07914811372756958, 0.09123072773218155, 0.08684629201889038, 0.08655291050672531, 0.08401104807853699, 0.07997896522283554, 0.055601589381694794], "r_norm": [0.11971050500869751, 0.1260913908481598, 0.12606580555438995, 0.12341449409723282, 0.12441427260637283, 0.12353087216615677, 0.1235155463218689]}, {"step": 7350, "epoch": 15, "train_loss": 0.00031311853672377765, "cos_r_negg": [0.07811341434717178, 0.08976170420646667, 0.0854373574256897, 0.08515523374080658, 0.08266720175743103, 0.0785689502954483, 0.054444871842861176], "cos_apical_negg": [0.07811341434717178, 0.08976170420646667, 0.0854373574256897, 0.08515523374080658, 0.08266720175743103, 0.0785689502954483, 0.054444871842861176], "cos_Ac_negg": [0.07811341434717178, 0.08976170420646667, 0.0854373574256897, 0.08515523374080658, 0.08266720175743103, 0.0785689502954483, 0.054444871842861176], "r_norm": [0.12015654146671295, 0.12648925185203552, 0.1265416294336319, 0.12391302734613419, 0.12483623623847961, 0.12382033467292786, 0.12399066239595413]}, {"step": 7400, "epoch": 15, "train_loss": 4.7639980039093643e-05, "cos_r_negg": [0.07827556133270264, 0.09021667391061783, 0.0851512998342514, 0.08537578582763672, 0.08269050717353821, 0.07857730984687805, 0.05585883557796478], "cos_apical_negg": [0.07827556133270264, 0.09021667391061783, 0.0851512998342514, 0.08537578582763672, 0.08269050717353821, 0.07857730984687805, 0.05585883557796478], "cos_Ac_negg": [0.07827556133270264, 0.09021667391061783, 0.0851512998342514, 0.08537578582763672, 0.08269050717353821, 0.07857730984687805, 0.05585883557796478], "r_norm": [0.11410561949014664, 0.12025145441293716, 0.12028463184833527, 0.11768919974565506, 0.11864842474460602, 0.11785896122455597, 0.11767563223838806]}, {"step": 7450, "epoch": 15, "train_loss": 0.00022490418632514775, "cos_r_negg": [0.07725656032562256, 0.0891365259885788, 0.08422268182039261, 0.08453461527824402, 0.08185967057943344, 0.07813873887062073, 0.055271998047828674], "cos_apical_negg": [0.07725656032562256, 0.0891365259885788, 0.08422268182039261, 0.08453461527824402, 0.08185967057943344, 0.07813873887062073, 0.055271998047828674], "cos_Ac_negg": [0.07725656032562256, 0.0891365259885788, 0.08422268182039261, 0.08453461527824402, 0.08185967057943344, 0.07813873887062073, 0.055271998047828674], "r_norm": [0.11432841420173645, 0.12047341465950012, 0.12065738439559937, 0.1179313212633133, 0.11886521428823471, 0.11805702745914459, 0.11814746260643005]}, {"step": 7500, "epoch": 15, "train_loss": 1.8967812138726003e-05, "cos_r_negg": [0.07678879797458649, 0.08858035504817963, 0.0838075503706932, 0.0842951089143753, 0.08151473104953766, 0.07785163819789886, 0.05483455955982208], "cos_apical_negg": [0.07678879797458649, 0.08858035504817963, 0.0838075503706932, 0.0842951089143753, 0.08151473104953766, 0.07785163819789886, 0.05483455955982208], "cos_Ac_negg": [0.07678879797458649, 0.08858035504817963, 0.0838075503706932, 0.0842951089143753, 0.08151473104953766, 0.07785163819789886, 0.05483455955982208], "r_norm": [0.11282607913017273, 0.11904536187648773, 0.11933054029941559, 0.11636873334646225, 0.1173868328332901, 0.11663071066141129, 0.11688531190156937]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9748, "test_loss": 0.188467737197876}, {"step": 7550, "epoch": 16, "train_loss": 3.3323631214443594e-05, "cos_r_negg": [0.07723879814147949, 0.08910069614648819, 0.08462931215763092, 0.08482760190963745, 0.08242125064134598, 0.07908084988594055, 0.05530284345149994], "cos_apical_negg": [0.07723879814147949, 0.08910069614648819, 0.08462931215763092, 0.08482760190963745, 0.08242125064134598, 0.07908084988594055, 0.05530284345149994], "cos_Ac_negg": [0.07723879814147949, 0.08910069614648819, 0.08462931215763092, 0.08482760190963745, 0.08242125064134598, 0.07908084988594055, 0.05530284345149994], "r_norm": [0.11841214448213577, 0.12484367191791534, 0.12486637383699417, 0.12209446728229523, 0.12311965227127075, 0.12241128087043762, 0.12243937700986862]}, {"step": 7600, "epoch": 16, "train_loss": 0.0007078754133544862, "cos_r_negg": [0.07795454561710358, 0.08996762335300446, 0.08600618690252304, 0.08581271767616272, 0.0836641862988472, 0.08034025132656097, 0.05577091500163078], "cos_apical_negg": [0.07795454561710358, 0.08996762335300446, 0.08600618690252304, 0.08581271767616272, 0.0836641862988472, 0.08034025132656097, 0.05577091500163078], "cos_Ac_negg": [0.07795454561710358, 0.08996762335300446, 0.08600618690252304, 0.08581271767616272, 0.0836641862988472, 0.08034025132656097, 0.05577091500163078], "r_norm": [0.12190957367420197, 0.1285085678100586, 0.12831208109855652, 0.12575599551200867, 0.1266995370388031, 0.1261349618434906, 0.12584541738033295]}, {"step": 7650, "epoch": 16, "train_loss": 9.26718203118071e-05, "cos_r_negg": [0.07691872119903564, 0.0887615829706192, 0.08480164408683777, 0.08466009050607681, 0.08240438997745514, 0.07883836328983307, 0.05482475459575653], "cos_apical_negg": [0.07691872119903564, 0.0887615829706192, 0.08480164408683777, 0.08466009050607681, 0.08240438997745514, 0.07883836328983307, 0.05482475459575653], "cos_Ac_negg": [0.07691872119903564, 0.0887615829706192, 0.08480164408683777, 0.08466009050607681, 0.08240438997745514, 0.07883836328983307, 0.05482475459575653], "r_norm": [0.11678703129291534, 0.12310929596424103, 0.12325797975063324, 0.12045753002166748, 0.12142327427864075, 0.12063154578208923, 0.12081338465213776]}, {"step": 7700, "epoch": 16, "train_loss": 5.138208143762313e-05, "cos_r_negg": [0.0761726051568985, 0.08788774907588959, 0.08398981392383575, 0.08404549956321716, 0.0816730484366417, 0.07803686708211899, 0.05421660467982292], "cos_apical_negg": [0.0761726051568985, 0.08788774907588959, 0.08398981392383575, 0.08404549956321716, 0.0816730484366417, 0.07803686708211899, 0.05421660467982292], "cos_Ac_negg": [0.0761726051568985, 0.08788774907588959, 0.08398981392383575, 0.08404549956321716, 0.0816730484366417, 0.07803686708211899, 0.05421660467982292], "r_norm": [0.11568573862314224, 0.12199569493532181, 0.12223917990922928, 0.11929958313703537, 0.12032226473093033, 0.11949265748262405, 0.11982329934835434]}, {"step": 7750, "epoch": 16, "train_loss": 0.0011031435569748282, "cos_r_negg": [0.0756603330373764, 0.08734133839607239, 0.08349994570016861, 0.08360642194747925, 0.08114735782146454, 0.07764187455177307, 0.054030872881412506], "cos_apical_negg": [0.0756603330373764, 0.08734133839607239, 0.08349994570016861, 0.08360642194747925, 0.08114735782146454, 0.07764187455177307, 0.054030872881412506], "cos_Ac_negg": [0.0756603330373764, 0.08734133839607239, 0.08349994570016861, 0.08360642194747925, 0.08114735782146454, 0.07764187455177307, 0.054030872881412506], "r_norm": [0.11545823514461517, 0.12173284590244293, 0.122036412358284, 0.11903504282236099, 0.12010128796100616, 0.11921469122171402, 0.11962597072124481]}, {"step": 7800, "epoch": 16, "train_loss": 0.00031077105086296797, "cos_r_negg": [0.0752255991101265, 0.08684178441762924, 0.0826098769903183, 0.0829773098230362, 0.08025923371315002, 0.07660576701164246, 0.054066501557826996], "cos_apical_negg": [0.0752255991101265, 0.08684178441762924, 0.0826098769903183, 0.0829773098230362, 0.08025923371315002, 0.07660576701164246, 0.054066501557826996], "cos_Ac_negg": [0.0752255991101265, 0.08684178441762924, 0.0826098769903183, 0.0829773098230362, 0.08025923371315002, 0.07660576701164246, 0.054066501557826996], "r_norm": [0.1160847544670105, 0.12207550555467606, 0.12247777730226517, 0.11958993971347809, 0.1207626536488533, 0.11969636380672455, 0.11992506682872772]}, {"step": 7850, "epoch": 16, "train_loss": 0.0011036880314350128, "cos_r_negg": [0.07535494863986969, 0.08722151815891266, 0.08287927508354187, 0.08309672772884369, 0.08020536601543427, 0.07645764946937561, 0.05412886291742325], "cos_apical_negg": [0.07535494863986969, 0.08722151815891266, 0.08287927508354187, 0.08309672772884369, 0.08020536601543427, 0.07645764946937561, 0.05412886291742325], "cos_Ac_negg": [0.07535494863986969, 0.08722151815891266, 0.08287927508354187, 0.08309672772884369, 0.08020536601543427, 0.07645764946937561, 0.05412886291742325], "r_norm": [0.11168785393238068, 0.1181691512465477, 0.1183338388800621, 0.11519462615251541, 0.11633006483316422, 0.11575725674629211, 0.11591145396232605]}, {"step": 7900, "epoch": 16, "train_loss": 5.167374911252409e-05, "cos_r_negg": [0.07468026876449585, 0.08608946204185486, 0.08197106420993805, 0.0822896957397461, 0.07922491431236267, 0.07555222511291504, 0.052782632410526276], "cos_apical_negg": [0.07468026876449585, 0.08608946204185486, 0.08197106420993805, 0.0822896957397461, 0.07922491431236267, 0.07555222511291504, 0.052782632410526276], "cos_Ac_negg": [0.07468026876449585, 0.08608946204185486, 0.08197106420993805, 0.0822896957397461, 0.07922491431236267, 0.07555222511291504, 0.052782632410526276], "r_norm": [0.112324558198452, 0.11860375851392746, 0.11902379989624023, 0.11577177047729492, 0.11701571941375732, 0.1161583736538887, 0.11653512716293335]}, {"step": 7950, "epoch": 16, "train_loss": 0.00013922389189247042, "cos_r_negg": [0.07402583956718445, 0.08534379303455353, 0.08121058344841003, 0.08126930147409439, 0.07808316498994827, 0.07449802756309509, 0.05195979028940201], "cos_apical_negg": [0.07402583956718445, 0.08534379303455353, 0.08121058344841003, 0.08126930147409439, 0.07808316498994827, 0.07449802756309509, 0.05195979028940201], "cos_Ac_negg": [0.07402583956718445, 0.08534379303455353, 0.08121058344841003, 0.08126930147409439, 0.07808316498994827, 0.07449802756309509, 0.05195979028940201], "r_norm": [0.11389707028865814, 0.11989734321832657, 0.12026087939739227, 0.11731937527656555, 0.11851394921541214, 0.11729911714792252, 0.11773458123207092]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9747, "test_loss": 0.18967326049804686}, {"step": 8000, "epoch": 17, "train_loss": 0.00011327301035635173, "cos_r_negg": [0.07381042838096619, 0.08492571860551834, 0.08085101842880249, 0.08071853220462799, 0.07750795781612396, 0.0740002989768982, 0.05150974541902542], "cos_apical_negg": [0.07381042838096619, 0.08492571860551834, 0.08085101842880249, 0.08071853220462799, 0.07750795781612396, 0.0740002989768982, 0.05150974541902542], "cos_Ac_negg": [0.07381042838096619, 0.08492571860551834, 0.08085101842880249, 0.08071853220462799, 0.07750795781612396, 0.0740002989768982, 0.05150974541902542], "r_norm": [0.1154303252696991, 0.1214619129896164, 0.12180541455745697, 0.1189182698726654, 0.12003527581691742, 0.11887352168560028, 0.11928405612707138]}, {"step": 8050, "epoch": 17, "train_loss": 7.480272324755788e-05, "cos_r_negg": [0.0739620178937912, 0.08513953536748886, 0.08120273798704147, 0.08092352002859116, 0.07766690850257874, 0.07399018108844757, 0.0513487383723259], "cos_apical_negg": [0.0739620178937912, 0.08513953536748886, 0.08120273798704147, 0.08092352002859116, 0.07766690850257874, 0.07399018108844757, 0.0513487383723259], "cos_Ac_negg": [0.0739620178937912, 0.08513953536748886, 0.08120273798704147, 0.08092352002859116, 0.07766690850257874, 0.07399018108844757, 0.0513487383723259], "r_norm": [0.1129903644323349, 0.11929428577423096, 0.11955775320529938, 0.11649926006793976, 0.11753790825605392, 0.11664815992116928, 0.11714107543230057]}, {"step": 8100, "epoch": 17, "train_loss": 0.00017921724065672606, "cos_r_negg": [0.07433746010065079, 0.085589699447155, 0.08137528598308563, 0.08130049705505371, 0.0779111385345459, 0.07411853224039078, 0.05188756436109543], "cos_apical_negg": [0.07433746010065079, 0.085589699447155, 0.08137528598308563, 0.08130049705505371, 0.0779111385345459, 0.07411853224039078, 0.05188756436109543], "cos_Ac_negg": [0.07433746010065079, 0.085589699447155, 0.08137528598308563, 0.08130049705505371, 0.0779111385345459, 0.07411853224039078, 0.05188756436109543], "r_norm": [0.11139339208602905, 0.11773733794689178, 0.11800721287727356, 0.11487078666687012, 0.1159319058060646, 0.11516410112380981, 0.11558333039283752]}, {"step": 8150, "epoch": 17, "train_loss": 0.00012473639799281955, "cos_r_negg": [0.07462183386087418, 0.08627113699913025, 0.08248656988143921, 0.08185460418462753, 0.07875041663646698, 0.07519319653511047, 0.05195096507668495], "cos_apical_negg": [0.07462183386087418, 0.08627113699913025, 0.08248656988143921, 0.08185460418462753, 0.07875041663646698, 0.07519319653511047, 0.05195096507668495], "cos_Ac_negg": [0.07462183386087418, 0.08627113699913025, 0.08248656988143921, 0.08185460418462753, 0.07875041663646698, 0.07519319653511047, 0.05195096507668495], "r_norm": [0.1181173324584961, 0.12504087388515472, 0.12480971217155457, 0.12189538776874542, 0.12295470386743546, 0.12267720699310303, 0.1223648339509964]}, {"step": 8200, "epoch": 17, "train_loss": 9.642769873607904e-05, "cos_r_negg": [0.07453738152980804, 0.08621671050786972, 0.08248813450336456, 0.08168525248765945, 0.0786474421620369, 0.07498884201049805, 0.051745519042015076], "cos_apical_negg": [0.07453738152980804, 0.08621671050786972, 0.08248813450336456, 0.08168525248765945, 0.0786474421620369, 0.07498884201049805, 0.051745519042015076], "cos_Ac_negg": [0.07453738152980804, 0.08621671050786972, 0.08248813450336456, 0.08168525248765945, 0.0786474421620369, 0.07498884201049805, 0.051745519042015076], "r_norm": [0.11547286063432693, 0.12238297611474991, 0.12219104170799255, 0.11915954947471619, 0.12024910748004913, 0.1199081540107727, 0.1198032796382904]}, {"step": 8250, "epoch": 17, "train_loss": 0.00027026323368772864, "cos_r_negg": [0.0738806501030922, 0.08538718521595001, 0.08169931173324585, 0.08111239224672318, 0.07808439433574677, 0.07430100440979004, 0.05129333585500717], "cos_apical_negg": [0.0738806501030922, 0.08538718521595001, 0.08169931173324585, 0.08111239224672318, 0.07808439433574677, 0.07430100440979004, 0.05129333585500717], "cos_Ac_negg": [0.0738806501030922, 0.08538718521595001, 0.08169931173324585, 0.08111239224672318, 0.07808439433574677, 0.07430100440979004, 0.05129333585500717], "r_norm": [0.1139700710773468, 0.12076032161712646, 0.12071017920970917, 0.1175704076886177, 0.11872893571853638, 0.11832670867443085, 0.11830559372901917]}, {"step": 8300, "epoch": 17, "train_loss": 4.269050987204537e-05, "cos_r_negg": [0.0732855498790741, 0.0846690982580185, 0.08087866008281708, 0.08043470978736877, 0.07736849784851074, 0.07360707223415375, 0.05097945034503937], "cos_apical_negg": [0.0732855498790741, 0.0846690982580185, 0.08087866008281708, 0.08043470978736877, 0.07736849784851074, 0.07360707223415375, 0.05097945034503937], "cos_Ac_negg": [0.0732855498790741, 0.0846690982580185, 0.08087866008281708, 0.08043470978736877, 0.07736849784851074, 0.07360707223415375, 0.05097945034503937], "r_norm": [0.11284668743610382, 0.11946059763431549, 0.11951754242181778, 0.11639076471328735, 0.11751857399940491, 0.117019422352314, 0.11710511893033981]}, {"step": 8350, "epoch": 17, "train_loss": 2.746906284301076e-05, "cos_r_negg": [0.0726635679602623, 0.08395182341337204, 0.08012333512306213, 0.0797920748591423, 0.0768708661198616, 0.07311588525772095, 0.050599776208400726], "cos_apical_negg": [0.0726635679602623, 0.08395182341337204, 0.08012333512306213, 0.0797920748591423, 0.0768708661198616, 0.07311588525772095, 0.050599776208400726], "cos_Ac_negg": [0.0726635679602623, 0.08395182341337204, 0.08012333512306213, 0.0797920748591423, 0.0768708661198616, 0.07311588525772095, 0.050599776208400726], "r_norm": [0.11350574344396591, 0.12014773488044739, 0.12022872269153595, 0.11704239249229431, 0.1182461827993393, 0.11767834424972534, 0.11781977117061615]}, {"step": 8400, "epoch": 17, "train_loss": 0.00024539040168747306, "cos_r_negg": [0.07211606204509735, 0.08324427902698517, 0.07950975000858307, 0.07918751984834671, 0.07620742917060852, 0.07247594743967056, 0.05020305514335632], "cos_apical_negg": [0.07211606204509735, 0.08324427902698517, 0.07950975000858307, 0.07918751984834671, 0.07620742917060852, 0.07247594743967056, 0.05020305514335632], "cos_Ac_negg": [0.07211606204509735, 0.08324427902698517, 0.07950975000858307, 0.07918751984834671, 0.07620742917060852, 0.07247594743967056, 0.05020305514335632], "r_norm": [0.11475333571434021, 0.1212666854262352, 0.12139556556940079, 0.11831966042518616, 0.11946936696767807, 0.11877308785915375, 0.11898303776979446]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9748, "test_loss": 0.1927501708984375}, {"step": 8450, "epoch": 18, "train_loss": 8.565076132072136e-05, "cos_r_negg": [0.07155013829469681, 0.08246657997369766, 0.07870832085609436, 0.07851752638816833, 0.07546208798885345, 0.07173004746437073, 0.04987577348947525], "cos_apical_negg": [0.07155013829469681, 0.08246657997369766, 0.07870832085609436, 0.07851752638816833, 0.07546208798885345, 0.07173004746437073, 0.04987577348947525], "cos_Ac_negg": [0.07155013829469681, 0.08246657997369766, 0.07870832085609436, 0.07851752638816833, 0.07546208798885345, 0.07173004746437073, 0.04987577348947525], "r_norm": [0.11362820863723755, 0.1200166866183281, 0.12028818577528, 0.11709282547235489, 0.11833305656909943, 0.11752688884735107, 0.11786775290966034]}, {"step": 8500, "epoch": 18, "train_loss": 0.0001813618146115914, "cos_r_negg": [0.07147875428199768, 0.08233794569969177, 0.07869327068328857, 0.07847408950328827, 0.07548852264881134, 0.0715959221124649, 0.04976155608892441], "cos_apical_negg": [0.07147875428199768, 0.08233794569969177, 0.07869327068328857, 0.07847408950328827, 0.07548852264881134, 0.0715959221124649, 0.04976155608892441], "cos_Ac_negg": [0.07147875428199768, 0.08233794569969177, 0.07869327068328857, 0.07847408950328827, 0.07548852264881134, 0.0715959221124649, 0.04976155608892441], "r_norm": [0.11345410346984863, 0.11988628655672073, 0.12014355510473251, 0.11690835654735565, 0.11819605529308319, 0.1173684298992157, 0.11771881580352783]}, {"step": 8550, "epoch": 18, "train_loss": 0.0003870903456117958, "cos_r_negg": [0.0712418407201767, 0.08198414742946625, 0.07839712500572205, 0.07818716764450073, 0.07508879899978638, 0.07130559533834457, 0.049548231065273285], "cos_apical_negg": [0.0712418407201767, 0.08198414742946625, 0.07839712500572205, 0.07818716764450073, 0.07508879899978638, 0.07130559533834457, 0.049548231065273285], "cos_Ac_negg": [0.0712418407201767, 0.08198414742946625, 0.07839712500572205, 0.07818716764450073, 0.07508879899978638, 0.07130559533834457, 0.049548231065273285], "r_norm": [0.11274983733892441, 0.11902502179145813, 0.11939296871423721, 0.11615057289600372, 0.11742241680622101, 0.1164783462882042, 0.11696334183216095]}, {"step": 8600, "epoch": 18, "train_loss": 0.0001401587505824864, "cos_r_negg": [0.07132703065872192, 0.08206769078969955, 0.07852029800415039, 0.0781894326210022, 0.07507986575365067, 0.07135427743196487, 0.049406539648771286], "cos_apical_negg": [0.07132703065872192, 0.08206769078969955, 0.07852029800415039, 0.0781894326210022, 0.07507986575365067, 0.07135427743196487, 0.049406539648771286], "cos_Ac_negg": [0.07132703065872192, 0.08206769078969955, 0.07852029800415039, 0.0781894326210022, 0.07507986575365067, 0.07135427743196487, 0.049406539648771286], "r_norm": [0.11162006855010986, 0.11819726228713989, 0.118464395403862, 0.11502231657505035, 0.11633819341659546, 0.11564357578754425, 0.116094209253788]}, {"step": 8650, "epoch": 18, "train_loss": 4.709908535005525e-05, "cos_r_negg": [0.07100218534469604, 0.08173370361328125, 0.0780441164970398, 0.07780110836029053, 0.07469844073057175, 0.07090862095355988, 0.04926539957523346], "cos_apical_negg": [0.07100218534469604, 0.08173370361328125, 0.0780441164970398, 0.07780110836029053, 0.07469844073057175, 0.07090862095355988, 0.04926539957523346], "cos_Ac_negg": [0.07100218534469604, 0.08173370361328125, 0.0780441164970398, 0.07780110836029053, 0.07469844073057175, 0.07090862095355988, 0.04926539957523346], "r_norm": [0.11149084568023682, 0.11803342401981354, 0.11834241449832916, 0.11487068235874176, 0.1162332072854042, 0.11551733314990997, 0.11594510078430176]}, {"step": 8700, "epoch": 18, "train_loss": 8.029681339394301e-05, "cos_r_negg": [0.07067806273698807, 0.08132195472717285, 0.07751033455133438, 0.07743273675441742, 0.07434449344873428, 0.07050610333681107, 0.04923507571220398], "cos_apical_negg": [0.07067806273698807, 0.08132195472717285, 0.07751033455133438, 0.07743273675441742, 0.07434449344873428, 0.07050610333681107, 0.04923507571220398], "cos_Ac_negg": [0.07067806273698807, 0.08132195472717285, 0.07751033455133438, 0.07743273675441742, 0.07434449344873428, 0.07050610333681107, 0.04923507571220398], "r_norm": [0.11017534881830215, 0.11664091795682907, 0.11699989438056946, 0.11354264616966248, 0.11488810181617737, 0.11421608924865723, 0.11457470059394836]}, {"step": 8750, "epoch": 18, "train_loss": 7.37790614948608e-05, "cos_r_negg": [0.07038937509059906, 0.08134457468986511, 0.07779566943645477, 0.07730170339345932, 0.07428613305091858, 0.0706363320350647, 0.049094945192337036], "cos_apical_negg": [0.07038937509059906, 0.08134457468986511, 0.07779566943645477, 0.07730170339345932, 0.07428613305091858, 0.0706363320350647, 0.049094945192337036], "cos_Ac_negg": [0.07038937509059906, 0.08134457468986511, 0.07779566943645477, 0.07730170339345932, 0.07428613305091858, 0.0706363320350647, 0.049094945192337036], "r_norm": [0.1143120527267456, 0.12112779915332794, 0.12116637080907822, 0.11782686412334442, 0.1191999614238739, 0.1187775582075119, 0.11874653398990631]}, {"step": 8800, "epoch": 18, "train_loss": 0.0001259892451344058, "cos_r_negg": [0.07020170986652374, 0.08120524883270264, 0.0777163952589035, 0.07726460695266724, 0.07425631582736969, 0.07068350911140442, 0.04908683896064758], "cos_apical_negg": [0.07020170986652374, 0.08120524883270264, 0.0777163952589035, 0.07726460695266724, 0.07425631582736969, 0.07068350911140442, 0.04908683896064758], "cos_Ac_negg": [0.07020170986652374, 0.08120524883270264, 0.0777163952589035, 0.07726460695266724, 0.07425631582736969, 0.07068350911140442, 0.04908683896064758], "r_norm": [0.11399824172258377, 0.12081976234912872, 0.120878666639328, 0.11749006807804108, 0.11889474093914032, 0.11850866675376892, 0.11845047771930695]}, {"step": 8850, "epoch": 18, "train_loss": 0.00016970137949101627, "cos_r_negg": [0.06963402032852173, 0.08048375695943832, 0.0768829956650734, 0.07671141624450684, 0.07360253483057022, 0.07009079307317734, 0.048770926892757416], "cos_apical_negg": [0.06963402032852173, 0.08048375695943832, 0.0768829956650734, 0.07671141624450684, 0.07360253483057022, 0.07009079307317734, 0.048770926892757416], "cos_Ac_negg": [0.06963402032852173, 0.08048375695943832, 0.0768829956650734, 0.07671141624450684, 0.07360253483057022, 0.07009079307317734, 0.048770926892757416], "r_norm": [0.11153893917798996, 0.11813271045684814, 0.11839153617620468, 0.11494521051645279, 0.11629781126976013, 0.11575830727815628, 0.11599326133728027]}, {"step": 8900, "epoch": 18, "train_loss": 0.00012520527525339276, "cos_r_negg": [0.0693703144788742, 0.08006250858306885, 0.07645627856254578, 0.07632197439670563, 0.07321877777576447, 0.06968076527118683, 0.04845084995031357], "cos_apical_negg": [0.0693703144788742, 0.08006250858306885, 0.07645627856254578, 0.07632197439670563, 0.07321877777576447, 0.06968076527118683, 0.04845084995031357], "cos_Ac_negg": [0.0693703144788742, 0.08006250858306885, 0.07645627856254578, 0.07632197439670563, 0.07321877777576447, 0.06968076527118683, 0.04845084995031357], "r_norm": [0.11210786551237106, 0.11867231130599976, 0.11893948167562485, 0.11552256345748901, 0.11683684587478638, 0.11625391244888306, 0.11655233055353165]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9746, "test_loss": 0.19556360244750975}, {"step": 8950, "epoch": 19, "train_loss": 5.820859223604202e-05, "cos_r_negg": [0.06918490678071976, 0.07987788319587708, 0.07625635713338852, 0.07610107213258743, 0.07302166521549225, 0.0693872720003128, 0.04827874153852463], "cos_apical_negg": [0.06918490678071976, 0.07987788319587708, 0.07625635713338852, 0.07610107213258743, 0.07302166521549225, 0.0693872720003128, 0.04827874153852463], "cos_Ac_negg": [0.06918490678071976, 0.07987788319587708, 0.07625635713338852, 0.07610107213258743, 0.07302166521549225, 0.0693872720003128, 0.04827874153852463], "r_norm": [0.11192727088928223, 0.11848263442516327, 0.11875790357589722, 0.11534924060106277, 0.11666110903024673, 0.11607787013053894, 0.11635470390319824]}, {"step": 9000, "epoch": 19, "train_loss": 3.215071774320677e-05, "cos_r_negg": [0.06917807459831238, 0.07977304607629776, 0.07621458172798157, 0.07595089077949524, 0.07291579246520996, 0.06925034523010254, 0.04807436466217041], "cos_apical_negg": [0.06917807459831238, 0.07977304607629776, 0.07621458172798157, 0.07595089077949524, 0.07291579246520996, 0.06925034523010254, 0.04807436466217041], "cos_Ac_negg": [0.06917807459831238, 0.07977304607629776, 0.07621458172798157, 0.07595089077949524, 0.07291579246520996, 0.06925034523010254, 0.04807436466217041], "r_norm": [0.11103971302509308, 0.1176086813211441, 0.11789751052856445, 0.1144489124417305, 0.11575773358345032, 0.11517034471035004, 0.11550907045602798]}, {"step": 9050, "epoch": 19, "train_loss": 0.0001581960532348603, "cos_r_negg": [0.06883546710014343, 0.07946722209453583, 0.07602250576019287, 0.07565748691558838, 0.07258791476488113, 0.06903679668903351, 0.04777991399168968], "cos_apical_negg": [0.06883546710014343, 0.07946722209453583, 0.07602250576019287, 0.07565748691558838, 0.07258791476488113, 0.06903679668903351, 0.04777991399168968], "cos_Ac_negg": [0.06883546710014343, 0.07946722209453583, 0.07602250576019287, 0.07565748691558838, 0.07258791476488113, 0.06903679668903351, 0.04777991399168968], "r_norm": [0.11134429275989532, 0.11793660372495651, 0.11819203943014145, 0.11472976207733154, 0.11609210073947906, 0.11552178114652634, 0.11579077690839767]}, {"step": 9100, "epoch": 19, "train_loss": 0.0006648304406553507, "cos_r_negg": [0.06880821287631989, 0.07937511801719666, 0.07596272230148315, 0.07558254897594452, 0.07249660789966583, 0.06889571994543076, 0.047733746469020844], "cos_apical_negg": [0.06880821287631989, 0.07937511801719666, 0.07596272230148315, 0.07558254897594452, 0.07249660789966583, 0.06889571994543076, 0.047733746469020844], "cos_Ac_negg": [0.06880821287631989, 0.07937511801719666, 0.07596272230148315, 0.07558254897594452, 0.07249660789966583, 0.06889571994543076, 0.047733746469020844], "r_norm": [0.1111057847738266, 0.1177600622177124, 0.11794238537549973, 0.11446703970432281, 0.1158556416630745, 0.11532366275787354, 0.1155577152967453]}, {"step": 9150, "epoch": 19, "train_loss": 0.0003975701692979783, "cos_r_negg": [0.06846807152032852, 0.07905116677284241, 0.07554033398628235, 0.07527036964893341, 0.07218428701162338, 0.06856485456228256, 0.047593869268894196], "cos_apical_negg": [0.06846807152032852, 0.07905116677284241, 0.07554033398628235, 0.07527036964893341, 0.07218428701162338, 0.06856485456228256, 0.047593869268894196], "cos_Ac_negg": [0.06846807152032852, 0.07905116677284241, 0.07554033398628235, 0.07527036964893341, 0.07218428701162338, 0.06856485456228256, 0.047593869268894196], "r_norm": [0.11208128184080124, 0.11869269609451294, 0.11889383941888809, 0.11547145992517471, 0.11683542281389236, 0.11628033965826035, 0.1164868026971817]}, {"step": 9200, "epoch": 19, "train_loss": 0.00021672056755051017, "cos_r_negg": [0.06807424128055573, 0.07860741764307022, 0.07504839450120926, 0.07485894113779068, 0.07176478952169418, 0.06813499331474304, 0.047448910772800446], "cos_apical_negg": [0.06807424128055573, 0.07860741764307022, 0.07504839450120926, 0.07485894113779068, 0.07176478952169418, 0.06813499331474304, 0.047448910772800446], "cos_Ac_negg": [0.06807424128055573, 0.07860741764307022, 0.07504839450120926, 0.07485894113779068, 0.07176478952169418, 0.06813499331474304, 0.047448910772800446], "r_norm": [0.11091840267181396, 0.11753752082586288, 0.11774049699306488, 0.11428550630807877, 0.11561869084835052, 0.11511150002479553, 0.11537085473537445]}, {"step": 9250, "epoch": 19, "train_loss": 0.00014538323739543557, "cos_r_negg": [0.06793311983346939, 0.07835762202739716, 0.07482413947582245, 0.07470101863145828, 0.07156707346439362, 0.06802276521921158, 0.04727477207779884], "cos_apical_negg": [0.06793311983346939, 0.07835762202739716, 0.07482413947582245, 0.07470101863145828, 0.07156707346439362, 0.06802276521921158, 0.04727477207779884], "cos_Ac_negg": [0.06793311983346939, 0.07835762202739716, 0.07482413947582245, 0.07470101863145828, 0.07156707346439362, 0.06802276521921158, 0.04727477207779884], "r_norm": [0.10969115793704987, 0.11631151288747787, 0.11656999588012695, 0.11300230771303177, 0.11437468975782394, 0.11389373242855072, 0.11420491337776184]}, {"step": 9300, "epoch": 19, "train_loss": 0.0005711796693503857, "cos_r_negg": [0.06780758500099182, 0.07829384505748749, 0.07473529875278473, 0.07458774000406265, 0.07150398194789886, 0.06789406388998032, 0.04726547375321388], "cos_apical_negg": [0.06780758500099182, 0.07829384505748749, 0.07473529875278473, 0.07458774000406265, 0.07150398194789886, 0.06789406388998032, 0.04726547375321388], "cos_Ac_negg": [0.06780758500099182, 0.07829384505748749, 0.07473529875278473, 0.07458774000406265, 0.07150398194789886, 0.06789406388998032, 0.04726547375321388], "r_norm": [0.1100383996963501, 0.11673694849014282, 0.11694535613059998, 0.11339183151721954, 0.11475563049316406, 0.11428596079349518, 0.11459895968437195]}, {"step": 9350, "epoch": 19, "train_loss": 0.00017228731303475797, "cos_r_negg": [0.06761178374290466, 0.07800225913524628, 0.07438096404075623, 0.07425423711538315, 0.07121538370847702, 0.06776093691587448, 0.04720044881105423], "cos_apical_negg": [0.06761178374290466, 0.07800225913524628, 0.07438096404075623, 0.07425423711538315, 0.07121538370847702, 0.06776093691587448, 0.04720044881105423], "cos_Ac_negg": [0.06761178374290466, 0.07800225913524628, 0.07438096404075623, 0.07425423711538315, 0.07121538370847702, 0.06776093691587448, 0.04720044881105423], "r_norm": [0.10946942120790482, 0.11607146263122559, 0.11637081205844879, 0.11279016733169556, 0.11414816230535507, 0.11361181735992432, 0.1140267476439476]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9745, "test_loss": 0.19843962860107422}], "final": {"test_acc": 0.9745, "test_loss": 0.19843962860107422, "wall_s": 24.382896184921265, "cos_r_negg": [0.06751495599746704, 0.07784878462553024, 0.07421703636646271, 0.07409431785345078, 0.071097731590271, 0.06764844059944153, 0.047136202454566956], "cos_apical_negg": [0.06751495599746704, 0.07784878462553024, 0.07421703636646271, 0.07409431785345078, 0.071097731590271, 0.06764844059944153, 0.047136202454566956], "cos_Ac_negg": [0.06751495599746704, 0.07784878462553024, 0.07421703636646271, 0.07409431785345078, 0.071097731590271, 0.06764844059944153, 0.047136202454566956]}}