{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d10_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.480501890182495, "cos_r_negg": [-0.007985515519976616, -0.0029734314884990454, -0.004363365937024355, -0.019195925444364548, 0.03122452087700367, -0.00329861743375659, -0.011292683891952038, 0.025974145159125328, -0.019461054354906082, -0.01410023681819439], "cos_apical_negg": [-0.007985515519976616, -0.0029734314884990454, -0.004363365937024355, -0.019195925444364548, 0.03122452087700367, -0.00329861743375659, -0.011292683891952038, 0.025974145159125328, -0.019461054354906082, -0.01410023681819439], "cos_Ac_negg": [-0.007985515519976616, -0.0029734314884990454, -0.004363365937024355, -0.019195925444364548, 0.03122452087700367, -0.00329861743375659, -0.011292683891952038, 0.025974145159125328, -0.019461054354906082, -0.01410023681819439], "r_norm": [4.895408630371094, 4.94033145904541, 4.929737567901611, 4.773996829986572, 4.892971992492676, 4.9501051902771, 4.877932548522949, 4.995774745941162, 5.0207624435424805, 4.830939292907715]}, {"step": 50, "epoch": 0, "train_loss": 1.9434113502502441, "cos_r_negg": [0.21662494540214539, -0.016481248661875725, -0.04792088642716408, -0.021132316440343857, -0.021471913903951645, 0.017904438078403473, -0.1119406670331955, -0.03866799920797348, -0.004787306301295757, -0.0697067528963089], "cos_apical_negg": [0.21662494540214539, -0.016481248661875725, -0.04792088642716408, -0.021132316440343857, -0.021471913903951645, 0.017904438078403473, -0.1119406670331955, -0.03866799920797348, -0.004787306301295757, -0.0697067528963089], "cos_Ac_negg": [0.21662494540214539, -0.016481248661875725, -0.04792088642716408, -0.021132316440343857, -0.021471913903951645, 0.017904438078403473, -0.1119406670331955, -0.03866799920797348, -0.004787306301295757, -0.0697067528963089], "r_norm": [4.5651140213012695, 4.590334892272949, 4.595218658447266, 4.441751003265381, 4.559104919433594, 4.61311674118042, 4.544366359710693, 4.65663480758667, 4.689334869384766, 4.478238582611084]}, {"step": 100, "epoch": 0, "train_loss": 2.0986790657043457, "cos_r_negg": [0.2564695477485657, -0.062489286065101624, -0.03906027227640152, -0.06002795323729515, -0.013331698253750801, -0.05642612278461456, -0.07227922976016998, -0.04966180771589279, -0.11631982028484344, -0.09693443775177002], "cos_apical_negg": [0.2564695477485657, -0.062489286065101624, -0.03906027227640152, -0.06002795323729515, -0.013331698253750801, -0.05642612278461456, -0.07227922976016998, -0.04966180771589279, -0.11631982028484344, -0.09693443775177002], "cos_Ac_negg": [0.2564695477485657, -0.062489286065101624, -0.03906027227640152, -0.06002795323729515, -0.013331698253750801, -0.05642612278461456, -0.07227922976016998, -0.04966180771589279, -0.11631982028484344, -0.09693443775177002], "r_norm": [4.420248985290527, 4.441866874694824, 4.4389543533325195, 4.30184268951416, 4.427659034729004, 4.471330642700195, 4.387162208557129, 4.515137672424316, 4.549134731292725, 4.34206485748291]}, {"step": 150, "epoch": 0, "train_loss": 2.4692842960357666, "cos_r_negg": [0.3339725732803345, -0.09090379625558853, -0.05878939479589462, -0.044292621314525604, -0.020677417516708374, -0.02541501447558403, -0.027154773473739624, -0.02963179349899292, -0.013401808217167854, -0.041129130870103836], "cos_apical_negg": [0.3339725732803345, -0.09090379625558853, -0.05878939479589462, -0.044292621314525604, -0.020677417516708374, -0.02541501447558403, -0.027154773473739624, -0.02963179349899292, -0.013401808217167854, -0.041129130870103836], "cos_Ac_negg": [0.3339725732803345, -0.09090379625558853, -0.05878939479589462, -0.044292621314525604, -0.020677417516708374, -0.02541501447558403, -0.027154773473739624, -0.02963179349899292, -0.013401808217167854, -0.041129130870103836], "r_norm": [4.728287696838379, 4.762499809265137, 4.742967128753662, 4.580308437347412, 4.718325614929199, 4.797433853149414, 4.711729049682617, 4.827296257019043, 4.851472854614258, 4.626772880554199]}, {"step": 200, "epoch": 0, "train_loss": 2.139251708984375, "cos_r_negg": [0.3479873239994049, -0.05567429959774017, -0.0327979251742363, -0.01621292345225811, -0.10139872133731842, -0.008016589097678661, -0.028455618768930435, -0.05725204944610596, -0.052543316036462784, -0.08923831582069397], "cos_apical_negg": [0.3479873239994049, -0.05567429959774017, -0.0327979251742363, -0.01621292345225811, -0.10139872133731842, -0.008016589097678661, -0.028455618768930435, -0.05725204944610596, -0.052543316036462784, -0.08923831582069397], "cos_Ac_negg": [0.3479873239994049, -0.05567429959774017, -0.0327979251742363, -0.01621292345225811, -0.10139872133731842, -0.008016589097678661, -0.028455618768930435, -0.05725204944610596, -0.052543316036462784, -0.08923831582069397], "r_norm": [4.403340816497803, 4.431082725524902, 4.43398380279541, 4.293100833892822, 4.409078598022461, 4.464131832122803, 4.3884053230285645, 4.494348526000977, 4.5399274826049805, 4.320920944213867]}, {"step": 250, "epoch": 0, "train_loss": 2.0614559650421143, "cos_r_negg": [0.3459140956401825, -0.0554986372590065, -0.00878960732370615, -0.011322122067213058, -0.08658497780561447, 0.0022129882127046585, -0.0896126925945282, -0.07556871324777603, -0.04770350828766823, -0.11801537871360779], "cos_apical_negg": [0.3459140956401825, -0.0554986372590065, -0.00878960732370615, -0.011322122067213058, -0.08658497780561447, 0.0022129882127046585, -0.0896126925945282, -0.07556871324777603, -0.04770350828766823, -0.11801537871360779], "cos_Ac_negg": [0.3459140956401825, -0.0554986372590065, -0.00878960732370615, -0.011322122067213058, -0.08658497780561447, 0.0022129882127046585, -0.0896126925945282, -0.07556871324777603, -0.04770350828766823, -0.11801537871360779], "r_norm": [4.483279705047607, 4.505722999572754, 4.500822067260742, 4.347873210906982, 4.486997604370117, 4.548081398010254, 4.458791255950928, 4.564882278442383, 4.614670753479004, 4.399827003479004]}, {"step": 300, "epoch": 0, "train_loss": 1.6931155920028687, "cos_r_negg": [0.35668274760246277, -0.022461403161287308, 0.004796373192220926, -0.013783000409603119, -0.025210116058588028, 0.01824662648141384, -0.0375065952539444, -0.04120614007115364, -0.047042544931173325, -0.007396257016807795], "cos_apical_negg": [0.35668274760246277, -0.022461403161287308, 0.004796373192220926, -0.013783000409603119, -0.025210116058588028, 0.01824662648141384, -0.0375065952539444, -0.04120614007115364, -0.047042544931173325, -0.007396257016807795], "cos_Ac_negg": [0.35668274760246277, -0.022461403161287308, 0.004796373192220926, -0.013783000409603119, -0.025210116058588028, 0.01824662648141384, -0.0375065952539444, -0.04120614007115364, -0.047042544931173325, -0.007396257016807795], "r_norm": [4.362355709075928, 4.379374027252197, 4.386529922485352, 4.24868106842041, 4.370780944824219, 4.431403636932373, 4.340847015380859, 4.458102226257324, 4.494663238525391, 4.286533355712891]}, {"step": 350, "epoch": 0, "train_loss": 2.086240291595459, "cos_r_negg": [0.3896264433860779, -0.018025092780590057, -0.0361420139670372, 0.00729316147044301, -0.0756218284368515, -0.009678785689175129, -0.029802512377500534, -0.08537955582141876, -0.01703920215368271, -0.0683978796005249], "cos_apical_negg": [0.3896264433860779, -0.018025092780590057, -0.0361420139670372, 0.00729316147044301, -0.0756218284368515, -0.009678785689175129, -0.029802512377500534, -0.08537955582141876, -0.01703920215368271, -0.0683978796005249], "cos_Ac_negg": [0.3896264433860779, -0.018025092780590057, -0.0361420139670372, 0.00729316147044301, -0.0756218284368515, -0.009678785689175129, -0.029802512377500534, -0.08537955582141876, -0.01703920215368271, -0.0683978796005249], "r_norm": [4.511499404907227, 4.531820297241211, 4.550849437713623, 4.373836517333984, 4.4814348220825195, 4.569491386413574, 4.484656810760498, 4.601629257202148, 4.613487243652344, 4.430071830749512]}, {"epoch_end": 0, "step": 391, "test_acc": 0.29, "test_loss": 2.090367529296875}, {"step": 400, "epoch": 1, "train_loss": 1.9959709644317627, "cos_r_negg": [0.4106959402561188, -0.023006347939372063, -0.006374468095600605, -0.001676945947110653, -0.052173834294080734, -0.06631298363208771, -0.0963260680437088, -0.013995102606713772, -0.015854069963097572, -0.021260814741253853], "cos_apical_negg": [0.4106959402561188, -0.023006347939372063, -0.006374468095600605, -0.001676945947110653, -0.052173834294080734, -0.06631298363208771, -0.0963260680437088, -0.013995102606713772, -0.015854069963097572, -0.021260814741253853], "cos_Ac_negg": [0.4106959402561188, -0.023006347939372063, -0.006374468095600605, -0.001676945947110653, -0.052173834294080734, -0.06631298363208771, -0.0963260680437088, -0.013995102606713772, -0.015854069963097572, -0.021260814741253853], "r_norm": [4.43027400970459, 4.450151443481445, 4.453610420227051, 4.308862686157227, 4.428515434265137, 4.496291637420654, 4.40416955947876, 4.525200843811035, 4.553598403930664, 4.3527679443359375]}, {"step": 450, "epoch": 1, "train_loss": 2.1766037940979004, "cos_r_negg": [0.4565584063529968, 0.0017345070373266935, 0.0017983600264415145, 0.002220854628831148, -0.024065284058451653, -0.016186419874429703, 0.013534053228795528, 0.014022795483469963, -0.024816548451781273, -0.039896465837955475], "cos_apical_negg": [0.4565584063529968, 0.0017345070373266935, 0.0017983600264415145, 0.002220854628831148, -0.024065284058451653, -0.016186419874429703, 0.013534053228795528, 0.014022795483469963, -0.024816548451781273, -0.039896465837955475], "cos_Ac_negg": [0.4565584063529968, 0.0017345070373266935, 0.0017983600264415145, 0.002220854628831148, -0.024065284058451653, -0.016186419874429703, 0.013534053228795528, 0.014022795483469963, -0.024816548451781273, -0.039896465837955475], "r_norm": [4.355985641479492, 4.3922624588012695, 4.383859634399414, 4.24205207824707, 4.367887496948242, 4.410054683685303, 4.337762355804443, 4.458227157592773, 4.494476318359375, 4.28273868560791]}, {"step": 500, "epoch": 1, "train_loss": 1.9276624917984009, "cos_r_negg": [0.44789475202560425, 0.003189799841493368, -0.01733073778450489, 0.07217936217784882, -0.04919663816690445, 0.005542749539017677, -0.04560708999633789, -0.02817469649016857, -0.011839151382446289, -0.039014481008052826], "cos_apical_negg": [0.44789475202560425, 0.003189799841493368, -0.01733073778450489, 0.07217936217784882, -0.04919663816690445, 0.005542749539017677, -0.04560708999633789, -0.02817469649016857, -0.011839151382446289, -0.039014481008052826], "cos_Ac_negg": [0.44789475202560425, 0.003189799841493368, -0.01733073778450489, 0.07217936217784882, -0.04919663816690445, 0.005542749539017677, -0.04560708999633789, -0.02817469649016857, -0.011839151382446289, -0.039014481008052826], "r_norm": [4.36978006362915, 4.396965026855469, 4.3990678787231445, 4.251990795135498, 4.38194465637207, 4.44624662399292, 4.363091468811035, 4.469470024108887, 4.501341342926025, 4.291167736053467]}, {"step": 550, "epoch": 1, "train_loss": 2.0359766483306885, "cos_r_negg": [0.4391101002693176, -0.009673280641436577, 0.011159994639456272, 0.034403398633003235, 0.005186751484870911, 0.017449647188186646, -0.006061320658773184, 0.030213087797164917, 0.008159196004271507, -0.08684053272008896], "cos_apical_negg": [0.4391101002693176, -0.009673280641436577, 0.011159994639456272, 0.034403398633003235, 0.005186751484870911, 0.017449647188186646, -0.006061320658773184, 0.030213087797164917, 0.008159196004271507, -0.08684053272008896], "cos_Ac_negg": [0.4391101002693176, -0.009673280641436577, 0.011159994639456272, 0.034403398633003235, 0.005186751484870911, 0.017449647188186646, -0.006061320658773184, 0.030213087797164917, 0.008159196004271507, -0.08684053272008896], "r_norm": [4.299736976623535, 4.326448440551758, 4.332306861877441, 4.195765972137451, 4.338017463684082, 4.365163803100586, 4.2847185134887695, 4.423861026763916, 4.449707984924316, 4.238305568695068]}, {"step": 600, "epoch": 1, "train_loss": 1.924501657485962, "cos_r_negg": [0.4406277537345886, 0.0014880825765430927, 0.023430872708559036, 0.06198056787252426, -0.026728589087724686, -0.022808967158198357, -0.009897947311401367, -0.025286123156547546, -0.04454302787780762, -0.11090987175703049], "cos_apical_negg": [0.4406277537345886, 0.0014880825765430927, 0.023430872708559036, 0.06198056787252426, -0.026728589087724686, -0.022808967158198357, -0.009897947311401367, -0.025286123156547546, -0.04454302787780762, -0.11090987175703049], "cos_Ac_negg": [0.4406277537345886, 0.0014880825765430927, 0.023430872708559036, 0.06198056787252426, -0.026728589087724686, -0.022808967158198357, -0.009897947311401367, -0.025286123156547546, -0.04454302787780762, -0.11090987175703049], "r_norm": [4.341292858123779, 4.364278793334961, 4.373020172119141, 4.2338151931762695, 4.3600568771362305, 4.410870552062988, 4.329127788543701, 4.450157165527344, 4.472965717315674, 4.270754814147949]}, {"step": 650, "epoch": 1, "train_loss": 2.058694362640381, "cos_r_negg": [0.45894038677215576, 0.016597941517829895, 0.021786989644169807, 0.0006775921210646629, -0.037520021200180054, 0.029943283647298813, 0.03411998599767685, -0.02502024546265602, -0.05885720252990723, -0.08878819644451141], "cos_apical_negg": [0.45894038677215576, 0.016597941517829895, 0.021786989644169807, 0.0006775921210646629, -0.037520021200180054, 0.029943283647298813, 0.03411998599767685, -0.02502024546265602, -0.05885720252990723, -0.08878819644451141], "cos_Ac_negg": [0.45894038677215576, 0.016597941517829895, 0.021786989644169807, 0.0006775921210646629, -0.037520021200180054, 0.029943283647298813, 0.03411998599767685, -0.02502024546265602, -0.05885720252990723, -0.08878819644451141], "r_norm": [4.267729759216309, 4.279279708862305, 4.300353050231934, 4.163830757141113, 4.281614780426025, 4.330314636230469, 4.249054431915283, 4.352846145629883, 4.393638610839844, 4.193583965301514]}, {"step": 700, "epoch": 1, "train_loss": 2.0863423347473145, "cos_r_negg": [0.46311458945274353, 0.000552081037312746, 0.011952091008424759, -0.0033758864738047123, -0.0139608234167099, 0.011953769251704216, 0.007186863571405411, 0.02320188097655773, -0.013210590928792953, -0.06315911561250687], "cos_apical_negg": [0.46311458945274353, 0.000552081037312746, 0.011952091008424759, -0.0033758864738047123, -0.0139608234167099, 0.011953769251704216, 0.007186863571405411, 0.02320188097655773, -0.013210590928792953, -0.06315911561250687], "cos_Ac_negg": [0.46311458945274353, 0.000552081037312746, 0.011952091008424759, -0.0033758864738047123, -0.0139608234167099, 0.011953769251704216, 0.007186863571405411, 0.02320188097655773, -0.013210590928792953, -0.06315911561250687], "r_norm": [4.5014472007751465, 4.5102386474609375, 4.51692008972168, 4.38178825378418, 4.498859405517578, 4.558250904083252, 4.467518329620361, 4.594974517822266, 4.628302574157715, 4.418452262878418]}, {"step": 750, "epoch": 1, "train_loss": 2.119748115539551, "cos_r_negg": [0.45242685079574585, 0.039754413068294525, -0.016116637736558914, 0.032833416014909744, -0.0369163453578949, 0.017651403322815895, 0.012946964241564274, 0.03897605463862419, -0.035602033138275146, -0.012654682621359825], "cos_apical_negg": [0.45242685079574585, 0.039754413068294525, -0.016116637736558914, 0.032833416014909744, -0.0369163453578949, 0.017651403322815895, 0.012946964241564274, 0.03897605463862419, -0.035602033138275146, -0.012654682621359825], "cos_Ac_negg": [0.45242685079574585, 0.039754413068294525, -0.016116637736558914, 0.032833416014909744, -0.0369163453578949, 0.017651403322815895, 0.012946964241564274, 0.03897605463862419, -0.035602033138275146, -0.012654682621359825], "r_norm": [4.303900241851807, 4.314491271972656, 4.33093786239624, 4.199361324310303, 4.320499420166016, 4.35999870300293, 4.281189441680908, 4.413159370422363, 4.435985088348389, 4.235152244567871]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3505, "test_loss": 1.9933769165039064}, {"step": 800, "epoch": 2, "train_loss": 2.0313401222229004, "cos_r_negg": [0.48101508617401123, 0.004377070814371109, 0.016285128891468048, 0.052406929433345795, 0.006708354689180851, -0.017099443823099136, 0.012144207954406738, 0.0004428662359714508, -0.0351056344807148, -0.014348408207297325], "cos_apical_negg": [0.48101508617401123, 0.004377070814371109, 0.016285128891468048, 0.052406929433345795, 0.006708354689180851, -0.017099443823099136, 0.012144207954406738, 0.0004428662359714508, -0.0351056344807148, -0.014348408207297325], "cos_Ac_negg": [0.48101508617401123, 0.004377070814371109, 0.016285128891468048, 0.052406929433345795, 0.006708354689180851, -0.017099443823099136, 0.012144207954406738, 0.0004428662359714508, -0.0351056344807148, -0.014348408207297325], "r_norm": [4.345152854919434, 4.373159408569336, 4.3632683753967285, 4.2286458015441895, 4.35556697845459, 4.409632682800293, 4.325951099395752, 4.435798645019531, 4.477109432220459, 4.257939338684082]}, {"step": 850, "epoch": 2, "train_loss": 1.9531550407409668, "cos_r_negg": [0.49918133020401, 0.03933896869421005, 0.040291305631399155, 0.05000177398324013, 0.01394254807382822, 0.0037080729380249977, 0.04321563243865967, -0.015708403661847115, -0.03967629000544548, -0.03489382565021515], "cos_apical_negg": [0.49918133020401, 0.03933896869421005, 0.040291305631399155, 0.05000177398324013, 0.01394254807382822, 0.0037080729380249977, 0.04321563243865967, -0.015708403661847115, -0.03967629000544548, -0.03489382565021515], "cos_Ac_negg": [0.49918133020401, 0.03933896869421005, 0.040291305631399155, 0.05000177398324013, 0.01394254807382822, 0.0037080729380249977, 0.04321563243865967, -0.015708403661847115, -0.03967629000544548, -0.03489382565021515], "r_norm": [4.396744251251221, 4.3943586349487305, 4.421544075012207, 4.274707794189453, 4.403240203857422, 4.456339359283447, 4.373984336853027, 4.485195159912109, 4.510589599609375, 4.319264888763428]}, {"step": 900, "epoch": 2, "train_loss": 1.8784229755401611, "cos_r_negg": [0.5227396488189697, 0.06860333681106567, 0.03153657168149948, 0.026426145806908607, -0.029184887185692787, 0.003183347173035145, -0.002972399117425084, -0.015929996967315674, -0.07588955760002136, -0.05444058030843735], "cos_apical_negg": [0.5227396488189697, 0.06860333681106567, 0.03153657168149948, 0.026426145806908607, -0.029184887185692787, 0.003183347173035145, -0.002972399117425084, -0.015929996967315674, -0.07588955760002136, -0.05444058030843735], "cos_Ac_negg": [0.5227396488189697, 0.06860333681106567, 0.03153657168149948, 0.026426145806908607, -0.029184887185692787, 0.003183347173035145, -0.002972399117425084, -0.015929996967315674, -0.07588955760002136, -0.05444058030843735], "r_norm": [4.259434700012207, 4.27744197845459, 4.287618637084961, 4.147002220153809, 4.262890815734863, 4.32952880859375, 4.242463111877441, 4.353660583496094, 4.38397216796875, 4.186627388000488]}, {"step": 950, "epoch": 2, "train_loss": 1.7256624698638916, "cos_r_negg": [0.5105888247489929, 0.0787021592259407, 0.01854667067527771, 0.04307802766561508, -0.005062328651547432, -0.013984762132167816, 0.017277156934142113, -0.002348532434552908, -0.0339929424226284, -0.009300803765654564], "cos_apical_negg": [0.5105888247489929, 0.0787021592259407, 0.01854667067527771, 0.04307802766561508, -0.005062328651547432, -0.013984762132167816, 0.017277156934142113, -0.002348532434552908, -0.0339929424226284, -0.009300803765654564], "cos_Ac_negg": [0.5105888247489929, 0.0787021592259407, 0.01854667067527771, 0.04307802766561508, -0.005062328651547432, -0.013984762132167816, 0.017277156934142113, -0.002348532434552908, -0.0339929424226284, -0.009300803765654564], "r_norm": [4.350852012634277, 4.367831230163574, 4.375166893005371, 4.238150119781494, 4.35228157043457, 4.426112174987793, 4.344176292419434, 4.436133861541748, 4.4789533615112305, 4.276920318603516]}, {"step": 1000, "epoch": 2, "train_loss": 1.9329053163528442, "cos_r_negg": [0.5092870593070984, 0.0625925362110138, 0.03794587031006813, 0.056071534752845764, 0.0064169010147452354, -0.0031534642912447453, 0.009106550365686417, 0.03011840023100376, -0.04540408030152321, -0.01561245322227478], "cos_apical_negg": [0.5092870593070984, 0.0625925362110138, 0.03794587031006813, 0.056071534752845764, 0.0064169010147452354, -0.0031534642912447453, 0.009106550365686417, 0.03011840023100376, -0.04540408030152321, -0.01561245322227478], "cos_Ac_negg": [0.5092870593070984, 0.0625925362110138, 0.03794587031006813, 0.056071534752845764, 0.0064169010147452354, -0.0031534642912447453, 0.009106550365686417, 0.03011840023100376, -0.04540408030152321, -0.01561245322227478], "r_norm": [4.348379135131836, 4.365018844604492, 4.372594833374023, 4.216175079345703, 4.328289031982422, 4.400892734527588, 4.33010721206665, 4.436617851257324, 4.4547505378723145, 4.257005214691162]}, {"step": 1050, "epoch": 2, "train_loss": 2.101106882095337, "cos_r_negg": [0.5050840973854065, 0.07714162766933441, 0.035798124969005585, 0.05467517301440239, -0.00884721428155899, 0.01671389862895012, 0.07416844367980957, 0.028212931007146835, -0.05759920924901962, 0.019834795966744423], "cos_apical_negg": [0.5050840973854065, 0.07714162766933441, 0.035798124969005585, 0.05467517301440239, -0.00884721428155899, 0.01671389862895012, 0.07416844367980957, 0.028212931007146835, -0.05759920924901962, 0.019834795966744423], "cos_Ac_negg": [0.5050840973854065, 0.07714162766933441, 0.035798124969005585, 0.05467517301440239, -0.00884721428155899, 0.01671389862895012, 0.07416844367980957, 0.028212931007146835, -0.05759920924901962, 0.019834795966744423], "r_norm": [4.226912498474121, 4.228034973144531, 4.23429012298584, 4.113835334777832, 4.217459201812744, 4.272158622741699, 4.193058967590332, 4.315197944641113, 4.344733238220215, 4.145764350891113]}, {"step": 1100, "epoch": 2, "train_loss": 1.8105199337005615, "cos_r_negg": [0.4860473871231079, 0.05209190770983696, 0.05269472673535347, 0.030839597806334496, 0.0015214988961815834, -0.005164670757949352, 0.05896516889333725, 0.008167004212737083, -0.012707458809018135, -0.05054974928498268], "cos_apical_negg": [0.4860473871231079, 0.05209190770983696, 0.05269472673535347, 0.030839597806334496, 0.0015214988961815834, -0.005164670757949352, 0.05896516889333725, 0.008167004212737083, -0.012707458809018135, -0.05054974928498268], "cos_Ac_negg": [0.4860473871231079, 0.05209190770983696, 0.05269472673535347, 0.030839597806334496, 0.0015214988961815834, -0.005164670757949352, 0.05896516889333725, 0.008167004212737083, -0.012707458809018135, -0.05054974928498268], "r_norm": [4.345707893371582, 4.355806350708008, 4.373248100280762, 4.244867324829102, 4.366116046905518, 4.404374599456787, 4.3232622146606445, 4.43344259262085, 4.469593048095703, 4.269935607910156]}, {"step": 1150, "epoch": 2, "train_loss": 1.9039533138275146, "cos_r_negg": [0.47856587171554565, 0.04638409614562988, 0.02567250281572342, 0.05234159529209137, 0.02016063593327999, -0.019901828840374947, 0.019715920090675354, 0.024508249014616013, -0.07646167278289795, -0.04458507522940636], "cos_apical_negg": [0.47856587171554565, 0.04638409614562988, 0.02567250281572342, 0.05234159529209137, 0.02016063593327999, -0.019901828840374947, 0.019715920090675354, 0.024508249014616013, -0.07646167278289795, -0.04458507522940636], "cos_Ac_negg": [0.47856587171554565, 0.04638409614562988, 0.02567250281572342, 0.05234159529209137, 0.02016063593327999, -0.019901828840374947, 0.019715920090675354, 0.024508249014616013, -0.07646167278289795, -0.04458507522940636], "r_norm": [4.3709716796875, 4.387405872344971, 4.400692462921143, 4.253807067871094, 4.367533206939697, 4.4330244064331055, 4.35933780670166, 4.471325874328613, 4.493921279907227, 4.296512603759766]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3348, "test_loss": 2.007463073730469}, {"step": 1200, "epoch": 3, "train_loss": 1.9214341640472412, "cos_r_negg": [0.4867582619190216, 0.055721163749694824, 0.05025094747543335, 0.05396623909473419, 0.01193423755466938, 0.018861038610339165, 0.024111958220601082, -0.0016471000853925943, -0.06647133827209473, -0.0007922053337097168], "cos_apical_negg": [0.4867582619190216, 0.055721163749694824, 0.05025094747543335, 0.05396623909473419, 0.01193423755466938, 0.018861038610339165, 0.024111958220601082, -0.0016471000853925943, -0.06647133827209473, -0.0007922053337097168], "cos_Ac_negg": [0.4867582619190216, 0.055721163749694824, 0.05025094747543335, 0.05396623909473419, 0.01193423755466938, 0.018861038610339165, 0.024111958220601082, -0.0016471000853925943, -0.06647133827209473, -0.0007922053337097168], "r_norm": [4.3267011642456055, 4.353292465209961, 4.36635684967041, 4.2100911140441895, 4.348782539367676, 4.399803161621094, 4.31820011138916, 4.43728494644165, 4.466357231140137, 4.256442070007324]}, {"step": 1250, "epoch": 3, "train_loss": 1.8266448974609375, "cos_r_negg": [0.5260756015777588, 0.05248258262872696, 0.06850980222225189, 0.0717790275812149, 0.030016805976629257, 0.04570730775594711, -0.024983026087284088, 0.020236898213624954, -0.06036047637462616, 0.0002935761585831642], "cos_apical_negg": [0.5260756015777588, 0.05248258262872696, 0.06850980222225189, 0.0717790275812149, 0.030016805976629257, 0.04570730775594711, -0.024983026087284088, 0.020236898213624954, -0.06036047637462616, 0.0002935761585831642], "cos_Ac_negg": [0.5260756015777588, 0.05248258262872696, 0.06850980222225189, 0.0717790275812149, 0.030016805976629257, 0.04570730775594711, -0.024983026087284088, 0.020236898213624954, -0.06036047637462616, 0.0002935761585831642], "r_norm": [4.345331192016602, 4.370491027832031, 4.36931037902832, 4.235860347747803, 4.361563205718994, 4.398403167724609, 4.326004981994629, 4.4519453048706055, 4.484282493591309, 4.274407386779785]}, {"step": 1300, "epoch": 3, "train_loss": 1.9755282402038574, "cos_r_negg": [0.5070410966873169, 0.0674709901213646, 0.05719013512134552, 0.07735025882720947, 0.040484968572854996, 0.0006583826616406441, -0.022987214848399162, -0.006484528072178364, -0.03596162796020508, -0.04832812398672104], "cos_apical_negg": [0.5070410966873169, 0.0674709901213646, 0.05719013512134552, 0.07735025882720947, 0.040484968572854996, 0.0006583826616406441, -0.022987214848399162, -0.006484528072178364, -0.03596162796020508, -0.04832812398672104], "cos_Ac_negg": [0.5070410966873169, 0.0674709901213646, 0.05719013512134552, 0.07735025882720947, 0.040484968572854996, 0.0006583826616406441, -0.022987214848399162, -0.006484528072178364, -0.03596162796020508, -0.04832812398672104], "r_norm": [4.425054550170898, 4.4429545402526855, 4.458707809448242, 4.304048538208008, 4.44473123550415, 4.501712799072266, 4.4014081954956055, 4.52079963684082, 4.552665710449219, 4.343240261077881]}, {"step": 1350, "epoch": 3, "train_loss": 1.9774751663208008, "cos_r_negg": [0.5101773738861084, 0.05941691994667053, 0.05441869795322418, 0.08665548264980316, 0.0419076569378376, 0.015979411080479622, -0.025096634402871132, 0.014427580870687962, -0.05353090912103653, -0.02276727929711342], "cos_apical_negg": [0.5101773738861084, 0.05941691994667053, 0.05441869795322418, 0.08665548264980316, 0.0419076569378376, 0.015979411080479622, -0.025096634402871132, 0.014427580870687962, -0.05353090912103653, -0.02276727929711342], "cos_Ac_negg": [0.5101773738861084, 0.05941691994667053, 0.05441869795322418, 0.08665548264980316, 0.0419076569378376, 0.015979411080479622, -0.025096634402871132, 0.014427580870687962, -0.05353090912103653, -0.02276727929711342], "r_norm": [4.352482795715332, 4.379151344299316, 4.393656253814697, 4.24580192565918, 4.366917610168457, 4.412686347961426, 4.337186336517334, 4.458263397216797, 4.496992111206055, 4.278000354766846]}, {"step": 1400, "epoch": 3, "train_loss": 1.842612624168396, "cos_r_negg": [0.5255539417266846, 0.067596435546875, 0.0813867598772049, 0.08111334592103958, 0.02276483364403248, 0.017121270298957825, -0.012725933454930782, 0.03201144561171532, -0.0714171975851059, 0.016641657799482346], "cos_apical_negg": [0.5255539417266846, 0.067596435546875, 0.0813867598772049, 0.08111334592103958, 0.02276483364403248, 0.017121270298957825, -0.012725933454930782, 0.03201144561171532, -0.0714171975851059, 0.016641657799482346], "cos_Ac_negg": [0.5255539417266846, 0.067596435546875, 0.0813867598772049, 0.08111334592103958, 0.02276483364403248, 0.017121270298957825, -0.012725933454930782, 0.03201144561171532, -0.0714171975851059, 0.016641657799482346], "r_norm": [4.405734062194824, 4.429450988769531, 4.421392440795898, 4.283326148986816, 4.4120635986328125, 4.466856002807617, 4.392861366271973, 4.5128984451293945, 4.53054141998291, 4.323789119720459]}, {"step": 1450, "epoch": 3, "train_loss": 1.7075588703155518, "cos_r_negg": [0.5261973142623901, 0.07876601815223694, 0.09438671916723251, 0.0553368479013443, 0.014505544677376747, 0.005793729797005653, 0.02025451883673668, 0.03211556375026703, -0.045130655169487, 0.0009229755960404873], "cos_apical_negg": [0.5261973142623901, 0.07876601815223694, 0.09438671916723251, 0.0553368479013443, 0.014505544677376747, 0.005793729797005653, 0.02025451883673668, 0.03211556375026703, -0.045130655169487, 0.0009229755960404873], "cos_Ac_negg": [0.5261973142623901, 0.07876601815223694, 0.09438671916723251, 0.0553368479013443, 0.014505544677376747, 0.005793729797005653, 0.02025451883673668, 0.03211556375026703, -0.045130655169487, 0.0009229755960404873], "r_norm": [4.423555374145508, 4.462998867034912, 4.4463605880737305, 4.310423851013184, 4.424709320068359, 4.476495742797852, 4.417671203613281, 4.532196044921875, 4.5615315437316895, 4.355365753173828]}, {"step": 1500, "epoch": 3, "train_loss": 1.9249826669692993, "cos_r_negg": [0.5249336957931519, 0.0798138827085495, 0.058486342430114746, 0.10394645482301712, 0.04493682086467743, 0.03277226909995079, 0.024801388382911682, 0.059679318219423294, -0.04853365570306778, 0.022742245346307755], "cos_apical_negg": [0.5249336957931519, 0.0798138827085495, 0.058486342430114746, 0.10394645482301712, 0.04493682086467743, 0.03277226909995079, 0.024801388382911682, 0.059679318219423294, -0.04853365570306778, 0.022742245346307755], "cos_Ac_negg": [0.5249336957931519, 0.0798138827085495, 0.058486342430114746, 0.10394645482301712, 0.04493682086467743, 0.03277226909995079, 0.024801388382911682, 0.059679318219423294, -0.04853365570306778, 0.022742245346307755], "r_norm": [4.3103508949279785, 4.327888488769531, 4.338247299194336, 4.198610782623291, 4.312666893005371, 4.380013465881348, 4.2948760986328125, 4.404905319213867, 4.443251609802246, 4.235095024108887]}, {"step": 1550, "epoch": 3, "train_loss": 2.0283663272857666, "cos_r_negg": [0.5296027660369873, 0.06916928291320801, 0.1004689484834671, 0.08352172374725342, 0.03385857865214348, 0.011901541613042355, 0.05962090939283371, 0.018228517845273018, -0.06298170983791351, 0.03604971244931221], "cos_apical_negg": [0.5296027660369873, 0.06916928291320801, 0.1004689484834671, 0.08352172374725342, 0.03385857865214348, 0.011901541613042355, 0.05962090939283371, 0.018228517845273018, -0.06298170983791351, 0.03604971244931221], "cos_Ac_negg": [0.5296027660369873, 0.06916928291320801, 0.1004689484834671, 0.08352172374725342, 0.03385857865214348, 0.011901541613042355, 0.05962090939283371, 0.018228517845273018, -0.06298170983791351, 0.03604971244931221], "r_norm": [4.243895530700684, 4.249356269836426, 4.268177032470703, 4.128419399261475, 4.246431350708008, 4.297695159912109, 4.218569278717041, 4.335479736328125, 4.369211673736572, 4.168302059173584]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3554, "test_loss": 1.9134021850585938}, {"step": 1600, "epoch": 4, "train_loss": 1.9883168935775757, "cos_r_negg": [0.5300379395484924, 0.06377900391817093, 0.10803498327732086, 0.1026749536395073, 0.03628095984458923, 0.045534398406744, 0.03032238967716694, 0.05073126405477524, -0.03249654918909073, 0.023896977305412292], "cos_apical_negg": [0.5300379395484924, 0.06377900391817093, 0.10803498327732086, 0.1026749536395073, 0.03628095984458923, 0.045534398406744, 0.03032238967716694, 0.05073126405477524, -0.03249654918909073, 0.023896977305412292], "cos_Ac_negg": [0.5300379395484924, 0.06377900391817093, 0.10803498327732086, 0.1026749536395073, 0.03628095984458923, 0.045534398406744, 0.03032238967716694, 0.05073126405477524, -0.03249654918909073, 0.023896977305412292], "r_norm": [4.418412685394287, 4.430065155029297, 4.442424774169922, 4.295677185058594, 4.42874813079834, 4.470608234405518, 4.386079788208008, 4.5233540534973145, 4.545899391174316, 4.335741996765137]}, {"step": 1650, "epoch": 4, "train_loss": 1.7776317596435547, "cos_r_negg": [0.5203492641448975, 0.10588108003139496, 0.12800681591033936, 0.11201174557209015, 0.0587187185883522, 0.016689792275428772, 0.035722240805625916, 0.027920521795749664, -0.06382902711629868, -0.0036747665144503117], "cos_apical_negg": [0.5203492641448975, 0.10588108003139496, 0.12800681591033936, 0.11201174557209015, 0.0587187185883522, 0.016689792275428772, 0.035722240805625916, 0.027920521795749664, -0.06382902711629868, -0.0036747665144503117], "cos_Ac_negg": [0.5203492641448975, 0.10588108003139496, 0.12800681591033936, 0.11201174557209015, 0.0587187185883522, 0.016689792275428772, 0.035722240805625916, 0.027920521795749664, -0.06382902711629868, -0.0036747665144503117], "r_norm": [4.361201286315918, 4.3959126472473145, 4.386561393737793, 4.240639686584473, 4.362952709197998, 4.424400806427002, 4.351956367492676, 4.454253196716309, 4.4823431968688965, 4.289546966552734]}, {"step": 1700, "epoch": 4, "train_loss": 1.6663466691970825, "cos_r_negg": [0.5268872380256653, 0.11274580657482147, 0.10755868256092072, 0.10189701616764069, 0.06899766623973846, 0.04616290330886841, 0.04896952211856842, 0.00022632046602666378, -0.05187546834349632, 0.009141555987298489], "cos_apical_negg": [0.5268872380256653, 0.11274580657482147, 0.10755868256092072, 0.10189701616764069, 0.06899766623973846, 0.04616290330886841, 0.04896952211856842, 0.00022632046602666378, -0.05187546834349632, 0.009141555987298489], "cos_Ac_negg": [0.5268872380256653, 0.11274580657482147, 0.10755868256092072, 0.10189701616764069, 0.06899766623973846, 0.04616290330886841, 0.04896952211856842, 0.00022632046602666378, -0.05187546834349632, 0.009141555987298489], "r_norm": [4.336940765380859, 4.361412525177002, 4.3624677658081055, 4.216973781585693, 4.34324836730957, 4.398981094360352, 4.318413257598877, 4.43049430847168, 4.459494590759277, 4.2575860023498535]}, {"step": 1750, "epoch": 4, "train_loss": 1.728885531425476, "cos_r_negg": [0.5309940576553345, 0.08946825563907623, 0.10381273925304413, 0.1513654589653015, 0.06686663627624512, 0.048746027052402496, 0.05504675582051277, 0.021299544721841812, -0.005508745554834604, 0.011437450535595417], "cos_apical_negg": [0.5309940576553345, 0.08946825563907623, 0.10381273925304413, 0.1513654589653015, 0.06686663627624512, 0.048746027052402496, 0.05504675582051277, 0.021299544721841812, -0.005508745554834604, 0.011437450535595417], "cos_Ac_negg": [0.5309940576553345, 0.08946825563907623, 0.10381273925304413, 0.1513654589653015, 0.06686663627624512, 0.048746027052402496, 0.05504675582051277, 0.021299544721841812, -0.005508745554834604, 0.011437450535595417], "r_norm": [4.263169765472412, 4.279071807861328, 4.281340599060059, 4.1509294509887695, 4.272761821746826, 4.3256049156188965, 4.245205879211426, 4.352121353149414, 4.383830547332764, 4.188556671142578]}, {"step": 1800, "epoch": 4, "train_loss": 1.5328285694122314, "cos_r_negg": [0.5165786743164062, 0.11394283175468445, 0.13539938628673553, 0.13278472423553467, 0.048379093408584595, 0.020936734974384308, 0.034236617386341095, 0.052383847534656525, -0.034128330647945404, 0.004727404564619064], "cos_apical_negg": [0.5165786743164062, 0.11394283175468445, 0.13539938628673553, 0.13278472423553467, 0.048379093408584595, 0.020936734974384308, 0.034236617386341095, 0.052383847534656525, -0.034128330647945404, 0.004727404564619064], "cos_Ac_negg": [0.5165786743164062, 0.11394283175468445, 0.13539938628673553, 0.13278472423553467, 0.048379093408584595, 0.020936734974384308, 0.034236617386341095, 0.052383847534656525, -0.034128330647945404, 0.004727404564619064], "r_norm": [4.265624046325684, 4.293951034545898, 4.295740127563477, 4.158907890319824, 4.264532566070557, 4.328681945800781, 4.252640724182129, 4.356098175048828, 4.388596534729004, 4.190859794616699]}, {"step": 1850, "epoch": 4, "train_loss": 1.9798564910888672, "cos_r_negg": [0.5355609655380249, 0.09116813540458679, 0.12262213230133057, 0.12473396956920624, 0.05273905023932457, 0.03867664560675621, 0.04342266544699669, 0.08552475273609161, -0.015376112423837185, -0.014849785715341568], "cos_apical_negg": [0.5355609655380249, 0.09116813540458679, 0.12262213230133057, 0.12473396956920624, 0.05273905023932457, 0.03867664560675621, 0.04342266544699669, 0.08552475273609161, -0.015376112423837185, -0.014849785715341568], "cos_Ac_negg": [0.5355609655380249, 0.09116813540458679, 0.12262213230133057, 0.12473396956920624, 0.05273905023932457, 0.03867664560675621, 0.04342266544699669, 0.08552475273609161, -0.015376112423837185, -0.014849785715341568], "r_norm": [4.311329364776611, 4.3268609046936035, 4.352120399475098, 4.195347785949707, 4.320578575134277, 4.386375427246094, 4.295731544494629, 4.416062831878662, 4.437935829162598, 4.248906135559082]}, {"step": 1900, "epoch": 4, "train_loss": 1.73872709274292, "cos_r_negg": [0.5197125673294067, 0.0894152969121933, 0.12127012014389038, 0.10702340304851532, 0.08369322866201401, 0.0223391056060791, 0.06854011863470078, 0.061058953404426575, -0.010221256874501705, -0.03106256201863289], "cos_apical_negg": [0.5197125673294067, 0.0894152969121933, 0.12127012014389038, 0.10702340304851532, 0.08369322866201401, 0.0223391056060791, 0.06854011863470078, 0.061058953404426575, -0.010221256874501705, -0.03106256201863289], "cos_Ac_negg": [0.5197125673294067, 0.0894152969121933, 0.12127012014389038, 0.10702340304851532, 0.08369322866201401, 0.0223391056060791, 0.06854011863470078, 0.061058953404426575, -0.010221256874501705, -0.03106256201863289], "r_norm": [4.331972599029541, 4.357550621032715, 4.359787940979004, 4.209650993347168, 4.346786975860596, 4.402502059936523, 4.318871021270752, 4.4346113204956055, 4.465391635894775, 4.2542619705200195]}, {"step": 1950, "epoch": 4, "train_loss": 1.697178840637207, "cos_r_negg": [0.5010528564453125, 0.12887772917747498, 0.11716555058956146, 0.10607455670833588, 0.06087759882211685, 0.06111675873398781, 0.05358219891786575, 0.042849332094192505, -0.02867439202964306, 0.046212468296289444], "cos_apical_negg": [0.5010528564453125, 0.12887772917747498, 0.11716555058956146, 0.10607455670833588, 0.06087759882211685, 0.06111675873398781, 0.05358219891786575, 0.042849332094192505, -0.02867439202964306, 0.046212468296289444], "cos_Ac_negg": [0.5010528564453125, 0.12887772917747498, 0.11716555058956146, 0.10607455670833588, 0.06087759882211685, 0.06111675873398781, 0.05358219891786575, 0.042849332094192505, -0.02867439202964306, 0.046212468296289444], "r_norm": [4.346651077270508, 4.357685089111328, 4.370063781738281, 4.222182273864746, 4.344654083251953, 4.4051313400268555, 4.327131271362305, 4.436445236206055, 4.470895290374756, 4.26912784576416]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3663, "test_loss": 1.8799942260742188}, {"step": 2000, "epoch": 5, "train_loss": 1.8375811576843262, "cos_r_negg": [0.5104448199272156, 0.14528539776802063, 0.13317961990833282, 0.10091347992420197, 0.057527534663677216, 0.057827893644571304, 0.05376763641834259, 0.059346504509449005, -0.021371550858020782, 0.0895531103014946], "cos_apical_negg": [0.5104448199272156, 0.14528539776802063, 0.13317961990833282, 0.10091347992420197, 0.057527534663677216, 0.057827893644571304, 0.05376763641834259, 0.059346504509449005, -0.021371550858020782, 0.0895531103014946], "cos_Ac_negg": [0.5104448199272156, 0.14528539776802063, 0.13317961990833282, 0.10091347992420197, 0.057527534663677216, 0.057827893644571304, 0.05376763641834259, 0.059346504509449005, -0.021371550858020782, 0.0895531103014946], "r_norm": [4.367518424987793, 4.404493808746338, 4.390509605407715, 4.245189189910889, 4.368959426879883, 4.417147159576416, 4.355868339538574, 4.4705400466918945, 4.491674423217773, 4.280982971191406]}, {"step": 2050, "epoch": 5, "train_loss": 1.6695934534072876, "cos_r_negg": [0.5214576125144958, 0.12126795202493668, 0.11324359476566315, 0.12190748006105423, 0.08066854625940323, 0.04880974441766739, 0.05656033009290695, 0.05497751384973526, 0.0014660070883110166, 0.05212518572807312], "cos_apical_negg": [0.5214576125144958, 0.12126795202493668, 0.11324359476566315, 0.12190748006105423, 0.08066854625940323, 0.04880974441766739, 0.05656033009290695, 0.05497751384973526, 0.0014660070883110166, 0.05212518572807312], "cos_Ac_negg": [0.5214576125144958, 0.12126795202493668, 0.11324359476566315, 0.12190748006105423, 0.08066854625940323, 0.04880974441766739, 0.05656033009290695, 0.05497751384973526, 0.0014660070883110166, 0.05212518572807312], "r_norm": [4.3492279052734375, 4.381307601928711, 4.399201393127441, 4.234439849853516, 4.358339309692383, 4.416478157043457, 4.345301151275635, 4.458560943603516, 4.486220359802246, 4.286480903625488]}, {"step": 2100, "epoch": 5, "train_loss": 1.859290599822998, "cos_r_negg": [0.5136844515800476, 0.11263919621706009, 0.13044677674770355, 0.1103372648358345, 0.06459273397922516, 0.06640022993087769, 0.026217617094516754, 0.01728302240371704, 0.0135140810161829, 0.05313931405544281], "cos_apical_negg": [0.5136844515800476, 0.11263919621706009, 0.13044677674770355, 0.1103372648358345, 0.06459273397922516, 0.06640022993087769, 0.026217617094516754, 0.01728302240371704, 0.0135140810161829, 0.05313931405544281], "cos_Ac_negg": [0.5136844515800476, 0.11263919621706009, 0.13044677674770355, 0.1103372648358345, 0.06459273397922516, 0.06640022993087769, 0.026217617094516754, 0.01728302240371704, 0.0135140810161829, 0.05313931405544281], "r_norm": [4.4103875160217285, 4.417491436004639, 4.435955047607422, 4.297567367553711, 4.4211859703063965, 4.462028503417969, 4.382762432098389, 4.495937347412109, 4.528469562530518, 4.320631980895996]}, {"step": 2150, "epoch": 5, "train_loss": 1.7572122812271118, "cos_r_negg": [0.5312854051589966, 0.11438927054405212, 0.11521921306848526, 0.1184287816286087, 0.05660324916243553, 0.07237894088029861, 0.06651964783668518, 0.05230001360177994, -0.01499087456613779, 0.05838937312364578], "cos_apical_negg": [0.5312854051589966, 0.11438927054405212, 0.11521921306848526, 0.1184287816286087, 0.05660324916243553, 0.07237894088029861, 0.06651964783668518, 0.05230001360177994, -0.01499087456613779, 0.05838937312364578], "cos_Ac_negg": [0.5312854051589966, 0.11438927054405212, 0.11521921306848526, 0.1184287816286087, 0.05660324916243553, 0.07237894088029861, 0.06651964783668518, 0.05230001360177994, -0.01499087456613779, 0.05838937312364578], "r_norm": [4.291555404663086, 4.298646926879883, 4.315492153167725, 4.174434661865234, 4.310155868530273, 4.342715263366699, 4.270951747894287, 4.387485504150391, 4.420641899108887, 4.214234828948975]}, {"step": 2200, "epoch": 5, "train_loss": 1.892846703529358, "cos_r_negg": [0.5401268005371094, 0.11186297982931137, 0.09175768494606018, 0.133039653301239, 0.08739955723285675, 0.08711649477481842, 0.012014592997729778, 0.08953630924224854, -0.04415428638458252, 0.051166556775569916], "cos_apical_negg": [0.5401268005371094, 0.11186297982931137, 0.09175768494606018, 0.133039653301239, 0.08739955723285675, 0.08711649477481842, 0.012014592997729778, 0.08953630924224854, -0.04415428638458252, 0.051166556775569916], "cos_Ac_negg": [0.5401268005371094, 0.11186297982931137, 0.09175768494606018, 0.133039653301239, 0.08739955723285675, 0.08711649477481842, 0.012014592997729778, 0.08953630924224854, -0.04415428638458252, 0.051166556775569916], "r_norm": [4.347350120544434, 4.368622779846191, 4.370905876159668, 4.2201032638549805, 4.345664978027344, 4.399313926696777, 4.331316947937012, 4.452818870544434, 4.478960037231445, 4.267285346984863]}, {"step": 2250, "epoch": 5, "train_loss": 2.102508544921875, "cos_r_negg": [0.48697853088378906, 0.11020828038454056, 0.07493919134140015, 0.12650321424007416, 0.10560694336891174, 0.06161945313215256, 0.029096640646457672, 0.0882873684167862, -0.00764116644859314, 0.04170159623026848], "cos_apical_negg": [0.48697853088378906, 0.11020828038454056, 0.07493919134140015, 0.12650321424007416, 0.10560694336891174, 0.06161945313215256, 0.029096640646457672, 0.0882873684167862, -0.00764116644859314, 0.04170159623026848], "cos_Ac_negg": [0.48697853088378906, 0.11020828038454056, 0.07493919134140015, 0.12650321424007416, 0.10560694336891174, 0.06161945313215256, 0.029096640646457672, 0.0882873684167862, -0.00764116644859314, 0.04170159623026848], "r_norm": [4.27822208404541, 4.285181999206543, 4.304536819458008, 4.162778854370117, 4.278444290161133, 4.337762355804443, 4.253864765167236, 4.375311851501465, 4.401148319244385, 4.201418876647949]}, {"step": 2300, "epoch": 5, "train_loss": 1.8270399570465088, "cos_r_negg": [0.5151124596595764, 0.10211759805679321, 0.1012033224105835, 0.1070549339056015, 0.06258396804332733, 0.060819655656814575, 0.06955277919769287, 0.07398098707199097, -0.006996727082878351, 0.05834311619400978], "cos_apical_negg": [0.5151124596595764, 0.10211759805679321, 0.1012033224105835, 0.1070549339056015, 0.06258396804332733, 0.060819655656814575, 0.06955277919769287, 0.07398098707199097, -0.006996727082878351, 0.05834311619400978], "cos_Ac_negg": [0.5151124596595764, 0.10211759805679321, 0.1012033224105835, 0.1070549339056015, 0.06258396804332733, 0.060819655656814575, 0.06955277919769287, 0.07398098707199097, -0.006996727082878351, 0.05834311619400978], "r_norm": [4.352244853973389, 4.377326011657715, 4.3786211013793945, 4.235004425048828, 4.351937294006348, 4.410194396972656, 4.328801155090332, 4.434563636779785, 4.481302261352539, 4.2703351974487305]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.346, "test_loss": 2.057854187011719}, {"step": 2350, "epoch": 6, "train_loss": 1.7655723094940186, "cos_r_negg": [0.5178065896034241, 0.09933771193027496, 0.12231384962797165, 0.11176285147666931, 0.10759709030389786, 0.06680221855640411, 0.07129675894975662, 0.047137461602687836, -0.010292597115039825, 0.040648624300956726], "cos_apical_negg": [0.5178065896034241, 0.09933771193027496, 0.12231384962797165, 0.11176285147666931, 0.10759709030389786, 0.06680221855640411, 0.07129675894975662, 0.047137461602687836, -0.010292597115039825, 0.040648624300956726], "cos_Ac_negg": [0.5178065896034241, 0.09933771193027496, 0.12231384962797165, 0.11176285147666931, 0.10759709030389786, 0.06680221855640411, 0.07129675894975662, 0.047137461602687836, -0.010292597115039825, 0.040648624300956726], "r_norm": [4.344986438751221, 4.383339881896973, 4.382358551025391, 4.222400665283203, 4.365462779998779, 4.425981521606445, 4.342632293701172, 4.456779479980469, 4.4863128662109375, 4.282792091369629]}, {"step": 2400, "epoch": 6, "train_loss": 1.7278233766555786, "cos_r_negg": [0.5277868509292603, 0.10770539939403534, 0.12885288894176483, 0.10119767487049103, 0.09291070699691772, 0.08289581537246704, 0.07250890135765076, 0.08001184463500977, -0.009866725653409958, 0.05811252444982529], "cos_apical_negg": [0.5277868509292603, 0.10770539939403534, 0.12885288894176483, 0.10119767487049103, 0.09291070699691772, 0.08289581537246704, 0.07250890135765076, 0.08001184463500977, -0.009866725653409958, 0.05811252444982529], "cos_Ac_negg": [0.5277868509292603, 0.10770539939403534, 0.12885288894176483, 0.10119767487049103, 0.09291070699691772, 0.08289581537246704, 0.07250890135765076, 0.08001184463500977, -0.009866725653409958, 0.05811252444982529], "r_norm": [4.208978652954102, 4.234249591827393, 4.243061065673828, 4.09046745300293, 4.215917110443115, 4.276559352874756, 4.195178985595703, 4.311435699462891, 4.339868545532227, 4.140257835388184]}, {"step": 2450, "epoch": 6, "train_loss": 1.7438735961914062, "cos_r_negg": [0.528698205947876, 0.12068930268287659, 0.12688075006008148, 0.10900604724884033, 0.11489347368478775, 0.08449645340442657, 0.08056864142417908, 0.0690588504076004, -0.017822863534092903, 0.06918118894100189], "cos_apical_negg": [0.528698205947876, 0.12068930268287659, 0.12688075006008148, 0.10900604724884033, 0.11489347368478775, 0.08449645340442657, 0.08056864142417908, 0.0690588504076004, -0.017822863534092903, 0.06918118894100189], "cos_Ac_negg": [0.528698205947876, 0.12068930268287659, 0.12688075006008148, 0.10900604724884033, 0.11489347368478775, 0.08449645340442657, 0.08056864142417908, 0.0690588504076004, -0.017822863534092903, 0.06918118894100189], "r_norm": [4.403654098510742, 4.42879581451416, 4.433205604553223, 4.2717814445495605, 4.394583702087402, 4.472061634063721, 4.393115997314453, 4.504251480102539, 4.530231475830078, 4.330143928527832]}, {"step": 2500, "epoch": 6, "train_loss": 1.6939136981964111, "cos_r_negg": [0.5560070276260376, 0.1444162130355835, 0.1223970577120781, 0.1296035647392273, 0.11375836282968521, 0.06483453512191772, 0.0820981115102768, 0.05932781845331192, -0.007274136412888765, 0.04311919957399368], "cos_apical_negg": [0.5560070276260376, 0.1444162130355835, 0.1223970577120781, 0.1296035647392273, 0.11375836282968521, 0.06483453512191772, 0.0820981115102768, 0.05932781845331192, -0.007274136412888765, 0.04311919957399368], "cos_Ac_negg": [0.5560070276260376, 0.1444162130355835, 0.1223970577120781, 0.1296035647392273, 0.11375836282968521, 0.06483453512191772, 0.0820981115102768, 0.05932781845331192, -0.007274136412888765, 0.04311919957399368], "r_norm": [4.2588019371032715, 4.283935070037842, 4.281622409820557, 4.160739898681641, 4.259756088256836, 4.312183380126953, 4.246649742126465, 4.366503715515137, 4.398246765136719, 4.183178901672363]}, {"step": 2550, "epoch": 6, "train_loss": 1.9116109609603882, "cos_r_negg": [0.5313345193862915, 0.12198194116353989, 0.12378984689712524, 0.12786921858787537, 0.1331399828195572, 0.07711725682020187, 0.08263686299324036, 0.07787488400936127, -0.013624702580273151, 0.04401786997914314], "cos_apical_negg": [0.5313345193862915, 0.12198194116353989, 0.12378984689712524, 0.12786921858787537, 0.1331399828195572, 0.07711725682020187, 0.08263686299324036, 0.07787488400936127, -0.013624702580273151, 0.04401786997914314], "cos_Ac_negg": [0.5313345193862915, 0.12198194116353989, 0.12378984689712524, 0.12786921858787537, 0.1331399828195572, 0.07711725682020187, 0.08263686299324036, 0.07787488400936127, -0.013624702580273151, 0.04401786997914314], "r_norm": [4.305428504943848, 4.3339080810546875, 4.33161735534668, 4.185622215270996, 4.319136619567871, 4.370102882385254, 4.2949323654174805, 4.4031147956848145, 4.439554691314697, 4.22665548324585]}, {"step": 2600, "epoch": 6, "train_loss": 1.8345931768417358, "cos_r_negg": [0.5471029281616211, 0.1261751502752304, 0.11615641415119171, 0.13647833466529846, 0.1268310248851776, 0.05413452908396721, 0.054745424538850784, 0.06956510245800018, -0.0021645035594701767, 0.031355418264865875], "cos_apical_negg": [0.5471029281616211, 0.1261751502752304, 0.11615641415119171, 0.13647833466529846, 0.1268310248851776, 0.05413452908396721, 0.054745424538850784, 0.06956510245800018, -0.0021645035594701767, 0.031355418264865875], "cos_Ac_negg": [0.5471029281616211, 0.1261751502752304, 0.11615641415119171, 0.13647833466529846, 0.1268310248851776, 0.05413452908396721, 0.054745424538850784, 0.06956510245800018, -0.0021645035594701767, 0.031355418264865875], "r_norm": [4.346781253814697, 4.3910088539123535, 4.392518997192383, 4.252954959869385, 4.367497444152832, 4.426511287689209, 4.33622407913208, 4.4611382484436035, 4.4831671714782715, 4.2849321365356445]}, {"step": 2650, "epoch": 6, "train_loss": 1.8612703084945679, "cos_r_negg": [0.546844482421875, 0.13348034024238586, 0.11624986678361893, 0.12692797183990479, 0.1264050155878067, 0.052071452140808105, 0.05559472367167473, 0.05456296354532242, -0.00955052487552166, 0.07207790017127991], "cos_apical_negg": [0.546844482421875, 0.13348034024238586, 0.11624986678361893, 0.12692797183990479, 0.1264050155878067, 0.052071452140808105, 0.05559472367167473, 0.05456296354532242, -0.00955052487552166, 0.07207790017127991], "cos_Ac_negg": [0.546844482421875, 0.13348034024238586, 0.11624986678361893, 0.12692797183990479, 0.1264050155878067, 0.052071452140808105, 0.05559472367167473, 0.05456296354532242, -0.00955052487552166, 0.07207790017127991], "r_norm": [4.165721416473389, 4.194048881530762, 4.194911003112793, 4.061840534210205, 4.169139385223389, 4.224096298217773, 4.149050235748291, 4.254332542419434, 4.287304401397705, 4.08641242980957]}, {"step": 2700, "epoch": 6, "train_loss": 1.6698870658874512, "cos_r_negg": [0.5483694076538086, 0.13011819124221802, 0.11710607260465622, 0.14900298416614532, 0.14086829125881195, 0.028356486931443214, 0.0334465354681015, 0.07790867984294891, -0.011915693990886211, 0.0353597030043602], "cos_apical_negg": [0.5483694076538086, 0.13011819124221802, 0.11710607260465622, 0.14900298416614532, 0.14086829125881195, 0.028356486931443214, 0.0334465354681015, 0.07790867984294891, -0.011915693990886211, 0.0353597030043602], "cos_Ac_negg": [0.5483694076538086, 0.13011819124221802, 0.11710607260465622, 0.14900298416614532, 0.14086829125881195, 0.028356486931443214, 0.0334465354681015, 0.07790867984294891, -0.011915693990886211, 0.0353597030043602], "r_norm": [4.280962944030762, 4.300413131713867, 4.310345649719238, 4.161983489990234, 4.286370754241943, 4.338432312011719, 4.262329578399658, 4.388252258300781, 4.410369873046875, 4.209101676940918]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3766, "test_loss": 1.8389114501953125}, {"step": 2750, "epoch": 7, "train_loss": 1.892735242843628, "cos_r_negg": [0.5480408668518066, 0.12419290095567703, 0.1401348114013672, 0.13315755128860474, 0.12555339932441711, 0.040922194719314575, 0.020077701658010483, 0.07383862137794495, -0.014879642985761166, 0.042116791009902954], "cos_apical_negg": [0.5480408668518066, 0.12419290095567703, 0.1401348114013672, 0.13315755128860474, 0.12555339932441711, 0.040922194719314575, 0.020077701658010483, 0.07383862137794495, -0.014879642985761166, 0.042116791009902954], "cos_Ac_negg": [0.5480408668518066, 0.12419290095567703, 0.1401348114013672, 0.13315755128860474, 0.12555339932441711, 0.040922194719314575, 0.020077701658010483, 0.07383862137794495, -0.014879642985761166, 0.042116791009902954], "r_norm": [4.164084434509277, 4.183107376098633, 4.189748287200928, 4.049907207489014, 4.172203063964844, 4.219347953796387, 4.148075103759766, 4.258898735046387, 4.283498764038086, 4.091167449951172]}, {"step": 2800, "epoch": 7, "train_loss": 1.960573434829712, "cos_r_negg": [0.5554324388504028, 0.1312846690416336, 0.1523255705833435, 0.15281468629837036, 0.1331406831741333, 0.04089085012674332, 0.04088380187749863, 0.09718774259090424, 0.0020155792590230703, 0.07039278745651245], "cos_apical_negg": [0.5554324388504028, 0.1312846690416336, 0.1523255705833435, 0.15281468629837036, 0.1331406831741333, 0.04089085012674332, 0.04088380187749863, 0.09718774259090424, 0.0020155792590230703, 0.07039278745651245], "cos_Ac_negg": [0.5554324388504028, 0.1312846690416336, 0.1523255705833435, 0.15281468629837036, 0.1331406831741333, 0.04089085012674332, 0.04088380187749863, 0.09718774259090424, 0.0020155792590230703, 0.07039278745651245], "r_norm": [4.187347412109375, 4.201263904571533, 4.21098518371582, 4.078432083129883, 4.196506023406982, 4.240385055541992, 4.167364120483398, 4.279029846191406, 4.307706356048584, 4.116726398468018]}, {"step": 2850, "epoch": 7, "train_loss": 1.984795331954956, "cos_r_negg": [0.5445559024810791, 0.12210571765899658, 0.14879317581653595, 0.1513836830854416, 0.14721517264842987, 0.06633979082107544, 0.08336453884840012, 0.052406445145606995, -0.02274191752076149, 0.04027688503265381], "cos_apical_negg": [0.5445559024810791, 0.12210571765899658, 0.14879317581653595, 0.1513836830854416, 0.14721517264842987, 0.06633979082107544, 0.08336453884840012, 0.052406445145606995, -0.02274191752076149, 0.04027688503265381], "cos_Ac_negg": [0.5445559024810791, 0.12210571765899658, 0.14879317581653595, 0.1513836830854416, 0.14721517264842987, 0.06633979082107544, 0.08336453884840012, 0.052406445145606995, -0.02274191752076149, 0.04027688503265381], "r_norm": [4.293215751647949, 4.330212593078613, 4.330540180206299, 4.182065010070801, 4.314640998840332, 4.356744289398193, 4.283991813659668, 4.4001569747924805, 4.433494567871094, 4.224794387817383]}, {"step": 2900, "epoch": 7, "train_loss": 1.8171093463897705, "cos_r_negg": [0.5290420055389404, 0.11709275841712952, 0.17352882027626038, 0.13631388545036316, 0.14809288084506989, 0.07927118986845016, 0.058654095977544785, 0.04658748209476471, -0.00649568485096097, 0.04144645109772682], "cos_apical_negg": [0.5290420055389404, 0.11709275841712952, 0.17352882027626038, 0.13631388545036316, 0.14809288084506989, 0.07927118986845016, 0.058654095977544785, 0.04658748209476471, -0.00649568485096097, 0.04144645109772682], "cos_Ac_negg": [0.5290420055389404, 0.11709275841712952, 0.17352882027626038, 0.13631388545036316, 0.14809288084506989, 0.07927118986845016, 0.058654095977544785, 0.04658748209476471, -0.00649568485096097, 0.04144645109772682], "r_norm": [4.2651777267456055, 4.295636177062988, 4.291569232940674, 4.150132179260254, 4.265809059143066, 4.3180766105651855, 4.255908012390137, 4.362173080444336, 4.385616302490234, 4.1896562576293945]}, {"step": 2950, "epoch": 7, "train_loss": 1.8634567260742188, "cos_r_negg": [0.5057024955749512, 0.15465037524700165, 0.15411682426929474, 0.1552748829126358, 0.15288078784942627, 0.052841439843177795, 0.07968787848949432, 0.05249810218811035, -0.030397897586226463, 0.05917572230100632], "cos_apical_negg": [0.5057024955749512, 0.15465037524700165, 0.15411682426929474, 0.1552748829126358, 0.15288078784942627, 0.052841439843177795, 0.07968787848949432, 0.05249810218811035, -0.030397897586226463, 0.05917572230100632], "cos_Ac_negg": [0.5057024955749512, 0.15465037524700165, 0.15411682426929474, 0.1552748829126358, 0.15288078784942627, 0.052841439843177795, 0.07968787848949432, 0.05249810218811035, -0.030397897586226463, 0.05917572230100632], "r_norm": [4.293000221252441, 4.305825233459473, 4.315261363983154, 4.177577495574951, 4.304254531860352, 4.3466691970825195, 4.279458045959473, 4.39698600769043, 4.415345191955566, 4.225648880004883]}, {"step": 3000, "epoch": 7, "train_loss": 1.8001277446746826, "cos_r_negg": [0.5282010436058044, 0.1607619971036911, 0.14869444072246552, 0.14225900173187256, 0.16067111492156982, 0.056995928287506104, 0.07394372671842575, 0.046021968126297, 0.010135859251022339, 0.04675291106104851], "cos_apical_negg": [0.5282010436058044, 0.1607619971036911, 0.14869444072246552, 0.14225900173187256, 0.16067111492156982, 0.056995928287506104, 0.07394372671842575, 0.046021968126297, 0.010135859251022339, 0.04675291106104851], "cos_Ac_negg": [0.5282010436058044, 0.1607619971036911, 0.14869444072246552, 0.14225900173187256, 0.16067111492156982, 0.056995928287506104, 0.07394372671842575, 0.046021968126297, 0.010135859251022339, 0.04675291106104851], "r_norm": [4.17974328994751, 4.193991184234619, 4.203202247619629, 4.065593242645264, 4.1836652755737305, 4.231077671051025, 4.166772842407227, 4.279351234436035, 4.305945873260498, 4.1061482429504395]}, {"step": 3050, "epoch": 7, "train_loss": 1.9936327934265137, "cos_r_negg": [0.5389889478683472, 0.15413117408752441, 0.15151292085647583, 0.14753355085849762, 0.1257295310497284, 0.06626369804143906, 0.07549335062503815, 0.04292093962430954, 0.025238394737243652, 0.03224484249949455], "cos_apical_negg": [0.5389889478683472, 0.15413117408752441, 0.15151292085647583, 0.14753355085849762, 0.1257295310497284, 0.06626369804143906, 0.07549335062503815, 0.04292093962430954, 0.025238394737243652, 0.03224484249949455], "cos_Ac_negg": [0.5389889478683472, 0.15413117408752441, 0.15151292085647583, 0.14753355085849762, 0.1257295310497284, 0.06626369804143906, 0.07549335062503815, 0.04292093962430954, 0.025238394737243652, 0.03224484249949455], "r_norm": [4.212343215942383, 4.242976188659668, 4.240267753601074, 4.096984386444092, 4.217245101928711, 4.275357246398926, 4.200695037841797, 4.313694000244141, 4.340957164764404, 4.144169807434082]}, {"step": 3100, "epoch": 7, "train_loss": 1.6779359579086304, "cos_r_negg": [0.5392014980316162, 0.14946666359901428, 0.14298969507217407, 0.14722377061843872, 0.12018679082393646, 0.0737764984369278, 0.06373776495456696, 0.03598470985889435, 0.008358044549822807, 0.05659186840057373], "cos_apical_negg": [0.5392014980316162, 0.14946666359901428, 0.14298969507217407, 0.14722377061843872, 0.12018679082393646, 0.0737764984369278, 0.06373776495456696, 0.03598470985889435, 0.008358044549822807, 0.05659186840057373], "cos_Ac_negg": [0.5392014980316162, 0.14946666359901428, 0.14298969507217407, 0.14722377061843872, 0.12018679082393646, 0.0737764984369278, 0.06373776495456696, 0.03598470985889435, 0.008358044549822807, 0.05659186840057373], "r_norm": [4.279374122619629, 4.302477836608887, 4.29339599609375, 4.165789604187012, 4.283905029296875, 4.33039665222168, 4.261168479919434, 4.372358322143555, 4.406725883483887, 4.202533721923828]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3803, "test_loss": 1.8392762573242187}, {"step": 3150, "epoch": 8, "train_loss": 1.760459065437317, "cos_r_negg": [0.550540566444397, 0.15376386046409607, 0.1424483060836792, 0.15435759723186493, 0.1426103711128235, 0.0736498013138771, 0.06368350982666016, 0.04648114740848541, -0.02589811570942402, 0.04324623942375183], "cos_apical_negg": [0.550540566444397, 0.15376386046409607, 0.1424483060836792, 0.15435759723186493, 0.1426103711128235, 0.0736498013138771, 0.06368350982666016, 0.04648114740848541, -0.02589811570942402, 0.04324623942375183], "cos_Ac_negg": [0.550540566444397, 0.15376386046409607, 0.1424483060836792, 0.15435759723186493, 0.1426103711128235, 0.0736498013138771, 0.06368350982666016, 0.04648114740848541, -0.02589811570942402, 0.04324623942375183], "r_norm": [4.287236213684082, 4.304416656494141, 4.30960750579834, 4.16599178314209, 4.279042720794678, 4.348077297210693, 4.271555423736572, 4.386268615722656, 4.4159955978393555, 4.209522247314453]}, {"step": 3200, "epoch": 8, "train_loss": 1.6210057735443115, "cos_r_negg": [0.5350058674812317, 0.17435204982757568, 0.163252055644989, 0.155737966299057, 0.1460864543914795, 0.07426423579454422, 0.09095302224159241, 0.06116136163473129, -0.005062370095402002, 0.05139607936143875], "cos_apical_negg": [0.5350058674812317, 0.17435204982757568, 0.163252055644989, 0.155737966299057, 0.1460864543914795, 0.07426423579454422, 0.09095302224159241, 0.06116136163473129, -0.005062370095402002, 0.05139607936143875], "cos_Ac_negg": [0.5350058674812317, 0.17435204982757568, 0.163252055644989, 0.155737966299057, 0.1460864543914795, 0.07426423579454422, 0.09095302224159241, 0.06116136163473129, -0.005062370095402002, 0.05139607936143875], "r_norm": [4.225982666015625, 4.254910945892334, 4.2521443367004395, 4.115403175354004, 4.238631248474121, 4.292917251586914, 4.210220813751221, 4.327827453613281, 4.3596110343933105, 4.156399726867676]}, {"step": 3250, "epoch": 8, "train_loss": 1.7884869575500488, "cos_r_negg": [0.5241161584854126, 0.17750801146030426, 0.17436739802360535, 0.16240762174129486, 0.12982217967510223, 0.07065850496292114, 0.054434508085250854, 0.06797534972429276, 0.039382319897413254, 0.02713668905198574], "cos_apical_negg": [0.5241161584854126, 0.17750801146030426, 0.17436739802360535, 0.16240762174129486, 0.12982217967510223, 0.07065850496292114, 0.054434508085250854, 0.06797534972429276, 0.039382319897413254, 0.02713668905198574], "cos_Ac_negg": [0.5241161584854126, 0.17750801146030426, 0.17436739802360535, 0.16240762174129486, 0.12982217967510223, 0.07065850496292114, 0.054434508085250854, 0.06797534972429276, 0.039382319897413254, 0.02713668905198574], "r_norm": [4.2567362785339355, 4.279322624206543, 4.270270824432373, 4.1308274269104, 4.244332313537598, 4.3057451248168945, 4.239811420440674, 4.3497114181518555, 4.373025894165039, 4.174921035766602]}, {"step": 3300, "epoch": 8, "train_loss": 1.7627642154693604, "cos_r_negg": [0.523918867111206, 0.18096515536308289, 0.18220707774162292, 0.12243875116109848, 0.1355060338973999, 0.07375422865152359, 0.06817248463630676, 0.07395843416452408, 0.0033346889540553093, 0.02486887201666832], "cos_apical_negg": [0.523918867111206, 0.18096515536308289, 0.18220707774162292, 0.12243875116109848, 0.1355060338973999, 0.07375422865152359, 0.06817248463630676, 0.07395843416452408, 0.0033346889540553093, 0.02486887201666832], "cos_Ac_negg": [0.523918867111206, 0.18096515536308289, 0.18220707774162292, 0.12243875116109848, 0.1355060338973999, 0.07375422865152359, 0.06817248463630676, 0.07395843416452408, 0.0033346889540553093, 0.02486887201666832], "r_norm": [4.2435102462768555, 4.255398750305176, 4.260024070739746, 4.123862266540527, 4.243403911590576, 4.287806510925293, 4.222768306732178, 4.339328765869141, 4.369670867919922, 4.165907382965088]}, {"step": 3350, "epoch": 8, "train_loss": 1.7330052852630615, "cos_r_negg": [0.527092695236206, 0.18442779779434204, 0.15586405992507935, 0.13341155648231506, 0.14723068475723267, 0.05619819834828377, 0.08034782111644745, 0.06606677174568176, 0.0072563281282782555, 0.03009672835469246], "cos_apical_negg": [0.527092695236206, 0.18442779779434204, 0.15586405992507935, 0.13341155648231506, 0.14723068475723267, 0.05619819834828377, 0.08034782111644745, 0.06606677174568176, 0.0072563281282782555, 0.03009672835469246], "cos_Ac_negg": [0.527092695236206, 0.18442779779434204, 0.15586405992507935, 0.13341155648231506, 0.14723068475723267, 0.05619819834828377, 0.08034782111644745, 0.06606677174568176, 0.0072563281282782555, 0.03009672835469246], "r_norm": [4.337348461151123, 4.353216648101807, 4.360095977783203, 4.221512794494629, 4.333767890930176, 4.401906967163086, 4.3257856369018555, 4.435206890106201, 4.4680023193359375, 4.254182815551758]}, {"step": 3400, "epoch": 8, "train_loss": 1.704020619392395, "cos_r_negg": [0.50801682472229, 0.1709146648645401, 0.15141111612319946, 0.1441042721271515, 0.1372120976448059, 0.06986336410045624, 0.06927274167537689, 0.05493426322937012, -0.009736976586282253, 0.05468372255563736], "cos_apical_negg": [0.50801682472229, 0.1709146648645401, 0.15141111612319946, 0.1441042721271515, 0.1372120976448059, 0.06986336410045624, 0.06927274167537689, 0.05493426322937012, -0.009736976586282253, 0.05468372255563736], "cos_Ac_negg": [0.50801682472229, 0.1709146648645401, 0.15141111612319946, 0.1441042721271515, 0.1372120976448059, 0.06986336410045624, 0.06927274167537689, 0.05493426322937012, -0.009736976586282253, 0.05468372255563736], "r_norm": [4.275138854980469, 4.307705879211426, 4.29975700378418, 4.149219512939453, 4.283804893493652, 4.325099945068359, 4.258410453796387, 4.373481750488281, 4.414739608764648, 4.197661399841309]}, {"step": 3450, "epoch": 8, "train_loss": 1.7048999071121216, "cos_r_negg": [0.5091601610183716, 0.16482004523277283, 0.15143954753875732, 0.1488496959209442, 0.14495635032653809, 0.05488484352827072, 0.08453775197267532, 0.07686837762594223, 0.0016100835055112839, 0.0234319306910038], "cos_apical_negg": [0.5091601610183716, 0.16482004523277283, 0.15143954753875732, 0.1488496959209442, 0.14495635032653809, 0.05488484352827072, 0.08453775197267532, 0.07686837762594223, 0.0016100835055112839, 0.0234319306910038], "cos_Ac_negg": [0.5091601610183716, 0.16482004523277283, 0.15143954753875732, 0.1488496959209442, 0.14495635032653809, 0.05488484352827072, 0.08453775197267532, 0.07686837762594223, 0.0016100835055112839, 0.0234319306910038], "r_norm": [4.173529624938965, 4.19483757019043, 4.197813034057617, 4.065942764282227, 4.185969352722168, 4.230494499206543, 4.15345573425293, 4.273866653442383, 4.305115699768066, 4.103062629699707]}, {"step": 3500, "epoch": 8, "train_loss": 1.7096009254455566, "cos_r_negg": [0.5405294895172119, 0.18049272894859314, 0.16956225037574768, 0.1459822952747345, 0.13117706775665283, 0.0938681960105896, 0.07990550994873047, 0.06272830069065094, 0.040449924767017365, 0.02530890703201294], "cos_apical_negg": [0.5405294895172119, 0.18049272894859314, 0.16956225037574768, 0.1459822952747345, 0.13117706775665283, 0.0938681960105896, 0.07990550994873047, 0.06272830069065094, 0.040449924767017365, 0.02530890703201294], "cos_Ac_negg": [0.5405294895172119, 0.18049272894859314, 0.16956225037574768, 0.1459822952747345, 0.13117706775665283, 0.0938681960105896, 0.07990550994873047, 0.06272830069065094, 0.040449924767017365, 0.02530890703201294], "r_norm": [4.19151496887207, 4.205894470214844, 4.215933799743652, 4.086131572723389, 4.198948860168457, 4.258858680725098, 4.176652908325195, 4.297445774078369, 4.321071147918701, 4.1224822998046875]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3755, "test_loss": 1.9241536865234374}, {"step": 3550, "epoch": 9, "train_loss": 1.5809667110443115, "cos_r_negg": [0.513481616973877, 0.17238257825374603, 0.16690480709075928, 0.15451787412166595, 0.12719930708408356, 0.08511371165513992, 0.09450981765985489, 0.05892529338598251, 0.0396675281226635, 0.03063667193055153], "cos_apical_negg": [0.513481616973877, 0.17238257825374603, 0.16690480709075928, 0.15451787412166595, 0.12719930708408356, 0.08511371165513992, 0.09450981765985489, 0.05892529338598251, 0.0396675281226635, 0.03063667193055153], "cos_Ac_negg": [0.513481616973877, 0.17238257825374603, 0.16690480709075928, 0.15451787412166595, 0.12719930708408356, 0.08511371165513992, 0.09450981765985489, 0.05892529338598251, 0.0396675281226635, 0.03063667193055153], "r_norm": [4.240216255187988, 4.256738185882568, 4.261002540588379, 4.124762535095215, 4.23848819732666, 4.311350345611572, 4.228944301605225, 4.338410377502441, 4.36667013168335, 4.169820785522461]}, {"step": 3600, "epoch": 9, "train_loss": 1.6130558252334595, "cos_r_negg": [0.5170981884002686, 0.17484377324581146, 0.18633076548576355, 0.15650400519371033, 0.13428138196468353, 0.08507853001356125, 0.10337178409099579, 0.059840667992830276, 0.029745129868388176, 0.032521121203899384], "cos_apical_negg": [0.5170981884002686, 0.17484377324581146, 0.18633076548576355, 0.15650400519371033, 0.13428138196468353, 0.08507853001356125, 0.10337178409099579, 0.059840667992830276, 0.029745129868388176, 0.032521121203899384], "cos_Ac_negg": [0.5170981884002686, 0.17484377324581146, 0.18633076548576355, 0.15650400519371033, 0.13428138196468353, 0.08507853001356125, 0.10337178409099579, 0.059840667992830276, 0.029745129868388176, 0.032521121203899384], "r_norm": [4.142978191375732, 4.155974388122559, 4.1675615310668945, 4.028372764587402, 4.153829097747803, 4.198465347290039, 4.131673812866211, 4.240730285644531, 4.2680230140686035, 4.076000690460205]}, {"step": 3650, "epoch": 9, "train_loss": 1.7805211544036865, "cos_r_negg": [0.5031068325042725, 0.18525058031082153, 0.17492958903312683, 0.1669384092092514, 0.15473142266273499, 0.10091976821422577, 0.10067059099674225, 0.05384117737412453, 0.01593712717294693, 0.08050034195184708], "cos_apical_negg": [0.5031068325042725, 0.18525058031082153, 0.17492958903312683, 0.1669384092092514, 0.15473142266273499, 0.10091976821422577, 0.10067059099674225, 0.05384117737412453, 0.01593712717294693, 0.08050034195184708], "cos_Ac_negg": [0.5031068325042725, 0.18525058031082153, 0.17492958903312683, 0.1669384092092514, 0.15473142266273499, 0.10091976821422577, 0.10067059099674225, 0.05384117737412453, 0.01593712717294693, 0.08050034195184708], "r_norm": [4.267357349395752, 4.28304386138916, 4.295794486999512, 4.148682594299316, 4.280074119567871, 4.3387651443481445, 4.2515869140625, 4.390443801879883, 4.397948741912842, 4.197717666625977]}, {"step": 3700, "epoch": 9, "train_loss": 1.59297776222229, "cos_r_negg": [0.5320031642913818, 0.19856247305870056, 0.17604343593120575, 0.17246666550636292, 0.16116513311862946, 0.11635938286781311, 0.0977686420083046, 0.08386487513780594, 0.018818050622940063, 0.06037413328886032], "cos_apical_negg": [0.5320031642913818, 0.19856247305870056, 0.17604343593120575, 0.17246666550636292, 0.16116513311862946, 0.11635938286781311, 0.0977686420083046, 0.08386487513780594, 0.018818050622940063, 0.06037413328886032], "cos_Ac_negg": [0.5320031642913818, 0.19856247305870056, 0.17604343593120575, 0.17246666550636292, 0.16116513311862946, 0.11635938286781311, 0.0977686420083046, 0.08386487513780594, 0.018818050622940063, 0.06037413328886032], "r_norm": [4.200087547302246, 4.232418060302734, 4.233708381652832, 4.085404872894287, 4.21075439453125, 4.266665458679199, 4.191257953643799, 4.304483890533447, 4.342413902282715, 4.132848262786865]}, {"step": 3750, "epoch": 9, "train_loss": 1.6324691772460938, "cos_r_negg": [0.5161098837852478, 0.18428124487400055, 0.18348310887813568, 0.1780969500541687, 0.15491431951522827, 0.10466349869966507, 0.06413690745830536, 0.08684568107128143, 0.04202590137720108, 0.07637032866477966], "cos_apical_negg": [0.5161098837852478, 0.18428124487400055, 0.18348310887813568, 0.1780969500541687, 0.15491431951522827, 0.10466349869966507, 0.06413690745830536, 0.08684568107128143, 0.04202590137720108, 0.07637032866477966], "cos_Ac_negg": [0.5161098837852478, 0.18428124487400055, 0.18348310887813568, 0.1780969500541687, 0.15491431951522827, 0.10466349869966507, 0.06413690745830536, 0.08684568107128143, 0.04202590137720108, 0.07637032866477966], "r_norm": [4.353817462921143, 4.3673858642578125, 4.374914169311523, 4.236401557922363, 4.351660251617432, 4.401636123657227, 4.337314605712891, 4.452685356140137, 4.4768147468566895, 4.275132656097412]}, {"step": 3800, "epoch": 9, "train_loss": 1.9075419902801514, "cos_r_negg": [0.5140683054924011, 0.18283282220363617, 0.18819992244243622, 0.17011067271232605, 0.1524185836315155, 0.10230846703052521, 0.06842041015625, 0.04513538256287575, 0.03466402366757393, 0.05716218054294586], "cos_apical_negg": [0.5140683054924011, 0.18283282220363617, 0.18819992244243622, 0.17011067271232605, 0.1524185836315155, 0.10230846703052521, 0.06842041015625, 0.04513538256287575, 0.03466402366757393, 0.05716218054294586], "cos_Ac_negg": [0.5140683054924011, 0.18283282220363617, 0.18819992244243622, 0.17011067271232605, 0.1524185836315155, 0.10230846703052521, 0.06842041015625, 0.04513538256287575, 0.03466402366757393, 0.05716218054294586], "r_norm": [4.229353904724121, 4.2491302490234375, 4.260568618774414, 4.116814136505127, 4.250640869140625, 4.290761947631836, 4.216926574707031, 4.325970649719238, 4.3579182624816895, 4.161691188812256]}, {"step": 3850, "epoch": 9, "train_loss": 1.590032696723938, "cos_r_negg": [0.515097975730896, 0.1883343905210495, 0.15267863869667053, 0.1501304805278778, 0.14658397436141968, 0.09934374690055847, 0.07781518250703812, 0.07823336869478226, 0.051277074962854385, 0.04827473312616348], "cos_apical_negg": [0.515097975730896, 0.1883343905210495, 0.15267863869667053, 0.1501304805278778, 0.14658397436141968, 0.09934374690055847, 0.07781518250703812, 0.07823336869478226, 0.051277074962854385, 0.04827473312616348], "cos_Ac_negg": [0.515097975730896, 0.1883343905210495, 0.15267863869667053, 0.1501304805278778, 0.14658397436141968, 0.09934374690055847, 0.07781518250703812, 0.07823336869478226, 0.051277074962854385, 0.04827473312616348], "r_norm": [4.191410064697266, 4.203965663909912, 4.2115020751953125, 4.0732526779174805, 4.189747333526611, 4.246793746948242, 4.178833961486816, 4.286259651184082, 4.306034088134766, 4.120881080627441]}, {"step": 3900, "epoch": 9, "train_loss": 1.7161133289337158, "cos_r_negg": [0.5082913041114807, 0.17645159363746643, 0.18178918957710266, 0.15562385320663452, 0.15141576528549194, 0.10707038640975952, 0.07874388247728348, 0.06768409162759781, 0.031993597745895386, 0.04980836808681488], "cos_apical_negg": [0.5082913041114807, 0.17645159363746643, 0.18178918957710266, 0.15562385320663452, 0.15141576528549194, 0.10707038640975952, 0.07874388247728348, 0.06768409162759781, 0.031993597745895386, 0.04980836808681488], "cos_Ac_negg": [0.5082913041114807, 0.17645159363746643, 0.18178918957710266, 0.15562385320663452, 0.15141576528549194, 0.10707038640975952, 0.07874388247728348, 0.06768409162759781, 0.031993597745895386, 0.04980836808681488], "r_norm": [4.21270227432251, 4.230037212371826, 4.243069171905518, 4.100673675537109, 4.220085620880127, 4.270574569702148, 4.192480087280273, 4.3093767166137695, 4.332378387451172, 4.135866165161133]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3924, "test_loss": 1.8693150512695313}, {"step": 3950, "epoch": 10, "train_loss": 1.903629183769226, "cos_r_negg": [0.5214243531227112, 0.1672549545764923, 0.17680439352989197, 0.1723918616771698, 0.14228284358978271, 0.08540137112140656, 0.09152193367481232, 0.07944995164871216, 0.054990947246551514, 0.0709509402513504], "cos_apical_negg": [0.5214243531227112, 0.1672549545764923, 0.17680439352989197, 0.1723918616771698, 0.14228284358978271, 0.08540137112140656, 0.09152193367481232, 0.07944995164871216, 0.054990947246551514, 0.0709509402513504], "cos_Ac_negg": [0.5214243531227112, 0.1672549545764923, 0.17680439352989197, 0.1723918616771698, 0.14228284358978271, 0.08540137112140656, 0.09152193367481232, 0.07944995164871216, 0.054990947246551514, 0.0709509402513504], "r_norm": [4.1132893562316895, 4.125361442565918, 4.135417938232422, 4.000560760498047, 4.118772506713867, 4.167508125305176, 4.089133262634277, 4.205791473388672, 4.2377705574035645, 4.036165714263916]}, {"step": 4000, "epoch": 10, "train_loss": 1.5308606624603271, "cos_r_negg": [0.5186330676078796, 0.18861573934555054, 0.1936805248260498, 0.17763686180114746, 0.15076634287834167, 0.09390957653522491, 0.10390797257423401, 0.06013452261686325, 0.04257725924253464, 0.08482375741004944], "cos_apical_negg": [0.5186330676078796, 0.18861573934555054, 0.1936805248260498, 0.17763686180114746, 0.15076634287834167, 0.09390957653522491, 0.10390797257423401, 0.06013452261686325, 0.04257725924253464, 0.08482375741004944], "cos_Ac_negg": [0.5186330676078796, 0.18861573934555054, 0.1936805248260498, 0.17763686180114746, 0.15076634287834167, 0.09390957653522491, 0.10390797257423401, 0.06013452261686325, 0.04257725924253464, 0.08482375741004944], "r_norm": [4.262508392333984, 4.296364784240723, 4.2972092628479, 4.152767181396484, 4.285179138183594, 4.337723731994629, 4.258744239807129, 4.365900993347168, 4.398161888122559, 4.197295188903809]}, {"step": 4050, "epoch": 10, "train_loss": 1.653975009918213, "cos_r_negg": [0.5290247797966003, 0.18704695999622345, 0.17424282431602478, 0.18180902302265167, 0.15252837538719177, 0.09876197576522827, 0.10726173222064972, 0.05698901787400246, 0.039870139211416245, 0.0785321295261383], "cos_apical_negg": [0.5290247797966003, 0.18704695999622345, 0.17424282431602478, 0.18180902302265167, 0.15252837538719177, 0.09876197576522827, 0.10726173222064972, 0.05698901787400246, 0.039870139211416245, 0.0785321295261383], "cos_Ac_negg": [0.5290247797966003, 0.18704695999622345, 0.17424282431602478, 0.18180902302265167, 0.15252837538719177, 0.09876197576522827, 0.10726173222064972, 0.05698901787400246, 0.039870139211416245, 0.0785321295261383], "r_norm": [4.296338081359863, 4.318037986755371, 4.3246355056762695, 4.190023422241211, 4.3106794357299805, 4.35935115814209, 4.284190654754639, 4.394384384155273, 4.425253868103027, 4.224924087524414]}, {"step": 4100, "epoch": 10, "train_loss": 1.780058741569519, "cos_r_negg": [0.5193498134613037, 0.20583705604076385, 0.17253848910331726, 0.17632625997066498, 0.15648403763771057, 0.10538966208696365, 0.10088558495044708, 0.10137173533439636, 0.051430072635412216, 0.12386631220579147], "cos_apical_negg": [0.5193498134613037, 0.20583705604076385, 0.17253848910331726, 0.17632625997066498, 0.15648403763771057, 0.10538966208696365, 0.10088558495044708, 0.10137173533439636, 0.051430072635412216, 0.12386631220579147], "cos_Ac_negg": [0.5193498134613037, 0.20583705604076385, 0.17253848910331726, 0.17632625997066498, 0.15648403763771057, 0.10538966208696365, 0.10088558495044708, 0.10137173533439636, 0.051430072635412216, 0.12386631220579147], "r_norm": [4.197714805603027, 4.221224308013916, 4.222644805908203, 4.092556953430176, 4.206596374511719, 4.2633056640625, 4.183077812194824, 4.299401760101318, 4.327099800109863, 4.123536109924316]}, {"step": 4150, "epoch": 10, "train_loss": 1.4680219888687134, "cos_r_negg": [0.5219117403030396, 0.21047425270080566, 0.1691666692495346, 0.17409631609916687, 0.14637020230293274, 0.10051506757736206, 0.0988105833530426, 0.09933334589004517, 0.05098361894488335, 0.06464158743619919], "cos_apical_negg": [0.5219117403030396, 0.21047425270080566, 0.1691666692495346, 0.17409631609916687, 0.14637020230293274, 0.10051506757736206, 0.0988105833530426, 0.09933334589004517, 0.05098361894488335, 0.06464158743619919], "cos_Ac_negg": [0.5219117403030396, 0.21047425270080566, 0.1691666692495346, 0.17409631609916687, 0.14637020230293274, 0.10051506757736206, 0.0988105833530426, 0.09933334589004517, 0.05098361894488335, 0.06464158743619919], "r_norm": [4.146609306335449, 4.1730427742004395, 4.168806076049805, 4.037774562835693, 4.155683517456055, 4.2088623046875, 4.132362365722656, 4.236279487609863, 4.277242660522461, 4.08264684677124]}, {"step": 4200, "epoch": 10, "train_loss": 1.6478337049484253, "cos_r_negg": [0.512104868888855, 0.2135636806488037, 0.17446379363536835, 0.17558427155017853, 0.1581726372241974, 0.10926850140094757, 0.12204563617706299, 0.09841562807559967, 0.05564349889755249, 0.06858621537685394], "cos_apical_negg": [0.512104868888855, 0.2135636806488037, 0.17446379363536835, 0.17558427155017853, 0.1581726372241974, 0.10926850140094757, 0.12204563617706299, 0.09841562807559967, 0.05564349889755249, 0.06858621537685394], "cos_Ac_negg": [0.512104868888855, 0.2135636806488037, 0.17446379363536835, 0.17558427155017853, 0.1581726372241974, 0.10926850140094757, 0.12204563617706299, 0.09841562807559967, 0.05564349889755249, 0.06858621537685394], "r_norm": [4.1852192878723145, 4.22471809387207, 4.216569900512695, 4.0718793869018555, 4.192171573638916, 4.242183685302734, 4.179125785827637, 4.298656463623047, 4.321504592895508, 4.112476348876953]}, {"step": 4250, "epoch": 10, "train_loss": 1.9122804403305054, "cos_r_negg": [0.5074445009231567, 0.20940035581588745, 0.1806926727294922, 0.15818406641483307, 0.16770431399345398, 0.10923396050930023, 0.11419752240180969, 0.09399242699146271, 0.0329008586704731, 0.10694102942943573], "cos_apical_negg": [0.5074445009231567, 0.20940035581588745, 0.1806926727294922, 0.15818406641483307, 0.16770431399345398, 0.10923396050930023, 0.11419752240180969, 0.09399242699146271, 0.0329008586704731, 0.10694102942943573], "cos_Ac_negg": [0.5074445009231567, 0.20940035581588745, 0.1806926727294922, 0.15818406641483307, 0.16770431399345398, 0.10923396050930023, 0.11419752240180969, 0.09399242699146271, 0.0329008586704731, 0.10694102942943573], "r_norm": [4.183067321777344, 4.212960243225098, 4.224846363067627, 4.074690341949463, 4.182266712188721, 4.239633560180664, 4.170690536499023, 4.277796268463135, 4.310803413391113, 4.108303546905518]}, {"step": 4300, "epoch": 10, "train_loss": 1.6630899906158447, "cos_r_negg": [0.5330113768577576, 0.21240276098251343, 0.18879243731498718, 0.15760743618011475, 0.17403408885002136, 0.13508127629756927, 0.10860074311494827, 0.08702787756919861, 0.07527118921279907, 0.10558009147644043], "cos_apical_negg": [0.5330113768577576, 0.21240276098251343, 0.18879243731498718, 0.15760743618011475, 0.17403408885002136, 0.13508127629756927, 0.10860074311494827, 0.08702787756919861, 0.07527118921279907, 0.10558009147644043], "cos_Ac_negg": [0.5330113768577576, 0.21240276098251343, 0.18879243731498718, 0.15760743618011475, 0.17403408885002136, 0.13508127629756927, 0.10860074311494827, 0.08702787756919861, 0.07527118921279907, 0.10558009147644043], "r_norm": [4.066479682922363, 4.07529354095459, 4.094393730163574, 3.9649078845977783, 4.075227737426758, 4.124052047729492, 4.05004358291626, 4.164183139801025, 4.193704128265381, 3.999596118927002]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4017, "test_loss": 1.83245537109375}, {"step": 4350, "epoch": 11, "train_loss": 1.5227314233779907, "cos_r_negg": [0.5253247618675232, 0.21961058676242828, 0.2001771330833435, 0.170060396194458, 0.14744290709495544, 0.11725779622793198, 0.11059502512216568, 0.10757585614919662, 0.08460086584091187, 0.09294735640287399], "cos_apical_negg": [0.5253247618675232, 0.21961058676242828, 0.2001771330833435, 0.170060396194458, 0.14744290709495544, 0.11725779622793198, 0.11059502512216568, 0.10757585614919662, 0.08460086584091187, 0.09294735640287399], "cos_Ac_negg": [0.5253247618675232, 0.21961058676242828, 0.2001771330833435, 0.170060396194458, 0.14744290709495544, 0.11725779622793198, 0.11059502512216568, 0.10757585614919662, 0.08460086584091187, 0.09294735640287399], "r_norm": [4.1946516036987305, 4.230531692504883, 4.234541893005371, 4.085562705993652, 4.215933799743652, 4.26874303817749, 4.189108371734619, 4.32020378112793, 4.332291603088379, 4.135688304901123]}, {"step": 4400, "epoch": 11, "train_loss": 1.71657133102417, "cos_r_negg": [0.524916410446167, 0.20122987031936646, 0.2034880816936493, 0.16465413570404053, 0.15172961354255676, 0.12343889474868774, 0.11241426318883896, 0.14370884001255035, 0.09131751954555511, 0.07991449534893036], "cos_apical_negg": [0.524916410446167, 0.20122987031936646, 0.2034880816936493, 0.16465413570404053, 0.15172961354255676, 0.12343889474868774, 0.11241426318883896, 0.14370884001255035, 0.09131751954555511, 0.07991449534893036], "cos_Ac_negg": [0.524916410446167, 0.20122987031936646, 0.2034880816936493, 0.16465413570404053, 0.15172961354255676, 0.12343889474868774, 0.11241426318883896, 0.14370884001255035, 0.09131751954555511, 0.07991449534893036], "r_norm": [4.155679702758789, 4.181249618530273, 4.189513206481934, 4.0391035079956055, 4.161928176879883, 4.2136945724487305, 4.139242172241211, 4.251615524291992, 4.283156394958496, 4.081489562988281]}, {"step": 4450, "epoch": 11, "train_loss": 1.9818780422210693, "cos_r_negg": [0.5126320123672485, 0.2128828763961792, 0.20479369163513184, 0.16612613201141357, 0.1591188907623291, 0.12175539880990982, 0.12602707743644714, 0.08693492412567139, 0.08425825834274292, 0.09440912306308746], "cos_apical_negg": [0.5126320123672485, 0.2128828763961792, 0.20479369163513184, 0.16612613201141357, 0.1591188907623291, 0.12175539880990982, 0.12602707743644714, 0.08693492412567139, 0.08425825834274292, 0.09440912306308746], "cos_Ac_negg": [0.5126320123672485, 0.2128828763961792, 0.20479369163513184, 0.16612613201141357, 0.1591188907623291, 0.12175539880990982, 0.12602707743644714, 0.08693492412567139, 0.08425825834274292, 0.09440912306308746], "r_norm": [4.299415111541748, 4.3237714767456055, 4.325554847717285, 4.185052871704102, 4.30214786529541, 4.35728645324707, 4.287177085876465, 4.3979597091674805, 4.436971664428711, 4.229228973388672]}, {"step": 4500, "epoch": 11, "train_loss": 1.861480951309204, "cos_r_negg": [0.5140478610992432, 0.21552789211273193, 0.18108409643173218, 0.18216434121131897, 0.15256045758724213, 0.1069251000881195, 0.11453384160995483, 0.0809357687830925, 0.046447671949863434, 0.07048265635967255], "cos_apical_negg": [0.5140478610992432, 0.21552789211273193, 0.18108409643173218, 0.18216434121131897, 0.15256045758724213, 0.1069251000881195, 0.11453384160995483, 0.0809357687830925, 0.046447671949863434, 0.07048265635967255], "cos_Ac_negg": [0.5140478610992432, 0.21552789211273193, 0.18108409643173218, 0.18216434121131897, 0.15256045758724213, 0.1069251000881195, 0.11453384160995483, 0.0809357687830925, 0.046447671949863434, 0.07048265635967255], "r_norm": [4.160573959350586, 4.174279689788818, 4.180278778076172, 4.0527801513671875, 4.168182373046875, 4.210136413574219, 4.1395158767700195, 4.253537178039551, 4.290072441101074, 4.08588981628418]}, {"step": 4550, "epoch": 11, "train_loss": 1.6647686958312988, "cos_r_negg": [0.5394777059555054, 0.2352564036846161, 0.19937746226787567, 0.1636115163564682, 0.17347347736358643, 0.10484384745359421, 0.12305272370576859, 0.08703703433275223, 0.04633909463882446, 0.06306090950965881], "cos_apical_negg": [0.5394777059555054, 0.2352564036846161, 0.19937746226787567, 0.1636115163564682, 0.17347347736358643, 0.10484384745359421, 0.12305272370576859, 0.08703703433275223, 0.04633909463882446, 0.06306090950965881], "cos_Ac_negg": [0.5394777059555054, 0.2352564036846161, 0.19937746226787567, 0.1636115163564682, 0.17347347736358643, 0.10484384745359421, 0.12305272370576859, 0.08703703433275223, 0.04633909463882446, 0.06306090950965881], "r_norm": [4.188226699829102, 4.205314636230469, 4.218430519104004, 4.075869083404541, 4.196535587310791, 4.248653888702393, 4.1690263748168945, 4.287737846374512, 4.309959888458252, 4.124251365661621]}, {"step": 4600, "epoch": 11, "train_loss": 1.6305707693099976, "cos_r_negg": [0.5246120691299438, 0.22211936116218567, 0.19293127954006195, 0.17584949731826782, 0.162205308675766, 0.09253841638565063, 0.11460989713668823, 0.10198914259672165, 0.0835641622543335, 0.0795096606016159], "cos_apical_negg": [0.5246120691299438, 0.22211936116218567, 0.19293127954006195, 0.17584949731826782, 0.162205308675766, 0.09253841638565063, 0.11460989713668823, 0.10198914259672165, 0.0835641622543335, 0.0795096606016159], "cos_Ac_negg": [0.5246120691299438, 0.22211936116218567, 0.19293127954006195, 0.17584949731826782, 0.162205308675766, 0.09253841638565063, 0.11460989713668823, 0.10198914259672165, 0.0835641622543335, 0.0795096606016159], "r_norm": [4.179573059082031, 4.1888532638549805, 4.203942775726318, 4.078802108764648, 4.184625148773193, 4.233674049377441, 4.161539077758789, 4.267953872680664, 4.295759677886963, 4.109706878662109]}, {"step": 4650, "epoch": 11, "train_loss": 1.7530975341796875, "cos_r_negg": [0.5225405097007751, 0.23819798231124878, 0.21182486414909363, 0.17617541551589966, 0.15748147666454315, 0.1023201197385788, 0.12664327025413513, 0.07325349748134613, 0.08119276911020279, 0.058134544640779495], "cos_apical_negg": [0.5225405097007751, 0.23819798231124878, 0.21182486414909363, 0.17617541551589966, 0.15748147666454315, 0.1023201197385788, 0.12664327025413513, 0.07325349748134613, 0.08119276911020279, 0.058134544640779495], "cos_Ac_negg": [0.5225405097007751, 0.23819798231124878, 0.21182486414909363, 0.17617541551589966, 0.15748147666454315, 0.1023201197385788, 0.12664327025413513, 0.07325349748134613, 0.08119276911020279, 0.058134544640779495], "r_norm": [4.187905311584473, 4.21186637878418, 4.211521148681641, 4.075535297393799, 4.183133125305176, 4.2368059158325195, 4.175797462463379, 4.28299617767334, 4.306218147277832, 4.109170913696289]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3874, "test_loss": 1.8503721435546876}, {"step": 4700, "epoch": 12, "train_loss": 1.5810596942901611, "cos_r_negg": [0.49187684059143066, 0.21610254049301147, 0.20112735033035278, 0.17767353355884552, 0.17303664982318878, 0.09085029363632202, 0.10682976245880127, 0.08222734928131104, 0.09244320541620255, 0.042590878903865814], "cos_apical_negg": [0.49187684059143066, 0.21610254049301147, 0.20112735033035278, 0.17767353355884552, 0.17303664982318878, 0.09085029363632202, 0.10682976245880127, 0.08222734928131104, 0.09244320541620255, 0.042590878903865814], "cos_Ac_negg": [0.49187684059143066, 0.21610254049301147, 0.20112735033035278, 0.17767353355884552, 0.17303664982318878, 0.09085029363632202, 0.10682976245880127, 0.08222734928131104, 0.09244320541620255, 0.042590878903865814], "r_norm": [4.141460418701172, 4.163107395172119, 4.167276382446289, 4.030526161193848, 4.151470184326172, 4.199721336364746, 4.12590217590332, 4.23884916305542, 4.265032768249512, 4.066838264465332]}, {"step": 4750, "epoch": 12, "train_loss": 1.7541065216064453, "cos_r_negg": [0.5163779258728027, 0.21505582332611084, 0.21270504593849182, 0.17903271317481995, 0.16980350017547607, 0.10274369269609451, 0.11055494099855423, 0.08973998576402664, 0.07332749664783478, 0.06799262762069702], "cos_apical_negg": [0.5163779258728027, 0.21505582332611084, 0.21270504593849182, 0.17903271317481995, 0.16980350017547607, 0.10274369269609451, 0.11055494099855423, 0.08973998576402664, 0.07332749664783478, 0.06799262762069702], "cos_Ac_negg": [0.5163779258728027, 0.21505582332611084, 0.21270504593849182, 0.17903271317481995, 0.16980350017547607, 0.10274369269609451, 0.11055494099855423, 0.08973998576402664, 0.07332749664783478, 0.06799262762069702], "r_norm": [4.2269673347473145, 4.246089935302734, 4.2462334632873535, 4.107484817504883, 4.228724479675293, 4.270059585571289, 4.211540222167969, 4.330501556396484, 4.345479965209961, 4.150278091430664]}, {"step": 4800, "epoch": 12, "train_loss": 1.7716777324676514, "cos_r_negg": [0.5313392281532288, 0.2305908501148224, 0.1914825737476349, 0.17407867312431335, 0.17621725797653198, 0.08937742561101913, 0.11570041626691818, 0.11884011328220367, 0.04717012494802475, 0.08505045622587204], "cos_apical_negg": [0.5313392281532288, 0.2305908501148224, 0.1914825737476349, 0.17407867312431335, 0.17621725797653198, 0.08937742561101913, 0.11570041626691818, 0.11884011328220367, 0.04717012494802475, 0.08505045622587204], "cos_Ac_negg": [0.5313392281532288, 0.2305908501148224, 0.1914825737476349, 0.17407867312431335, 0.17621725797653198, 0.08937742561101913, 0.11570041626691818, 0.11884011328220367, 0.04717012494802475, 0.08505045622587204], "r_norm": [4.268085479736328, 4.289464473724365, 4.298047065734863, 4.149997234344482, 4.268283843994141, 4.334309101104736, 4.259095191955566, 4.362067699432373, 4.385087013244629, 4.199747085571289]}, {"step": 4850, "epoch": 12, "train_loss": 1.6517925262451172, "cos_r_negg": [0.5392873883247375, 0.21298721432685852, 0.19955390691757202, 0.1829506903886795, 0.17672254145145416, 0.09317150712013245, 0.10251504927873611, 0.11811401695013046, 0.09382881224155426, 0.06567268073558807], "cos_apical_negg": [0.5392873883247375, 0.21298721432685852, 0.19955390691757202, 0.1829506903886795, 0.17672254145145416, 0.09317150712013245, 0.10251504927873611, 0.11811401695013046, 0.09382881224155426, 0.06567268073558807], "cos_Ac_negg": [0.5392873883247375, 0.21298721432685852, 0.19955390691757202, 0.1829506903886795, 0.17672254145145416, 0.09317150712013245, 0.10251504927873611, 0.11811401695013046, 0.09382881224155426, 0.06567268073558807], "r_norm": [4.256096839904785, 4.284236907958984, 4.288459777832031, 4.136787414550781, 4.270883083343506, 4.329421043395996, 4.253094673156738, 4.357986927032471, 4.38937520980835, 4.181617736816406]}, {"step": 4900, "epoch": 12, "train_loss": 1.683519959449768, "cos_r_negg": [0.5086351037025452, 0.2104978859424591, 0.20207905769348145, 0.17474590241909027, 0.1781306266784668, 0.08906342834234238, 0.10661471635103226, 0.1274329423904419, 0.11469325423240662, 0.08362346142530441], "cos_apical_negg": [0.5086351037025452, 0.2104978859424591, 0.20207905769348145, 0.17474590241909027, 0.1781306266784668, 0.08906342834234238, 0.10661471635103226, 0.1274329423904419, 0.11469325423240662, 0.08362346142530441], "cos_Ac_negg": [0.5086351037025452, 0.2104978859424591, 0.20207905769348145, 0.17474590241909027, 0.1781306266784668, 0.08906342834234238, 0.10661471635103226, 0.1274329423904419, 0.11469325423240662, 0.08362346142530441], "r_norm": [4.1476545333862305, 4.1655592918396, 4.169842720031738, 4.035638809204102, 4.160099983215332, 4.208848476409912, 4.129446983337402, 4.252066612243652, 4.275863170623779, 4.072182655334473]}, {"step": 4950, "epoch": 12, "train_loss": 1.4384443759918213, "cos_r_negg": [0.5196367502212524, 0.22541874647140503, 0.20651036500930786, 0.18270115554332733, 0.18519464135169983, 0.11203304678201675, 0.13036580383777618, 0.11894317716360092, 0.09884814918041229, 0.07183420658111572], "cos_apical_negg": [0.5196367502212524, 0.22541874647140503, 0.20651036500930786, 0.18270115554332733, 0.18519464135169983, 0.11203304678201675, 0.13036580383777618, 0.11894317716360092, 0.09884814918041229, 0.07183420658111572], "cos_Ac_negg": [0.5196367502212524, 0.22541874647140503, 0.20651036500930786, 0.18270115554332733, 0.18519464135169983, 0.11203304678201675, 0.13036580383777618, 0.11894317716360092, 0.09884814918041229, 0.07183420658111572], "r_norm": [4.197237968444824, 4.224725723266602, 4.231050491333008, 4.08078670501709, 4.204448223114014, 4.253937721252441, 4.1809186935424805, 4.305257797241211, 4.319536209106445, 4.121395111083984]}, {"step": 5000, "epoch": 12, "train_loss": 1.6836024522781372, "cos_r_negg": [0.49207982420921326, 0.21859145164489746, 0.20053765177726746, 0.1910812258720398, 0.18126359581947327, 0.1174081563949585, 0.1441759467124939, 0.11225293576717377, 0.07912427186965942, 0.08998586237430573], "cos_apical_negg": [0.49207982420921326, 0.21859145164489746, 0.20053765177726746, 0.1910812258720398, 0.18126359581947327, 0.1174081563949585, 0.1441759467124939, 0.11225293576717377, 0.07912427186965942, 0.08998586237430573], "cos_Ac_negg": [0.49207982420921326, 0.21859145164489746, 0.20053765177726746, 0.1910812258720398, 0.18126359581947327, 0.1174081563949585, 0.1441759467124939, 0.11225293576717377, 0.07912427186965942, 0.08998586237430573], "r_norm": [4.136473655700684, 4.152098178863525, 4.175561428070068, 4.023676872253418, 4.152895927429199, 4.197129726409912, 4.119337558746338, 4.241266250610352, 4.268311023712158, 4.070788383483887]}, {"step": 5050, "epoch": 12, "train_loss": 1.5669219493865967, "cos_r_negg": [0.5104999542236328, 0.2363075315952301, 0.2255242019891739, 0.18422505259513855, 0.20187503099441528, 0.10993264615535736, 0.11326281726360321, 0.11144469678401947, 0.08692826330661774, 0.053469639271497726], "cos_apical_negg": [0.5104999542236328, 0.2363075315952301, 0.2255242019891739, 0.18422505259513855, 0.20187503099441528, 0.10993264615535736, 0.11326281726360321, 0.11144469678401947, 0.08692826330661774, 0.053469639271497726], "cos_Ac_negg": [0.5104999542236328, 0.2363075315952301, 0.2255242019891739, 0.18422505259513855, 0.20187503099441528, 0.10993264615535736, 0.11326281726360321, 0.11144469678401947, 0.08692826330661774, 0.053469639271497726], "r_norm": [4.092508316040039, 4.109655380249023, 4.121333122253418, 3.9891462326049805, 4.107251167297363, 4.150242805480957, 4.072962760925293, 4.197403907775879, 4.2258195877075195, 4.025515079498291]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.3947, "test_loss": 1.8515957153320313}, {"step": 5100, "epoch": 13, "train_loss": 1.6200273036956787, "cos_r_negg": [0.5191448926925659, 0.22060275077819824, 0.22288385033607483, 0.18076881766319275, 0.18525272607803345, 0.08547955006361008, 0.11177746951580048, 0.13237038254737854, 0.06537140905857086, 0.04595734924077988], "cos_apical_negg": [0.5191448926925659, 0.22060275077819824, 0.22288385033607483, 0.18076881766319275, 0.18525272607803345, 0.08547955006361008, 0.11177746951580048, 0.13237038254737854, 0.06537140905857086, 0.04595734924077988], "cos_Ac_negg": [0.5191448926925659, 0.22060275077819824, 0.22288385033607483, 0.18076881766319275, 0.18525272607803345, 0.08547955006361008, 0.11177746951580048, 0.13237038254737854, 0.06537140905857086, 0.04595734924077988], "r_norm": [4.046979904174805, 4.075920104980469, 4.082562446594238, 3.942418098449707, 4.072485446929932, 4.1208343505859375, 4.039518356323242, 4.1571044921875, 4.181633949279785, 3.9852170944213867]}, {"step": 5150, "epoch": 13, "train_loss": 1.5976736545562744, "cos_r_negg": [0.5126556158065796, 0.23780909180641174, 0.2289167195558548, 0.19349415600299835, 0.17053347826004028, 0.09635808318853378, 0.11580756306648254, 0.12883859872817993, 0.05727691948413849, 0.06224576383829117], "cos_apical_negg": [0.5126556158065796, 0.23780909180641174, 0.2289167195558548, 0.19349415600299835, 0.17053347826004028, 0.09635808318853378, 0.11580756306648254, 0.12883859872817993, 0.05727691948413849, 0.06224576383829117], "cos_Ac_negg": [0.5126556158065796, 0.23780909180641174, 0.2289167195558548, 0.19349415600299835, 0.17053347826004028, 0.09635808318853378, 0.11580756306648254, 0.12883859872817993, 0.05727691948413849, 0.06224576383829117], "r_norm": [4.078830718994141, 4.102560997009277, 4.0996551513671875, 3.971583843231201, 4.091033458709717, 4.145843982696533, 4.069508075714111, 4.183252811431885, 4.2088518142700195, 4.01857852935791]}, {"step": 5200, "epoch": 13, "train_loss": 1.5270344018936157, "cos_r_negg": [0.5554075241088867, 0.22799593210220337, 0.23380371928215027, 0.19763870537281036, 0.18624603748321533, 0.09923048317432404, 0.1399407982826233, 0.1107235997915268, 0.06993550807237625, 0.08464983850717545], "cos_apical_negg": [0.5554075241088867, 0.22799593210220337, 0.23380371928215027, 0.19763870537281036, 0.18624603748321533, 0.09923048317432404, 0.1399407982826233, 0.1107235997915268, 0.06993550807237625, 0.08464983850717545], "cos_Ac_negg": [0.5554075241088867, 0.22799593210220337, 0.23380371928215027, 0.19763870537281036, 0.18624603748321533, 0.09923048317432404, 0.1399407982826233, 0.1107235997915268, 0.06993550807237625, 0.08464983850717545], "r_norm": [4.1379289627075195, 4.165768623352051, 4.16818380355835, 4.031922340393066, 4.150364398956299, 4.199519634246826, 4.126413345336914, 4.242188930511475, 4.266974925994873, 4.067824363708496]}, {"step": 5250, "epoch": 13, "train_loss": 1.51952064037323, "cos_r_negg": [0.5237705707550049, 0.24254807829856873, 0.2291823774576187, 0.20668740570545197, 0.19748981297016144, 0.08906666934490204, 0.11073919385671616, 0.09773412346839905, 0.08987585455179214, 0.11538077890872955], "cos_apical_negg": [0.5237705707550049, 0.24254807829856873, 0.2291823774576187, 0.20668740570545197, 0.19748981297016144, 0.08906666934490204, 0.11073919385671616, 0.09773412346839905, 0.08987585455179214, 0.11538077890872955], "cos_Ac_negg": [0.5237705707550049, 0.24254807829856873, 0.2291823774576187, 0.20668740570545197, 0.19748981297016144, 0.08906666934490204, 0.11073919385671616, 0.09773412346839905, 0.08987585455179214, 0.11538077890872955], "r_norm": [4.152568817138672, 4.183178424835205, 4.186795711517334, 4.046915531158447, 4.169978141784668, 4.217409133911133, 4.143926620483398, 4.2524943351745605, 4.28785514831543, 4.087618350982666]}, {"step": 5300, "epoch": 13, "train_loss": 1.7077345848083496, "cos_r_negg": [0.5192731022834778, 0.2382993996143341, 0.21323548257350922, 0.20692777633666992, 0.19699731469154358, 0.09274967014789581, 0.132930725812912, 0.0934179276227951, 0.07642409950494766, 0.09289906919002533], "cos_apical_negg": [0.5192731022834778, 0.2382993996143341, 0.21323548257350922, 0.20692777633666992, 0.19699731469154358, 0.09274967014789581, 0.132930725812912, 0.0934179276227951, 0.07642409950494766, 0.09289906919002533], "cos_Ac_negg": [0.5192731022834778, 0.2382993996143341, 0.21323548257350922, 0.20692777633666992, 0.19699731469154358, 0.09274967014789581, 0.132930725812912, 0.0934179276227951, 0.07642409950494766, 0.09289906919002533], "r_norm": [4.041559219360352, 4.055924892425537, 4.06815242767334, 3.943938732147217, 4.067686080932617, 4.111349105834961, 4.023934841156006, 4.144192218780518, 4.169247627258301, 3.9792263507843018]}, {"step": 5350, "epoch": 13, "train_loss": 1.5965745449066162, "cos_r_negg": [0.5091552734375, 0.2519640326499939, 0.21538567543029785, 0.19876447319984436, 0.1931636929512024, 0.08974413573741913, 0.1477559208869934, 0.1214747205376625, 0.08248742669820786, 0.10421725362539291], "cos_apical_negg": [0.5091552734375, 0.2519640326499939, 0.21538567543029785, 0.19876447319984436, 0.1931636929512024, 0.08974413573741913, 0.1477559208869934, 0.1214747205376625, 0.08248742669820786, 0.10421725362539291], "cos_Ac_negg": [0.5091552734375, 0.2519640326499939, 0.21538567543029785, 0.19876447319984436, 0.1931636929512024, 0.08974413573741913, 0.1477559208869934, 0.1214747205376625, 0.08248742669820786, 0.10421725362539291], "r_norm": [4.051831245422363, 4.068719387054443, 4.077350616455078, 3.948040008544922, 4.063501834869385, 4.111686706542969, 4.030971050262451, 4.142866134643555, 4.170861721038818, 3.9848709106445312]}, {"step": 5400, "epoch": 13, "train_loss": 1.9517889022827148, "cos_r_negg": [0.5422871112823486, 0.261438250541687, 0.2159530371427536, 0.20498263835906982, 0.2142796516418457, 0.09708894789218903, 0.14474454522132874, 0.11540528386831284, 0.07260692119598389, 0.11327876150608063], "cos_apical_negg": [0.5422871112823486, 0.261438250541687, 0.2159530371427536, 0.20498263835906982, 0.2142796516418457, 0.09708894789218903, 0.14474454522132874, 0.11540528386831284, 0.07260692119598389, 0.11327876150608063], "cos_Ac_negg": [0.5422871112823486, 0.261438250541687, 0.2159530371427536, 0.20498263835906982, 0.2142796516418457, 0.09708894789218903, 0.14474454522132874, 0.11540528386831284, 0.07260692119598389, 0.11327876150608063], "r_norm": [4.09987211227417, 4.108641147613525, 4.11639404296875, 4.0042009353637695, 4.113814830780029, 4.159720420837402, 4.074315071105957, 4.198840618133545, 4.232046604156494, 4.029140472412109]}, {"step": 5450, "epoch": 13, "train_loss": 1.7357056140899658, "cos_r_negg": [0.5305522680282593, 0.24824437499046326, 0.19919568300247192, 0.19226649403572083, 0.18488818407058716, 0.10422755777835846, 0.14086654782295227, 0.09559597074985504, 0.0684940367937088, 0.11125994473695755], "cos_apical_negg": [0.5305522680282593, 0.24824437499046326, 0.19919568300247192, 0.19226649403572083, 0.18488818407058716, 0.10422755777835846, 0.14086654782295227, 0.09559597074985504, 0.0684940367937088, 0.11125994473695755], "cos_Ac_negg": [0.5305522680282593, 0.24824437499046326, 0.19919568300247192, 0.19226649403572083, 0.18488818407058716, 0.10422755777835846, 0.14086654782295227, 0.09559597074985504, 0.0684940367937088, 0.11125994473695755], "r_norm": [4.114248275756836, 4.132036209106445, 4.141739845275879, 4.002779960632324, 4.118785858154297, 4.181689739227295, 4.106201171875, 4.213167667388916, 4.237892150878906, 4.047438144683838]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3889, "test_loss": 1.8862337890625}, {"step": 5500, "epoch": 14, "train_loss": 1.655930519104004, "cos_r_negg": [0.5195236802101135, 0.24011164903640747, 0.23524639010429382, 0.20468451082706451, 0.19551479816436768, 0.13221947848796844, 0.12724569439888, 0.11960215866565704, 0.06240985542535782, 0.15048065781593323], "cos_apical_negg": [0.5195236802101135, 0.24011164903640747, 0.23524639010429382, 0.20468451082706451, 0.19551479816436768, 0.13221947848796844, 0.12724569439888, 0.11960215866565704, 0.06240985542535782, 0.15048065781593323], "cos_Ac_negg": [0.5195236802101135, 0.24011164903640747, 0.23524639010429382, 0.20468451082706451, 0.19551479816436768, 0.13221947848796844, 0.12724569439888, 0.11960215866565704, 0.06240985542535782, 0.15048065781593323], "r_norm": [4.065564155578613, 4.096015930175781, 4.084744453430176, 3.9615299701690674, 4.079439640045166, 4.1290998458862305, 4.058149814605713, 4.166741371154785, 4.189998626708984, 4.003446578979492]}, {"step": 5550, "epoch": 14, "train_loss": 1.7245162725448608, "cos_r_negg": [0.5308569073677063, 0.24589452147483826, 0.24190497398376465, 0.2098027616739273, 0.19946062564849854, 0.12784311175346375, 0.14635169506072998, 0.12126705050468445, 0.0625147894024849, 0.09813733398914337], "cos_apical_negg": [0.5308569073677063, 0.24589452147483826, 0.24190497398376465, 0.2098027616739273, 0.19946062564849854, 0.12784311175346375, 0.14635169506072998, 0.12126705050468445, 0.0625147894024849, 0.09813733398914337], "cos_Ac_negg": [0.5308569073677063, 0.24589452147483826, 0.24190497398376465, 0.2098027616739273, 0.19946062564849854, 0.12784311175346375, 0.14635169506072998, 0.12126705050468445, 0.0625147894024849, 0.09813733398914337], "r_norm": [4.025731086730957, 4.041723251342773, 4.056606292724609, 3.9185500144958496, 4.0381975173950195, 4.078086853027344, 4.005970001220703, 4.121707916259766, 4.1509575843811035, 3.9654417037963867]}, {"step": 5600, "epoch": 14, "train_loss": 1.6588025093078613, "cos_r_negg": [0.5351210832595825, 0.24650371074676514, 0.2285746932029724, 0.2110433429479599, 0.1893722116947174, 0.1261923760175705, 0.1408727467060089, 0.11892245709896088, 0.05608034133911133, 0.12209562957286835], "cos_apical_negg": [0.5351210832595825, 0.24650371074676514, 0.2285746932029724, 0.2110433429479599, 0.1893722116947174, 0.1261923760175705, 0.1408727467060089, 0.11892245709896088, 0.05608034133911133, 0.12209562957286835], "cos_Ac_negg": [0.5351210832595825, 0.24650371074676514, 0.2285746932029724, 0.2110433429479599, 0.1893722116947174, 0.1261923760175705, 0.1408727467060089, 0.11892245709896088, 0.05608034133911133, 0.12209562957286835], "r_norm": [4.098432540893555, 4.116401195526123, 4.123126029968262, 3.983121395111084, 4.112155914306641, 4.155518531799316, 4.0791168212890625, 4.197023391723633, 4.222455024719238, 4.032661437988281]}, {"step": 5650, "epoch": 14, "train_loss": 1.699961543083191, "cos_r_negg": [0.5174155831336975, 0.2474505603313446, 0.22318340837955475, 0.22180426120758057, 0.181850865483284, 0.1289660930633545, 0.14341944456100464, 0.12739717960357666, 0.08091506361961365, 0.11271742731332779], "cos_apical_negg": [0.5174155831336975, 0.2474505603313446, 0.22318340837955475, 0.22180426120758057, 0.181850865483284, 0.1289660930633545, 0.14341944456100464, 0.12739717960357666, 0.08091506361961365, 0.11271742731332779], "cos_Ac_negg": [0.5174155831336975, 0.2474505603313446, 0.22318340837955475, 0.22180426120758057, 0.181850865483284, 0.1289660930633545, 0.14341944456100464, 0.12739717960357666, 0.08091506361961365, 0.11271742731332779], "r_norm": [4.104328155517578, 4.124233245849609, 4.133606910705566, 4.000243663787842, 4.111310958862305, 4.165343284606934, 4.094388008117676, 4.196605205535889, 4.231724739074707, 4.040861129760742]}, {"step": 5700, "epoch": 14, "train_loss": 1.629642128944397, "cos_r_negg": [0.521453857421875, 0.24347154796123505, 0.23551058769226074, 0.2112777829170227, 0.18421068787574768, 0.12990383803844452, 0.15078258514404297, 0.11996015161275864, 0.05806480720639229, 0.10356224328279495], "cos_apical_negg": [0.521453857421875, 0.24347154796123505, 0.23551058769226074, 0.2112777829170227, 0.18421068787574768, 0.12990383803844452, 0.15078258514404297, 0.11996015161275864, 0.05806480720639229, 0.10356224328279495], "cos_Ac_negg": [0.521453857421875, 0.24347154796123505, 0.23551058769226074, 0.2112777829170227, 0.18421068787574768, 0.12990383803844452, 0.15078258514404297, 0.11996015161275864, 0.05806480720639229, 0.10356224328279495], "r_norm": [4.052913188934326, 4.083234786987305, 4.08179235458374, 3.9513330459594727, 4.0645222663879395, 4.119128704071045, 4.03975248336792, 4.142913818359375, 4.182653903961182, 3.9930059909820557]}, {"step": 5750, "epoch": 14, "train_loss": 1.6360094547271729, "cos_r_negg": [0.5231690406799316, 0.25563332438468933, 0.22583964467048645, 0.2005847692489624, 0.19620458781719208, 0.13137522339820862, 0.15927112102508545, 0.11815174669027328, 0.07880084216594696, 0.11155392229557037], "cos_apical_negg": [0.5231690406799316, 0.25563332438468933, 0.22583964467048645, 0.2005847692489624, 0.19620458781719208, 0.13137522339820862, 0.15927112102508545, 0.11815174669027328, 0.07880084216594696, 0.11155392229557037], "cos_Ac_negg": [0.5231690406799316, 0.25563332438468933, 0.22583964467048645, 0.2005847692489624, 0.19620458781719208, 0.13137522339820862, 0.15927112102508545, 0.11815174669027328, 0.07880084216594696, 0.11155392229557037], "r_norm": [4.130317687988281, 4.154177665710449, 4.159502029418945, 4.024622440338135, 4.128106117248535, 4.190131187438965, 4.120532035827637, 4.227300643920898, 4.256629943847656, 4.058302402496338]}, {"step": 5800, "epoch": 14, "train_loss": 1.82423996925354, "cos_r_negg": [0.5088472962379456, 0.2604701519012451, 0.22320647537708282, 0.1927773654460907, 0.20231971144676208, 0.12969978153705597, 0.1682198941707611, 0.14630773663520813, 0.08059107512235641, 0.10984864830970764], "cos_apical_negg": [0.5088472962379456, 0.2604701519012451, 0.22320647537708282, 0.1927773654460907, 0.20231971144676208, 0.12969978153705597, 0.1682198941707611, 0.14630773663520813, 0.08059107512235641, 0.10984864830970764], "cos_Ac_negg": [0.5088472962379456, 0.2604701519012451, 0.22320647537708282, 0.1927773654460907, 0.20231971144676208, 0.12969978153705597, 0.1682198941707611, 0.14630773663520813, 0.08059107512235641, 0.10984864830970764], "r_norm": [4.036428451538086, 4.058412551879883, 4.062901496887207, 3.9345543384552, 4.0464324951171875, 4.098255157470703, 4.028225421905518, 4.13018798828125, 4.163234710693359, 3.980984926223755]}, {"step": 5850, "epoch": 14, "train_loss": 1.5736849308013916, "cos_r_negg": [0.5109184980392456, 0.25790882110595703, 0.2224375307559967, 0.200749009847641, 0.18363189697265625, 0.13898587226867676, 0.15535147488117218, 0.12655645608901978, 0.09395550191402435, 0.09910301864147186], "cos_apical_negg": [0.5109184980392456, 0.25790882110595703, 0.2224375307559967, 0.200749009847641, 0.18363189697265625, 0.13898587226867676, 0.15535147488117218, 0.12655645608901978, 0.09395550191402435, 0.09910301864147186], "cos_Ac_negg": [0.5109184980392456, 0.25790882110595703, 0.2224375307559967, 0.200749009847641, 0.18363189697265625, 0.13898587226867676, 0.15535147488117218, 0.12655645608901978, 0.09395550191402435, 0.09910301864147186], "r_norm": [4.095643997192383, 4.116733551025391, 4.129018783569336, 3.9935402870178223, 4.105605125427246, 4.156855583190918, 4.082355499267578, 4.184854507446289, 4.229825019836426, 4.0314483642578125]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4092, "test_loss": 1.8383430053710939}, {"step": 5900, "epoch": 15, "train_loss": 1.3893266916275024, "cos_r_negg": [0.5259262919425964, 0.24228417873382568, 0.2257135510444641, 0.1944379061460495, 0.197005495429039, 0.15051555633544922, 0.14668941497802734, 0.12484672665596008, 0.10767945647239685, 0.11768828332424164], "cos_apical_negg": [0.5259262919425964, 0.24228417873382568, 0.2257135510444641, 0.1944379061460495, 0.197005495429039, 0.15051555633544922, 0.14668941497802734, 0.12484672665596008, 0.10767945647239685, 0.11768828332424164], "cos_Ac_negg": [0.5259262919425964, 0.24228417873382568, 0.2257135510444641, 0.1944379061460495, 0.197005495429039, 0.15051555633544922, 0.14668941497802734, 0.12484672665596008, 0.10767945647239685, 0.11768828332424164], "r_norm": [4.168252468109131, 4.191592216491699, 4.191714763641357, 4.056812763214111, 4.186306953430176, 4.230083465576172, 4.1615095138549805, 4.279053211212158, 4.29463529586792, 4.0948638916015625]}, {"step": 5950, "epoch": 15, "train_loss": 1.6636110544204712, "cos_r_negg": [0.5576138496398926, 0.26162540912628174, 0.23753267526626587, 0.20154470205307007, 0.20296815037727356, 0.16259409487247467, 0.1614074856042862, 0.15606078505516052, 0.10850544273853302, 0.11937698721885681], "cos_apical_negg": [0.5576138496398926, 0.26162540912628174, 0.23753267526626587, 0.20154470205307007, 0.20296815037727356, 0.16259409487247467, 0.1614074856042862, 0.15606078505516052, 0.10850544273853302, 0.11937698721885681], "cos_Ac_negg": [0.5576138496398926, 0.26162540912628174, 0.23753267526626587, 0.20154470205307007, 0.20296815037727356, 0.16259409487247467, 0.1614074856042862, 0.15606078505516052, 0.10850544273853302, 0.11937698721885681], "r_norm": [4.220091342926025, 4.224905490875244, 4.240600109100342, 4.097607135772705, 4.22254753112793, 4.269505500793457, 4.2025346755981445, 4.321245193481445, 4.333234786987305, 4.148261070251465]}, {"step": 6000, "epoch": 15, "train_loss": 1.759549617767334, "cos_r_negg": [0.5286780595779419, 0.2420886904001236, 0.23216980695724487, 0.20772568881511688, 0.1832205355167389, 0.14602774381637573, 0.1362420618534088, 0.12076714634895325, 0.11859168112277985, 0.10421061515808105], "cos_apical_negg": [0.5286780595779419, 0.2420886904001236, 0.23216980695724487, 0.20772568881511688, 0.1832205355167389, 0.14602774381637573, 0.1362420618534088, 0.12076714634895325, 0.11859168112277985, 0.10421061515808105], "cos_Ac_negg": [0.5286780595779419, 0.2420886904001236, 0.23216980695724487, 0.20772568881511688, 0.1832205355167389, 0.14602774381637573, 0.1362420618534088, 0.12076714634895325, 0.11859168112277985, 0.10421061515808105], "r_norm": [4.124331474304199, 4.136629581451416, 4.139090061187744, 4.004968643188477, 4.125542640686035, 4.184597015380859, 4.1123833656311035, 4.21583366394043, 4.237926483154297, 4.042880058288574]}, {"step": 6050, "epoch": 15, "train_loss": 1.6545188426971436, "cos_r_negg": [0.5280964970588684, 0.2478879690170288, 0.24286265671253204, 0.22740429639816284, 0.18676133453845978, 0.16560521721839905, 0.14744049310684204, 0.13573823869228363, 0.10489761829376221, 0.1329444795846939], "cos_apical_negg": [0.5280964970588684, 0.2478879690170288, 0.24286265671253204, 0.22740429639816284, 0.18676133453845978, 0.16560521721839905, 0.14744049310684204, 0.13573823869228363, 0.10489761829376221, 0.1329444795846939], "cos_Ac_negg": [0.5280964970588684, 0.2478879690170288, 0.24286265671253204, 0.22740429639816284, 0.18676133453845978, 0.16560521721839905, 0.14744049310684204, 0.13573823869228363, 0.10489761829376221, 0.1329444795846939], "r_norm": [4.24412727355957, 4.244101524353027, 4.265424728393555, 4.123317241668701, 4.261267185211182, 4.291720390319824, 4.213117599487305, 4.338260650634766, 4.365353107452393, 4.162256240844727]}, {"step": 6100, "epoch": 15, "train_loss": 1.6786210536956787, "cos_r_negg": [0.514735758304596, 0.26284027099609375, 0.23940499126911163, 0.21126621961593628, 0.1974763572216034, 0.15632395446300507, 0.16970278322696686, 0.14521954953670502, 0.11077816784381866, 0.11926215142011642], "cos_apical_negg": [0.514735758304596, 0.26284027099609375, 0.23940499126911163, 0.21126621961593628, 0.1974763572216034, 0.15632395446300507, 0.16970278322696686, 0.14521954953670502, 0.11077816784381866, 0.11926215142011642], "cos_Ac_negg": [0.514735758304596, 0.26284027099609375, 0.23940499126911163, 0.21126621961593628, 0.1974763572216034, 0.15632395446300507, 0.16970278322696686, 0.14521954953670502, 0.11077816784381866, 0.11926215142011642], "r_norm": [4.284524440765381, 4.300881862640381, 4.304407596588135, 4.162613391876221, 4.28035831451416, 4.345563888549805, 4.271247863769531, 4.375826358795166, 4.4052934646606445, 4.200023651123047]}, {"step": 6150, "epoch": 15, "train_loss": 1.7623053789138794, "cos_r_negg": [0.48944541811943054, 0.2737218737602234, 0.23803910613059998, 0.2036694884300232, 0.20489627122879028, 0.1578730195760727, 0.15624605119228363, 0.13170590996742249, 0.12767024338245392, 0.10284467786550522], "cos_apical_negg": [0.48944541811943054, 0.2737218737602234, 0.23803910613059998, 0.2036694884300232, 0.20489627122879028, 0.1578730195760727, 0.15624605119228363, 0.13170590996742249, 0.12767024338245392, 0.10284467786550522], "cos_Ac_negg": [0.48944541811943054, 0.2737218737602234, 0.23803910613059998, 0.2036694884300232, 0.20489627122879028, 0.1578730195760727, 0.15624605119228363, 0.13170590996742249, 0.12767024338245392, 0.10284467786550522], "r_norm": [4.156098365783691, 4.171469211578369, 4.179329872131348, 4.048779487609863, 4.156923294067383, 4.222498416900635, 4.146383285522461, 4.253207206726074, 4.28163480758667, 4.088334083557129]}, {"step": 6200, "epoch": 15, "train_loss": 1.6405041217803955, "cos_r_negg": [0.518558144569397, 0.26878422498703003, 0.23837144672870636, 0.21758997440338135, 0.1919769048690796, 0.1417878419160843, 0.1721895933151245, 0.12363100051879883, 0.11335940659046173, 0.09478811919689178], "cos_apical_negg": [0.518558144569397, 0.26878422498703003, 0.23837144672870636, 0.21758997440338135, 0.1919769048690796, 0.1417878419160843, 0.1721895933151245, 0.12363100051879883, 0.11335940659046173, 0.09478811919689178], "cos_Ac_negg": [0.518558144569397, 0.26878422498703003, 0.23837144672870636, 0.21758997440338135, 0.1919769048690796, 0.1417878419160843, 0.1721895933151245, 0.12363100051879883, 0.11335940659046173, 0.09478811919689178], "r_norm": [4.289751052856445, 4.309342384338379, 4.316844940185547, 4.178591728210449, 4.280359268188477, 4.342126369476318, 4.278686046600342, 4.377899169921875, 4.406972408294678, 4.209636688232422]}, {"step": 6250, "epoch": 15, "train_loss": 1.6346184015274048, "cos_r_negg": [0.5419497489929199, 0.25642600655555725, 0.23966506123542786, 0.22148533165454865, 0.1786213517189026, 0.14935803413391113, 0.1433236002922058, 0.1265580952167511, 0.11453253030776978, 0.12540197372436523], "cos_apical_negg": [0.5419497489929199, 0.25642600655555725, 0.23966506123542786, 0.22148533165454865, 0.1786213517189026, 0.14935803413391113, 0.1433236002922058, 0.1265580952167511, 0.11453253030776978, 0.12540197372436523], "cos_Ac_negg": [0.5419497489929199, 0.25642600655555725, 0.23966506123542786, 0.22148533165454865, 0.1786213517189026, 0.14935803413391113, 0.1433236002922058, 0.1265580952167511, 0.11453253030776978, 0.12540197372436523], "r_norm": [4.232475280761719, 4.234892845153809, 4.265517234802246, 4.120177268981934, 4.2470197677612305, 4.29164981842041, 4.212211608886719, 4.339711666107178, 4.360113143920898, 4.165223121643066]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4089, "test_loss": 1.8306561401367187}, {"step": 6300, "epoch": 16, "train_loss": 1.553094744682312, "cos_r_negg": [0.547743558883667, 0.2570840120315552, 0.22980636358261108, 0.23911623656749725, 0.18699344992637634, 0.14148904383182526, 0.16180109977722168, 0.12666109204292297, 0.12064722925424576, 0.11243215203285217], "cos_apical_negg": [0.547743558883667, 0.2570840120315552, 0.22980636358261108, 0.23911623656749725, 0.18699344992637634, 0.14148904383182526, 0.16180109977722168, 0.12666109204292297, 0.12064722925424576, 0.11243215203285217], "cos_Ac_negg": [0.547743558883667, 0.2570840120315552, 0.22980636358261108, 0.23911623656749725, 0.18699344992637634, 0.14148904383182526, 0.16180109977722168, 0.12666109204292297, 0.12064722925424576, 0.11243215203285217], "r_norm": [4.228765487670898, 4.245973587036133, 4.247900009155273, 4.110513687133789, 4.22843074798584, 4.285558700561523, 4.214051723480225, 4.319455146789551, 4.349104404449463, 4.153526782989502]}, {"step": 6350, "epoch": 16, "train_loss": 1.684084177017212, "cos_r_negg": [0.5232585668563843, 0.2500905692577362, 0.23572653532028198, 0.23523452877998352, 0.1836627721786499, 0.1551392376422882, 0.1804932951927185, 0.11895972490310669, 0.13828906416893005, 0.11435610800981522], "cos_apical_negg": [0.5232585668563843, 0.2500905692577362, 0.23572653532028198, 0.23523452877998352, 0.1836627721786499, 0.1551392376422882, 0.1804932951927185, 0.11895972490310669, 0.13828906416893005, 0.11435610800981522], "cos_Ac_negg": [0.5232585668563843, 0.2500905692577362, 0.23572653532028198, 0.23523452877998352, 0.1836627721786499, 0.1551392376422882, 0.1804932951927185, 0.11895972490310669, 0.13828906416893005, 0.11435610800981522], "r_norm": [4.054341793060303, 4.065667152404785, 4.080989360809326, 3.943746328353882, 4.06532621383667, 4.1148529052734375, 4.038893699645996, 4.1447954177856445, 4.173905372619629, 3.9896464347839355]}, {"step": 6400, "epoch": 16, "train_loss": 1.694618821144104, "cos_r_negg": [0.5322437286376953, 0.2686787545681, 0.2331082671880722, 0.2439095824956894, 0.18873316049575806, 0.14388802647590637, 0.16998764872550964, 0.1356353461742401, 0.13311469554901123, 0.12481246888637543], "cos_apical_negg": [0.5322437286376953, 0.2686787545681, 0.2331082671880722, 0.2439095824956894, 0.18873316049575806, 0.14388802647590637, 0.16998764872550964, 0.1356353461742401, 0.13311469554901123, 0.12481246888637543], "cos_Ac_negg": [0.5322437286376953, 0.2686787545681, 0.2331082671880722, 0.2439095824956894, 0.18873316049575806, 0.14388802647590637, 0.16998764872550964, 0.1356353461742401, 0.13311469554901123, 0.12481246888637543], "r_norm": [4.240937232971191, 4.251197814941406, 4.263482093811035, 4.12277889251709, 4.244852066040039, 4.303447723388672, 4.2342681884765625, 4.326919078826904, 4.354912281036377, 4.174252510070801]}, {"step": 6450, "epoch": 16, "train_loss": 1.683016300201416, "cos_r_negg": [0.532232403755188, 0.2597152590751648, 0.2226332128047943, 0.23674103617668152, 0.18646785616874695, 0.14186394214630127, 0.15658453106880188, 0.14674925804138184, 0.13385923206806183, 0.13949918746948242], "cos_apical_negg": [0.532232403755188, 0.2597152590751648, 0.2226332128047943, 0.23674103617668152, 0.18646785616874695, 0.14186394214630127, 0.15658453106880188, 0.14674925804138184, 0.13385923206806183, 0.13949918746948242], "cos_Ac_negg": [0.532232403755188, 0.2597152590751648, 0.2226332128047943, 0.23674103617668152, 0.18646785616874695, 0.14186394214630127, 0.15658453106880188, 0.14674925804138184, 0.13385923206806183, 0.13949918746948242], "r_norm": [4.150223255157471, 4.149802207946777, 4.171125411987305, 4.027109146118164, 4.15170955657959, 4.1993913650512695, 4.134129524230957, 4.2344865798950195, 4.262502670288086, 4.0794806480407715]}, {"step": 6500, "epoch": 16, "train_loss": 1.8134422302246094, "cos_r_negg": [0.5184712409973145, 0.2621766924858093, 0.23092186450958252, 0.24428129196166992, 0.19900093972682953, 0.1456202268600464, 0.16155986487865448, 0.16491815447807312, 0.13414572179317474, 0.13215118646621704], "cos_apical_negg": [0.5184712409973145, 0.2621766924858093, 0.23092186450958252, 0.24428129196166992, 0.19900093972682953, 0.1456202268600464, 0.16155986487865448, 0.16491815447807312, 0.13414572179317474, 0.13215118646621704], "cos_Ac_negg": [0.5184712409973145, 0.2621766924858093, 0.23092186450958252, 0.24428129196166992, 0.19900093972682953, 0.1456202268600464, 0.16155986487865448, 0.16491815447807312, 0.13414572179317474, 0.13215118646621704], "r_norm": [4.275149822235107, 4.295185565948486, 4.296374320983887, 4.162286758422852, 4.276792526245117, 4.348304271697998, 4.259791851043701, 4.357181072235107, 4.4038615226745605, 4.1997785568237305]}, {"step": 6550, "epoch": 16, "train_loss": 1.3787277936935425, "cos_r_negg": [0.5307252407073975, 0.25956544280052185, 0.23689793050289154, 0.22999539971351624, 0.18350157141685486, 0.16559424996376038, 0.15547305345535278, 0.15795347094535828, 0.09858960658311844, 0.1273714005947113], "cos_apical_negg": [0.5307252407073975, 0.25956544280052185, 0.23689793050289154, 0.22999539971351624, 0.18350157141685486, 0.16559424996376038, 0.15547305345535278, 0.15795347094535828, 0.09858960658311844, 0.1273714005947113], "cos_Ac_negg": [0.5307252407073975, 0.25956544280052185, 0.23689793050289154, 0.22999539971351624, 0.18350157141685486, 0.16559424996376038, 0.15547305345535278, 0.15795347094535828, 0.09858960658311844, 0.1273714005947113], "r_norm": [4.186471939086914, 4.205352783203125, 4.211556434631348, 4.072003364562988, 4.193599700927734, 4.237544059753418, 4.171294689178467, 4.278087615966797, 4.310616970062256, 4.112157821655273]}, {"step": 6600, "epoch": 16, "train_loss": 1.5605366230010986, "cos_r_negg": [0.4981782138347626, 0.27064281702041626, 0.2342025637626648, 0.2262093722820282, 0.21180395781993866, 0.16053414344787598, 0.14973604679107666, 0.1321118175983429, 0.09000343084335327, 0.12549705803394318], "cos_apical_negg": [0.4981782138347626, 0.27064281702041626, 0.2342025637626648, 0.2262093722820282, 0.21180395781993866, 0.16053414344787598, 0.14973604679107666, 0.1321118175983429, 0.09000343084335327, 0.12549705803394318], "cos_Ac_negg": [0.4981782138347626, 0.27064281702041626, 0.2342025637626648, 0.2262093722820282, 0.21180395781993866, 0.16053414344787598, 0.14973604679107666, 0.1321118175983429, 0.09000343084335327, 0.12549705803394318], "r_norm": [4.0946245193481445, 4.108785629272461, 4.102864742279053, 3.97519588470459, 4.109702110290527, 4.141603469848633, 4.065858840942383, 4.185399055480957, 4.2192254066467285, 4.022980690002441]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4064, "test_loss": 1.8721535278320312}, {"step": 6650, "epoch": 17, "train_loss": 1.6843583583831787, "cos_r_negg": [0.5141950249671936, 0.2556558847427368, 0.23983585834503174, 0.23823466897010803, 0.19759368896484375, 0.15053105354309082, 0.1559847593307495, 0.15310683846473694, 0.1061859279870987, 0.10442638397216797], "cos_apical_negg": [0.5141950249671936, 0.2556558847427368, 0.23983585834503174, 0.23823466897010803, 0.19759368896484375, 0.15053105354309082, 0.1559847593307495, 0.15310683846473694, 0.1061859279870987, 0.10442638397216797], "cos_Ac_negg": [0.5141950249671936, 0.2556558847427368, 0.23983585834503174, 0.23823466897010803, 0.19759368896484375, 0.15053105354309082, 0.1559847593307495, 0.15310683846473694, 0.1061859279870987, 0.10442638397216797], "r_norm": [4.171177864074707, 4.185633182525635, 4.195004463195801, 4.051845073699951, 4.1802144050598145, 4.23671817779541, 4.156739234924316, 4.261168479919434, 4.290077209472656, 4.085378646850586]}, {"step": 6700, "epoch": 17, "train_loss": 1.7546420097351074, "cos_r_negg": [0.5293338298797607, 0.2579197287559509, 0.23832063376903534, 0.22646868228912354, 0.20124158263206482, 0.15883487462997437, 0.1484590619802475, 0.1619003266096115, 0.10937477648258209, 0.13059987127780914], "cos_apical_negg": [0.5293338298797607, 0.2579197287559509, 0.23832063376903534, 0.22646868228912354, 0.20124158263206482, 0.15883487462997437, 0.1484590619802475, 0.1619003266096115, 0.10937477648258209, 0.13059987127780914], "cos_Ac_negg": [0.5293338298797607, 0.2579197287559509, 0.23832063376903534, 0.22646868228912354, 0.20124158263206482, 0.15883487462997437, 0.1484590619802475, 0.1619003266096115, 0.10937477648258209, 0.13059987127780914], "r_norm": [4.071063995361328, 4.080820560455322, 4.094635963439941, 3.958850383758545, 4.080499649047852, 4.123789310455322, 4.057080268859863, 4.169592380523682, 4.192153453826904, 4.007201194763184]}, {"step": 6750, "epoch": 17, "train_loss": 1.6754515171051025, "cos_r_negg": [0.5334329605102539, 0.26649734377861023, 0.2401469200849533, 0.2355898767709732, 0.212314635515213, 0.15667274594306946, 0.1760568618774414, 0.14499682188034058, 0.08638538420200348, 0.1385086178779602], "cos_apical_negg": [0.5334329605102539, 0.26649734377861023, 0.2401469200849533, 0.2355898767709732, 0.212314635515213, 0.15667274594306946, 0.1760568618774414, 0.14499682188034058, 0.08638538420200348, 0.1385086178779602], "cos_Ac_negg": [0.5334329605102539, 0.26649734377861023, 0.2401469200849533, 0.2355898767709732, 0.212314635515213, 0.15667274594306946, 0.1760568618774414, 0.14499682188034058, 0.08638538420200348, 0.1385086178779602], "r_norm": [4.099137306213379, 4.109210968017578, 4.124216079711914, 3.9854674339294434, 4.115481853485107, 4.154223442077637, 4.074783802032471, 4.192845821380615, 4.229720115661621, 4.029789924621582]}, {"step": 6800, "epoch": 17, "train_loss": 1.6102993488311768, "cos_r_negg": [0.5442116260528564, 0.2660755217075348, 0.2331162393093109, 0.23723581433296204, 0.21280944347381592, 0.14217907190322876, 0.17141462862491608, 0.17101144790649414, 0.10546383261680603, 0.12374056130647659], "cos_apical_negg": [0.5442116260528564, 0.2660755217075348, 0.2331162393093109, 0.23723581433296204, 0.21280944347381592, 0.14217907190322876, 0.17141462862491608, 0.17101144790649414, 0.10546383261680603, 0.12374056130647659], "cos_Ac_negg": [0.5442116260528564, 0.2660755217075348, 0.2331162393093109, 0.23723581433296204, 0.21280944347381592, 0.14217907190322876, 0.17141462862491608, 0.17101144790649414, 0.10546383261680603, 0.12374056130647659], "r_norm": [4.224165439605713, 4.241569519042969, 4.250282287597656, 4.107003211975098, 4.2287821769714355, 4.283424377441406, 4.211787700653076, 4.323863506317139, 4.3537116050720215, 4.147947788238525]}, {"step": 6850, "epoch": 17, "train_loss": 1.8600592613220215, "cos_r_negg": [0.5093241930007935, 0.272879034280777, 0.23541390895843506, 0.23049300909042358, 0.1924838125705719, 0.1534777581691742, 0.15528666973114014, 0.1483454555273056, 0.12978067994117737, 0.11258849501609802], "cos_apical_negg": [0.5093241930007935, 0.272879034280777, 0.23541390895843506, 0.23049300909042358, 0.1924838125705719, 0.1534777581691742, 0.15528666973114014, 0.1483454555273056, 0.12978067994117737, 0.11258849501609802], "cos_Ac_negg": [0.5093241930007935, 0.272879034280777, 0.23541390895843506, 0.23049300909042358, 0.1924838125705719, 0.1534777581691742, 0.15528666973114014, 0.1483454555273056, 0.12978067994117737, 0.11258849501609802], "r_norm": [4.277297019958496, 4.288412570953369, 4.2927374839782715, 4.158614635467529, 4.278956413269043, 4.335466384887695, 4.257057189941406, 4.366632461547852, 4.400976181030273, 4.192915916442871]}, {"step": 6900, "epoch": 17, "train_loss": 1.6024525165557861, "cos_r_negg": [0.4932337999343872, 0.258389413356781, 0.2311256229877472, 0.21441242098808289, 0.18607625365257263, 0.15828244388103485, 0.16162309050559998, 0.16264504194259644, 0.12588229775428772, 0.10798509418964386], "cos_apical_negg": [0.4932337999343872, 0.258389413356781, 0.2311256229877472, 0.21441242098808289, 0.18607625365257263, 0.15828244388103485, 0.16162309050559998, 0.16264504194259644, 0.12588229775428772, 0.10798509418964386], "cos_Ac_negg": [0.4932337999343872, 0.258389413356781, 0.2311256229877472, 0.21441242098808289, 0.18607625365257263, 0.15828244388103485, 0.16162309050559998, 0.16264504194259644, 0.12588229775428772, 0.10798509418964386], "r_norm": [4.200945854187012, 4.218753337860107, 4.22287654876709, 4.07628059387207, 4.206979751586914, 4.254655838012695, 4.184205055236816, 4.296838760375977, 4.331118106842041, 4.135138988494873]}, {"step": 6950, "epoch": 17, "train_loss": 1.5396332740783691, "cos_r_negg": [0.5131616592407227, 0.25781717896461487, 0.23453590273857117, 0.22829899191856384, 0.19622038304805756, 0.16113314032554626, 0.16075661778450012, 0.1348453164100647, 0.1278945505619049, 0.1369512379169464], "cos_apical_negg": [0.5131616592407227, 0.25781717896461487, 0.23453590273857117, 0.22829899191856384, 0.19622038304805756, 0.16113314032554626, 0.16075661778450012, 0.1348453164100647, 0.1278945505619049, 0.1369512379169464], "cos_Ac_negg": [0.5131616592407227, 0.25781717896461487, 0.23453590273857117, 0.22829899191856384, 0.19622038304805756, 0.16113314032554626, 0.16075661778450012, 0.1348453164100647, 0.1278945505619049, 0.1369512379169464], "r_norm": [4.213893890380859, 4.236438751220703, 4.243603229522705, 4.093793869018555, 4.211506366729736, 4.266440391540527, 4.202930450439453, 4.317546844482422, 4.334986686706543, 4.142804145812988]}, {"step": 7000, "epoch": 17, "train_loss": 1.5540646314620972, "cos_r_negg": [0.48487788438796997, 0.26240622997283936, 0.24438323080539703, 0.23498615622520447, 0.19879616796970367, 0.1573885828256607, 0.14805179834365845, 0.15213069319725037, 0.12967583537101746, 0.12319986522197723], "cos_apical_negg": [0.48487788438796997, 0.26240622997283936, 0.24438323080539703, 0.23498615622520447, 0.19879616796970367, 0.1573885828256607, 0.14805179834365845, 0.15213069319725037, 0.12967583537101746, 0.12319986522197723], "cos_Ac_negg": [0.48487788438796997, 0.26240622997283936, 0.24438323080539703, 0.23498615622520447, 0.19879616796970367, 0.1573885828256607, 0.14805179834365845, 0.15213069319725037, 0.12967583537101746, 0.12319986522197723], "r_norm": [4.145512580871582, 4.15705680847168, 4.1700119972229, 4.034820556640625, 4.162498474121094, 4.198904991149902, 4.129003524780273, 4.233068466186523, 4.270744323730469, 4.077842712402344]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4135, "test_loss": 1.85930439453125}, {"step": 7050, "epoch": 18, "train_loss": 1.3212015628814697, "cos_r_negg": [0.4862666726112366, 0.27313119173049927, 0.24939924478530884, 0.23318403959274292, 0.20920220017433167, 0.16424492001533508, 0.14617811143398285, 0.16246160864830017, 0.12808868288993835, 0.11631894111633301], "cos_apical_negg": [0.4862666726112366, 0.27313119173049927, 0.24939924478530884, 0.23318403959274292, 0.20920220017433167, 0.16424492001533508, 0.14617811143398285, 0.16246160864830017, 0.12808868288993835, 0.11631894111633301], "cos_Ac_negg": [0.4862666726112366, 0.27313119173049927, 0.24939924478530884, 0.23318403959274292, 0.20920220017433167, 0.16424492001533508, 0.14617811143398285, 0.16246160864830017, 0.12808868288993835, 0.11631894111633301], "r_norm": [4.062498092651367, 4.073396682739258, 4.088457107543945, 3.948058605194092, 4.077643871307373, 4.127822399139404, 4.046114921569824, 4.166902542114258, 4.186939239501953, 4.002779483795166]}, {"step": 7100, "epoch": 18, "train_loss": 1.3493355512619019, "cos_r_negg": [0.5049271583557129, 0.28452080488204956, 0.24268803000450134, 0.22827962040901184, 0.20055142045021057, 0.14927799999713898, 0.14494815468788147, 0.16735580563545227, 0.10430778563022614, 0.11884352564811707], "cos_apical_negg": [0.5049271583557129, 0.28452080488204956, 0.24268803000450134, 0.22827962040901184, 0.20055142045021057, 0.14927799999713898, 0.14494815468788147, 0.16735580563545227, 0.10430778563022614, 0.11884352564811707], "cos_Ac_negg": [0.5049271583557129, 0.28452080488204956, 0.24268803000450134, 0.22827962040901184, 0.20055142045021057, 0.14927799999713898, 0.14494815468788147, 0.16735580563545227, 0.10430778563022614, 0.11884352564811707], "r_norm": [4.27561092376709, 4.2974371910095215, 4.29960823059082, 4.16152811050415, 4.277540683746338, 4.317228317260742, 4.262306213378906, 4.368924617767334, 4.399301528930664, 4.189700603485107]}, {"step": 7150, "epoch": 18, "train_loss": 1.797315001487732, "cos_r_negg": [0.5188369750976562, 0.2702884078025818, 0.26057887077331543, 0.24103277921676636, 0.2123229205608368, 0.16843149065971375, 0.14225170016288757, 0.13926580548286438, 0.10655398666858673, 0.12214872986078262], "cos_apical_negg": [0.5188369750976562, 0.2702884078025818, 0.26057887077331543, 0.24103277921676636, 0.2123229205608368, 0.16843149065971375, 0.14225170016288757, 0.13926580548286438, 0.10655398666858673, 0.12214872986078262], "cos_Ac_negg": [0.5188369750976562, 0.2702884078025818, 0.26057887077331543, 0.24103277921676636, 0.2123229205608368, 0.16843149065971375, 0.14225170016288757, 0.13926580548286438, 0.10655398666858673, 0.12214872986078262], "r_norm": [4.256880760192871, 4.262226104736328, 4.281805992126465, 4.1398844718933105, 4.266024589538574, 4.315099239349365, 4.24092960357666, 4.344296932220459, 4.377996921539307, 4.181451797485352]}, {"step": 7200, "epoch": 18, "train_loss": 1.4364721775054932, "cos_r_negg": [0.5022525787353516, 0.2735026776790619, 0.24770769476890564, 0.23240956664085388, 0.19834966957569122, 0.16288594901561737, 0.17654767632484436, 0.17999061942100525, 0.12151680141687393, 0.11163371056318283], "cos_apical_negg": [0.5022525787353516, 0.2735026776790619, 0.24770769476890564, 0.23240956664085388, 0.19834966957569122, 0.16288594901561737, 0.17654767632484436, 0.17999061942100525, 0.12151680141687393, 0.11163371056318283], "cos_Ac_negg": [0.5022525787353516, 0.2735026776790619, 0.24770769476890564, 0.23240956664085388, 0.19834966957569122, 0.16288594901561737, 0.17654767632484436, 0.17999061942100525, 0.12151680141687393, 0.11163371056318283], "r_norm": [4.1273932456970215, 4.151790618896484, 4.157319068908691, 4.021758079528809, 4.134829521179199, 4.183876991271973, 4.119701385498047, 4.222860336303711, 4.250157356262207, 4.061061859130859]}, {"step": 7250, "epoch": 18, "train_loss": 1.4071218967437744, "cos_r_negg": [0.5225625038146973, 0.2707679867744446, 0.2610476016998291, 0.24330377578735352, 0.2193782776594162, 0.17640110850334167, 0.17263883352279663, 0.15031518042087555, 0.14273902773857117, 0.12400345504283905], "cos_apical_negg": [0.5225625038146973, 0.2707679867744446, 0.2610476016998291, 0.24330377578735352, 0.2193782776594162, 0.17640110850334167, 0.17263883352279663, 0.15031518042087555, 0.14273902773857117, 0.12400345504283905], "cos_Ac_negg": [0.5225625038146973, 0.2707679867744446, 0.2610476016998291, 0.24330377578735352, 0.2193782776594162, 0.17640110850334167, 0.17263883352279663, 0.15031518042087555, 0.14273902773857117, 0.12400345504283905], "r_norm": [4.159043312072754, 4.1777873039245605, 4.188182830810547, 4.045556545257568, 4.167274475097656, 4.222430229187012, 4.152823448181152, 4.248721122741699, 4.28922700881958, 4.089251518249512]}, {"step": 7300, "epoch": 18, "train_loss": 1.6762299537658691, "cos_r_negg": [0.5358794927597046, 0.285597562789917, 0.27053937315940857, 0.24528279900550842, 0.22417698800563812, 0.1602325141429901, 0.16337046027183533, 0.15602047741413116, 0.13893461227416992, 0.14868518710136414], "cos_apical_negg": [0.5358794927597046, 0.285597562789917, 0.27053937315940857, 0.24528279900550842, 0.22417698800563812, 0.1602325141429901, 0.16337046027183533, 0.15602047741413116, 0.13893461227416992, 0.14868518710136414], "cos_Ac_negg": [0.5358794927597046, 0.285597562789917, 0.27053937315940857, 0.24528279900550842, 0.22417698800563812, 0.1602325141429901, 0.16337046027183533, 0.15602047741413116, 0.13893461227416992, 0.14868518710136414], "r_norm": [4.16815185546875, 4.183426856994629, 4.194610595703125, 4.041274547576904, 4.169534206390381, 4.220137596130371, 4.151124000549316, 4.256570816040039, 4.283908367156982, 4.088766098022461]}, {"step": 7350, "epoch": 18, "train_loss": 1.5688834190368652, "cos_r_negg": [0.5308882594108582, 0.2844131588935852, 0.25710374116897583, 0.25313130021095276, 0.20239581167697906, 0.15353083610534668, 0.16673529148101807, 0.14581727981567383, 0.13363829255104065, 0.12799058854579926], "cos_apical_negg": [0.5308882594108582, 0.2844131588935852, 0.25710374116897583, 0.25313130021095276, 0.20239581167697906, 0.15353083610534668, 0.16673529148101807, 0.14581727981567383, 0.13363829255104065, 0.12799058854579926], "cos_Ac_negg": [0.5308882594108582, 0.2844131588935852, 0.25710374116897583, 0.25313130021095276, 0.20239581167697906, 0.15353083610534668, 0.16673529148101807, 0.14581727981567383, 0.13363829255104065, 0.12799058854579926], "r_norm": [4.207720756530762, 4.203078746795654, 4.228222846984863, 4.091581344604492, 4.21946907043457, 4.259895324707031, 4.1800336837768555, 4.293425559997559, 4.3278398513793945, 4.138786792755127]}, {"step": 7400, "epoch": 18, "train_loss": 1.6592425107955933, "cos_r_negg": [0.5220760107040405, 0.2756534516811371, 0.2547791600227356, 0.24438323080539703, 0.2248305082321167, 0.16232159733772278, 0.1529744565486908, 0.16013717651367188, 0.11639876663684845, 0.14303766191005707], "cos_apical_negg": [0.5220760107040405, 0.2756534516811371, 0.2547791600227356, 0.24438323080539703, 0.2248305082321167, 0.16232159733772278, 0.1529744565486908, 0.16013717651367188, 0.11639876663684845, 0.14303766191005707], "cos_Ac_negg": [0.5220760107040405, 0.2756534516811371, 0.2547791600227356, 0.24438323080539703, 0.2248305082321167, 0.16232159733772278, 0.1529744565486908, 0.16013717651367188, 0.11639876663684845, 0.14303766191005707], "r_norm": [4.131049156188965, 4.139523983001709, 4.153578758239746, 4.0178351402282715, 4.134357929229736, 4.188629150390625, 4.112165927886963, 4.220885276794434, 4.255096912384033, 4.052790641784668]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3914, "test_loss": 1.947947509765625}, {"step": 7450, "epoch": 19, "train_loss": 1.3325767517089844, "cos_r_negg": [0.4991947412490845, 0.2745615243911743, 0.2587113678455353, 0.23606517910957336, 0.20267802476882935, 0.16204392910003662, 0.1798601895570755, 0.1599969118833542, 0.1261933147907257, 0.15413536131381989], "cos_apical_negg": [0.4991947412490845, 0.2745615243911743, 0.2587113678455353, 0.23606517910957336, 0.20267802476882935, 0.16204392910003662, 0.1798601895570755, 0.1599969118833542, 0.1261933147907257, 0.15413536131381989], "cos_Ac_negg": [0.4991947412490845, 0.2745615243911743, 0.2587113678455353, 0.23606517910957336, 0.20267802476882935, 0.16204392910003662, 0.1798601895570755, 0.1599969118833542, 0.1261933147907257, 0.15413536131381989], "r_norm": [4.188755035400391, 4.20073938369751, 4.205354690551758, 4.071437358856201, 4.200723171234131, 4.2394866943359375, 4.162766456604004, 4.2797088623046875, 4.316396713256836, 4.116121292114258]}, {"step": 7500, "epoch": 19, "train_loss": 1.4081284999847412, "cos_r_negg": [0.5295752286911011, 0.2697831094264984, 0.27067631483078003, 0.24462567269802094, 0.2225358784198761, 0.1701628565788269, 0.17464500665664673, 0.16225466132164001, 0.13567890226840973, 0.16041693091392517], "cos_apical_negg": [0.5295752286911011, 0.2697831094264984, 0.27067631483078003, 0.24462567269802094, 0.2225358784198761, 0.1701628565788269, 0.17464500665664673, 0.16225466132164001, 0.13567890226840973, 0.16041693091392517], "cos_Ac_negg": [0.5295752286911011, 0.2697831094264984, 0.27067631483078003, 0.24462567269802094, 0.2225358784198761, 0.1701628565788269, 0.17464500665664673, 0.16225466132164001, 0.13567890226840973, 0.16041693091392517], "r_norm": [4.315342903137207, 4.328673362731934, 4.339803695678711, 4.190595626831055, 4.327791213989258, 4.37476921081543, 4.291540622711182, 4.412306785583496, 4.4397478103637695, 4.2350006103515625]}, {"step": 7550, "epoch": 19, "train_loss": 1.368531346321106, "cos_r_negg": [0.49687910079956055, 0.2655700445175171, 0.2753155827522278, 0.25918054580688477, 0.2276647388935089, 0.15633109211921692, 0.16563287377357483, 0.1615898460149765, 0.13661432266235352, 0.1261170506477356], "cos_apical_negg": [0.49687910079956055, 0.2655700445175171, 0.2753155827522278, 0.25918054580688477, 0.2276647388935089, 0.15633109211921692, 0.16563287377357483, 0.1615898460149765, 0.13661432266235352, 0.1261170506477356], "cos_Ac_negg": [0.49687910079956055, 0.2655700445175171, 0.2753155827522278, 0.25918054580688477, 0.2276647388935089, 0.15633109211921692, 0.16563287377357483, 0.1615898460149765, 0.13661432266235352, 0.1261170506477356], "r_norm": [4.321500778198242, 4.352245807647705, 4.363245010375977, 4.205754280090332, 4.348733901977539, 4.401488304138184, 4.320699214935303, 4.450838565826416, 4.469635009765625, 4.254585266113281]}, {"step": 7600, "epoch": 19, "train_loss": 1.6270818710327148, "cos_r_negg": [0.5345566868782043, 0.28680551052093506, 0.26080113649368286, 0.2467983514070511, 0.23285217583179474, 0.16914290189743042, 0.17665742337703705, 0.16508737206459045, 0.12394072860479355, 0.12902693450450897], "cos_apical_negg": [0.5345566868782043, 0.28680551052093506, 0.26080113649368286, 0.2467983514070511, 0.23285217583179474, 0.16914290189743042, 0.17665742337703705, 0.16508737206459045, 0.12394072860479355, 0.12902693450450897], "cos_Ac_negg": [0.5345566868782043, 0.28680551052093506, 0.26080113649368286, 0.2467983514070511, 0.23285217583179474, 0.16914290189743042, 0.17665742337703705, 0.16508737206459045, 0.12394072860479355, 0.12902693450450897], "r_norm": [4.159456253051758, 4.163339138031006, 4.183158874511719, 4.05025577545166, 4.168692588806152, 4.211890697479248, 4.131439208984375, 4.251608848571777, 4.284299850463867, 4.088156700134277]}, {"step": 7650, "epoch": 19, "train_loss": 1.437728762626648, "cos_r_negg": [0.5174952745437622, 0.27897804975509644, 0.26218125224113464, 0.23377469182014465, 0.2306939959526062, 0.15917524695396423, 0.17536687850952148, 0.1808827966451645, 0.15447229146957397, 0.1448586881160736], "cos_apical_negg": [0.5174952745437622, 0.27897804975509644, 0.26218125224113464, 0.23377469182014465, 0.2306939959526062, 0.15917524695396423, 0.17536687850952148, 0.1808827966451645, 0.15447229146957397, 0.1448586881160736], "cos_Ac_negg": [0.5174952745437622, 0.27897804975509644, 0.26218125224113464, 0.23377469182014465, 0.2306939959526062, 0.15917524695396423, 0.17536687850952148, 0.1808827966451645, 0.15447229146957397, 0.1448586881160736], "r_norm": [4.099580764770508, 4.111713409423828, 4.123495578765869, 3.987078905105591, 4.110980987548828, 4.152216911315918, 4.079257011413574, 4.196597576141357, 4.221073150634766, 4.0301666259765625]}, {"step": 7700, "epoch": 19, "train_loss": 1.389674425125122, "cos_r_negg": [0.5002889633178711, 0.2854169011116028, 0.26534509658813477, 0.24857833981513977, 0.21392503380775452, 0.17489036917686462, 0.17713358998298645, 0.18549199402332306, 0.15642805397510529, 0.1299060732126236], "cos_apical_negg": [0.5002889633178711, 0.2854169011116028, 0.26534509658813477, 0.24857833981513977, 0.21392503380775452, 0.17489036917686462, 0.17713358998298645, 0.18549199402332306, 0.15642805397510529, 0.1299060732126236], "cos_Ac_negg": [0.5002889633178711, 0.2854169011116028, 0.26534509658813477, 0.24857833981513977, 0.21392503380775452, 0.17489036917686462, 0.17713358998298645, 0.18549199402332306, 0.15642805397510529, 0.1299060732126236], "r_norm": [4.175967693328857, 4.182238578796387, 4.182260990142822, 4.060683727264404, 4.169404983520508, 4.2201080322265625, 4.148692607879639, 4.2704548835754395, 4.3012800216674805, 4.089887619018555]}, {"step": 7750, "epoch": 19, "train_loss": 1.7018152475357056, "cos_r_negg": [0.5049494504928589, 0.2864835560321808, 0.27398204803466797, 0.24867524206638336, 0.21398958563804626, 0.1690048724412918, 0.17270255088806152, 0.1695905178785324, 0.15455076098442078, 0.13421481847763062], "cos_apical_negg": [0.5049494504928589, 0.2864835560321808, 0.27398204803466797, 0.24867524206638336, 0.21398958563804626, 0.1690048724412918, 0.17270255088806152, 0.1695905178785324, 0.15455076098442078, 0.13421481847763062], "cos_Ac_negg": [0.5049494504928589, 0.2864835560321808, 0.27398204803466797, 0.24867524206638336, 0.21398958563804626, 0.1690048724412918, 0.17270255088806152, 0.1695905178785324, 0.15455076098442078, 0.13421481847763062], "r_norm": [4.115717887878418, 4.131662368774414, 4.141915321350098, 4.005724906921387, 4.12846565246582, 4.173497200012207, 4.101598262786865, 4.207674980163574, 4.237697124481201, 4.046379566192627]}, {"step": 7800, "epoch": 19, "train_loss": 1.5579230785369873, "cos_r_negg": [0.5022494792938232, 0.29671281576156616, 0.27136343717575073, 0.26317232847213745, 0.21386314928531647, 0.17571118474006653, 0.1887863278388977, 0.21072205901145935, 0.11263879388570786, 0.13298477232456207], "cos_apical_negg": [0.5022494792938232, 0.29671281576156616, 0.27136343717575073, 0.26317232847213745, 0.21386314928531647, 0.17571118474006653, 0.1887863278388977, 0.21072205901145935, 0.11263879388570786, 0.13298477232456207], "cos_Ac_negg": [0.5022494792938232, 0.29671281576156616, 0.27136343717575073, 0.26317232847213745, 0.21386314928531647, 0.17571118474006653, 0.1887863278388977, 0.21072205901145935, 0.11263879388570786, 0.13298477232456207], "r_norm": [4.133210182189941, 4.151012420654297, 4.157491207122803, 4.022392749786377, 4.138073444366455, 4.188556671142578, 4.120089530944824, 4.228188991546631, 4.256420135498047, 4.064661026000977]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4164, "test_loss": 1.889136474609375}, {"step": 7850, "epoch": 20, "train_loss": 1.4178602695465088, "cos_r_negg": [0.5031261444091797, 0.2845383584499359, 0.25959375500679016, 0.2413693368434906, 0.22329339385032654, 0.17808160185813904, 0.16384856402873993, 0.17942577600479126, 0.13953091204166412, 0.13726919889450073], "cos_apical_negg": [0.5031261444091797, 0.2845383584499359, 0.25959375500679016, 0.2413693368434906, 0.22329339385032654, 0.17808160185813904, 0.16384856402873993, 0.17942577600479126, 0.13953091204166412, 0.13726919889450073], "cos_Ac_negg": [0.5031261444091797, 0.2845383584499359, 0.25959375500679016, 0.2413693368434906, 0.22329339385032654, 0.17808160185813904, 0.16384856402873993, 0.17942577600479126, 0.13953091204166412, 0.13726919889450073], "r_norm": [4.139749526977539, 4.145705223083496, 4.1541829109191895, 4.011474132537842, 4.137517929077148, 4.199004173278809, 4.119950294494629, 4.223356246948242, 4.254807949066162, 4.064067840576172]}, {"step": 7900, "epoch": 20, "train_loss": 1.4852887392044067, "cos_r_negg": [0.49820590019226074, 0.3051276206970215, 0.2576063871383667, 0.24967345595359802, 0.20589107275009155, 0.16681593656539917, 0.1972161829471588, 0.19529759883880615, 0.13487723469734192, 0.1451568901538849], "cos_apical_negg": [0.49820590019226074, 0.3051276206970215, 0.2576063871383667, 0.24967345595359802, 0.20589107275009155, 0.16681593656539917, 0.1972161829471588, 0.19529759883880615, 0.13487723469734192, 0.1451568901538849], "cos_Ac_negg": [0.49820590019226074, 0.3051276206970215, 0.2576063871383667, 0.24967345595359802, 0.20589107275009155, 0.16681593656539917, 0.1972161829471588, 0.19529759883880615, 0.13487723469734192, 0.1451568901538849], "r_norm": [4.223141670227051, 4.235109329223633, 4.24674129486084, 4.111576557159424, 4.227444171905518, 4.282276153564453, 4.210538864135742, 4.325366020202637, 4.344117164611816, 4.146327972412109]}, {"step": 7950, "epoch": 20, "train_loss": 1.6601145267486572, "cos_r_negg": [0.5238893628120422, 0.3093751072883606, 0.2783871293067932, 0.25721365213394165, 0.23434360325336456, 0.17230775952339172, 0.19274210929870605, 0.19955691695213318, 0.16419634222984314, 0.1358165144920349], "cos_apical_negg": [0.5238893628120422, 0.3093751072883606, 0.2783871293067932, 0.25721365213394165, 0.23434360325336456, 0.17230775952339172, 0.19274210929870605, 0.19955691695213318, 0.16419634222984314, 0.1358165144920349], "cos_Ac_negg": [0.5238893628120422, 0.3093751072883606, 0.2783871293067932, 0.25721365213394165, 0.23434360325336456, 0.17230775952339172, 0.19274210929870605, 0.19955691695213318, 0.16419634222984314, 0.1358165144920349], "r_norm": [4.191586017608643, 4.216281890869141, 4.217514991760254, 4.080844879150391, 4.199268341064453, 4.2503509521484375, 4.181865215301514, 4.2935004234313965, 4.323154449462891, 4.1244635581970215]}, {"step": 8000, "epoch": 20, "train_loss": 1.7050104141235352, "cos_r_negg": [0.5033026933670044, 0.30462732911109924, 0.28017446398735046, 0.26112258434295654, 0.22478729486465454, 0.19197794795036316, 0.20393723249435425, 0.1731981635093689, 0.13394033908843994, 0.14065533876419067], "cos_apical_negg": [0.5033026933670044, 0.30462732911109924, 0.28017446398735046, 0.26112258434295654, 0.22478729486465454, 0.19197794795036316, 0.20393723249435425, 0.1731981635093689, 0.13394033908843994, 0.14065533876419067], "cos_Ac_negg": [0.5033026933670044, 0.30462732911109924, 0.28017446398735046, 0.26112258434295654, 0.22478729486465454, 0.19197794795036316, 0.20393723249435425, 0.1731981635093689, 0.13394033908843994, 0.14065533876419067], "r_norm": [4.158299446105957, 4.172380447387695, 4.178103446960449, 4.039163112640381, 4.1508893966674805, 4.217606544494629, 4.151206016540527, 4.2493791580200195, 4.276513576507568, 4.089667320251465]}, {"step": 8050, "epoch": 20, "train_loss": 1.464332103729248, "cos_r_negg": [0.5212833285331726, 0.31658250093460083, 0.26957112550735474, 0.26199668645858765, 0.22685113549232483, 0.19751688838005066, 0.19355903565883636, 0.18664798140525818, 0.13430041074752808, 0.13765612244606018], "cos_apical_negg": [0.5212833285331726, 0.31658250093460083, 0.26957112550735474, 0.26199668645858765, 0.22685113549232483, 0.19751688838005066, 0.19355903565883636, 0.18664798140525818, 0.13430041074752808, 0.13765612244606018], "cos_Ac_negg": [0.5212833285331726, 0.31658250093460083, 0.26957112550735474, 0.26199668645858765, 0.22685113549232483, 0.19751688838005066, 0.19355903565883636, 0.18664798140525818, 0.13430041074752808, 0.13765612244606018], "r_norm": [4.152263641357422, 4.169818878173828, 4.182522773742676, 4.040811538696289, 4.171605587005615, 4.206788539886475, 4.139490127563477, 4.257246017456055, 4.292804718017578, 4.087464332580566]}, {"step": 8100, "epoch": 20, "train_loss": 1.346397876739502, "cos_r_negg": [0.49645885825157166, 0.3087690472602844, 0.275265097618103, 0.2697412073612213, 0.2441352903842926, 0.19329281151294708, 0.1791587471961975, 0.19739778339862823, 0.12428891658782959, 0.13762494921684265], "cos_apical_negg": [0.49645885825157166, 0.3087690472602844, 0.275265097618103, 0.2697412073612213, 0.2441352903842926, 0.19329281151294708, 0.1791587471961975, 0.19739778339862823, 0.12428891658782959, 0.13762494921684265], "cos_Ac_negg": [0.49645885825157166, 0.3087690472602844, 0.275265097618103, 0.2697412073612213, 0.2441352903842926, 0.19329281151294708, 0.1791587471961975, 0.19739778339862823, 0.12428891658782959, 0.13762494921684265], "r_norm": [4.236345291137695, 4.242755889892578, 4.255824089050293, 4.114265441894531, 4.243989944458008, 4.298271656036377, 4.215818405151367, 4.324541091918945, 4.358159065246582, 4.161927223205566]}, {"step": 8150, "epoch": 20, "train_loss": 1.5275931358337402, "cos_r_negg": [0.5029119849205017, 0.30632880330085754, 0.2675067186355591, 0.2570691406726837, 0.2215317189693451, 0.17560693621635437, 0.20058517158031464, 0.1797226220369339, 0.133774533867836, 0.15841081738471985], "cos_apical_negg": [0.5029119849205017, 0.30632880330085754, 0.2675067186355591, 0.2570691406726837, 0.2215317189693451, 0.17560693621635437, 0.20058517158031464, 0.1797226220369339, 0.133774533867836, 0.15841081738471985], "cos_Ac_negg": [0.5029119849205017, 0.30632880330085754, 0.2675067186355591, 0.2570691406726837, 0.2215317189693451, 0.17560693621635437, 0.20058517158031464, 0.1797226220369339, 0.133774533867836, 0.15841081738471985], "r_norm": [4.075597286224365, 4.102675437927246, 4.095124244689941, 3.9704971313476562, 4.089663505554199, 4.141115188598633, 4.065080642700195, 4.158034324645996, 4.196599006652832, 4.004025459289551]}, {"step": 8200, "epoch": 20, "train_loss": 1.3397338390350342, "cos_r_negg": [0.4686145782470703, 0.3012767434120178, 0.26463449001312256, 0.2557765245437622, 0.22608879208564758, 0.17657548189163208, 0.19522473216056824, 0.1936884969472885, 0.15310139954090118, 0.14786756038665771], "cos_apical_negg": [0.4686145782470703, 0.3012767434120178, 0.26463449001312256, 0.2557765245437622, 0.22608879208564758, 0.17657548189163208, 0.19522473216056824, 0.1936884969472885, 0.15310139954090118, 0.14786756038665771], "cos_Ac_negg": [0.4686145782470703, 0.3012767434120178, 0.26463449001312256, 0.2557765245437622, 0.22608879208564758, 0.17657548189163208, 0.19522473216056824, 0.1936884969472885, 0.15310139954090118, 0.14786756038665771], "r_norm": [4.190212249755859, 4.203378677368164, 4.217065334320068, 4.075486183166504, 4.199807167053223, 4.247293472290039, 4.1763410568237305, 4.2797980308532715, 4.317072868347168, 4.117190361022949]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4061, "test_loss": 1.8383326049804687}, {"step": 8250, "epoch": 21, "train_loss": 1.2934293746948242, "cos_r_negg": [0.5127554535865784, 0.3018237352371216, 0.27691271901130676, 0.2661249041557312, 0.24513036012649536, 0.18431425094604492, 0.19554710388183594, 0.1867457628250122, 0.13473238050937653, 0.11349131911993027], "cos_apical_negg": [0.5127554535865784, 0.3018237352371216, 0.27691271901130676, 0.2661249041557312, 0.24513036012649536, 0.18431425094604492, 0.19554710388183594, 0.1867457628250122, 0.13473238050937653, 0.11349131911993027], "cos_Ac_negg": [0.5127554535865784, 0.3018237352371216, 0.27691271901130676, 0.2661249041557312, 0.24513036012649536, 0.18431425094604492, 0.19554710388183594, 0.1867457628250122, 0.13473238050937653, 0.11349131911993027], "r_norm": [4.173864364624023, 4.1880364418029785, 4.190762519836426, 4.062808990478516, 4.177324295043945, 4.240011215209961, 4.163632392883301, 4.2699737548828125, 4.296655178070068, 4.10599422454834]}, {"step": 8300, "epoch": 21, "train_loss": 1.5986831188201904, "cos_r_negg": [0.532909631729126, 0.29483848810195923, 0.2853868305683136, 0.25192365050315857, 0.22299450635910034, 0.18393096327781677, 0.17475971579551697, 0.1940467655658722, 0.1356370747089386, 0.12008731067180634], "cos_apical_negg": [0.532909631729126, 0.29483848810195923, 0.2853868305683136, 0.25192365050315857, 0.22299450635910034, 0.18393096327781677, 0.17475971579551697, 0.1940467655658722, 0.1356370747089386, 0.12008731067180634], "cos_Ac_negg": [0.532909631729126, 0.29483848810195923, 0.2853868305683136, 0.25192365050315857, 0.22299450635910034, 0.18393096327781677, 0.17475971579551697, 0.1940467655658722, 0.1356370747089386, 0.12008731067180634], "r_norm": [4.184234619140625, 4.183967113494873, 4.201613426208496, 4.070315361022949, 4.206310749053955, 4.244059085845947, 4.156406879425049, 4.287130355834961, 4.307950019836426, 4.113411903381348]}, {"step": 8350, "epoch": 21, "train_loss": 1.6097924709320068, "cos_r_negg": [0.5152029991149902, 0.30428045988082886, 0.27203845977783203, 0.2480737268924713, 0.22633543610572815, 0.1811879426240921, 0.18980473279953003, 0.18491537868976593, 0.15144184231758118, 0.15515539050102234], "cos_apical_negg": [0.5152029991149902, 0.30428045988082886, 0.27203845977783203, 0.2480737268924713, 0.22633543610572815, 0.1811879426240921, 0.18980473279953003, 0.18491537868976593, 0.15144184231758118, 0.15515539050102234], "cos_Ac_negg": [0.5152029991149902, 0.30428045988082886, 0.27203845977783203, 0.2480737268924713, 0.22633543610572815, 0.1811879426240921, 0.18980473279953003, 0.18491537868976593, 0.15144184231758118, 0.15515539050102234], "r_norm": [4.224401473999023, 4.234674453735352, 4.238110542297363, 4.104290962219238, 4.221177101135254, 4.284433364868164, 4.2079691886901855, 4.310878276824951, 4.341474533081055, 4.148886203765869]}, {"step": 8400, "epoch": 21, "train_loss": 1.4698957204818726, "cos_r_negg": [0.484245628118515, 0.30449795722961426, 0.2715204656124115, 0.26577332615852356, 0.22916367650032043, 0.17755678296089172, 0.1891973614692688, 0.2048836201429367, 0.1509162336587906, 0.14246231317520142], "cos_apical_negg": [0.484245628118515, 0.30449795722961426, 0.2715204656124115, 0.26577332615852356, 0.22916367650032043, 0.17755678296089172, 0.1891973614692688, 0.2048836201429367, 0.1509162336587906, 0.14246231317520142], "cos_Ac_negg": [0.484245628118515, 0.30449795722961426, 0.2715204656124115, 0.26577332615852356, 0.22916367650032043, 0.17755678296089172, 0.1891973614692688, 0.2048836201429367, 0.1509162336587906, 0.14246231317520142], "r_norm": [4.063270568847656, 4.081172943115234, 4.089038848876953, 3.955564022064209, 4.084633827209473, 4.12690544128418, 4.046478271484375, 4.166384696960449, 4.189858436584473, 3.999648332595825]}, {"step": 8450, "epoch": 21, "train_loss": 1.202258586883545, "cos_r_negg": [0.5174411535263062, 0.3041560649871826, 0.2816769480705261, 0.26168888807296753, 0.22622963786125183, 0.1949763149023056, 0.22174394130706787, 0.21474754810333252, 0.13596183061599731, 0.16126200556755066], "cos_apical_negg": [0.5174411535263062, 0.3041560649871826, 0.2816769480705261, 0.26168888807296753, 0.22622963786125183, 0.1949763149023056, 0.22174394130706787, 0.21474754810333252, 0.13596183061599731, 0.16126200556755066], "cos_Ac_negg": [0.5174411535263062, 0.3041560649871826, 0.2816769480705261, 0.26168888807296753, 0.22622963786125183, 0.1949763149023056, 0.22174394130706787, 0.21474754810333252, 0.13596183061599731, 0.16126200556755066], "r_norm": [3.971278190612793, 3.9865365028381348, 3.991264581680298, 3.8608739376068115, 3.986037254333496, 4.030186176300049, 3.9591968059539795, 4.067646026611328, 4.090893268585205, 3.906374931335449]}, {"step": 8500, "epoch": 21, "train_loss": 1.3856287002563477, "cos_r_negg": [0.49173641204833984, 0.30656248331069946, 0.2946067452430725, 0.23796990513801575, 0.22667261958122253, 0.17410185933113098, 0.19121351838111877, 0.20056337118148804, 0.1345537006855011, 0.15462267398834229], "cos_apical_negg": [0.49173641204833984, 0.30656248331069946, 0.2946067452430725, 0.23796990513801575, 0.22667261958122253, 0.17410185933113098, 0.19121351838111877, 0.20056337118148804, 0.1345537006855011, 0.15462267398834229], "cos_Ac_negg": [0.49173641204833984, 0.30656248331069946, 0.2946067452430725, 0.23796990513801575, 0.22667261958122253, 0.17410185933113098, 0.19121351838111877, 0.20056337118148804, 0.1345537006855011, 0.15462267398834229], "r_norm": [4.141963958740234, 4.170955181121826, 4.164766311645508, 4.032376766204834, 4.166894912719727, 4.210776329040527, 4.13642692565918, 4.248332977294922, 4.280233383178711, 4.079449653625488]}, {"step": 8550, "epoch": 21, "train_loss": 1.516036033630371, "cos_r_negg": [0.4924142360687256, 0.31588244438171387, 0.26691317558288574, 0.25733089447021484, 0.23364347219467163, 0.2039509117603302, 0.20572134852409363, 0.2048475444316864, 0.14251303672790527, 0.157223641872406], "cos_apical_negg": [0.4924142360687256, 0.31588244438171387, 0.26691317558288574, 0.25733089447021484, 0.23364347219467163, 0.2039509117603302, 0.20572134852409363, 0.2048475444316864, 0.14251303672790527, 0.157223641872406], "cos_Ac_negg": [0.4924142360687256, 0.31588244438171387, 0.26691317558288574, 0.25733089447021484, 0.23364347219467163, 0.2039509117603302, 0.20572134852409363, 0.2048475444316864, 0.14251303672790527, 0.157223641872406], "r_norm": [4.200944900512695, 4.2161149978637695, 4.230218887329102, 4.091249942779541, 4.221261501312256, 4.256751537322998, 4.183792591094971, 4.2990288734436035, 4.33472204208374, 4.126601219177246]}, {"step": 8600, "epoch": 21, "train_loss": 1.4072422981262207, "cos_r_negg": [0.5099480748176575, 0.3057968020439148, 0.273837149143219, 0.24368399381637573, 0.2416827380657196, 0.2222931683063507, 0.20386973023414612, 0.20798683166503906, 0.13647016882896423, 0.16241300106048584], "cos_apical_negg": [0.5099480748176575, 0.3057968020439148, 0.273837149143219, 0.24368399381637573, 0.2416827380657196, 0.2222931683063507, 0.20386973023414612, 0.20798683166503906, 0.13647016882896423, 0.16241300106048584], "cos_Ac_negg": [0.5099480748176575, 0.3057968020439148, 0.273837149143219, 0.24368399381637573, 0.2416827380657196, 0.2222931683063507, 0.20386973023414612, 0.20798683166503906, 0.13647016882896423, 0.16241300106048584], "r_norm": [4.16483211517334, 4.187667369842529, 4.185500144958496, 4.058117866516113, 4.168134689331055, 4.230105876922607, 4.152188301086426, 4.262261390686035, 4.297389984130859, 4.091334342956543]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4003, "test_loss": 1.9237307739257812}, {"step": 8650, "epoch": 22, "train_loss": 1.3232147693634033, "cos_r_negg": [0.5132021903991699, 0.30707600712776184, 0.2907375693321228, 0.24982808530330658, 0.24086958169937134, 0.19463297724723816, 0.20330527424812317, 0.19007998704910278, 0.134000763297081, 0.16446267068386078], "cos_apical_negg": [0.5132021903991699, 0.30707600712776184, 0.2907375693321228, 0.24982808530330658, 0.24086958169937134, 0.19463297724723816, 0.20330527424812317, 0.19007998704910278, 0.134000763297081, 0.16446267068386078], "cos_Ac_negg": [0.5132021903991699, 0.30707600712776184, 0.2907375693321228, 0.24982808530330658, 0.24086958169937134, 0.19463297724723816, 0.20330527424812317, 0.19007998704910278, 0.134000763297081, 0.16446267068386078], "r_norm": [4.0847015380859375, 4.084388256072998, 4.099115371704102, 3.9761486053466797, 4.081982612609863, 4.131691932678223, 4.059334754943848, 4.160867691040039, 4.201376914978027, 4.006053924560547]}, {"step": 8700, "epoch": 22, "train_loss": 1.5382840633392334, "cos_r_negg": [0.49452266097068787, 0.298294335603714, 0.2784934639930725, 0.26804640889167786, 0.2477881908416748, 0.19929420948028564, 0.1950056105852127, 0.21467047929763794, 0.13476206362247467, 0.1451159119606018], "cos_apical_negg": [0.49452266097068787, 0.298294335603714, 0.2784934639930725, 0.26804640889167786, 0.2477881908416748, 0.19929420948028564, 0.1950056105852127, 0.21467047929763794, 0.13476206362247467, 0.1451159119606018], "cos_Ac_negg": [0.49452266097068787, 0.298294335603714, 0.2784934639930725, 0.26804640889167786, 0.2477881908416748, 0.19929420948028564, 0.1950056105852127, 0.21467047929763794, 0.13476206362247467, 0.1451159119606018], "r_norm": [4.131303787231445, 4.143556594848633, 4.14481258392334, 4.018376350402832, 4.132526874542236, 4.180260181427002, 4.113964557647705, 4.222104072570801, 4.253146648406982, 4.059932231903076]}, {"step": 8750, "epoch": 22, "train_loss": 1.2174233198165894, "cos_r_negg": [0.5183271169662476, 0.30852246284484863, 0.2740413546562195, 0.2513565719127655, 0.24289844930171967, 0.19481128454208374, 0.20387370884418488, 0.2069002091884613, 0.13631542026996613, 0.16554896533489227], "cos_apical_negg": [0.5183271169662476, 0.30852246284484863, 0.2740413546562195, 0.2513565719127655, 0.24289844930171967, 0.19481128454208374, 0.20387370884418488, 0.2069002091884613, 0.13631542026996613, 0.16554896533489227], "cos_Ac_negg": [0.5183271169662476, 0.30852246284484863, 0.2740413546562195, 0.2513565719127655, 0.24289844930171967, 0.19481128454208374, 0.20387370884418488, 0.2069002091884613, 0.13631542026996613, 0.16554896533489227], "r_norm": [4.041726112365723, 4.051252365112305, 4.063229560852051, 3.9316253662109375, 4.0512237548828125, 4.088298320770264, 4.019372940063477, 4.134084701538086, 4.1672868728637695, 3.9695615768432617]}, {"step": 8800, "epoch": 22, "train_loss": 1.4345242977142334, "cos_r_negg": [0.515819787979126, 0.30462533235549927, 0.27959194779396057, 0.2560569941997528, 0.25087690353393555, 0.18090488016605377, 0.21532988548278809, 0.21175724267959595, 0.12630018591880798, 0.1624210774898529], "cos_apical_negg": [0.515819787979126, 0.30462533235549927, 0.27959194779396057, 0.2560569941997528, 0.25087690353393555, 0.18090488016605377, 0.21532988548278809, 0.21175724267959595, 0.12630018591880798, 0.1624210774898529], "cos_Ac_negg": [0.515819787979126, 0.30462533235549927, 0.27959194779396057, 0.2560569941997528, 0.25087690353393555, 0.18090488016605377, 0.21532988548278809, 0.21175724267959595, 0.12630018591880798, 0.1624210774898529], "r_norm": [4.189309120178223, 4.211640357971191, 4.218745231628418, 4.073022365570068, 4.195003032684326, 4.250051498413086, 4.1736602783203125, 4.291839599609375, 4.321897983551025, 4.115571975708008]}, {"step": 8850, "epoch": 22, "train_loss": 1.3179430961608887, "cos_r_negg": [0.5357530117034912, 0.31521016359329224, 0.2801728844642639, 0.2536022663116455, 0.24314790964126587, 0.18694354593753815, 0.2306065410375595, 0.2099946141242981, 0.14620636403560638, 0.1651698350906372], "cos_apical_negg": [0.5357530117034912, 0.31521016359329224, 0.2801728844642639, 0.2536022663116455, 0.24314790964126587, 0.18694354593753815, 0.2306065410375595, 0.2099946141242981, 0.14620636403560638, 0.1651698350906372], "cos_Ac_negg": [0.5357530117034912, 0.31521016359329224, 0.2801728844642639, 0.2536022663116455, 0.24314790964126587, 0.18694354593753815, 0.2306065410375595, 0.2099946141242981, 0.14620636403560638, 0.1651698350906372], "r_norm": [4.106405735015869, 4.129448890686035, 4.140186309814453, 3.9962158203125, 4.119479179382324, 4.164997100830078, 4.090878963470459, 4.203603744506836, 4.232975006103516, 4.037968635559082]}, {"step": 8900, "epoch": 22, "train_loss": 1.4167699813842773, "cos_r_negg": [0.48878487944602966, 0.29773277044296265, 0.2896377444267273, 0.2657583951950073, 0.25621891021728516, 0.1890515387058258, 0.21357014775276184, 0.23335888981819153, 0.1430567502975464, 0.12695112824440002], "cos_apical_negg": [0.48878487944602966, 0.29773277044296265, 0.2896377444267273, 0.2657583951950073, 0.25621891021728516, 0.1890515387058258, 0.21357014775276184, 0.23335888981819153, 0.1430567502975464, 0.12695112824440002], "cos_Ac_negg": [0.48878487944602966, 0.29773277044296265, 0.2896377444267273, 0.2657583951950073, 0.25621891021728516, 0.1890515387058258, 0.21357014775276184, 0.23335888981819153, 0.1430567502975464, 0.12695112824440002], "r_norm": [4.114056587219238, 4.139285564422607, 4.149533271789551, 4.00902795791626, 4.138034820556641, 4.174712181091309, 4.108214855194092, 4.221500873565674, 4.2501678466796875, 4.052529335021973]}, {"step": 8950, "epoch": 22, "train_loss": 1.5001780986785889, "cos_r_negg": [0.5141661167144775, 0.30789148807525635, 0.2708067297935486, 0.2532346844673157, 0.24431520700454712, 0.19227662682533264, 0.2191106379032135, 0.2186085730791092, 0.14588698744773865, 0.14796140789985657], "cos_apical_negg": [0.5141661167144775, 0.30789148807525635, 0.2708067297935486, 0.2532346844673157, 0.24431520700454712, 0.19227662682533264, 0.2191106379032135, 0.2186085730791092, 0.14588698744773865, 0.14796140789985657], "cos_Ac_negg": [0.5141661167144775, 0.30789148807525635, 0.2708067297935486, 0.2532346844673157, 0.24431520700454712, 0.19227662682533264, 0.2191106379032135, 0.2186085730791092, 0.14588698744773865, 0.14796140789985657], "r_norm": [4.043998718261719, 4.060823440551758, 4.0752058029174805, 3.9328041076660156, 4.044300556182861, 4.101306438446045, 4.028347492218018, 4.129588603973389, 4.160345077514648, 3.97430419921875]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.413, "test_loss": 1.9044170288085938}, {"step": 9000, "epoch": 23, "train_loss": 1.2779793739318848, "cos_r_negg": [0.5226855278015137, 0.2975873351097107, 0.2741629481315613, 0.26227807998657227, 0.2515960931777954, 0.19364744424819946, 0.20937325060367584, 0.22484800219535828, 0.1654948890209198, 0.16813924908638], "cos_apical_negg": [0.5226855278015137, 0.2975873351097107, 0.2741629481315613, 0.26227807998657227, 0.2515960931777954, 0.19364744424819946, 0.20937325060367584, 0.22484800219535828, 0.1654948890209198, 0.16813924908638], "cos_Ac_negg": [0.5226855278015137, 0.2975873351097107, 0.2741629481315613, 0.26227807998657227, 0.2515960931777954, 0.19364744424819946, 0.20937325060367584, 0.22484800219535828, 0.1654948890209198, 0.16813924908638], "r_norm": [4.060264587402344, 4.091798782348633, 4.086906433105469, 3.948586940765381, 4.075133323669434, 4.132453918457031, 4.050455093383789, 4.157031536102295, 4.188974380493164, 4.000741004943848]}, {"step": 9050, "epoch": 23, "train_loss": 1.488133430480957, "cos_r_negg": [0.5166983008384705, 0.31004762649536133, 0.2809213399887085, 0.2640990912914276, 0.2342153787612915, 0.1877800077199936, 0.2074231505393982, 0.21423213183879852, 0.15099471807479858, 0.17184872925281525], "cos_apical_negg": [0.5166983008384705, 0.31004762649536133, 0.2809213399887085, 0.2640990912914276, 0.2342153787612915, 0.1877800077199936, 0.2074231505393982, 0.21423213183879852, 0.15099471807479858, 0.17184872925281525], "cos_Ac_negg": [0.5166983008384705, 0.31004762649536133, 0.2809213399887085, 0.2640990912914276, 0.2342153787612915, 0.1877800077199936, 0.2074231505393982, 0.21423213183879852, 0.15099471807479858, 0.17184872925281525], "r_norm": [4.113812446594238, 4.1250152587890625, 4.136726379394531, 3.9972774982452393, 4.1133832931518555, 4.159534454345703, 4.0945048332214355, 4.198080062866211, 4.231249809265137, 4.037049770355225]}, {"step": 9100, "epoch": 23, "train_loss": 1.4021211862564087, "cos_r_negg": [0.49871915578842163, 0.30551522970199585, 0.28003668785095215, 0.266015887260437, 0.22535622119903564, 0.19800642132759094, 0.19265267252922058, 0.22064776718616486, 0.15604376792907715, 0.16244810819625854], "cos_apical_negg": [0.49871915578842163, 0.30551522970199585, 0.28003668785095215, 0.266015887260437, 0.22535622119903564, 0.19800642132759094, 0.19265267252922058, 0.22064776718616486, 0.15604376792907715, 0.16244810819625854], "cos_Ac_negg": [0.49871915578842163, 0.30551522970199585, 0.28003668785095215, 0.266015887260437, 0.22535622119903564, 0.19800642132759094, 0.19265267252922058, 0.22064776718616486, 0.15604376792907715, 0.16244810819625854], "r_norm": [4.126556396484375, 4.134426116943359, 4.153251647949219, 4.017249584197998, 4.13064432144165, 4.174530029296875, 4.1062846183776855, 4.216513633728027, 4.243502140045166, 4.060675144195557]}, {"step": 9150, "epoch": 23, "train_loss": 1.5354797840118408, "cos_r_negg": [0.5182342529296875, 0.3204408884048462, 0.2807155251502991, 0.2684551775455475, 0.24620676040649414, 0.20369592308998108, 0.20814931392669678, 0.22902482748031616, 0.1397281438112259, 0.1678704470396042], "cos_apical_negg": [0.5182342529296875, 0.3204408884048462, 0.2807155251502991, 0.2684551775455475, 0.24620676040649414, 0.20369592308998108, 0.20814931392669678, 0.22902482748031616, 0.1397281438112259, 0.1678704470396042], "cos_Ac_negg": [0.5182342529296875, 0.3204408884048462, 0.2807155251502991, 0.2684551775455475, 0.24620676040649414, 0.20369592308998108, 0.20814931392669678, 0.22902482748031616, 0.1397281438112259, 0.1678704470396042], "r_norm": [4.132671356201172, 4.146526336669922, 4.157857894897461, 4.0208330154418945, 4.131012916564941, 4.181600570678711, 4.118906497955322, 4.223053932189941, 4.256654739379883, 4.06761360168457]}, {"step": 9200, "epoch": 23, "train_loss": 1.4323651790618896, "cos_r_negg": [0.5052295923233032, 0.3174183964729309, 0.28886210918426514, 0.2753942310810089, 0.22362947463989258, 0.21102409064769745, 0.20486387610435486, 0.22702211141586304, 0.19037280976772308, 0.16698980331420898], "cos_apical_negg": [0.5052295923233032, 0.3174183964729309, 0.28886210918426514, 0.2753942310810089, 0.22362947463989258, 0.21102409064769745, 0.20486387610435486, 0.22702211141586304, 0.19037280976772308, 0.16698980331420898], "cos_Ac_negg": [0.5052295923233032, 0.3174183964729309, 0.28886210918426514, 0.2753942310810089, 0.22362947463989258, 0.21102409064769745, 0.20486387610435486, 0.22702211141586304, 0.19037280976772308, 0.16698980331420898], "r_norm": [4.1088056564331055, 4.106406211853027, 4.136928558349609, 4.004126071929932, 4.112185955047607, 4.15684175491333, 4.087179183959961, 4.197287559509277, 4.230560302734375, 4.039284706115723]}, {"step": 9250, "epoch": 23, "train_loss": 1.4856350421905518, "cos_r_negg": [0.4793711006641388, 0.30476996302604675, 0.2607208490371704, 0.26884526014328003, 0.24286073446273804, 0.16839447617530823, 0.20055553317070007, 0.23173122107982635, 0.1756807565689087, 0.17034295201301575], "cos_apical_negg": [0.4793711006641388, 0.30476996302604675, 0.2607208490371704, 0.26884526014328003, 0.24286073446273804, 0.16839447617530823, 0.20055553317070007, 0.23173122107982635, 0.1756807565689087, 0.17034295201301575], "cos_Ac_negg": [0.4793711006641388, 0.30476996302604675, 0.2607208490371704, 0.26884526014328003, 0.24286073446273804, 0.16839447617530823, 0.20055553317070007, 0.23173122107982635, 0.1756807565689087, 0.17034295201301575], "r_norm": [4.102856636047363, 4.129947662353516, 4.139806270599365, 3.9946975708007812, 4.121450424194336, 4.1653733253479, 4.098087310791016, 4.200833320617676, 4.230809211730957, 4.04311466217041]}, {"step": 9300, "epoch": 23, "train_loss": 1.360095500946045, "cos_r_negg": [0.504478931427002, 0.3001636564731598, 0.2872410714626312, 0.2750142216682434, 0.2514546811580658, 0.16024528443813324, 0.18849605321884155, 0.23551182448863983, 0.15601682662963867, 0.16738805174827576], "cos_apical_negg": [0.504478931427002, 0.3001636564731598, 0.2872410714626312, 0.2750142216682434, 0.2514546811580658, 0.16024528443813324, 0.18849605321884155, 0.23551182448863983, 0.15601682662963867, 0.16738805174827576], "cos_Ac_negg": [0.504478931427002, 0.3001636564731598, 0.2872410714626312, 0.2750142216682434, 0.2514546811580658, 0.16024528443813324, 0.18849605321884155, 0.23551182448863983, 0.15601682662963867, 0.16738805174827576], "r_norm": [4.0192131996154785, 4.033692359924316, 4.045341968536377, 3.9185991287231445, 4.032096862792969, 4.0809245109558105, 4.006545543670654, 4.119009017944336, 4.142982482910156, 3.9578583240509033]}, {"step": 9350, "epoch": 23, "train_loss": 1.3155144453048706, "cos_r_negg": [0.5022397041320801, 0.3069502115249634, 0.2914641499519348, 0.2753795087337494, 0.2564074397087097, 0.17475880682468414, 0.20722495019435883, 0.18701289594173431, 0.16570235788822174, 0.1515572965145111], "cos_apical_negg": [0.5022397041320801, 0.3069502115249634, 0.2914641499519348, 0.2753795087337494, 0.2564074397087097, 0.17475880682468414, 0.20722495019435883, 0.18701289594173431, 0.16570235788822174, 0.1515572965145111], "cos_Ac_negg": [0.5022397041320801, 0.3069502115249634, 0.2914641499519348, 0.2753795087337494, 0.2564074397087097, 0.17475880682468414, 0.20722495019435883, 0.18701289594173431, 0.16570235788822174, 0.1515572965145111], "r_norm": [3.974850654602051, 3.9925637245178223, 4.00569486618042, 3.878849983215332, 3.992824077606201, 4.036539554595947, 3.960075616836548, 4.066805839538574, 4.096402168273926, 3.915553569793701]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3987, "test_loss": 1.9907286376953126}, {"step": 9400, "epoch": 24, "train_loss": 1.1092814207077026, "cos_r_negg": [0.49267417192459106, 0.294391930103302, 0.2898033857345581, 0.2729511857032776, 0.2649320662021637, 0.17841731011867523, 0.18987992405891418, 0.2086147665977478, 0.1716415137052536, 0.1401626467704773], "cos_apical_negg": [0.49267417192459106, 0.294391930103302, 0.2898033857345581, 0.2729511857032776, 0.2649320662021637, 0.17841731011867523, 0.18987992405891418, 0.2086147665977478, 0.1716415137052536, 0.1401626467704773], "cos_Ac_negg": [0.49267417192459106, 0.294391930103302, 0.2898033857345581, 0.2729511857032776, 0.2649320662021637, 0.17841731011867523, 0.18987992405891418, 0.2086147665977478, 0.1716415137052536, 0.1401626467704773], "r_norm": [4.053084373474121, 4.063290596008301, 4.077897071838379, 3.941545009613037, 4.060491561889648, 4.114089488983154, 4.032525062561035, 4.1451311111450195, 4.17750358581543, 3.9858789443969727]}, {"step": 9450, "epoch": 24, "train_loss": 1.3229362964630127, "cos_r_negg": [0.5132594704627991, 0.289706289768219, 0.283878892660141, 0.27357178926467896, 0.25968092679977417, 0.18162603676319122, 0.20306068658828735, 0.22001439332962036, 0.16290223598480225, 0.17503896355628967], "cos_apical_negg": [0.5132594704627991, 0.289706289768219, 0.283878892660141, 0.27357178926467896, 0.25968092679977417, 0.18162603676319122, 0.20306068658828735, 0.22001439332962036, 0.16290223598480225, 0.17503896355628967], "cos_Ac_negg": [0.5132594704627991, 0.289706289768219, 0.283878892660141, 0.27357178926467896, 0.25968092679977417, 0.18162603676319122, 0.20306068658828735, 0.22001439332962036, 0.16290223598480225, 0.17503896355628967], "r_norm": [4.059518337249756, 4.078476428985596, 4.083011150360107, 3.9482388496398926, 4.068948745727539, 4.1208953857421875, 4.042041778564453, 4.158005237579346, 4.179904937744141, 3.988396644592285]}, {"step": 9500, "epoch": 24, "train_loss": 1.3314390182495117, "cos_r_negg": [0.4973500967025757, 0.29236483573913574, 0.2900506556034088, 0.2669801414012909, 0.25618284940719604, 0.18181480467319489, 0.2017260193824768, 0.21477410197257996, 0.15511712431907654, 0.16041040420532227], "cos_apical_negg": [0.4973500967025757, 0.29236483573913574, 0.2900506556034088, 0.2669801414012909, 0.25618284940719604, 0.18181480467319489, 0.2017260193824768, 0.21477410197257996, 0.15511712431907654, 0.16041040420532227], "cos_Ac_negg": [0.4973500967025757, 0.29236483573913574, 0.2900506556034088, 0.2669801414012909, 0.25618284940719604, 0.18181480467319489, 0.2017260193824768, 0.21477410197257996, 0.15511712431907654, 0.16041040420532227], "r_norm": [4.0623979568481445, 4.0639448165893555, 4.089591026306152, 3.9504919052124023, 4.079298973083496, 4.117282867431641, 4.036934852600098, 4.15424919128418, 4.18593168258667, 4.003017902374268]}, {"step": 9550, "epoch": 24, "train_loss": 1.293326735496521, "cos_r_negg": [0.5034465789794922, 0.28344374895095825, 0.2909807860851288, 0.2608685791492462, 0.25210312008857727, 0.19225633144378662, 0.21056413650512695, 0.23486830294132233, 0.17274463176727295, 0.1727294623851776], "cos_apical_negg": [0.5034465789794922, 0.28344374895095825, 0.2909807860851288, 0.2608685791492462, 0.25210312008857727, 0.19225633144378662, 0.21056413650512695, 0.23486830294132233, 0.17274463176727295, 0.1727294623851776], "cos_Ac_negg": [0.5034465789794922, 0.28344374895095825, 0.2909807860851288, 0.2608685791492462, 0.25210312008857727, 0.19225633144378662, 0.21056413650512695, 0.23486830294132233, 0.17274463176727295, 0.1727294623851776], "r_norm": [4.137939453125, 4.1451873779296875, 4.163687705993652, 4.026824951171875, 4.14035701751709, 4.187290191650391, 4.117100715637207, 4.222923278808594, 4.255657196044922, 4.072134971618652]}, {"step": 9600, "epoch": 24, "train_loss": 1.6205549240112305, "cos_r_negg": [0.47266852855682373, 0.3018345832824707, 0.2932502329349518, 0.2808641791343689, 0.2554229497909546, 0.20583784580230713, 0.20849555730819702, 0.24066606163978577, 0.1710093915462494, 0.16552388668060303], "cos_apical_negg": [0.47266852855682373, 0.3018345832824707, 0.2932502329349518, 0.2808641791343689, 0.2554229497909546, 0.20583784580230713, 0.20849555730819702, 0.24066606163978577, 0.1710093915462494, 0.16552388668060303], "cos_Ac_negg": [0.47266852855682373, 0.3018345832824707, 0.2932502329349518, 0.2808641791343689, 0.2554229497909546, 0.20583784580230713, 0.20849555730819702, 0.24066606163978577, 0.1710093915462494, 0.16552388668060303], "r_norm": [4.062542915344238, 4.068728446960449, 4.083933353424072, 3.9532546997070312, 4.067278861999512, 4.105193138122559, 4.040600299835205, 4.148845195770264, 4.181797027587891, 4.0026960372924805]}, {"step": 9650, "epoch": 24, "train_loss": 1.2051842212677002, "cos_r_negg": [0.4939362406730652, 0.3100319504737854, 0.300589919090271, 0.28399354219436646, 0.2566077411174774, 0.19762036204338074, 0.22340649366378784, 0.2100273221731186, 0.18142329156398773, 0.17870593070983887], "cos_apical_negg": [0.4939362406730652, 0.3100319504737854, 0.300589919090271, 0.28399354219436646, 0.2566077411174774, 0.19762036204338074, 0.22340649366378784, 0.2100273221731186, 0.18142329156398773, 0.17870593070983887], "cos_Ac_negg": [0.4939362406730652, 0.3100319504737854, 0.300589919090271, 0.28399354219436646, 0.2566077411174774, 0.19762036204338074, 0.22340649366378784, 0.2100273221731186, 0.18142329156398773, 0.17870593070983887], "r_norm": [3.995344877243042, 4.000016212463379, 4.023316860198975, 3.8823204040527344, 4.0068793296813965, 4.040157794952393, 3.974688768386841, 4.086643218994141, 4.115452766418457, 3.930640459060669]}, {"step": 9700, "epoch": 24, "train_loss": 1.4220046997070312, "cos_r_negg": [0.4950864315032959, 0.3077678680419922, 0.2940131723880768, 0.28311485052108765, 0.26183462142944336, 0.18979763984680176, 0.22591532766819, 0.2425830364227295, 0.1734243780374527, 0.16592863202095032], "cos_apical_negg": [0.4950864315032959, 0.3077678680419922, 0.2940131723880768, 0.28311485052108765, 0.26183462142944336, 0.18979763984680176, 0.22591532766819, 0.2425830364227295, 0.1734243780374527, 0.16592863202095032], "cos_Ac_negg": [0.4950864315032959, 0.3077678680419922, 0.2940131723880768, 0.28311485052108765, 0.26183462142944336, 0.18979763984680176, 0.22591532766819, 0.2425830364227295, 0.1734243780374527, 0.16592863202095032], "r_norm": [4.134435653686523, 4.160351276397705, 4.166651248931885, 4.016136169433594, 4.141645431518555, 4.192599773406982, 4.1181640625, 4.229567527770996, 4.257063865661621, 4.068467140197754]}, {"step": 9750, "epoch": 24, "train_loss": 1.249049425125122, "cos_r_negg": [0.5159634351730347, 0.31030213832855225, 0.2978987693786621, 0.29420655965805054, 0.24628733098506927, 0.18681640923023224, 0.22427219152450562, 0.23402972519397736, 0.1599094569683075, 0.1704442799091339], "cos_apical_negg": [0.5159634351730347, 0.31030213832855225, 0.2978987693786621, 0.29420655965805054, 0.24628733098506927, 0.18681640923023224, 0.22427219152450562, 0.23402972519397736, 0.1599094569683075, 0.1704442799091339], "cos_Ac_negg": [0.5159634351730347, 0.31030213832855225, 0.2978987693786621, 0.29420655965805054, 0.24628733098506927, 0.18681640923023224, 0.22427219152450562, 0.23402972519397736, 0.1599094569683075, 0.1704442799091339], "r_norm": [4.113699913024902, 4.127580642700195, 4.1269612312316895, 3.99440598487854, 4.122469902038574, 4.167145729064941, 4.092979431152344, 4.197840213775635, 4.235755920410156, 4.0478692054748535]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3991, "test_loss": 1.9066934814453125}], "final": {"test_acc": 0.3991, "test_loss": 1.9066934814453125, "wall_s": 40.167096853256226, "cos_r_negg": [0.49615341424942017, 0.30286622047424316, 0.28009873628616333, 0.29574692249298096, 0.249088853597641, 0.19733363389968872, 0.22588589787483215, 0.22100281715393066, 0.15510275959968567, 0.19222784042358398], "cos_apical_negg": [0.49615341424942017, 0.30286622047424316, 0.28009873628616333, 0.29574692249298096, 0.249088853597641, 0.19733363389968872, 0.22588589787483215, 0.22100281715393066, 0.15510275959968567, 0.19222784042358398], "cos_Ac_negg": [0.49615341424942017, 0.30286622047424316, 0.28009873628616333, 0.29574692249298096, 0.249088853597641, 0.19733363389968872, 0.22588589787483215, 0.22100281715393066, 0.15510275959968567, 0.19222784042358398]}}