{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3596560955047607, "cos_r_negg": [0.002173304557800293, 0.022954929620027542, -0.014923885464668274, 0.000630990311037749, -0.012671378441154957, -0.04427480697631836, -0.03219331055879593], "cos_apical_negg": [0.002173304557800293, 0.022954929620027542, -0.014923885464668274, 0.000630990311037749, -0.012671378441154957, -0.04427480697631836, -0.03219331055879593], "cos_Ac_negg": [0.002173304557800293, 0.022954929620027542, -0.014923885464668274, 0.000630990311037749, -0.012671378441154957, -0.04427480697631836, -0.03219331055879593], "r_norm": [4.880121231079102, 4.775699615478516, 4.7719221115112305, 4.748574256896973, 4.87764835357666, 4.912296295166016, 4.832984924316406]}, {"step": 50, "epoch": 0, "train_loss": 0.9625198841094971, "cos_r_negg": [0.11945050954818726, 0.05616969242691994, 0.09513095021247864, 0.08970600366592407, 0.17996171116828918, 0.2989439070224762, 0.032707300037145615], "cos_apical_negg": [0.11945050954818726, 0.05616969242691994, 0.09513095021247864, 0.08970600366592407, 0.17996171116828918, 0.2989439070224762, 0.032707300037145615], "cos_Ac_negg": [0.11945050954818726, 0.05616969242691994, 0.09513095021247864, 0.08970600366592407, 0.17996171116828918, 0.2989439070224762, 0.032707300037145615], "r_norm": [2.9734885692596436, 2.8750085830688477, 2.8854289054870605, 2.918393850326538, 3.009035587310791, 3.019212484359741, 3.0157456398010254]}, {"step": 100, "epoch": 0, "train_loss": 0.7412221431732178, "cos_r_negg": [0.19441574811935425, 0.15647093951702118, 0.1191815510392189, 0.1576809287071228, 0.18731844425201416, 0.24108242988586426, 0.2271312177181244], "cos_apical_negg": [0.19441574811935425, 0.15647093951702118, 0.1191815510392189, 0.1576809287071228, 0.18731844425201416, 0.24108242988586426, 0.2271312177181244], "cos_Ac_negg": [0.19441574811935425, 0.15647093951702118, 0.1191815510392189, 0.1576809287071228, 0.18731844425201416, 0.24108242988586426, 0.2271312177181244], "r_norm": [2.038942337036133, 1.9553709030151367, 1.9766180515289307, 1.9953702688217163, 2.0810658931732178, 2.0707125663757324, 2.064394474029541]}, {"step": 150, "epoch": 0, "train_loss": 0.6065024137496948, "cos_r_negg": [0.27990877628326416, 0.2561704218387604, 0.18288734555244446, 0.1443341076374054, 0.19495728611946106, 0.29107922315597534, 0.236879363656044], "cos_apical_negg": [0.27990877628326416, 0.2561704218387604, 0.18288734555244446, 0.1443341076374054, 0.19495728611946106, 0.29107922315597534, 0.236879363656044], "cos_Ac_negg": [0.27990877628326416, 0.2561704218387604, 0.18288734555244446, 0.1443341076374054, 0.19495728611946106, 0.29107922315597534, 0.236879363656044], "r_norm": [1.8783882856369019, 1.8040473461151123, 1.8217426538467407, 1.8473598957061768, 1.9182982444763184, 1.9112989902496338, 1.9101113080978394]}, {"step": 200, "epoch": 0, "train_loss": 0.6698099374771118, "cos_r_negg": [0.2871394455432892, 0.24838057160377502, 0.24062559008598328, 0.17882588505744934, 0.19919773936271667, 0.23088207840919495, 0.12355607748031616], "cos_apical_negg": [0.2871394455432892, 0.24838057160377502, 0.24062559008598328, 0.17882588505744934, 0.19919773936271667, 0.23088207840919495, 0.12355607748031616], "cos_Ac_negg": [0.2871394455432892, 0.24838057160377502, 0.24062559008598328, 0.17882588505744934, 0.19919773936271667, 0.23088207840919495, 0.12355607748031616], "r_norm": [1.9783254861831665, 1.9032609462738037, 1.9215835332870483, 1.9422606229782104, 1.9987373352050781, 1.996244192123413, 1.997916579246521]}, {"step": 250, "epoch": 0, "train_loss": 0.7865662574768066, "cos_r_negg": [0.22378027439117432, 0.18081256747245789, 0.17952431738376617, 0.11825841665267944, 0.15582804381847382, 0.22830842435359955, 0.1254742592573166], "cos_apical_negg": [0.22378027439117432, 0.18081256747245789, 0.17952431738376617, 0.11825841665267944, 0.15582804381847382, 0.22830842435359955, 0.1254742592573166], "cos_Ac_negg": [0.22378027439117432, 0.18081256747245789, 0.17952431738376617, 0.11825841665267944, 0.15582804381847382, 0.22830842435359955, 0.1254742592573166], "r_norm": [1.811710000038147, 1.7434039115905762, 1.7484815120697021, 1.778030276298523, 1.8322449922561646, 1.8415467739105225, 1.8340301513671875]}, {"step": 300, "epoch": 0, "train_loss": 0.9792682528495789, "cos_r_negg": [0.23320330679416656, 0.23426520824432373, 0.19105498492717743, 0.18678881227970123, 0.23938807845115662, 0.2737082839012146, 0.10961054265499115], "cos_apical_negg": [0.23320330679416656, 0.23426520824432373, 0.19105498492717743, 0.18678881227970123, 0.23938807845115662, 0.2737082839012146, 0.10961054265499115], "cos_Ac_negg": [0.23320330679416656, 0.23426520824432373, 0.19105498492717743, 0.18678881227970123, 0.23938807845115662, 0.2737082839012146, 0.10961054265499115], "r_norm": [1.5378479957580566, 1.4851477146148682, 1.5015581846237183, 1.5182878971099854, 1.5803182125091553, 1.571808934211731, 1.5692529678344727]}, {"step": 350, "epoch": 0, "train_loss": 0.561996579170227, "cos_r_negg": [0.28892284631729126, 0.27174466848373413, 0.24297159910202026, 0.21510277688503265, 0.282755970954895, 0.22288665175437927, 0.11524425446987152], "cos_apical_negg": [0.28892284631729126, 0.27174466848373413, 0.24297159910202026, 0.21510277688503265, 0.282755970954895, 0.22288665175437927, 0.11524425446987152], "cos_Ac_negg": [0.28892284631729126, 0.27174466848373413, 0.24297159910202026, 0.21510277688503265, 0.282755970954895, 0.22288665175437927, 0.11524425446987152], "r_norm": [1.437204122543335, 1.3892040252685547, 1.3986343145370483, 1.4145387411117554, 1.4675277471542358, 1.4677423238754272, 1.466797947883606]}, {"step": 400, "epoch": 0, "train_loss": 0.747462272644043, "cos_r_negg": [0.3025924563407898, 0.27112439274787903, 0.2437034249305725, 0.21525701880455017, 0.265818327665329, 0.26415398716926575, 0.08141402900218964], "cos_apical_negg": [0.3025924563407898, 0.27112439274787903, 0.2437034249305725, 0.21525701880455017, 0.265818327665329, 0.26415398716926575, 0.08141402900218964], "cos_Ac_negg": [0.3025924563407898, 0.27112439274787903, 0.2437034249305725, 0.21525701880455017, 0.265818327665329, 0.26415398716926575, 0.08141402900218964], "r_norm": [1.5909348726272583, 1.5296028852462769, 1.5372861623764038, 1.5489635467529297, 1.6149579286575317, 1.6181349754333496, 1.6124017238616943]}, {"step": 450, "epoch": 0, "train_loss": 0.5816439390182495, "cos_r_negg": [0.2960761487483978, 0.28296929597854614, 0.2791469395160675, 0.23505553603172302, 0.2629536986351013, 0.26243287324905396, 0.056200869381427765], "cos_apical_negg": [0.2960761487483978, 0.28296929597854614, 0.2791469395160675, 0.23505553603172302, 0.2629536986351013, 0.26243287324905396, 0.056200869381427765], "cos_Ac_negg": [0.2960761487483978, 0.28296929597854614, 0.2791469395160675, 0.23505553603172302, 0.2629536986351013, 0.26243287324905396, 0.056200869381427765], "r_norm": [1.5683794021606445, 1.500705361366272, 1.5062893629074097, 1.524627923965454, 1.5902869701385498, 1.5848708152770996, 1.5888923406600952]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8192, "test_loss": 0.6463219116210938}, {"step": 500, "epoch": 1, "train_loss": 0.5090898275375366, "cos_r_negg": [0.29132091999053955, 0.2897540330886841, 0.2667686343193054, 0.2617858350276947, 0.27340441942214966, 0.19203385710716248, 0.04727117717266083], "cos_apical_negg": [0.29132091999053955, 0.2897540330886841, 0.2667686343193054, 0.2617858350276947, 0.27340441942214966, 0.19203385710716248, 0.04727117717266083], "cos_Ac_negg": [0.29132091999053955, 0.2897540330886841, 0.2667686343193054, 0.2617858350276947, 0.27340441942214966, 0.19203385710716248, 0.04727117717266083], "r_norm": [1.4450998306274414, 1.393284797668457, 1.4011175632476807, 1.4088904857635498, 1.4717400074005127, 1.4697918891906738, 1.4661636352539062]}, {"step": 550, "epoch": 1, "train_loss": 0.6447683572769165, "cos_r_negg": [0.24727901816368103, 0.29521942138671875, 0.22967000305652618, 0.2572559118270874, 0.28615665435791016, 0.2439359426498413, 0.045919567346572876], "cos_apical_negg": [0.24727901816368103, 0.29521942138671875, 0.22967000305652618, 0.2572559118270874, 0.28615665435791016, 0.2439359426498413, 0.045919567346572876], "cos_Ac_negg": [0.24727901816368103, 0.29521942138671875, 0.22967000305652618, 0.2572559118270874, 0.28615665435791016, 0.2439359426498413, 0.045919567346572876], "r_norm": [1.426078200340271, 1.3681352138519287, 1.3731346130371094, 1.387820839881897, 1.4586613178253174, 1.449830412864685, 1.4511666297912598]}, {"step": 600, "epoch": 1, "train_loss": 0.63643878698349, "cos_r_negg": [0.2734633684158325, 0.29359880089759827, 0.20571470260620117, 0.22613173723220825, 0.24380894005298615, 0.24555224180221558, 0.06741736084222794], "cos_apical_negg": [0.2734633684158325, 0.29359880089759827, 0.20571470260620117, 0.22613173723220825, 0.24380894005298615, 0.24555224180221558, 0.06741736084222794], "cos_Ac_negg": [0.2734633684158325, 0.29359880089759827, 0.20571470260620117, 0.22613173723220825, 0.24380894005298615, 0.24555224180221558, 0.06741736084222794], "r_norm": [1.3864493370056152, 1.335275650024414, 1.3485090732574463, 1.3600223064422607, 1.4256205558776855, 1.4165819883346558, 1.4188640117645264]}, {"step": 650, "epoch": 1, "train_loss": 0.6840469837188721, "cos_r_negg": [0.3148643374443054, 0.3257809579372406, 0.2723422646522522, 0.24607545137405396, 0.27610063552856445, 0.25402262806892395, 0.02615601196885109], "cos_apical_negg": [0.3148643374443054, 0.3257809579372406, 0.2723422646522522, 0.24607545137405396, 0.27610063552856445, 0.25402262806892395, 0.02615601196885109], "cos_Ac_negg": [0.3148643374443054, 0.3257809579372406, 0.2723422646522522, 0.24607545137405396, 0.27610063552856445, 0.25402262806892395, 0.02615601196885109], "r_norm": [1.426313877105713, 1.3766682147979736, 1.384005069732666, 1.4033393859863281, 1.4705255031585693, 1.4585076570510864, 1.4629179239273071]}, {"step": 700, "epoch": 1, "train_loss": 0.3749704360961914, "cos_r_negg": [0.298755943775177, 0.3212471604347229, 0.2744046747684479, 0.24805685877799988, 0.28085851669311523, 0.2478395402431488, 0.06993758678436279], "cos_apical_negg": [0.298755943775177, 0.3212471604347229, 0.2744046747684479, 0.24805685877799988, 0.28085851669311523, 0.2478395402431488, 0.06993758678436279], "cos_Ac_negg": [0.298755943775177, 0.3212471604347229, 0.2744046747684479, 0.24805685877799988, 0.28085851669311523, 0.2478395402431488, 0.06993758678436279], "r_norm": [1.4734117984771729, 1.4084179401397705, 1.4153861999511719, 1.427661418914795, 1.4896588325500488, 1.4901249408721924, 1.490173101425171]}, {"step": 750, "epoch": 1, "train_loss": 0.4631604552268982, "cos_r_negg": [0.29821687936782837, 0.31282031536102295, 0.24063509702682495, 0.26217424869537354, 0.24394193291664124, 0.19606958329677582, 0.025469407439231873], "cos_apical_negg": [0.29821687936782837, 0.31282031536102295, 0.24063509702682495, 0.26217424869537354, 0.24394193291664124, 0.19606958329677582, 0.025469407439231873], "cos_Ac_negg": [0.29821687936782837, 0.31282031536102295, 0.24063509702682495, 0.26217424869537354, 0.24394193291664124, 0.19606958329677582, 0.025469407439231873], "r_norm": [1.393495798110962, 1.3414814472198486, 1.3521569967269897, 1.3674484491348267, 1.427797555923462, 1.423030138015747, 1.421141505241394]}, {"step": 800, "epoch": 1, "train_loss": 0.5834908485412598, "cos_r_negg": [0.3010118305683136, 0.33507341146469116, 0.3056653141975403, 0.28632792830467224, 0.3310953974723816, 0.27457964420318604, 0.07432769238948822], "cos_apical_negg": [0.3010118305683136, 0.33507341146469116, 0.3056653141975403, 0.28632792830467224, 0.3310953974723816, 0.27457964420318604, 0.07432769238948822], "cos_Ac_negg": [0.3010118305683136, 0.33507341146469116, 0.3056653141975403, 0.28632792830467224, 0.3310953974723816, 0.27457964420318604, 0.07432769238948822], "r_norm": [1.416901707649231, 1.3677072525024414, 1.3709213733673096, 1.3806840181350708, 1.4458980560302734, 1.4475877285003662, 1.4463361501693726]}, {"step": 850, "epoch": 1, "train_loss": 0.3956460952758789, "cos_r_negg": [0.27398979663848877, 0.25705665349960327, 0.2708240747451782, 0.23985154926776886, 0.233475923538208, 0.21044552326202393, 0.06766843050718307], "cos_apical_negg": [0.27398979663848877, 0.25705665349960327, 0.2708240747451782, 0.23985154926776886, 0.233475923538208, 0.21044552326202393, 0.06766843050718307], "cos_Ac_negg": [0.27398979663848877, 0.25705665349960327, 0.2708240747451782, 0.23985154926776886, 0.233475923538208, 0.21044552326202393, 0.06766843050718307], "r_norm": [1.3450405597686768, 1.2929797172546387, 1.3031648397445679, 1.317147135734558, 1.3740565776824951, 1.369701623916626, 1.3711726665496826]}, {"step": 900, "epoch": 1, "train_loss": 0.4348985552787781, "cos_r_negg": [0.36651456356048584, 0.33356839418411255, 0.32301273941993713, 0.2968393564224243, 0.32481884956359863, 0.29674530029296875, 0.06145941838622093], "cos_apical_negg": [0.36651456356048584, 0.33356839418411255, 0.32301273941993713, 0.2968393564224243, 0.32481884956359863, 0.29674530029296875, 0.06145941838622093], "cos_Ac_negg": [0.36651456356048584, 0.33356839418411255, 0.32301273941993713, 0.2968393564224243, 0.32481884956359863, 0.29674530029296875, 0.06145941838622093], "r_norm": [1.3718483448028564, 1.3215588331222534, 1.3331297636032104, 1.3446063995361328, 1.407558560371399, 1.4027884006500244, 1.400470495223999]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8352, "test_loss": 0.4681517486572266}, {"step": 950, "epoch": 2, "train_loss": 0.4421975612640381, "cos_r_negg": [0.34895873069763184, 0.32015806436538696, 0.31804752349853516, 0.2626520097255707, 0.28195518255233765, 0.2704624831676483, 0.06314140558242798], "cos_apical_negg": [0.34895873069763184, 0.32015806436538696, 0.31804752349853516, 0.2626520097255707, 0.28195518255233765, 0.2704624831676483, 0.06314140558242798], "cos_Ac_negg": [0.34895873069763184, 0.32015806436538696, 0.31804752349853516, 0.2626520097255707, 0.28195518255233765, 0.2704624831676483, 0.06314140558242798], "r_norm": [1.2808151245117188, 1.2338652610778809, 1.2488479614257812, 1.2607378959655762, 1.309769630432129, 1.306075930595398, 1.3031071424484253]}, {"step": 1000, "epoch": 2, "train_loss": 0.4511720538139343, "cos_r_negg": [0.3849765360355377, 0.3742768466472626, 0.3560263514518738, 0.28799158334732056, 0.3209473788738251, 0.2919701933860779, 0.07873280346393585], "cos_apical_negg": [0.3849765360355377, 0.3742768466472626, 0.3560263514518738, 0.28799158334732056, 0.3209473788738251, 0.2919701933860779, 0.07873280346393585], "cos_Ac_negg": [0.3849765360355377, 0.3742768466472626, 0.3560263514518738, 0.28799158334732056, 0.3209473788738251, 0.2919701933860779, 0.07873280346393585], "r_norm": [1.3486437797546387, 1.299103856086731, 1.3068269491195679, 1.3125689029693604, 1.3841663599014282, 1.3784739971160889, 1.3751620054244995]}, {"step": 1050, "epoch": 2, "train_loss": 0.2973094582557678, "cos_r_negg": [0.3458687663078308, 0.3443301320075989, 0.36656445264816284, 0.3208218216896057, 0.30110132694244385, 0.31461524963378906, 0.07776027172803879], "cos_apical_negg": [0.3458687663078308, 0.3443301320075989, 0.36656445264816284, 0.3208218216896057, 0.30110132694244385, 0.31461524963378906, 0.07776027172803879], "cos_Ac_negg": [0.3458687663078308, 0.3443301320075989, 0.36656445264816284, 0.3208218216896057, 0.30110132694244385, 0.31461524963378906, 0.07776027172803879], "r_norm": [1.3096976280212402, 1.262079119682312, 1.2731060981750488, 1.2771377563476562, 1.3399313688278198, 1.3380014896392822, 1.332277774810791]}, {"step": 1100, "epoch": 2, "train_loss": 0.40384456515312195, "cos_r_negg": [0.32476863265037537, 0.30782920122146606, 0.3211424946784973, 0.27327680587768555, 0.2791461944580078, 0.24973136186599731, 0.05948197469115257], "cos_apical_negg": [0.32476863265037537, 0.30782920122146606, 0.3211424946784973, 0.27327680587768555, 0.2791461944580078, 0.24973136186599731, 0.05948197469115257], "cos_Ac_negg": [0.32476863265037537, 0.30782920122146606, 0.3211424946784973, 0.27327680587768555, 0.2791461944580078, 0.24973136186599731, 0.05948197469115257], "r_norm": [1.2363998889923096, 1.1894224882125854, 1.199291467666626, 1.207967758178711, 1.2653098106384277, 1.2622448205947876, 1.2630579471588135]}, {"step": 1150, "epoch": 2, "train_loss": 0.5037810802459717, "cos_r_negg": [0.33215296268463135, 0.32768237590789795, 0.3372434377670288, 0.3421090245246887, 0.32943814992904663, 0.3303615152835846, 0.08246144652366638], "cos_apical_negg": [0.33215296268463135, 0.32768237590789795, 0.3372434377670288, 0.3421090245246887, 0.32943814992904663, 0.3303615152835846, 0.08246144652366638], "cos_Ac_negg": [0.33215296268463135, 0.32768237590789795, 0.3372434377670288, 0.3421090245246887, 0.32943814992904663, 0.3303615152835846, 0.08246144652366638], "r_norm": [1.2871135473251343, 1.240958571434021, 1.2526589632034302, 1.2562906742095947, 1.3284525871276855, 1.3205196857452393, 1.3168120384216309]}, {"step": 1200, "epoch": 2, "train_loss": 0.5130233764648438, "cos_r_negg": [0.2899754047393799, 0.2831317186355591, 0.29027533531188965, 0.3002777099609375, 0.29583513736724854, 0.2685941457748413, 0.07036549597978592], "cos_apical_negg": [0.2899754047393799, 0.2831317186355591, 0.29027533531188965, 0.3002777099609375, 0.29583513736724854, 0.2685941457748413, 0.07036549597978592], "cos_Ac_negg": [0.2899754047393799, 0.2831317186355591, 0.29027533531188965, 0.3002777099609375, 0.29583513736724854, 0.2685941457748413, 0.07036549597978592], "r_norm": [1.4489691257476807, 1.4037973880767822, 1.4134011268615723, 1.412693977355957, 1.4958367347717285, 1.4922312498092651, 1.4830682277679443]}, {"step": 1250, "epoch": 2, "train_loss": 0.41147416830062866, "cos_r_negg": [0.339528888463974, 0.33585280179977417, 0.3111003339290619, 0.3118289113044739, 0.3140350580215454, 0.27166956663131714, 0.06384460628032684], "cos_apical_negg": [0.339528888463974, 0.33585280179977417, 0.3111003339290619, 0.3118289113044739, 0.3140350580215454, 0.27166956663131714, 0.06384460628032684], "cos_Ac_negg": [0.339528888463974, 0.33585280179977417, 0.3111003339290619, 0.3118289113044739, 0.3140350580215454, 0.27166956663131714, 0.06384460628032684], "r_norm": [1.3592432737350464, 1.3080956935882568, 1.324812412261963, 1.3366799354553223, 1.4053794145584106, 1.392829179763794, 1.3969751596450806]}, {"step": 1300, "epoch": 2, "train_loss": 0.3868374228477478, "cos_r_negg": [0.32271480560302734, 0.3326603174209595, 0.2996445596218109, 0.298849880695343, 0.30857354402542114, 0.2602373957633972, 0.0960177481174469], "cos_apical_negg": [0.32271480560302734, 0.3326603174209595, 0.2996445596218109, 0.298849880695343, 0.30857354402542114, 0.2602373957633972, 0.0960177481174469], "cos_Ac_negg": [0.32271480560302734, 0.3326603174209595, 0.2996445596218109, 0.298849880695343, 0.30857354402542114, 0.2602373957633972, 0.0960177481174469], "r_norm": [1.2033311128616333, 1.1646308898925781, 1.1732350587844849, 1.1804348230361938, 1.2365366220474243, 1.233933925628662, 1.2300105094909668]}, {"step": 1350, "epoch": 2, "train_loss": 0.34856221079826355, "cos_r_negg": [0.36038315296173096, 0.3663104176521301, 0.35496288537979126, 0.31835371255874634, 0.32663846015930176, 0.29276150465011597, 0.0502932034432888], "cos_apical_negg": [0.36038315296173096, 0.3663104176521301, 0.35496288537979126, 0.31835371255874634, 0.32663846015930176, 0.29276150465011597, 0.0502932034432888], "cos_Ac_negg": [0.36038315296173096, 0.3663104176521301, 0.35496288537979126, 0.31835371255874634, 0.32663846015930176, 0.29276150465011597, 0.0502932034432888], "r_norm": [1.215632677078247, 1.1662126779556274, 1.1752532720565796, 1.1859004497528076, 1.2374677658081055, 1.2344880104064941, 1.233863353729248]}, {"step": 1400, "epoch": 2, "train_loss": 0.5759027004241943, "cos_r_negg": [0.33898645639419556, 0.3546260893344879, 0.34990230202674866, 0.34547874331474304, 0.2934318780899048, 0.2799918055534363, 0.05227133631706238], "cos_apical_negg": [0.33898645639419556, 0.3546260893344879, 0.34990230202674866, 0.34547874331474304, 0.2934318780899048, 0.2799918055534363, 0.05227133631706238], "cos_Ac_negg": [0.33898645639419556, 0.3546260893344879, 0.34990230202674866, 0.34547874331474304, 0.2934318780899048, 0.2799918055534363, 0.05227133631706238], "r_norm": [1.1446595191955566, 1.1031992435455322, 1.1166324615478516, 1.1252731084823608, 1.1738181114196777, 1.1683014631271362, 1.1653422117233276]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8463, "test_loss": 0.4606717712402344}, {"step": 1450, "epoch": 3, "train_loss": 0.7163730263710022, "cos_r_negg": [0.3812403976917267, 0.37169748544692993, 0.3786446750164032, 0.35870596766471863, 0.3444980978965759, 0.2829153537750244, 0.044012852013111115], "cos_apical_negg": [0.3812403976917267, 0.37169748544692993, 0.3786446750164032, 0.35870596766471863, 0.3444980978965759, 0.2829153537750244, 0.044012852013111115], "cos_Ac_negg": [0.3812403976917267, 0.37169748544692993, 0.3786446750164032, 0.35870596766471863, 0.3444980978965759, 0.2829153537750244, 0.044012852013111115], "r_norm": [1.291742205619812, 1.2444462776184082, 1.253358006477356, 1.2542747259140015, 1.3176116943359375, 1.3173021078109741, 1.3126534223556519]}, {"step": 1500, "epoch": 3, "train_loss": 0.5473682880401611, "cos_r_negg": [0.355962336063385, 0.3764692544937134, 0.3660613000392914, 0.34678590297698975, 0.33195769786834717, 0.2882434129714966, 0.06783800572156906], "cos_apical_negg": [0.355962336063385, 0.3764692544937134, 0.3660613000392914, 0.34678590297698975, 0.33195769786834717, 0.2882434129714966, 0.06783800572156906], "cos_Ac_negg": [0.355962336063385, 0.3764692544937134, 0.3660613000392914, 0.34678590297698975, 0.33195769786834717, 0.2882434129714966, 0.06783800572156906], "r_norm": [1.641810417175293, 1.5791734457015991, 1.5879061222076416, 1.591681957244873, 1.6789352893829346, 1.6777255535125732, 1.6724910736083984]}, {"step": 1550, "epoch": 3, "train_loss": 0.3906257748603821, "cos_r_negg": [0.36703938245773315, 0.3619650602340698, 0.3241039514541626, 0.3015673756599426, 0.346652626991272, 0.3115406632423401, 0.044362396001815796], "cos_apical_negg": [0.36703938245773315, 0.3619650602340698, 0.3241039514541626, 0.3015673756599426, 0.346652626991272, 0.3115406632423401, 0.044362396001815796], "cos_Ac_negg": [0.36703938245773315, 0.3619650602340698, 0.3241039514541626, 0.3015673756599426, 0.346652626991272, 0.3115406632423401, 0.044362396001815796], "r_norm": [1.2988076210021973, 1.250974178314209, 1.2586578130722046, 1.2708040475845337, 1.3279056549072266, 1.3239810466766357, 1.3271162509918213]}, {"step": 1600, "epoch": 3, "train_loss": 0.3746773600578308, "cos_r_negg": [0.364546000957489, 0.35666507482528687, 0.32388991117477417, 0.31600695848464966, 0.3180752396583557, 0.29695016145706177, 0.02865472435951233], "cos_apical_negg": [0.364546000957489, 0.35666507482528687, 0.32388991117477417, 0.31600695848464966, 0.3180752396583557, 0.29695016145706177, 0.02865472435951233], "cos_Ac_negg": [0.364546000957489, 0.35666507482528687, 0.32388991117477417, 0.31600695848464966, 0.3180752396583557, 0.29695016145706177, 0.02865472435951233], "r_norm": [1.3768963813781738, 1.3223788738250732, 1.3350450992584229, 1.3343045711517334, 1.406215786933899, 1.4047026634216309, 1.3994946479797363]}, {"step": 1650, "epoch": 3, "train_loss": 0.5456084609031677, "cos_r_negg": [0.3705746531486511, 0.37397751212120056, 0.3373037278652191, 0.3110174536705017, 0.3132162094116211, 0.2581731081008911, 0.028129376471042633], "cos_apical_negg": [0.3705746531486511, 0.37397751212120056, 0.3373037278652191, 0.3110174536705017, 0.3132162094116211, 0.2581731081008911, 0.028129376471042633], "cos_Ac_negg": [0.3705746531486511, 0.37397751212120056, 0.3373037278652191, 0.3110174536705017, 0.3132162094116211, 0.2581731081008911, 0.028129376471042633], "r_norm": [1.2113137245178223, 1.1672208309173584, 1.1809920072555542, 1.1880208253860474, 1.2507965564727783, 1.2418832778930664, 1.241692304611206]}, {"step": 1700, "epoch": 3, "train_loss": 0.3870728611946106, "cos_r_negg": [0.3548293709754944, 0.3645685911178589, 0.3309107720851898, 0.3074333071708679, 0.31283247470855713, 0.2721444070339203, 0.0006451229564845562], "cos_apical_negg": [0.3548293709754944, 0.3645685911178589, 0.3309107720851898, 0.3074333071708679, 0.31283247470855713, 0.2721444070339203, 0.0006451229564845562], "cos_Ac_negg": [0.3548293709754944, 0.3645685911178589, 0.3309107720851898, 0.3074333071708679, 0.31283247470855713, 0.2721444070339203, 0.0006451229564845562], "r_norm": [1.2719368934631348, 1.2257297039031982, 1.233654260635376, 1.2444651126861572, 1.2996277809143066, 1.2968884706497192, 1.2968075275421143]}, {"step": 1750, "epoch": 3, "train_loss": 0.5897690057754517, "cos_r_negg": [0.35514870285987854, 0.3625323474407196, 0.3316880166530609, 0.321907103061676, 0.3251592516899109, 0.2490251064300537, 0.02038118802011013], "cos_apical_negg": [0.35514870285987854, 0.3625323474407196, 0.3316880166530609, 0.321907103061676, 0.3251592516899109, 0.2490251064300537, 0.02038118802011013], "cos_Ac_negg": [0.35514870285987854, 0.3625323474407196, 0.3316880166530609, 0.321907103061676, 0.3251592516899109, 0.2490251064300537, 0.02038118802011013], "r_norm": [1.1602715253829956, 1.1185873746871948, 1.1259136199951172, 1.1295404434204102, 1.1914668083190918, 1.1874279975891113, 1.1826791763305664]}, {"step": 1800, "epoch": 3, "train_loss": 0.4491127133369446, "cos_r_negg": [0.33521950244903564, 0.3389550447463989, 0.2961057722568512, 0.30415016412734985, 0.2918126881122589, 0.20886719226837158, -0.010017660446465015], "cos_apical_negg": [0.33521950244903564, 0.3389550447463989, 0.2961057722568512, 0.30415016412734985, 0.2918126881122589, 0.20886719226837158, -0.010017660446465015], "cos_Ac_negg": [0.33521950244903564, 0.3389550447463989, 0.2961057722568512, 0.30415016412734985, 0.2918126881122589, 0.20886719226837158, -0.010017660446465015], "r_norm": [1.2241361141204834, 1.1800565719604492, 1.188770055770874, 1.188652753829956, 1.2560782432556152, 1.2523193359375, 1.2477953433990479]}, {"step": 1850, "epoch": 3, "train_loss": 0.4339791536331177, "cos_r_negg": [0.348823606967926, 0.3536626696586609, 0.31013309955596924, 0.300921767950058, 0.3223923444747925, 0.24101293087005615, 0.008647430688142776], "cos_apical_negg": [0.348823606967926, 0.3536626696586609, 0.31013309955596924, 0.300921767950058, 0.3223923444747925, 0.24101293087005615, 0.008647430688142776], "cos_Ac_negg": [0.348823606967926, 0.3536626696586609, 0.31013309955596924, 0.300921767950058, 0.3223923444747925, 0.24101293087005615, 0.008647430688142776], "r_norm": [1.092494010925293, 1.05067777633667, 1.054178237915039, 1.0659807920455933, 1.1136987209320068, 1.1110444068908691, 1.1132512092590332]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8602, "test_loss": 0.4166408508300781}, {"step": 1900, "epoch": 4, "train_loss": 0.274852454662323, "cos_r_negg": [0.3925170302391052, 0.40109872817993164, 0.3586200475692749, 0.3611799478530884, 0.36895447969436646, 0.24554979801177979, -0.008528679609298706], "cos_apical_negg": [0.3925170302391052, 0.40109872817993164, 0.3586200475692749, 0.3611799478530884, 0.36895447969436646, 0.24554979801177979, -0.008528679609298706], "cos_Ac_negg": [0.3925170302391052, 0.40109872817993164, 0.3586200475692749, 0.3611799478530884, 0.36895447969436646, 0.24554979801177979, -0.008528679609298706], "r_norm": [1.2114835977554321, 1.1633713245391846, 1.175962209701538, 1.1844162940979004, 1.2462142705917358, 1.2380698919296265, 1.2371790409088135]}, {"step": 1950, "epoch": 4, "train_loss": 0.6368579864501953, "cos_r_negg": [0.4052174687385559, 0.42284828424453735, 0.385616660118103, 0.35683172941207886, 0.3619178831577301, 0.2987992763519287, 0.009803937748074532], "cos_apical_negg": [0.4052174687385559, 0.42284828424453735, 0.385616660118103, 0.35683172941207886, 0.3619178831577301, 0.2987992763519287, 0.009803937748074532], "cos_Ac_negg": [0.4052174687385559, 0.42284828424453735, 0.385616660118103, 0.35683172941207886, 0.3619178831577301, 0.2987992763519287, 0.009803937748074532], "r_norm": [1.1346402168273926, 1.0928634405136108, 1.1029773950576782, 1.110159158706665, 1.167872667312622, 1.1582106351852417, 1.1573253870010376]}, {"step": 2000, "epoch": 4, "train_loss": 0.42314013838768005, "cos_r_negg": [0.4041758179664612, 0.40343016386032104, 0.375685453414917, 0.33197659254074097, 0.3580567240715027, 0.2915405035018921, -0.04915616661310196], "cos_apical_negg": [0.4041758179664612, 0.40343016386032104, 0.375685453414917, 0.33197659254074097, 0.3580567240715027, 0.2915405035018921, -0.04915616661310196], "cos_Ac_negg": [0.4041758179664612, 0.40343016386032104, 0.375685453414917, 0.33197659254074097, 0.3580567240715027, 0.2915405035018921, -0.04915616661310196], "r_norm": [1.328740119934082, 1.2685893774032593, 1.2859247922897339, 1.2910290956497192, 1.3626304864883423, 1.353837251663208, 1.3530548810958862]}, {"step": 2050, "epoch": 4, "train_loss": 0.41896483302116394, "cos_r_negg": [0.40336212515830994, 0.39813846349716187, 0.3802122473716736, 0.34272730350494385, 0.3576093316078186, 0.289689838886261, -0.010333990678191185], "cos_apical_negg": [0.40336212515830994, 0.39813846349716187, 0.3802122473716736, 0.34272730350494385, 0.3576093316078186, 0.289689838886261, -0.010333990678191185], "cos_Ac_negg": [0.40336212515830994, 0.39813846349716187, 0.3802122473716736, 0.34272730350494385, 0.3576093316078186, 0.289689838886261, -0.010333990678191185], "r_norm": [1.1750903129577637, 1.1330559253692627, 1.1395001411437988, 1.15140962600708, 1.2031018733978271, 1.1976616382598877, 1.1937153339385986]}, {"step": 2100, "epoch": 4, "train_loss": 0.2677282691001892, "cos_r_negg": [0.38199353218078613, 0.37181246280670166, 0.33979588747024536, 0.31179529428482056, 0.33524447679519653, 0.3029850125312805, -0.048888422548770905], "cos_apical_negg": [0.38199353218078613, 0.37181246280670166, 0.33979588747024536, 0.31179529428482056, 0.33524447679519653, 0.3029850125312805, -0.048888422548770905], "cos_Ac_negg": [0.38199353218078613, 0.37181246280670166, 0.33979588747024536, 0.31179529428482056, 0.33524447679519653, 0.3029850125312805, -0.048888422548770905], "r_norm": [1.1223753690719604, 1.080731987953186, 1.0900559425354004, 1.0970878601074219, 1.1524083614349365, 1.1478073596954346, 1.143756628036499]}, {"step": 2150, "epoch": 4, "train_loss": 0.41707319021224976, "cos_r_negg": [0.37193816900253296, 0.35757726430892944, 0.32579687237739563, 0.30272549390792847, 0.3242974877357483, 0.2826769948005676, -0.016587605699896812], "cos_apical_negg": [0.37193816900253296, 0.35757726430892944, 0.32579687237739563, 0.30272549390792847, 0.3242974877357483, 0.2826769948005676, -0.016587605699896812], "cos_Ac_negg": [0.37193816900253296, 0.35757726430892944, 0.32579687237739563, 0.30272549390792847, 0.3242974877357483, 0.2826769948005676, -0.016587605699896812], "r_norm": [1.1140257120132446, 1.070920467376709, 1.084172248840332, 1.0849405527114868, 1.1442005634307861, 1.1399579048156738, 1.1318764686584473]}, {"step": 2200, "epoch": 4, "train_loss": 0.45756796002388, "cos_r_negg": [0.3091805577278137, 0.30804216861724854, 0.2879796624183655, 0.2539979815483093, 0.28612053394317627, 0.22936099767684937, -0.04553860425949097], "cos_apical_negg": [0.3091805577278137, 0.30804216861724854, 0.2879796624183655, 0.2539979815483093, 0.28612053394317627, 0.22936099767684937, -0.04553860425949097], "cos_Ac_negg": [0.3091805577278137, 0.30804216861724854, 0.2879796624183655, 0.2539979815483093, 0.28612053394317627, 0.22936099767684937, -0.04553860425949097], "r_norm": [1.1909325122833252, 1.1469433307647705, 1.154096245765686, 1.158433198928833, 1.2175252437591553, 1.2169933319091797, 1.2126649618148804]}, {"step": 2250, "epoch": 4, "train_loss": 0.3543113172054291, "cos_r_negg": [0.34133052825927734, 0.3526657223701477, 0.3068726658821106, 0.2817257046699524, 0.33363232016563416, 0.2714255750179291, -0.010974195785820484], "cos_apical_negg": [0.34133052825927734, 0.3526657223701477, 0.3068726658821106, 0.2817257046699524, 0.33363232016563416, 0.2714255750179291, -0.010974195785820484], "cos_Ac_negg": [0.34133052825927734, 0.3526657223701477, 0.3068726658821106, 0.2817257046699524, 0.33363232016563416, 0.2714255750179291, -0.010974195785820484], "r_norm": [1.1352603435516357, 1.0965771675109863, 1.1081925630569458, 1.1020617485046387, 1.1728144884109497, 1.1710041761398315, 1.1533160209655762]}, {"step": 2300, "epoch": 4, "train_loss": 0.1717069447040558, "cos_r_negg": [0.3215930163860321, 0.32804471254348755, 0.2910752594470978, 0.2749074399471283, 0.3018111288547516, 0.2658340632915497, 0.009183065965771675], "cos_apical_negg": [0.3215930163860321, 0.32804471254348755, 0.2910752594470978, 0.2749074399471283, 0.3018111288547516, 0.2658340632915497, 0.009183065965771675], "cos_Ac_negg": [0.3215930163860321, 0.32804471254348755, 0.2910752594470978, 0.2749074399471283, 0.3018111288547516, 0.2658340632915497, 0.009183065965771675], "r_norm": [1.081238865852356, 1.0374338626861572, 1.0469050407409668, 1.0526187419891357, 1.1078801155090332, 1.101305365562439, 1.1023616790771484]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8481, "test_loss": 0.4494598358154297}, {"step": 2350, "epoch": 5, "train_loss": 0.2744680345058441, "cos_r_negg": [0.3528144359588623, 0.35577595233917236, 0.3183991312980652, 0.29318660497665405, 0.30953866243362427, 0.2945364713668823, 0.006744828540831804], "cos_apical_negg": [0.3528144359588623, 0.35577595233917236, 0.3183991312980652, 0.29318660497665405, 0.30953866243362427, 0.2945364713668823, 0.006744828540831804], "cos_Ac_negg": [0.3528144359588623, 0.35577595233917236, 0.3183991312980652, 0.29318660497665405, 0.30953866243362427, 0.2945364713668823, 0.006744828540831804], "r_norm": [1.1111881732940674, 1.0687594413757324, 1.0795679092407227, 1.0843783617019653, 1.1378796100616455, 1.1339879035949707, 1.1322879791259766]}, {"step": 2400, "epoch": 5, "train_loss": 0.3418806791305542, "cos_r_negg": [0.33927854895591736, 0.3609886169433594, 0.34802550077438354, 0.33686578273773193, 0.34220314025878906, 0.3159933090209961, 0.0020812228322029114], "cos_apical_negg": [0.33927854895591736, 0.3609886169433594, 0.34802550077438354, 0.33686578273773193, 0.34220314025878906, 0.3159933090209961, 0.0020812228322029114], "cos_Ac_negg": [0.33927854895591736, 0.3609886169433594, 0.34802550077438354, 0.33686578273773193, 0.34220314025878906, 0.3159933090209961, 0.0020812228322029114], "r_norm": [1.208911657333374, 1.1579933166503906, 1.165724754333496, 1.1710096597671509, 1.2275410890579224, 1.2261741161346436, 1.2260096073150635]}, {"step": 2450, "epoch": 5, "train_loss": 0.3793818950653076, "cos_r_negg": [0.3352012038230896, 0.33325809240341187, 0.3331427574157715, 0.30203375220298767, 0.31689193844795227, 0.26084089279174805, 0.011769350618124008], "cos_apical_negg": [0.3352012038230896, 0.33325809240341187, 0.3331427574157715, 0.30203375220298767, 0.31689193844795227, 0.26084089279174805, 0.011769350618124008], "cos_Ac_negg": [0.3352012038230896, 0.33325809240341187, 0.3331427574157715, 0.30203375220298767, 0.31689193844795227, 0.26084089279174805, 0.011769350618124008], "r_norm": [1.1536762714385986, 1.1142292022705078, 1.1202201843261719, 1.1259167194366455, 1.1817821264266968, 1.1775857210159302, 1.1763887405395508]}, {"step": 2500, "epoch": 5, "train_loss": 0.38467180728912354, "cos_r_negg": [0.30057013034820557, 0.30603352189064026, 0.2935035824775696, 0.2700541615486145, 0.3348051905632019, 0.2750993072986603, -0.0032768072560429573], "cos_apical_negg": [0.30057013034820557, 0.30603352189064026, 0.2935035824775696, 0.2700541615486145, 0.3348051905632019, 0.2750993072986603, -0.0032768072560429573], "cos_Ac_negg": [0.30057013034820557, 0.30603352189064026, 0.2935035824775696, 0.2700541615486145, 0.3348051905632019, 0.2750993072986603, -0.0032768072560429573], "r_norm": [1.2192132472991943, 1.1698024272918701, 1.1716022491455078, 1.179572343826294, 1.2262976169586182, 1.2303388118743896, 1.235658049583435]}, {"step": 2550, "epoch": 5, "train_loss": 0.3461287021636963, "cos_r_negg": [0.3387796878814697, 0.34320980310440063, 0.3144262433052063, 0.3010507822036743, 0.31733399629592896, 0.2738581895828247, -0.005358188413083553], "cos_apical_negg": [0.3387796878814697, 0.34320980310440063, 0.3144262433052063, 0.3010507822036743, 0.31733399629592896, 0.2738581895828247, -0.005358188413083553], "cos_Ac_negg": [0.3387796878814697, 0.34320980310440063, 0.3144262433052063, 0.3010507822036743, 0.31733399629592896, 0.2738581895828247, -0.005358188413083553], "r_norm": [1.040895700454712, 1.0019822120666504, 1.0136847496032715, 1.017899751663208, 1.071951150894165, 1.0647947788238525, 1.0636234283447266]}, {"step": 2600, "epoch": 5, "train_loss": 0.34379342198371887, "cos_r_negg": [0.38953256607055664, 0.4047163426876068, 0.36485445499420166, 0.33734989166259766, 0.34995490312576294, 0.32945072650909424, 0.009902874007821083], "cos_apical_negg": [0.38953256607055664, 0.4047163426876068, 0.36485445499420166, 0.33734989166259766, 0.34995490312576294, 0.32945072650909424, 0.009902874007821083], "cos_Ac_negg": [0.38953256607055664, 0.4047163426876068, 0.36485445499420166, 0.33734989166259766, 0.34995490312576294, 0.32945072650909424, 0.009902874007821083], "r_norm": [1.0206739902496338, 0.9832106828689575, 0.9907848834991455, 0.9951717853546143, 1.041588544845581, 1.0397907495498657, 1.0369460582733154]}, {"step": 2650, "epoch": 5, "train_loss": 0.3502756655216217, "cos_r_negg": [0.3328002691268921, 0.351270467042923, 0.3414936065673828, 0.3335539698600769, 0.3286656439304352, 0.30125319957733154, 0.00543551379814744], "cos_apical_negg": [0.3328002691268921, 0.351270467042923, 0.3414936065673828, 0.3335539698600769, 0.3286656439304352, 0.30125319957733154, 0.00543551379814744], "cos_Ac_negg": [0.3328002691268921, 0.351270467042923, 0.3414936065673828, 0.3335539698600769, 0.3286656439304352, 0.30125319957733154, 0.00543551379814744], "r_norm": [1.1287413835525513, 1.0879204273223877, 1.0977215766906738, 1.0995310544967651, 1.1577717065811157, 1.155545949935913, 1.1505672931671143]}, {"step": 2700, "epoch": 5, "train_loss": 0.26031988859176636, "cos_r_negg": [0.33168062567710876, 0.3263142704963684, 0.3570609390735626, 0.3210833966732025, 0.34765028953552246, 0.2899177670478821, 0.010339061729609966], "cos_apical_negg": [0.33168062567710876, 0.3263142704963684, 0.3570609390735626, 0.3210833966732025, 0.34765028953552246, 0.2899177670478821, 0.010339061729609966], "cos_Ac_negg": [0.33168062567710876, 0.3263142704963684, 0.3570609390735626, 0.3210833966732025, 0.34765028953552246, 0.2899177670478821, 0.010339061729609966], "r_norm": [1.0467584133148193, 1.0058420896530151, 1.013514757156372, 1.0223709344863892, 1.0699585676193237, 1.0647364854812622, 1.0657801628112793]}, {"step": 2750, "epoch": 5, "train_loss": 0.46624046564102173, "cos_r_negg": [0.2799742519855499, 0.2920420169830322, 0.28818371891975403, 0.26143816113471985, 0.2877117991447449, 0.26039785146713257, -0.04030875116586685], "cos_apical_negg": [0.2799742519855499, 0.2920420169830322, 0.28818371891975403, 0.26143816113471985, 0.2877117991447449, 0.26039785146713257, -0.04030875116586685], "cos_Ac_negg": [0.2799742519855499, 0.2920420169830322, 0.28818371891975403, 0.26143816113471985, 0.2877117991447449, 0.26039785146713257, -0.04030875116586685], "r_norm": [1.149616003036499, 1.1057933568954468, 1.1152317523956299, 1.122498631477356, 1.178826093673706, 1.1724183559417725, 1.1729693412780762]}, {"step": 2800, "epoch": 5, "train_loss": 0.3763028383255005, "cos_r_negg": [0.32041364908218384, 0.3229484558105469, 0.3085750341415405, 0.28931570053100586, 0.29202800989151, 0.2808949053287506, -0.013700556010007858], "cos_apical_negg": [0.32041364908218384, 0.3229484558105469, 0.3085750341415405, 0.28931570053100586, 0.29202800989151, 0.2808949053287506, -0.013700556010007858], "cos_Ac_negg": [0.32041364908218384, 0.3229484558105469, 0.3085750341415405, 0.28931570053100586, 0.29202800989151, 0.2808949053287506, -0.013700556010007858], "r_norm": [1.0269266366958618, 0.9825841784477234, 0.9921490550041199, 0.9997323751449585, 1.049318552017212, 1.0429168939590454, 1.0444424152374268]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8552, "test_loss": 0.4317405883789063}, {"step": 2850, "epoch": 6, "train_loss": 0.1993979811668396, "cos_r_negg": [0.30276811122894287, 0.3195629119873047, 0.2895050644874573, 0.2881375253200531, 0.3097866177558899, 0.2813071310520172, 0.0008900640532374382], "cos_apical_negg": [0.30276811122894287, 0.3195629119873047, 0.2895050644874573, 0.2881375253200531, 0.3097866177558899, 0.2813071310520172, 0.0008900640532374382], "cos_Ac_negg": [0.30276811122894287, 0.3195629119873047, 0.2895050644874573, 0.2881375253200531, 0.3097866177558899, 0.2813071310520172, 0.0008900640532374382], "r_norm": [1.1618224382400513, 1.1143202781677246, 1.1272990703582764, 1.1307196617126465, 1.1879920959472656, 1.1808526515960693, 1.1783640384674072]}, {"step": 2900, "epoch": 6, "train_loss": 0.3263697624206543, "cos_r_negg": [0.36240217089653015, 0.3544510304927826, 0.33460763096809387, 0.31963327527046204, 0.35759708285331726, 0.3185316026210785, 0.011656049638986588], "cos_apical_negg": [0.36240217089653015, 0.3544510304927826, 0.33460763096809387, 0.31963327527046204, 0.35759708285331726, 0.3185316026210785, 0.011656049638986588], "cos_Ac_negg": [0.36240217089653015, 0.3544510304927826, 0.33460763096809387, 0.31963327527046204, 0.35759708285331726, 0.3185316026210785, 0.011656049638986588], "r_norm": [1.1669474840164185, 1.1180272102355957, 1.1278456449508667, 1.135940432548523, 1.1859736442565918, 1.1836371421813965, 1.1891733407974243]}, {"step": 2950, "epoch": 6, "train_loss": 0.2640455961227417, "cos_r_negg": [0.3927214741706848, 0.3918605148792267, 0.3598947823047638, 0.34081676602363586, 0.37424373626708984, 0.3293527662754059, -0.0008717583259567618], "cos_apical_negg": [0.3927214741706848, 0.3918605148792267, 0.3598947823047638, 0.34081676602363586, 0.37424373626708984, 0.3293527662754059, -0.0008717583259567618], "cos_Ac_negg": [0.3927214741706848, 0.3918605148792267, 0.3598947823047638, 0.34081676602363586, 0.37424373626708984, 0.3293527662754059, -0.0008717583259567618], "r_norm": [1.0587031841278076, 1.0140153169631958, 1.0283864736557007, 1.0344337224960327, 1.0929574966430664, 1.0826034545898438, 1.0803802013397217]}, {"step": 3000, "epoch": 6, "train_loss": 0.4815036356449127, "cos_r_negg": [0.3308221101760864, 0.32925063371658325, 0.3211987316608429, 0.2967758774757385, 0.3297366201877594, 0.2864599823951721, 0.020219705998897552], "cos_apical_negg": [0.3308221101760864, 0.32925063371658325, 0.3211987316608429, 0.2967758774757385, 0.3297366201877594, 0.2864599823951721, 0.020219705998897552], "cos_Ac_negg": [0.3308221101760864, 0.32925063371658325, 0.3211987316608429, 0.2967758774757385, 0.3297366201877594, 0.2864599823951721, 0.020219705998897552], "r_norm": [1.1546881198883057, 1.1074399948120117, 1.121687889099121, 1.1263060569763184, 1.1812700033187866, 1.1753692626953125, 1.1730544567108154]}, {"step": 3050, "epoch": 6, "train_loss": 0.4069363474845886, "cos_r_negg": [0.32737550139427185, 0.32800954580307007, 0.3375902473926544, 0.32405152916908264, 0.3565301299095154, 0.27757036685943604, -0.010253140702843666], "cos_apical_negg": [0.32737550139427185, 0.32800954580307007, 0.3375902473926544, 0.32405152916908264, 0.3565301299095154, 0.27757036685943604, -0.010253140702843666], "cos_Ac_negg": [0.32737550139427185, 0.32800954580307007, 0.3375902473926544, 0.32405152916908264, 0.3565301299095154, 0.27757036685943604, -0.010253140702843666], "r_norm": [1.0667468309402466, 1.0265954732894897, 1.0306415557861328, 1.034054160118103, 1.0850048065185547, 1.086127758026123, 1.0840237140655518]}, {"step": 3100, "epoch": 6, "train_loss": 0.36649560928344727, "cos_r_negg": [0.31753087043762207, 0.3144107460975647, 0.29826241731643677, 0.27761268615722656, 0.31210845708847046, 0.23688966035842896, -0.0008642096072435379], "cos_apical_negg": [0.31753087043762207, 0.3144107460975647, 0.29826241731643677, 0.27761268615722656, 0.31210845708847046, 0.23688966035842896, -0.0008642096072435379], "cos_Ac_negg": [0.31753087043762207, 0.3144107460975647, 0.29826241731643677, 0.27761268615722656, 0.31210845708847046, 0.23688966035842896, -0.0008642096072435379], "r_norm": [1.0664924383163452, 1.0221859216690063, 1.0328078269958496, 1.0383069515228271, 1.0914452075958252, 1.0862010717391968, 1.0862085819244385]}, {"step": 3150, "epoch": 6, "train_loss": 0.39591729640960693, "cos_r_negg": [0.3352644443511963, 0.33419427275657654, 0.31822478771209717, 0.3311821222305298, 0.35071250796318054, 0.2828238010406494, -0.02584351971745491], "cos_apical_negg": [0.3352644443511963, 0.33419427275657654, 0.31822478771209717, 0.3311821222305298, 0.35071250796318054, 0.2828238010406494, -0.02584351971745491], "cos_Ac_negg": [0.3352644443511963, 0.33419427275657654, 0.31822478771209717, 0.3311821222305298, 0.35071250796318054, 0.2828238010406494, -0.02584351971745491], "r_norm": [1.0734591484069824, 1.0340042114257812, 1.0405737161636353, 1.043385624885559, 1.0972269773483276, 1.096066951751709, 1.092036247253418]}, {"step": 3200, "epoch": 6, "train_loss": 0.253040075302124, "cos_r_negg": [0.33689677715301514, 0.3370532691478729, 0.32817283272743225, 0.3166479468345642, 0.32188552618026733, 0.2674887180328369, 0.015481824055314064], "cos_apical_negg": [0.33689677715301514, 0.3370532691478729, 0.32817283272743225, 0.3166479468345642, 0.32188552618026733, 0.2674887180328369, 0.015481824055314064], "cos_Ac_negg": [0.33689677715301514, 0.3370532691478729, 0.32817283272743225, 0.3166479468345642, 0.32188552618026733, 0.2674887180328369, 0.015481824055314064], "r_norm": [1.0650050640106201, 1.0243439674377441, 1.0305646657943726, 1.0395811796188354, 1.089337706565857, 1.0857975482940674, 1.0868830680847168]}, {"step": 3250, "epoch": 6, "train_loss": 0.3219418227672577, "cos_r_negg": [0.3593999445438385, 0.3499644994735718, 0.33621203899383545, 0.31457096338272095, 0.32391953468322754, 0.25234687328338623, 0.00997188501060009], "cos_apical_negg": [0.3593999445438385, 0.3499644994735718, 0.33621203899383545, 0.31457096338272095, 0.32391953468322754, 0.25234687328338623, 0.00997188501060009], "cos_Ac_negg": [0.3593999445438385, 0.3499644994735718, 0.33621203899383545, 0.31457096338272095, 0.32391953468322754, 0.25234687328338623, 0.00997188501060009], "r_norm": [1.0278637409210205, 0.9863317012786865, 0.998492419719696, 1.003007411956787, 1.0501024723052979, 1.0463826656341553, 1.0442579984664917]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8435, "test_loss": 0.46358905029296876}, {"step": 3300, "epoch": 7, "train_loss": 0.30821382999420166, "cos_r_negg": [0.37980011105537415, 0.3670881986618042, 0.35189834237098694, 0.3473316431045532, 0.3443765640258789, 0.2656315863132477, 0.01283315010368824], "cos_apical_negg": [0.37980011105537415, 0.3670881986618042, 0.35189834237098694, 0.3473316431045532, 0.3443765640258789, 0.2656315863132477, 0.01283315010368824], "cos_Ac_negg": [0.37980011105537415, 0.3670881986618042, 0.35189834237098694, 0.3473316431045532, 0.3443765640258789, 0.2656315863132477, 0.01283315010368824], "r_norm": [1.0352659225463867, 0.9972852468490601, 1.0050514936447144, 1.0120904445648193, 1.056864619255066, 1.0568420886993408, 1.0547105073928833]}, {"step": 3350, "epoch": 7, "train_loss": 0.30008578300476074, "cos_r_negg": [0.34449124336242676, 0.36252671480178833, 0.34183046221733093, 0.3899421691894531, 0.36137524247169495, 0.27920371294021606, 0.007000308949500322], "cos_apical_negg": [0.34449124336242676, 0.36252671480178833, 0.34183046221733093, 0.3899421691894531, 0.36137524247169495, 0.27920371294021606, 0.007000308949500322], "cos_Ac_negg": [0.34449124336242676, 0.36252671480178833, 0.34183046221733093, 0.3899421691894531, 0.36137524247169495, 0.27920371294021606, 0.007000308949500322], "r_norm": [1.1149117946624756, 1.068885087966919, 1.0830650329589844, 1.0894702672958374, 1.1446012258529663, 1.1354448795318604, 1.1353228092193604]}, {"step": 3400, "epoch": 7, "train_loss": 0.4100233316421509, "cos_r_negg": [0.33494681119918823, 0.3534480929374695, 0.33861544728279114, 0.3833814859390259, 0.3646271824836731, 0.292538583278656, -0.03702429309487343], "cos_apical_negg": [0.33494681119918823, 0.3534480929374695, 0.33861544728279114, 0.3833814859390259, 0.3646271824836731, 0.292538583278656, -0.03702429309487343], "cos_Ac_negg": [0.33494681119918823, 0.3534480929374695, 0.33861544728279114, 0.3833814859390259, 0.3646271824836731, 0.292538583278656, -0.03702429309487343], "r_norm": [0.9719359278678894, 0.9372522830963135, 0.9454389810562134, 0.9470269680023193, 1.0025660991668701, 0.9976674914360046, 0.9900493621826172]}, {"step": 3450, "epoch": 7, "train_loss": 0.33110228180885315, "cos_r_negg": [0.3277401030063629, 0.3293944001197815, 0.3138234317302704, 0.36985838413238525, 0.390947550535202, 0.300007164478302, -0.0223199725151062], "cos_apical_negg": [0.3277401030063629, 0.3293944001197815, 0.3138234317302704, 0.36985838413238525, 0.390947550535202, 0.300007164478302, -0.0223199725151062], "cos_Ac_negg": [0.3277401030063629, 0.3293944001197815, 0.3138234317302704, 0.36985838413238525, 0.390947550535202, 0.300007164478302, -0.0223199725151062], "r_norm": [1.1131458282470703, 1.0733336210250854, 1.082242727279663, 1.0881010293960571, 1.1392927169799805, 1.1358110904693604, 1.1336257457733154]}, {"step": 3500, "epoch": 7, "train_loss": 0.38953593373298645, "cos_r_negg": [0.36420929431915283, 0.35595813393592834, 0.3288072645664215, 0.3344077169895172, 0.33767446875572205, 0.2737624943256378, -0.01382353249937296], "cos_apical_negg": [0.36420929431915283, 0.35595813393592834, 0.3288072645664215, 0.3344077169895172, 0.33767446875572205, 0.2737624943256378, -0.01382353249937296], "cos_Ac_negg": [0.36420929431915283, 0.35595813393592834, 0.3288072645664215, 0.3344077169895172, 0.33767446875572205, 0.2737624943256378, -0.01382353249937296], "r_norm": [0.9752032160758972, 0.9379477500915527, 0.9486937522888184, 0.9515590667724609, 1.0076358318328857, 0.9988328814506531, 0.9948029518127441]}, {"step": 3550, "epoch": 7, "train_loss": 0.32332319021224976, "cos_r_negg": [0.35259151458740234, 0.36160197854042053, 0.34090667963027954, 0.3503389060497284, 0.3740978240966797, 0.32118529081344604, 0.03275545686483383], "cos_apical_negg": [0.35259151458740234, 0.36160197854042053, 0.34090667963027954, 0.3503389060497284, 0.3740978240966797, 0.32118529081344604, 0.03275545686483383], "cos_Ac_negg": [0.35259151458740234, 0.36160197854042053, 0.34090667963027954, 0.3503389060497284, 0.3740978240966797, 0.32118529081344604, 0.03275545686483383], "r_norm": [1.024869441986084, 0.9833433032035828, 0.9906141757965088, 0.9934439659118652, 1.0503642559051514, 1.0441817045211792, 1.0415481328964233]}, {"step": 3600, "epoch": 7, "train_loss": 0.25092774629592896, "cos_r_negg": [0.38255631923675537, 0.38580408692359924, 0.37942612171173096, 0.39267396926879883, 0.3879237771034241, 0.3010622262954712, -0.01562210638076067], "cos_apical_negg": [0.38255631923675537, 0.38580408692359924, 0.37942612171173096, 0.39267396926879883, 0.3879237771034241, 0.3010622262954712, -0.01562210638076067], "cos_Ac_negg": [0.38255631923675537, 0.38580408692359924, 0.37942612171173096, 0.39267396926879883, 0.3879237771034241, 0.3010622262954712, -0.01562210638076067], "r_norm": [1.06551992893219, 1.0268340110778809, 1.0373034477233887, 1.040847659111023, 1.0865702629089355, 1.0842859745025635, 1.084101915359497]}, {"step": 3650, "epoch": 7, "train_loss": 0.48943889141082764, "cos_r_negg": [0.3182207942008972, 0.3274214267730713, 0.3076978027820587, 0.31632035970687866, 0.33341825008392334, 0.2419212907552719, 0.008263904601335526], "cos_apical_negg": [0.3182207942008972, 0.3274214267730713, 0.3076978027820587, 0.31632035970687866, 0.33341825008392334, 0.2419212907552719, 0.008263904601335526], "cos_Ac_negg": [0.3182207942008972, 0.3274214267730713, 0.3076978027820587, 0.31632035970687866, 0.33341825008392334, 0.2419212907552719, 0.008263904601335526], "r_norm": [0.9985992908477783, 0.9581391215324402, 0.970474362373352, 0.9738011360168457, 1.022522211074829, 1.0183186531066895, 1.0168181657791138]}, {"step": 3700, "epoch": 7, "train_loss": 0.43146654963493347, "cos_r_negg": [0.36428987979888916, 0.3666127324104309, 0.34472906589508057, 0.34998252987861633, 0.3236413598060608, 0.29072654247283936, -0.0002761674113571644], "cos_apical_negg": [0.36428987979888916, 0.3666127324104309, 0.34472906589508057, 0.34998252987861633, 0.3236413598060608, 0.29072654247283936, -0.0002761674113571644], "cos_Ac_negg": [0.36428987979888916, 0.3666127324104309, 0.34472906589508057, 0.34998252987861633, 0.3236413598060608, 0.29072654247283936, -0.0002761674113571644], "r_norm": [1.063417673110962, 1.0179450511932373, 1.0273524522781372, 1.031872034072876, 1.0893123149871826, 1.0816829204559326, 1.0787694454193115]}, {"step": 3750, "epoch": 7, "train_loss": 0.40616410970687866, "cos_r_negg": [0.34726306796073914, 0.36150258779525757, 0.3793153166770935, 0.3473026156425476, 0.3448140621185303, 0.26202934980392456, 0.004494769964367151], "cos_apical_negg": [0.34726306796073914, 0.36150258779525757, 0.3793153166770935, 0.3473026156425476, 0.3448140621185303, 0.26202934980392456, 0.004494769964367151], "cos_Ac_negg": [0.34726306796073914, 0.36150258779525757, 0.3793153166770935, 0.3473026156425476, 0.3448140621185303, 0.26202934980392456, 0.004494769964367151], "r_norm": [1.0384407043457031, 1.001197099685669, 1.007869005203247, 1.0080311298370361, 1.0644652843475342, 1.0611977577209473, 1.0557515621185303]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8585, "test_loss": 0.42817713623046877}, {"step": 3800, "epoch": 8, "train_loss": 0.3048621416091919, "cos_r_negg": [0.35516464710235596, 0.3672780990600586, 0.35945725440979004, 0.34723329544067383, 0.36195626854896545, 0.28122931718826294, -0.013585802167654037], "cos_apical_negg": [0.35516464710235596, 0.3672780990600586, 0.35945725440979004, 0.34723329544067383, 0.36195626854896545, 0.28122931718826294, -0.013585802167654037], "cos_Ac_negg": [0.35516464710235596, 0.3672780990600586, 0.35945725440979004, 0.34723329544067383, 0.36195626854896545, 0.28122931718826294, -0.013585802167654037], "r_norm": [1.0870718955993652, 1.0499897003173828, 1.0584144592285156, 1.0599058866500854, 1.1188865900039673, 1.1152725219726562, 1.1094348430633545]}, {"step": 3850, "epoch": 8, "train_loss": 0.4005202054977417, "cos_r_negg": [0.36829864978790283, 0.3604537546634674, 0.3560596704483032, 0.3370897173881531, 0.3790723383426666, 0.3266846537590027, 0.0162908136844635], "cos_apical_negg": [0.36829864978790283, 0.3604537546634674, 0.3560596704483032, 0.3370897173881531, 0.3790723383426666, 0.3266846537590027, 0.0162908136844635], "cos_Ac_negg": [0.36829864978790283, 0.3604537546634674, 0.3560596704483032, 0.3370897173881531, 0.3790723383426666, 0.3266846537590027, 0.0162908136844635], "r_norm": [0.9937835931777954, 0.954696774482727, 0.9654342532157898, 0.9677095413208008, 1.0197652578353882, 1.0133429765701294, 1.009221076965332]}, {"step": 3900, "epoch": 8, "train_loss": 0.3360653519630432, "cos_r_negg": [0.3289165198802948, 0.3396732807159424, 0.3472672402858734, 0.32880017161369324, 0.3544003367424011, 0.32037872076034546, -0.012690247967839241], "cos_apical_negg": [0.3289165198802948, 0.3396732807159424, 0.3472672402858734, 0.32880017161369324, 0.3544003367424011, 0.32037872076034546, -0.012690247967839241], "cos_Ac_negg": [0.3289165198802948, 0.3396732807159424, 0.3472672402858734, 0.32880017161369324, 0.3544003367424011, 0.32037872076034546, -0.012690247967839241], "r_norm": [1.0582579374313354, 1.0167901515960693, 1.024678111076355, 1.0298798084259033, 1.0859673023223877, 1.0804334878921509, 1.0772230625152588]}, {"step": 3950, "epoch": 8, "train_loss": 0.34908416867256165, "cos_r_negg": [0.3649066984653473, 0.38761433959007263, 0.41260528564453125, 0.37358516454696655, 0.38335418701171875, 0.3269314169883728, -0.004454893060028553], "cos_apical_negg": [0.3649066984653473, 0.38761433959007263, 0.41260528564453125, 0.37358516454696655, 0.38335418701171875, 0.3269314169883728, -0.004454893060028553], "cos_Ac_negg": [0.3649066984653473, 0.38761433959007263, 0.41260528564453125, 0.37358516454696655, 0.38335418701171875, 0.3269314169883728, -0.004454893060028553], "r_norm": [1.007760763168335, 0.9685400724411011, 0.9732773303985596, 0.9781036376953125, 1.0275804996490479, 1.025172233581543, 1.0238878726959229]}, {"step": 4000, "epoch": 8, "train_loss": 0.4502108693122864, "cos_r_negg": [0.3985676169395447, 0.41443976759910583, 0.41868728399276733, 0.3732566833496094, 0.38912487030029297, 0.31317123770713806, 0.011517586186528206], "cos_apical_negg": [0.3985676169395447, 0.41443976759910583, 0.41868728399276733, 0.3732566833496094, 0.38912487030029297, 0.31317123770713806, 0.011517586186528206], "cos_Ac_negg": [0.3985676169395447, 0.41443976759910583, 0.41868728399276733, 0.3732566833496094, 0.38912487030029297, 0.31317123770713806, 0.011517586186528206], "r_norm": [1.1532047986984253, 1.1112048625946045, 1.1168062686920166, 1.1163856983184814, 1.1801860332489014, 1.1784933805465698, 1.1725095510482788]}, {"step": 4050, "epoch": 8, "train_loss": 0.3198532462120056, "cos_r_negg": [0.3685544729232788, 0.38149338960647583, 0.3769528269767761, 0.3446887135505676, 0.36659979820251465, 0.30732712149620056, 0.006540248170495033], "cos_apical_negg": [0.3685544729232788, 0.38149338960647583, 0.3769528269767761, 0.3446887135505676, 0.36659979820251465, 0.30732712149620056, 0.006540248170495033], "cos_Ac_negg": [0.3685544729232788, 0.38149338960647583, 0.3769528269767761, 0.3446887135505676, 0.36659979820251465, 0.30732712149620056, 0.006540248170495033], "r_norm": [1.1102811098098755, 1.0698262453079224, 1.076248049736023, 1.0836858749389648, 1.1359888315200806, 1.1325407028198242, 1.131049633026123]}, {"step": 4100, "epoch": 8, "train_loss": 0.24716424942016602, "cos_r_negg": [0.3869202733039856, 0.39077451825141907, 0.39222487807273865, 0.3676120936870575, 0.37595438957214355, 0.29824769496917725, 0.018796486780047417], "cos_apical_negg": [0.3869202733039856, 0.39077451825141907, 0.39222487807273865, 0.3676120936870575, 0.37595438957214355, 0.29824769496917725, 0.018796486780047417], "cos_Ac_negg": [0.3869202733039856, 0.39077451825141907, 0.39222487807273865, 0.3676120936870575, 0.37595438957214355, 0.29824769496917725, 0.018796486780047417], "r_norm": [1.0797431468963623, 1.0413280725479126, 1.0480680465698242, 1.0511926412582397, 1.1075853109359741, 1.103177547454834, 1.1012990474700928]}, {"step": 4150, "epoch": 8, "train_loss": 0.3470882773399353, "cos_r_negg": [0.3783026337623596, 0.38703295588493347, 0.36526572704315186, 0.36125117540359497, 0.38049769401550293, 0.3163853883743286, 0.03833955526351929], "cos_apical_negg": [0.3783026337623596, 0.38703295588493347, 0.36526572704315186, 0.36125117540359497, 0.38049769401550293, 0.3163853883743286, 0.03833955526351929], "cos_Ac_negg": [0.3783026337623596, 0.38703295588493347, 0.36526572704315186, 0.36125117540359497, 0.38049769401550293, 0.3163853883743286, 0.03833955526351929], "r_norm": [1.0564992427825928, 1.0149394273757935, 1.0213375091552734, 1.0272572040557861, 1.0814061164855957, 1.0748862028121948, 1.0751681327819824]}, {"step": 4200, "epoch": 8, "train_loss": 0.4480593204498291, "cos_r_negg": [0.3548924922943115, 0.3491423726081848, 0.35242602229118347, 0.3250237703323364, 0.36859142780303955, 0.31112632155418396, 0.013128906488418579], "cos_apical_negg": [0.3548924922943115, 0.3491423726081848, 0.35242602229118347, 0.3250237703323364, 0.36859142780303955, 0.31112632155418396, 0.013128906488418579], "cos_Ac_negg": [0.3548924922943115, 0.3491423726081848, 0.35242602229118347, 0.3250237703323364, 0.36859142780303955, 0.31112632155418396, 0.013128906488418579], "r_norm": [1.1149730682373047, 1.0741575956344604, 1.077791452407837, 1.0872218608856201, 1.1343553066253662, 1.1349811553955078, 1.1307594776153564]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8488, "test_loss": 0.4647912109375}, {"step": 4250, "epoch": 9, "train_loss": 0.23777666687965393, "cos_r_negg": [0.38614827394485474, 0.3880963921546936, 0.37637031078338623, 0.37465015053749084, 0.33303266763687134, 0.3249448537826538, -0.013250116258859634], "cos_apical_negg": [0.38614827394485474, 0.3880963921546936, 0.37637031078338623, 0.37465015053749084, 0.33303266763687134, 0.3249448537826538, -0.013250116258859634], "cos_Ac_negg": [0.38614827394485474, 0.3880963921546936, 0.37637031078338623, 0.37465015053749084, 0.33303266763687134, 0.3249448537826538, -0.013250116258859634], "r_norm": [1.2729275226593018, 1.2306759357452393, 1.2335739135742188, 1.2352721691131592, 1.2978177070617676, 1.3013207912445068, 1.2967438697814941]}, {"step": 4300, "epoch": 9, "train_loss": 0.30623769760131836, "cos_r_negg": [0.31029409170150757, 0.33201637864112854, 0.3235463798046112, 0.3542746901512146, 0.3442188501358032, 0.31798055768013, 0.003178071230649948], "cos_apical_negg": [0.31029409170150757, 0.33201637864112854, 0.3235463798046112, 0.3542746901512146, 0.3442188501358032, 0.31798055768013, 0.003178071230649948], "cos_Ac_negg": [0.31029409170150757, 0.33201637864112854, 0.3235463798046112, 0.3542746901512146, 0.3442188501358032, 0.31798055768013, 0.003178071230649948], "r_norm": [1.0452711582183838, 1.0091934204101562, 1.0137101411819458, 1.0171241760253906, 1.0767674446105957, 1.069584608078003, 1.0651317834854126]}, {"step": 4350, "epoch": 9, "train_loss": 0.18792247772216797, "cos_r_negg": [0.36381056904792786, 0.37392956018447876, 0.3657006621360779, 0.3530206084251404, 0.35011622309684753, 0.3183591663837433, -0.015400188975036144], "cos_apical_negg": [0.36381056904792786, 0.37392956018447876, 0.3657006621360779, 0.3530206084251404, 0.35011622309684753, 0.3183591663837433, -0.015400188975036144], "cos_Ac_negg": [0.36381056904792786, 0.37392956018447876, 0.3657006621360779, 0.3530206084251404, 0.35011622309684753, 0.3183591663837433, -0.015400188975036144], "r_norm": [1.0291093587875366, 0.9881829023361206, 0.9916850328445435, 0.998746395111084, 1.043351173400879, 1.0432920455932617, 1.0450533628463745]}, {"step": 4400, "epoch": 9, "train_loss": 0.35527291893959045, "cos_r_negg": [0.36948826909065247, 0.3917016088962555, 0.3803703784942627, 0.39746230840682983, 0.3604826331138611, 0.3401833772659302, 0.02494349330663681], "cos_apical_negg": [0.36948826909065247, 0.3917016088962555, 0.3803703784942627, 0.39746230840682983, 0.3604826331138611, 0.3401833772659302, 0.02494349330663681], "cos_Ac_negg": [0.36948826909065247, 0.3917016088962555, 0.3803703784942627, 0.39746230840682983, 0.3604826331138611, 0.3401833772659302, 0.02494349330663681], "r_norm": [1.0740669965744019, 1.027090072631836, 1.040268898010254, 1.0468475818634033, 1.1000608205795288, 1.0910273790359497, 1.0901671648025513]}, {"step": 4450, "epoch": 9, "train_loss": 0.22269144654273987, "cos_r_negg": [0.34987327456474304, 0.3615110516548157, 0.34386736154556274, 0.34746888279914856, 0.33998191356658936, 0.31572768092155457, -0.014044119976460934], "cos_apical_negg": [0.34987327456474304, 0.3615110516548157, 0.34386736154556274, 0.34746888279914856, 0.33998191356658936, 0.31572768092155457, -0.014044119976460934], "cos_Ac_negg": [0.34987327456474304, 0.3615110516548157, 0.34386736154556274, 0.34746888279914856, 0.33998191356658936, 0.31572768092155457, -0.014044119976460934], "r_norm": [1.1954073905944824, 1.1494650840759277, 1.158211350440979, 1.1669611930847168, 1.2309619188308716, 1.2234987020492554, 1.2220667600631714]}, {"step": 4500, "epoch": 9, "train_loss": 0.39403361082077026, "cos_r_negg": [0.3981431722640991, 0.4120432138442993, 0.4010244309902191, 0.39617544412612915, 0.3760978579521179, 0.3335188627243042, -0.004133868031203747], "cos_apical_negg": [0.3981431722640991, 0.4120432138442993, 0.4010244309902191, 0.39617544412612915, 0.3760978579521179, 0.3335188627243042, -0.004133868031203747], "cos_Ac_negg": [0.3981431722640991, 0.4120432138442993, 0.4010244309902191, 0.39617544412612915, 0.3760978579521179, 0.3335188627243042, -0.004133868031203747], "r_norm": [1.0866456031799316, 1.0473341941833496, 1.0607364177703857, 1.064939260482788, 1.125159740447998, 1.1165971755981445, 1.1139144897460938]}, {"step": 4550, "epoch": 9, "train_loss": 0.23427478969097137, "cos_r_negg": [0.4167711138725281, 0.4138658940792084, 0.3969269096851349, 0.4105128347873688, 0.38467147946357727, 0.3665866255760193, 0.01294703222811222], "cos_apical_negg": [0.4167711138725281, 0.4138658940792084, 0.3969269096851349, 0.4105128347873688, 0.38467147946357727, 0.3665866255760193, 0.01294703222811222], "cos_Ac_negg": [0.4167711138725281, 0.4138658940792084, 0.3969269096851349, 0.4105128347873688, 0.38467147946357727, 0.3665866255760193, 0.01294703222811222], "r_norm": [1.0221753120422363, 0.9815017580986023, 0.9913187026977539, 0.9925805330276489, 1.0446606874465942, 1.0409904718399048, 1.0349981784820557]}, {"step": 4600, "epoch": 9, "train_loss": 0.3000316023826599, "cos_r_negg": [0.32247233390808105, 0.33440080285072327, 0.31548595428466797, 0.31721240282058716, 0.2995608448982239, 0.2774520516395569, -0.038986898958683014], "cos_apical_negg": [0.32247233390808105, 0.33440080285072327, 0.31548595428466797, 0.31721240282058716, 0.2995608448982239, 0.2774520516395569, -0.038986898958683014], "cos_Ac_negg": [0.32247233390808105, 0.33440080285072327, 0.31548595428466797, 0.31721240282058716, 0.2995608448982239, 0.2774520516395569, -0.038986898958683014], "r_norm": [1.0810134410858154, 1.041940689086914, 1.0500469207763672, 1.0543386936187744, 1.0995556116104126, 1.1005394458770752, 1.0994493961334229]}, {"step": 4650, "epoch": 9, "train_loss": 0.3415454924106598, "cos_r_negg": [0.350849986076355, 0.3627907633781433, 0.36895838379859924, 0.37445807456970215, 0.38539767265319824, 0.3206697106361389, -0.018171153962612152], "cos_apical_negg": [0.350849986076355, 0.3627907633781433, 0.36895838379859924, 0.37445807456970215, 0.38539767265319824, 0.3206697106361389, -0.018171153962612152], "cos_Ac_negg": [0.350849986076355, 0.3627907633781433, 0.36895838379859924, 0.37445807456970215, 0.38539767265319824, 0.3206697106361389, -0.018171153962612152], "r_norm": [1.05641508102417, 1.0178511142730713, 1.0272445678710938, 1.033263921737671, 1.0905839204788208, 1.0808335542678833, 1.0810796022415161]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8597, "test_loss": 0.41668169555664064}, {"step": 4700, "epoch": 10, "train_loss": 0.24234575033187866, "cos_r_negg": [0.36976027488708496, 0.3946520686149597, 0.40025433897972107, 0.39371824264526367, 0.4080260097980499, 0.37977975606918335, -0.00922849215567112], "cos_apical_negg": [0.36976027488708496, 0.3946520686149597, 0.40025433897972107, 0.39371824264526367, 0.4080260097980499, 0.37977975606918335, -0.00922849215567112], "cos_Ac_negg": [0.36976027488708496, 0.3946520686149597, 0.40025433897972107, 0.39371824264526367, 0.4080260097980499, 0.37977975606918335, -0.00922849215567112], "r_norm": [1.1166276931762695, 1.0822219848632812, 1.092134714126587, 1.094727873802185, 1.1515285968780518, 1.1482875347137451, 1.1418852806091309]}, {"step": 4750, "epoch": 10, "train_loss": 0.355459064245224, "cos_r_negg": [0.381991446018219, 0.38689061999320984, 0.3714868128299713, 0.37301063537597656, 0.3519483804702759, 0.30819791555404663, 0.014735358767211437], "cos_apical_negg": [0.381991446018219, 0.38689061999320984, 0.3714868128299713, 0.37301063537597656, 0.3519483804702759, 0.30819791555404663, 0.014735358767211437], "cos_Ac_negg": [0.381991446018219, 0.38689061999320984, 0.3714868128299713, 0.37301063537597656, 0.3519483804702759, 0.30819791555404663, 0.014735358767211437], "r_norm": [1.0108487606048584, 0.9692248106002808, 0.9814319014549255, 0.9871147871017456, 1.0397772789001465, 1.030606746673584, 1.0298771858215332]}, {"step": 4800, "epoch": 10, "train_loss": 0.32912391424179077, "cos_r_negg": [0.34678107500076294, 0.3474721908569336, 0.35060280561447144, 0.3479650020599365, 0.32160425186157227, 0.3213536739349365, 0.036867909133434296], "cos_apical_negg": [0.34678107500076294, 0.3474721908569336, 0.35060280561447144, 0.3479650020599365, 0.32160425186157227, 0.3213536739349365, 0.036867909133434296], "cos_Ac_negg": [0.34678107500076294, 0.3474721908569336, 0.35060280561447144, 0.3479650020599365, 0.32160425186157227, 0.3213536739349365, 0.036867909133434296], "r_norm": [0.9831002950668335, 0.9457838535308838, 0.9525864124298096, 0.9575599431991577, 1.009181261062622, 1.0029058456420898, 1.0000276565551758]}, {"step": 4850, "epoch": 10, "train_loss": 0.33874890208244324, "cos_r_negg": [0.35764068365097046, 0.3850814700126648, 0.37915390729904175, 0.3869074881076813, 0.3479790687561035, 0.3191365599632263, -0.01376887783408165], "cos_apical_negg": [0.35764068365097046, 0.3850814700126648, 0.37915390729904175, 0.3869074881076813, 0.3479790687561035, 0.3191365599632263, -0.01376887783408165], "cos_Ac_negg": [0.35764068365097046, 0.3850814700126648, 0.37915390729904175, 0.3869074881076813, 0.3479790687561035, 0.3191365599632263, -0.01376887783408165], "r_norm": [1.0404956340789795, 0.9996784925460815, 1.0094798803329468, 1.0140494108200073, 1.0695781707763672, 1.063449740409851, 1.058617353439331]}, {"step": 4900, "epoch": 10, "train_loss": 0.3226761817932129, "cos_r_negg": [0.3659480810165405, 0.38131481409072876, 0.35995638370513916, 0.36679375171661377, 0.3478769063949585, 0.3210710883140564, 0.03353617712855339], "cos_apical_negg": [0.3659480810165405, 0.38131481409072876, 0.35995638370513916, 0.36679375171661377, 0.3478769063949585, 0.3210710883140564, 0.03353617712855339], "cos_Ac_negg": [0.3659480810165405, 0.38131481409072876, 0.35995638370513916, 0.36679375171661377, 0.3478769063949585, 0.3210710883140564, 0.03353617712855339], "r_norm": [1.0898282527923584, 1.049011468887329, 1.0600115060806274, 1.0661873817443848, 1.1255264282226562, 1.1176555156707764, 1.1123687028884888]}, {"step": 4950, "epoch": 10, "train_loss": 0.3194774389266968, "cos_r_negg": [0.3757857084274292, 0.38247382640838623, 0.3694798946380615, 0.3398021459579468, 0.357299268245697, 0.2898751199245453, 0.044401075690984726], "cos_apical_negg": [0.3757857084274292, 0.38247382640838623, 0.3694798946380615, 0.3398021459579468, 0.357299268245697, 0.2898751199245453, 0.044401075690984726], "cos_Ac_negg": [0.3757857084274292, 0.38247382640838623, 0.3694798946380615, 0.3398021459579468, 0.357299268245697, 0.2898751199245453, 0.044401075690984726], "r_norm": [1.0696684122085571, 1.0256710052490234, 1.034773588180542, 1.0440070629119873, 1.089646816253662, 1.0855236053466797, 1.0841782093048096]}, {"step": 5000, "epoch": 10, "train_loss": 0.33166444301605225, "cos_r_negg": [0.3400483727455139, 0.36629462242126465, 0.39211851358413696, 0.37196698784828186, 0.355744868516922, 0.31026047468185425, 0.02053799293935299], "cos_apical_negg": [0.3400483727455139, 0.36629462242126465, 0.39211851358413696, 0.37196698784828186, 0.355744868516922, 0.31026047468185425, 0.02053799293935299], "cos_Ac_negg": [0.3400483727455139, 0.36629462242126465, 0.39211851358413696, 0.37196698784828186, 0.355744868516922, 0.31026047468185425, 0.02053799293935299], "r_norm": [1.090456247329712, 1.0474251508712769, 1.0543934106826782, 1.0580832958221436, 1.1101231575012207, 1.1100270748138428, 1.10804283618927]}, {"step": 5050, "epoch": 10, "train_loss": 0.4919130802154541, "cos_r_negg": [0.36150819063186646, 0.3712400794029236, 0.4140748977661133, 0.4035808742046356, 0.39114439487457275, 0.3149968683719635, 0.0023587325122207403], "cos_apical_negg": [0.36150819063186646, 0.3712400794029236, 0.4140748977661133, 0.4035808742046356, 0.39114439487457275, 0.3149968683719635, 0.0023587325122207403], "cos_Ac_negg": [0.36150819063186646, 0.3712400794029236, 0.4140748977661133, 0.4035808742046356, 0.39114439487457275, 0.3149968683719635, 0.0023587325122207403], "r_norm": [1.0788987874984741, 1.0420136451721191, 1.0512323379516602, 1.0522509813308716, 1.1123757362365723, 1.1081500053405762, 1.1028844118118286]}, {"step": 5100, "epoch": 10, "train_loss": 0.2266596555709839, "cos_r_negg": [0.314338743686676, 0.33183881640434265, 0.3653124272823334, 0.35221540927886963, 0.32767254114151, 0.25510814785957336, -0.01640046387910843], "cos_apical_negg": [0.314338743686676, 0.33183881640434265, 0.3653124272823334, 0.35221540927886963, 0.32767254114151, 0.25510814785957336, -0.01640046387910843], "cos_Ac_negg": [0.314338743686676, 0.33183881640434265, 0.3653124272823334, 0.35221540927886963, 0.32767254114151, 0.25510814785957336, -0.01640046387910843], "r_norm": [1.0963135957717896, 1.0605509281158447, 1.0706725120544434, 1.074031114578247, 1.1307995319366455, 1.1259658336639404, 1.1224515438079834]}, {"step": 5150, "epoch": 10, "train_loss": 0.2813715934753418, "cos_r_negg": [0.34845975041389465, 0.3378583788871765, 0.3579663038253784, 0.353280246257782, 0.3370850682258606, 0.2544955015182495, -0.015357384458184242], "cos_apical_negg": [0.34845975041389465, 0.3378583788871765, 0.3579663038253784, 0.353280246257782, 0.3370850682258606, 0.2544955015182495, -0.015357384458184242], "cos_Ac_negg": [0.34845975041389465, 0.3378583788871765, 0.3579663038253784, 0.353280246257782, 0.3370850682258606, 0.2544955015182495, -0.015357384458184242], "r_norm": [1.068369746208191, 1.0299608707427979, 1.0345865488052368, 1.039097785949707, 1.088029384613037, 1.0886502265930176, 1.0860357284545898]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8685, "test_loss": 0.40549347534179686}, {"step": 5200, "epoch": 11, "train_loss": 0.34468743205070496, "cos_r_negg": [0.32310718297958374, 0.3331741988658905, 0.3450666666030884, 0.3350577652454376, 0.32756632566452026, 0.2412610799074173, -0.0002342667430639267], "cos_apical_negg": [0.32310718297958374, 0.3331741988658905, 0.3450666666030884, 0.3350577652454376, 0.32756632566452026, 0.2412610799074173, -0.0002342667430639267], "cos_Ac_negg": [0.32310718297958374, 0.3331741988658905, 0.3450666666030884, 0.3350577652454376, 0.32756632566452026, 0.2412610799074173, -0.0002342667430639267], "r_norm": [1.1559338569641113, 1.1106501817703247, 1.118420124053955, 1.1267492771148682, 1.174983263015747, 1.1747400760650635, 1.1769957542419434]}, {"step": 5250, "epoch": 11, "train_loss": 0.13836953043937683, "cos_r_negg": [0.34530872106552124, 0.3604258894920349, 0.37286293506622314, 0.35590940713882446, 0.34057140350341797, 0.2882935404777527, -0.010337953455746174], "cos_apical_negg": [0.34530872106552124, 0.3604258894920349, 0.37286293506622314, 0.35590940713882446, 0.34057140350341797, 0.2882935404777527, -0.010337953455746174], "cos_Ac_negg": [0.34530872106552124, 0.3604258894920349, 0.37286293506622314, 0.35590940713882446, 0.34057140350341797, 0.2882935404777527, -0.010337953455746174], "r_norm": [1.1043858528137207, 1.0591377019882202, 1.0628477334976196, 1.0679600238800049, 1.1172475814819336, 1.1186223030090332, 1.1184695959091187]}, {"step": 5300, "epoch": 11, "train_loss": 0.3235260248184204, "cos_r_negg": [0.32146939635276794, 0.3380794823169708, 0.35468897223472595, 0.33089226484298706, 0.3245167136192322, 0.27413368225097656, 0.017763124778866768], "cos_apical_negg": [0.32146939635276794, 0.3380794823169708, 0.35468897223472595, 0.33089226484298706, 0.3245167136192322, 0.27413368225097656, 0.017763124778866768], "cos_Ac_negg": [0.32146939635276794, 0.3380794823169708, 0.35468897223472595, 0.33089226484298706, 0.3245167136192322, 0.27413368225097656, 0.017763124778866768], "r_norm": [1.1330862045288086, 1.0917136669158936, 1.0965749025344849, 1.101511001586914, 1.1571009159088135, 1.1573805809020996, 1.1527745723724365]}, {"step": 5350, "epoch": 11, "train_loss": 0.27292487025260925, "cos_r_negg": [0.3851967453956604, 0.3677288889884949, 0.3940538167953491, 0.38736462593078613, 0.3536309003829956, 0.2946452498435974, 0.02734694629907608], "cos_apical_negg": [0.3851967453956604, 0.3677288889884949, 0.3940538167953491, 0.38736462593078613, 0.3536309003829956, 0.2946452498435974, 0.02734694629907608], "cos_Ac_negg": [0.3851967453956604, 0.3677288889884949, 0.3940538167953491, 0.38736462593078613, 0.3536309003829956, 0.2946452498435974, 0.02734694629907608], "r_norm": [1.128033995628357, 1.087806224822998, 1.0945748090744019, 1.0943353176116943, 1.1527504920959473, 1.153387427330017, 1.1463881731033325]}, {"step": 5400, "epoch": 11, "train_loss": 0.2259153425693512, "cos_r_negg": [0.36466166377067566, 0.3458475172519684, 0.3630354404449463, 0.34504443407058716, 0.3397483825683594, 0.2815706431865692, 0.023958388715982437], "cos_apical_negg": [0.36466166377067566, 0.3458475172519684, 0.3630354404449463, 0.34504443407058716, 0.3397483825683594, 0.2815706431865692, 0.023958388715982437], "cos_Ac_negg": [0.36466166377067566, 0.3458475172519684, 0.3630354404449463, 0.34504443407058716, 0.3397483825683594, 0.2815706431865692, 0.023958388715982437], "r_norm": [1.1393852233886719, 1.095590591430664, 1.1047402620315552, 1.111863374710083, 1.1711782217025757, 1.1643341779708862, 1.1611542701721191]}, {"step": 5450, "epoch": 11, "train_loss": 0.29365360736846924, "cos_r_negg": [0.3556567430496216, 0.3619566857814789, 0.37323999404907227, 0.368757426738739, 0.3509252667427063, 0.2937047779560089, 0.032252151519060135], "cos_apical_negg": [0.3556567430496216, 0.3619566857814789, 0.37323999404907227, 0.368757426738739, 0.3509252667427063, 0.2937047779560089, 0.032252151519060135], "cos_Ac_negg": [0.3556567430496216, 0.3619566857814789, 0.37323999404907227, 0.368757426738739, 0.3509252667427063, 0.2937047779560089, 0.032252151519060135], "r_norm": [1.1850299835205078, 1.1491142511367798, 1.159682035446167, 1.1596240997314453, 1.2298506498336792, 1.22397780418396, 1.2157971858978271]}, {"step": 5500, "epoch": 11, "train_loss": 0.40245330333709717, "cos_r_negg": [0.3474562168121338, 0.36131221055984497, 0.3733057379722595, 0.3876296877861023, 0.38339751958847046, 0.3069916367530823, 0.023652154952287674], "cos_apical_negg": [0.3474562168121338, 0.36131221055984497, 0.3733057379722595, 0.3876296877861023, 0.38339751958847046, 0.3069916367530823, 0.023652154952287674], "cos_Ac_negg": [0.3474562168121338, 0.36131221055984497, 0.3733057379722595, 0.3876296877861023, 0.38339751958847046, 0.3069916367530823, 0.023652154952287674], "r_norm": [1.051995038986206, 1.013864278793335, 1.0176992416381836, 1.0213239192962646, 1.0764222145080566, 1.0741382837295532, 1.0691869258880615]}, {"step": 5550, "epoch": 11, "train_loss": 0.27847957611083984, "cos_r_negg": [0.34126198291778564, 0.3531460762023926, 0.3725397288799286, 0.3615576922893524, 0.36463236808776855, 0.2678961157798767, 0.013951379805803299], "cos_apical_negg": [0.34126198291778564, 0.3531460762023926, 0.3725397288799286, 0.3615576922893524, 0.36463236808776855, 0.2678961157798767, 0.013951379805803299], "cos_Ac_negg": [0.34126198291778564, 0.3531460762023926, 0.3725397288799286, 0.3615576922893524, 0.36463236808776855, 0.2678961157798767, 0.013951379805803299], "r_norm": [0.9066402912139893, 0.8720710277557373, 0.8807554841041565, 0.8850090503692627, 0.9255344867706299, 0.9232369661331177, 0.9217334985733032]}, {"step": 5600, "epoch": 11, "train_loss": 0.24219559133052826, "cos_r_negg": [0.35207027196884155, 0.3645331859588623, 0.37417668104171753, 0.3584391474723816, 0.3511536717414856, 0.27169227600097656, 0.020947344601154327], "cos_apical_negg": [0.35207027196884155, 0.3645331859588623, 0.37417668104171753, 0.3584391474723816, 0.3511536717414856, 0.27169227600097656, 0.020947344601154327], "cos_Ac_negg": [0.35207027196884155, 0.3645331859588623, 0.37417668104171753, 0.3584391474723816, 0.3511536717414856, 0.27169227600097656, 0.020947344601154327], "r_norm": [1.0785140991210938, 1.0356377363204956, 1.043735384941101, 1.0516793727874756, 1.099381685256958, 1.095350980758667, 1.0958528518676758]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8635, "test_loss": 0.43789561157226564}, {"step": 5650, "epoch": 12, "train_loss": 0.2931640148162842, "cos_r_negg": [0.36887675523757935, 0.3834116458892822, 0.38641929626464844, 0.361675500869751, 0.35815000534057617, 0.3055855631828308, 0.016608713194727898], "cos_apical_negg": [0.36887675523757935, 0.3834116458892822, 0.38641929626464844, 0.361675500869751, 0.35815000534057617, 0.3055855631828308, 0.016608713194727898], "cos_Ac_negg": [0.36887675523757935, 0.3834116458892822, 0.38641929626464844, 0.361675500869751, 0.35815000534057617, 0.3055855631828308, 0.016608713194727898], "r_norm": [1.0907695293426514, 1.0464658737182617, 1.0511311292648315, 1.0564683675765991, 1.107532024383545, 1.1059017181396484, 1.1052592992782593]}, {"step": 5700, "epoch": 12, "train_loss": 0.3433394432067871, "cos_r_negg": [0.34261322021484375, 0.3465479612350464, 0.34979844093322754, 0.3428364396095276, 0.33411312103271484, 0.2617930769920349, 0.00846882164478302], "cos_apical_negg": [0.34261322021484375, 0.3465479612350464, 0.34979844093322754, 0.3428364396095276, 0.33411312103271484, 0.2617930769920349, 0.00846882164478302], "cos_Ac_negg": [0.34261322021484375, 0.3465479612350464, 0.34979844093322754, 0.3428364396095276, 0.33411312103271484, 0.2617930769920349, 0.00846882164478302], "r_norm": [1.0156943798065186, 0.9783304929733276, 0.9858076572418213, 0.9873051643371582, 1.0429222583770752, 1.0388052463531494, 1.0356838703155518]}, {"step": 5750, "epoch": 12, "train_loss": 0.5513960123062134, "cos_r_negg": [0.3260415196418762, 0.31336426734924316, 0.3360559642314911, 0.3375282287597656, 0.3257543742656708, 0.27833348512649536, 0.02003919892013073], "cos_apical_negg": [0.3260415196418762, 0.31336426734924316, 0.3360559642314911, 0.3375282287597656, 0.3257543742656708, 0.27833348512649536, 0.02003919892013073], "cos_Ac_negg": [0.3260415196418762, 0.31336426734924316, 0.3360559642314911, 0.3375282287597656, 0.3257543742656708, 0.27833348512649536, 0.02003919892013073], "r_norm": [0.9232244491577148, 0.8885011672973633, 0.8956503868103027, 0.8950758576393127, 0.948819637298584, 0.9450405836105347, 0.9389275312423706]}, {"step": 5800, "epoch": 12, "train_loss": 0.2330816388130188, "cos_r_negg": [0.3431881368160248, 0.35179072618484497, 0.34394580125808716, 0.34594184160232544, 0.337708443403244, 0.3140227794647217, 0.03160056471824646], "cos_apical_negg": [0.3431881368160248, 0.35179072618484497, 0.34394580125808716, 0.34594184160232544, 0.337708443403244, 0.3140227794647217, 0.03160056471824646], "cos_Ac_negg": [0.3431881368160248, 0.35179072618484497, 0.34394580125808716, 0.34594184160232544, 0.337708443403244, 0.3140227794647217, 0.03160056471824646], "r_norm": [1.0503673553466797, 1.0056161880493164, 1.018017292022705, 1.0210672616958618, 1.07780122756958, 1.071583867073059, 1.070508360862732]}, {"step": 5850, "epoch": 12, "train_loss": 0.3729076683521271, "cos_r_negg": [0.33843013644218445, 0.34343820810317993, 0.3519600033760071, 0.3363327980041504, 0.33522358536720276, 0.2792903780937195, 0.03610081970691681], "cos_apical_negg": [0.33843013644218445, 0.34343820810317993, 0.3519600033760071, 0.3363327980041504, 0.33522358536720276, 0.2792903780937195, 0.03610081970691681], "cos_Ac_negg": [0.33843013644218445, 0.34343820810317993, 0.3519600033760071, 0.3363327980041504, 0.33522358536720276, 0.2792903780937195, 0.03610081970691681], "r_norm": [0.9350985288619995, 0.8989171981811523, 0.9064981937408447, 0.9095258712768555, 0.9609881639480591, 0.9544638991355896, 0.9502507448196411]}, {"step": 5900, "epoch": 12, "train_loss": 0.36046746373176575, "cos_r_negg": [0.33218833804130554, 0.3326457738876343, 0.3452126681804657, 0.33891087770462036, 0.3243149518966675, 0.2960856556892395, 0.04540633782744408], "cos_apical_negg": [0.33218833804130554, 0.3326457738876343, 0.3452126681804657, 0.33891087770462036, 0.3243149518966675, 0.2960856556892395, 0.04540633782744408], "cos_Ac_negg": [0.33218833804130554, 0.3326457738876343, 0.3452126681804657, 0.33891087770462036, 0.3243149518966675, 0.2960856556892395, 0.04540633782744408], "r_norm": [1.0238046646118164, 0.9825549721717834, 0.9921996593475342, 0.99545818567276, 1.0478678941726685, 1.043752908706665, 1.0404318571090698]}, {"step": 5950, "epoch": 12, "train_loss": 0.28838151693344116, "cos_r_negg": [0.33384889364242554, 0.3362104892730713, 0.342774361371994, 0.3387630581855774, 0.33390936255455017, 0.28965598344802856, 0.056054770946502686], "cos_apical_negg": [0.33384889364242554, 0.3362104892730713, 0.342774361371994, 0.3387630581855774, 0.33390936255455017, 0.28965598344802856, 0.056054770946502686], "cos_Ac_negg": [0.33384889364242554, 0.3362104892730713, 0.342774361371994, 0.3387630581855774, 0.33390936255455017, 0.28965598344802856, 0.056054770946502686], "r_norm": [1.0852153301239014, 1.047567367553711, 1.0579454898834229, 1.0585627555847168, 1.1120898723602295, 1.112734079360962, 1.1088918447494507]}, {"step": 6000, "epoch": 12, "train_loss": 0.20448926091194153, "cos_r_negg": [0.31817227602005005, 0.330116331577301, 0.34483134746551514, 0.32042568922042847, 0.3024485111236572, 0.2831108570098877, 0.06405395269393921], "cos_apical_negg": [0.31817227602005005, 0.330116331577301, 0.34483134746551514, 0.32042568922042847, 0.3024485111236572, 0.2831108570098877, 0.06405395269393921], "cos_Ac_negg": [0.31817227602005005, 0.330116331577301, 0.34483134746551514, 0.32042568922042847, 0.3024485111236572, 0.2831108570098877, 0.06405395269393921], "r_norm": [0.9727003574371338, 0.9359101057052612, 0.9485560655593872, 0.946535587310791, 1.002932071685791, 0.9987227916717529, 0.9919487237930298]}, {"step": 6050, "epoch": 12, "train_loss": 0.25328466296195984, "cos_r_negg": [0.3409661650657654, 0.358950674533844, 0.3899117708206177, 0.37351515889167786, 0.3367680013179779, 0.26927289366722107, 0.052343592047691345], "cos_apical_negg": [0.3409661650657654, 0.358950674533844, 0.3899117708206177, 0.37351515889167786, 0.3367680013179779, 0.26927289366722107, 0.052343592047691345], "cos_Ac_negg": [0.3409661650657654, 0.358950674533844, 0.3899117708206177, 0.37351515889167786, 0.3367680013179779, 0.26927289366722107, 0.052343592047691345], "r_norm": [1.0215123891830444, 0.9876684546470642, 0.9955141544342041, 0.9914648532867432, 1.0518944263458252, 1.04828941822052, 1.0396084785461426]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8651, "test_loss": 0.4327562072753906}, {"step": 6100, "epoch": 13, "train_loss": 0.3074912130832672, "cos_r_negg": [0.3403529226779938, 0.3311302661895752, 0.35899800062179565, 0.35736918449401855, 0.3517053425312042, 0.2908416986465454, 0.06777746230363846], "cos_apical_negg": [0.3403529226779938, 0.3311302661895752, 0.35899800062179565, 0.35736918449401855, 0.3517053425312042, 0.2908416986465454, 0.06777746230363846], "cos_Ac_negg": [0.3403529226779938, 0.3311302661895752, 0.35899800062179565, 0.35736918449401855, 0.3517053425312042, 0.2908416986465454, 0.06777746230363846], "r_norm": [0.9916597008705139, 0.952731192111969, 0.9590706825256348, 0.9622219800949097, 1.0140026807785034, 1.01133394241333, 1.0068600177764893]}, {"step": 6150, "epoch": 13, "train_loss": 0.24626028537750244, "cos_r_negg": [0.31402304768562317, 0.33543485403060913, 0.3506770133972168, 0.350198894739151, 0.3304467797279358, 0.29724252223968506, 0.05188392847776413], "cos_apical_negg": [0.31402304768562317, 0.33543485403060913, 0.3506770133972168, 0.350198894739151, 0.3304467797279358, 0.29724252223968506, 0.05188392847776413], "cos_Ac_negg": [0.31402304768562317, 0.33543485403060913, 0.3506770133972168, 0.350198894739151, 0.3304467797279358, 0.29724252223968506, 0.05188392847776413], "r_norm": [0.8802394866943359, 0.8378493785858154, 0.8510424494743347, 0.8529888987541199, 0.8999186754226685, 0.8927372694015503, 0.8916005492210388]}, {"step": 6200, "epoch": 13, "train_loss": 0.24413840472698212, "cos_r_negg": [0.35858505964279175, 0.36668235063552856, 0.37345898151397705, 0.3469490110874176, 0.34975504875183105, 0.28127768635749817, 0.04684671014547348], "cos_apical_negg": [0.35858505964279175, 0.36668235063552856, 0.37345898151397705, 0.3469490110874176, 0.34975504875183105, 0.28127768635749817, 0.04684671014547348], "cos_Ac_negg": [0.35858505964279175, 0.36668235063552856, 0.37345898151397705, 0.3469490110874176, 0.34975504875183105, 0.28127768635749817, 0.04684671014547348], "r_norm": [0.9859265089035034, 0.9483529925346375, 0.9593191742897034, 0.9595990180969238, 1.012865662574768, 1.0075746774673462, 1.0059362649917603]}, {"step": 6250, "epoch": 13, "train_loss": 0.20947714149951935, "cos_r_negg": [0.30755531787872314, 0.33425599336624146, 0.3782011866569519, 0.33792513608932495, 0.31343770027160645, 0.2934754192829132, 0.060255784541368484], "cos_apical_negg": [0.30755531787872314, 0.33425599336624146, 0.3782011866569519, 0.33792513608932495, 0.31343770027160645, 0.2934754192829132, 0.060255784541368484], "cos_Ac_negg": [0.30755531787872314, 0.33425599336624146, 0.3782011866569519, 0.33792513608932495, 0.31343770027160645, 0.2934754192829132, 0.060255784541368484], "r_norm": [1.0065855979919434, 0.9675643444061279, 0.9806965589523315, 0.9841532707214355, 1.0379307270050049, 1.029561996459961, 1.027808427810669]}, {"step": 6300, "epoch": 13, "train_loss": 0.3049706220626831, "cos_r_negg": [0.39109668135643005, 0.38872990012168884, 0.4134712815284729, 0.39838907122612, 0.3680061995983124, 0.31156641244888306, 0.03632522001862526], "cos_apical_negg": [0.39109668135643005, 0.38872990012168884, 0.4134712815284729, 0.39838907122612, 0.3680061995983124, 0.31156641244888306, 0.03632522001862526], "cos_Ac_negg": [0.39109668135643005, 0.38872990012168884, 0.4134712815284729, 0.39838907122612, 0.3680061995983124, 0.31156641244888306, 0.03632522001862526], "r_norm": [1.057054877281189, 1.018916130065918, 1.0268874168395996, 1.0277929306030273, 1.0831763744354248, 1.0823684930801392, 1.0738377571105957]}, {"step": 6350, "epoch": 13, "train_loss": 0.3200719356536865, "cos_r_negg": [0.3535929322242737, 0.3665805459022522, 0.38506826758384705, 0.3708261251449585, 0.3732399344444275, 0.325284481048584, 0.042951568961143494], "cos_apical_negg": [0.3535929322242737, 0.3665805459022522, 0.38506826758384705, 0.3708261251449585, 0.3732399344444275, 0.325284481048584, 0.042951568961143494], "cos_Ac_negg": [0.3535929322242737, 0.3665805459022522, 0.38506826758384705, 0.3708261251449585, 0.3732399344444275, 0.325284481048584, 0.042951568961143494], "r_norm": [0.9701231718063354, 0.9303109049797058, 0.9413927793502808, 0.9413610696792603, 0.9910246133804321, 0.9888968467712402, 0.9845894575119019]}, {"step": 6400, "epoch": 13, "train_loss": 0.2999580502510071, "cos_r_negg": [0.32137173414230347, 0.34597477316856384, 0.3674834966659546, 0.3590819239616394, 0.3482287526130676, 0.3110755681991577, 0.059355229139328], "cos_apical_negg": [0.32137173414230347, 0.34597477316856384, 0.3674834966659546, 0.3590819239616394, 0.3482287526130676, 0.3110755681991577, 0.059355229139328], "cos_Ac_negg": [0.32137173414230347, 0.34597477316856384, 0.3674834966659546, 0.3590819239616394, 0.3482287526130676, 0.3110755681991577, 0.059355229139328], "r_norm": [1.0452146530151367, 1.0046703815460205, 1.009183645248413, 1.0106855630874634, 1.0632588863372803, 1.0626332759857178, 1.059826374053955]}, {"step": 6450, "epoch": 13, "train_loss": 0.22158648073673248, "cos_r_negg": [0.3472636044025421, 0.3600088357925415, 0.3857192397117615, 0.356998085975647, 0.35683563351631165, 0.29990503191947937, 0.04417802020907402], "cos_apical_negg": [0.3472636044025421, 0.3600088357925415, 0.3857192397117615, 0.356998085975647, 0.35683563351631165, 0.29990503191947937, 0.04417802020907402], "cos_Ac_negg": [0.3472636044025421, 0.3600088357925415, 0.3857192397117615, 0.356998085975647, 0.35683563351631165, 0.29990503191947937, 0.04417802020907402], "r_norm": [1.1029714345932007, 1.0548694133758545, 1.0623258352279663, 1.063626766204834, 1.1211347579956055, 1.119063377380371, 1.1171143054962158]}, {"step": 6500, "epoch": 13, "train_loss": 0.2278691828250885, "cos_r_negg": [0.3077700734138489, 0.3365498185157776, 0.3479539155960083, 0.31754952669143677, 0.2983716130256653, 0.2799166738986969, 0.005505232140421867], "cos_apical_negg": [0.3077700734138489, 0.3365498185157776, 0.3479539155960083, 0.31754952669143677, 0.2983716130256653, 0.2799166738986969, 0.005505232140421867], "cos_Ac_negg": [0.3077700734138489, 0.3365498185157776, 0.3479539155960083, 0.31754952669143677, 0.2983716130256653, 0.2799166738986969, 0.005505232140421867], "r_norm": [1.0831371545791626, 1.0412983894348145, 1.0506210327148438, 1.0554531812667847, 1.1095333099365234, 1.1056650876998901, 1.1021744012832642]}, {"step": 6550, "epoch": 13, "train_loss": 0.2717224657535553, "cos_r_negg": [0.3629075884819031, 0.3823528289794922, 0.39322346448898315, 0.3484237790107727, 0.3268245756626129, 0.2931026220321655, 0.03076440840959549], "cos_apical_negg": [0.3629075884819031, 0.3823528289794922, 0.39322346448898315, 0.3484237790107727, 0.3268245756626129, 0.2931026220321655, 0.03076440840959549], "cos_Ac_negg": [0.3629075884819031, 0.3823528289794922, 0.39322346448898315, 0.3484237790107727, 0.3268245756626129, 0.2931026220321655, 0.03076440840959549], "r_norm": [1.0207805633544922, 0.9775810241699219, 0.9899168610572815, 0.9909636974334717, 1.0450199842453003, 1.0410966873168945, 1.0368595123291016]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8524, "test_loss": 0.4782326690673828}, {"step": 6600, "epoch": 14, "train_loss": 0.27636224031448364, "cos_r_negg": [0.3481912612915039, 0.3633938729763031, 0.38640785217285156, 0.355718195438385, 0.32919842004776, 0.28363192081451416, 0.023620888590812683], "cos_apical_negg": [0.3481912612915039, 0.3633938729763031, 0.38640785217285156, 0.355718195438385, 0.32919842004776, 0.28363192081451416, 0.023620888590812683], "cos_Ac_negg": [0.3481912612915039, 0.3633938729763031, 0.38640785217285156, 0.355718195438385, 0.32919842004776, 0.28363192081451416, 0.023620888590812683], "r_norm": [1.016553521156311, 0.9735166430473328, 0.98344886302948, 0.9893196821212769, 1.0420048236846924, 1.0344691276550293, 1.0337885618209839]}, {"step": 6650, "epoch": 14, "train_loss": 0.5450411438941956, "cos_r_negg": [0.3507174551486969, 0.36753231287002563, 0.3769984841346741, 0.3374624252319336, 0.31222233176231384, 0.26020288467407227, 0.02666500024497509], "cos_apical_negg": [0.3507174551486969, 0.36753231287002563, 0.3769984841346741, 0.3374624252319336, 0.31222233176231384, 0.26020288467407227, 0.02666500024497509], "cos_Ac_negg": [0.3507174551486969, 0.36753231287002563, 0.3769984841346741, 0.3374624252319336, 0.31222233176231384, 0.26020288467407227, 0.02666500024497509], "r_norm": [0.9288485050201416, 0.8963826894760132, 0.9072810411453247, 0.9067129492759705, 0.9607594609260559, 0.9559764862060547, 0.9489156007766724]}, {"step": 6700, "epoch": 14, "train_loss": 0.21754741668701172, "cos_r_negg": [0.3492249548435211, 0.3683732748031616, 0.3869211673736572, 0.3574945032596588, 0.3474334478378296, 0.2436034232378006, 0.042328186333179474], "cos_apical_negg": [0.3492249548435211, 0.3683732748031616, 0.3869211673736572, 0.3574945032596588, 0.3474334478378296, 0.2436034232378006, 0.042328186333179474], "cos_Ac_negg": [0.3492249548435211, 0.3683732748031616, 0.3869211673736572, 0.3574945032596588, 0.3474334478378296, 0.2436034232378006, 0.042328186333179474], "r_norm": [1.0392667055130005, 1.0014278888702393, 1.0128812789916992, 1.0164521932601929, 1.0722019672393799, 1.0661988258361816, 1.0629215240478516]}, {"step": 6750, "epoch": 14, "train_loss": 0.3725358843803406, "cos_r_negg": [0.3693843185901642, 0.3625170588493347, 0.3882793188095093, 0.34947168827056885, 0.3395923376083374, 0.2728765606880188, 0.018040180206298828], "cos_apical_negg": [0.3693843185901642, 0.3625170588493347, 0.3882793188095093, 0.34947168827056885, 0.3395923376083374, 0.2728765606880188, 0.018040180206298828], "cos_Ac_negg": [0.3693843185901642, 0.3625170588493347, 0.3882793188095093, 0.34947168827056885, 0.3395923376083374, 0.2728765606880188, 0.018040180206298828], "r_norm": [1.0138379335403442, 0.9742680788040161, 0.9789721965789795, 0.9839212894439697, 1.0329722166061401, 1.031684160232544, 1.0296943187713623]}, {"step": 6800, "epoch": 14, "train_loss": 0.24111804366111755, "cos_r_negg": [0.3439335823059082, 0.3535434901714325, 0.3669625222682953, 0.3544907569885254, 0.3392764925956726, 0.3107883632183075, 0.04993774741888046], "cos_apical_negg": [0.3439335823059082, 0.3535434901714325, 0.3669625222682953, 0.3544907569885254, 0.3392764925956726, 0.3107883632183075, 0.04993774741888046], "cos_Ac_negg": [0.3439335823059082, 0.3535434901714325, 0.3669625222682953, 0.3544907569885254, 0.3392764925956726, 0.3107883632183075, 0.04993774741888046], "r_norm": [0.9673518538475037, 0.9326177835464478, 0.9388721585273743, 0.938459038734436, 0.98927903175354, 0.9887217283248901, 0.9824011325836182]}, {"step": 6850, "epoch": 14, "train_loss": 0.2436649203300476, "cos_r_negg": [0.3386903405189514, 0.34214508533477783, 0.34381014108657837, 0.3416177034378052, 0.3139834403991699, 0.2620210647583008, 0.03699846193194389], "cos_apical_negg": [0.3386903405189514, 0.34214508533477783, 0.34381014108657837, 0.3416177034378052, 0.3139834403991699, 0.2620210647583008, 0.03699846193194389], "cos_Ac_negg": [0.3386903405189514, 0.34214508533477783, 0.34381014108657837, 0.3416177034378052, 0.3139834403991699, 0.2620210647583008, 0.03699846193194389], "r_norm": [1.1949154138565063, 1.146332025527954, 1.16135573387146, 1.166762113571167, 1.232538104057312, 1.2229249477386475, 1.2181096076965332]}, {"step": 6900, "epoch": 14, "train_loss": 0.31544798612594604, "cos_r_negg": [0.3883780539035797, 0.3904132843017578, 0.387703537940979, 0.35953032970428467, 0.32495880126953125, 0.27280065417289734, 0.03874698281288147], "cos_apical_negg": [0.3883780539035797, 0.3904132843017578, 0.387703537940979, 0.35953032970428467, 0.32495880126953125, 0.27280065417289734, 0.03874698281288147], "cos_Ac_negg": [0.3883780539035797, 0.3904132843017578, 0.387703537940979, 0.35953032970428467, 0.32495880126953125, 0.27280065417289734, 0.03874698281288147], "r_norm": [0.9582120776176453, 0.920744776725769, 0.9293742179870605, 0.9310190081596375, 0.9798569679260254, 0.9774612188339233, 0.974163830280304]}, {"step": 6950, "epoch": 14, "train_loss": 0.2768746614456177, "cos_r_negg": [0.29821404814720154, 0.30322277545928955, 0.3064180612564087, 0.2824697196483612, 0.27686643600463867, 0.24646249413490295, 0.05325888469815254], "cos_apical_negg": [0.29821404814720154, 0.30322277545928955, 0.3064180612564087, 0.2824697196483612, 0.27686643600463867, 0.24646249413490295, 0.05325888469815254], "cos_Ac_negg": [0.29821404814720154, 0.30322277545928955, 0.3064180612564087, 0.2824697196483612, 0.27686643600463867, 0.24646249413490295, 0.05325888469815254], "r_norm": [1.080772042274475, 1.0332515239715576, 1.0381951332092285, 1.0450916290283203, 1.096388816833496, 1.0947675704956055, 1.0948196649551392]}, {"step": 7000, "epoch": 14, "train_loss": 0.30403125286102295, "cos_r_negg": [0.32876676321029663, 0.34357377886772156, 0.3490941822528839, 0.32742464542388916, 0.30530279874801636, 0.257479190826416, 0.08613117039203644], "cos_apical_negg": [0.32876676321029663, 0.34357377886772156, 0.3490941822528839, 0.32742464542388916, 0.30530279874801636, 0.257479190826416, 0.08613117039203644], "cos_Ac_negg": [0.32876676321029663, 0.34357377886772156, 0.3490941822528839, 0.32742464542388916, 0.30530279874801636, 0.257479190826416, 0.08613117039203644], "r_norm": [1.0183610916137695, 0.9774686098098755, 0.9867907762527466, 0.9928274154663086, 1.0491304397583008, 1.0395622253417969, 1.0381892919540405]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8681, "test_loss": 0.4216147338867188}, {"step": 7050, "epoch": 15, "train_loss": 0.27921271324157715, "cos_r_negg": [0.3515918552875519, 0.3600301742553711, 0.3660585880279541, 0.3553068935871124, 0.3383767604827881, 0.2840697169303894, 0.06805482506752014], "cos_apical_negg": [0.3515918552875519, 0.3600301742553711, 0.3660585880279541, 0.3553068935871124, 0.3383767604827881, 0.2840697169303894, 0.06805482506752014], "cos_Ac_negg": [0.3515918552875519, 0.3600301742553711, 0.3660585880279541, 0.3553068935871124, 0.3383767604827881, 0.2840697169303894, 0.06805482506752014], "r_norm": [0.9500391483306885, 0.9099944233894348, 0.9200196266174316, 0.9218828678131104, 0.9689472317695618, 0.967404842376709, 0.9608134031295776]}, {"step": 7100, "epoch": 15, "train_loss": 0.2489197552204132, "cos_r_negg": [0.35656094551086426, 0.3732839822769165, 0.3687583804130554, 0.3558666706085205, 0.3542473018169403, 0.30570846796035767, 0.06342752277851105], "cos_apical_negg": [0.35656094551086426, 0.3732839822769165, 0.3687583804130554, 0.3558666706085205, 0.3542473018169403, 0.30570846796035767, 0.06342752277851105], "cos_Ac_negg": [0.35656094551086426, 0.3732839822769165, 0.3687583804130554, 0.3558666706085205, 0.3542473018169403, 0.30570846796035767, 0.06342752277851105], "r_norm": [1.0838775634765625, 1.0425411462783813, 1.0535194873809814, 1.0493135452270508, 1.1143240928649902, 1.1120414733886719, 1.100818395614624]}, {"step": 7150, "epoch": 15, "train_loss": 0.37130099534988403, "cos_r_negg": [0.351803719997406, 0.36019158363342285, 0.3712567687034607, 0.3653421401977539, 0.3411674201488495, 0.28782516717910767, 0.06712213158607483], "cos_apical_negg": [0.351803719997406, 0.36019158363342285, 0.3712567687034607, 0.3653421401977539, 0.3411674201488495, 0.28782516717910767, 0.06712213158607483], "cos_Ac_negg": [0.351803719997406, 0.36019158363342285, 0.3712567687034607, 0.3653421401977539, 0.3411674201488495, 0.28782516717910767, 0.06712213158607483], "r_norm": [1.1054866313934326, 1.0644240379333496, 1.0670428276062012, 1.0712794065475464, 1.1245803833007812, 1.1250295639038086, 1.124023199081421]}, {"step": 7200, "epoch": 15, "train_loss": 0.2790314257144928, "cos_r_negg": [0.3388356864452362, 0.3761558532714844, 0.36630499362945557, 0.37534981966018677, 0.33791160583496094, 0.2857847213745117, 0.07562777400016785], "cos_apical_negg": [0.3388356864452362, 0.3761558532714844, 0.36630499362945557, 0.37534981966018677, 0.33791160583496094, 0.2857847213745117, 0.07562777400016785], "cos_Ac_negg": [0.3388356864452362, 0.3761558532714844, 0.36630499362945557, 0.37534981966018677, 0.33791160583496094, 0.2857847213745117, 0.07562777400016785], "r_norm": [1.0798776149749756, 1.0393469333648682, 1.049729347229004, 1.0559942722320557, 1.107417106628418, 1.10254967212677, 1.100768804550171]}, {"step": 7250, "epoch": 15, "train_loss": 0.29312312602996826, "cos_r_negg": [0.3022941052913666, 0.31282031536102295, 0.3278532922267914, 0.3227526545524597, 0.2906690835952759, 0.2575010657310486, 0.03770871460437775], "cos_apical_negg": [0.3022941052913666, 0.31282031536102295, 0.3278532922267914, 0.3227526545524597, 0.2906690835952759, 0.2575010657310486, 0.03770871460437775], "cos_Ac_negg": [0.3022941052913666, 0.31282031536102295, 0.3278532922267914, 0.3227526545524597, 0.2906690835952759, 0.2575010657310486, 0.03770871460437775], "r_norm": [1.1970224380493164, 1.1514930725097656, 1.1598660945892334, 1.1683067083358765, 1.2243008613586426, 1.2205817699432373, 1.220959186553955]}, {"step": 7300, "epoch": 15, "train_loss": 0.3738149106502533, "cos_r_negg": [0.3305496275424957, 0.34227970242500305, 0.3416537642478943, 0.35806137323379517, 0.3266751170158386, 0.3051985502243042, 0.06572864204645157], "cos_apical_negg": [0.3305496275424957, 0.34227970242500305, 0.3416537642478943, 0.35806137323379517, 0.3266751170158386, 0.3051985502243042, 0.06572864204645157], "cos_Ac_negg": [0.3305496275424957, 0.34227970242500305, 0.3416537642478943, 0.35806137323379517, 0.3266751170158386, 0.3051985502243042, 0.06572864204645157], "r_norm": [1.015216588973999, 0.9828455448150635, 0.9856851696968079, 0.9880884885787964, 1.0386369228363037, 1.0409460067749023, 1.0357555150985718]}, {"step": 7350, "epoch": 15, "train_loss": 0.2762395441532135, "cos_r_negg": [0.36803358793258667, 0.38715940713882446, 0.3794810175895691, 0.3608262538909912, 0.3426845073699951, 0.29222768545150757, 0.0818362683057785], "cos_apical_negg": [0.36803358793258667, 0.38715940713882446, 0.3794810175895691, 0.3608262538909912, 0.3426845073699951, 0.29222768545150757, 0.0818362683057785], "cos_Ac_negg": [0.36803358793258667, 0.38715940713882446, 0.3794810175895691, 0.3608262538909912, 0.3426845073699951, 0.29222768545150757, 0.0818362683057785], "r_norm": [1.0089399814605713, 0.9704704880714417, 0.9750449657440186, 0.9756916761398315, 1.026353120803833, 1.0285077095031738, 1.0241600275039673]}, {"step": 7400, "epoch": 15, "train_loss": 0.43304356932640076, "cos_r_negg": [0.3711400628089905, 0.3582163453102112, 0.3751620650291443, 0.36291196942329407, 0.3600948452949524, 0.32457154989242554, 0.0750502422451973], "cos_apical_negg": [0.3711400628089905, 0.3582163453102112, 0.3751620650291443, 0.36291196942329407, 0.3600948452949524, 0.32457154989242554, 0.0750502422451973], "cos_Ac_negg": [0.3711400628089905, 0.3582163453102112, 0.3751620650291443, 0.36291196942329407, 0.3600948452949524, 0.32457154989242554, 0.0750502422451973], "r_norm": [0.9460621476173401, 0.9124404788017273, 0.9193538427352905, 0.920891523361206, 0.9664887189865112, 0.9648348093032837, 0.9609010219573975]}, {"step": 7450, "epoch": 15, "train_loss": 0.25299930572509766, "cos_r_negg": [0.35271066427230835, 0.37420880794525146, 0.36965447664260864, 0.345197468996048, 0.34159013628959656, 0.3104136884212494, 0.05782284587621689], "cos_apical_negg": [0.35271066427230835, 0.37420880794525146, 0.36965447664260864, 0.345197468996048, 0.34159013628959656, 0.3104136884212494, 0.05782284587621689], "cos_Ac_negg": [0.35271066427230835, 0.37420880794525146, 0.36965447664260864, 0.345197468996048, 0.34159013628959656, 0.3104136884212494, 0.05782284587621689], "r_norm": [1.0567917823791504, 1.0162806510925293, 1.022322654724121, 1.0273547172546387, 1.0818850994110107, 1.0769670009613037, 1.0765620470046997]}, {"step": 7500, "epoch": 15, "train_loss": 0.22085219621658325, "cos_r_negg": [0.3653462529182434, 0.3673248589038849, 0.3828721046447754, 0.35402923822402954, 0.3602011203765869, 0.3151201605796814, 0.048187121748924255], "cos_apical_negg": [0.3653462529182434, 0.3673248589038849, 0.3828721046447754, 0.35402923822402954, 0.3602011203765869, 0.3151201605796814, 0.048187121748924255], "cos_Ac_negg": [0.3653462529182434, 0.3673248589038849, 0.3828721046447754, 0.35402923822402954, 0.3602011203765869, 0.3151201605796814, 0.048187121748924255], "r_norm": [1.0608917474746704, 1.0159958600997925, 1.023294448852539, 1.026637315750122, 1.0797910690307617, 1.0781265497207642, 1.0782148838043213]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8662, "test_loss": 0.41172676696777344}, {"step": 7550, "epoch": 16, "train_loss": 0.21557866036891937, "cos_r_negg": [0.36259886622428894, 0.374833345413208, 0.4035899341106415, 0.3727145791053772, 0.35458117723464966, 0.30761685967445374, 0.058068469166755676], "cos_apical_negg": [0.36259886622428894, 0.374833345413208, 0.4035899341106415, 0.3727145791053772, 0.35458117723464966, 0.30761685967445374, 0.058068469166755676], "cos_Ac_negg": [0.36259886622428894, 0.374833345413208, 0.4035899341106415, 0.3727145791053772, 0.35458117723464966, 0.30761685967445374, 0.058068469166755676], "r_norm": [1.0163872241973877, 0.9745916128158569, 0.9814939498901367, 0.9880073070526123, 1.0343079566955566, 1.0315580368041992, 1.0339913368225098]}, {"step": 7600, "epoch": 16, "train_loss": 0.3487204313278198, "cos_r_negg": [0.36410340666770935, 0.3754808306694031, 0.3911973834037781, 0.3604739308357239, 0.3706974983215332, 0.3120326101779938, 0.06831856817007065], "cos_apical_negg": [0.36410340666770935, 0.3754808306694031, 0.3911973834037781, 0.3604739308357239, 0.3706974983215332, 0.3120326101779938, 0.06831856817007065], "cos_Ac_negg": [0.36410340666770935, 0.3754808306694031, 0.3911973834037781, 0.3604739308357239, 0.3706974983215332, 0.3120326101779938, 0.06831856817007065], "r_norm": [0.9630692601203918, 0.9271776676177979, 0.9404643774032593, 0.93793785572052, 0.9960310459136963, 0.9899706840515137, 0.9824445247650146]}, {"step": 7650, "epoch": 16, "train_loss": 0.13142012059688568, "cos_r_negg": [0.3427814245223999, 0.3545939326286316, 0.37526679039001465, 0.3513386845588684, 0.3503163456916809, 0.288205623626709, 0.028110183775424957], "cos_apical_negg": [0.3427814245223999, 0.3545939326286316, 0.37526679039001465, 0.3513386845588684, 0.3503163456916809, 0.288205623626709, 0.028110183775424957], "cos_Ac_negg": [0.3427814245223999, 0.3545939326286316, 0.37526679039001465, 0.3513386845588684, 0.3503163456916809, 0.288205623626709, 0.028110183775424957], "r_norm": [0.9808847308158875, 0.9410278797149658, 0.9539721012115479, 0.9530048370361328, 1.006467580795288, 1.0028538703918457, 0.9970613718032837]}, {"step": 7700, "epoch": 16, "train_loss": 0.1735299825668335, "cos_r_negg": [0.34833118319511414, 0.35504016280174255, 0.36633989214897156, 0.35409581661224365, 0.331525593996048, 0.310158371925354, 0.0699341669678688], "cos_apical_negg": [0.34833118319511414, 0.35504016280174255, 0.36633989214897156, 0.35409581661224365, 0.331525593996048, 0.310158371925354, 0.0699341669678688], "cos_Ac_negg": [0.34833118319511414, 0.35504016280174255, 0.36633989214897156, 0.35409581661224365, 0.331525593996048, 0.310158371925354, 0.0699341669678688], "r_norm": [0.935067892074585, 0.9016001224517822, 0.9095722436904907, 0.9092904329299927, 0.9628720283508301, 0.9590823650360107, 0.950600266456604]}, {"step": 7750, "epoch": 16, "train_loss": 0.393113911151886, "cos_r_negg": [0.3462909460067749, 0.3456460237503052, 0.3581586182117462, 0.36601531505584717, 0.32997995615005493, 0.3055254817008972, 0.07164894044399261], "cos_apical_negg": [0.3462909460067749, 0.3456460237503052, 0.3581586182117462, 0.36601531505584717, 0.32997995615005493, 0.3055254817008972, 0.07164894044399261], "cos_Ac_negg": [0.3462909460067749, 0.3456460237503052, 0.3581586182117462, 0.36601531505584717, 0.32997995615005493, 0.3055254817008972, 0.07164894044399261], "r_norm": [0.9618512392044067, 0.922189474105835, 0.9308879971504211, 0.9362933039665222, 0.9802941083908081, 0.9787799119949341, 0.9770658016204834]}, {"step": 7800, "epoch": 16, "train_loss": 0.24605806171894073, "cos_r_negg": [0.36993372440338135, 0.3913038671016693, 0.40051203966140747, 0.4067729711532593, 0.3906933665275574, 0.3370521366596222, 0.07177001237869263], "cos_apical_negg": [0.36993372440338135, 0.3913038671016693, 0.40051203966140747, 0.4067729711532593, 0.3906933665275574, 0.3370521366596222, 0.07177001237869263], "cos_Ac_negg": [0.36993372440338135, 0.3913038671016693, 0.40051203966140747, 0.4067729711532593, 0.3906933665275574, 0.3370521366596222, 0.07177001237869263], "r_norm": [1.0944674015045166, 1.0531445741653442, 1.0644978284835815, 1.0633974075317383, 1.1290483474731445, 1.122631549835205, 1.1136739253997803]}, {"step": 7850, "epoch": 16, "train_loss": 0.2029300481081009, "cos_r_negg": [0.33975282311439514, 0.33656346797943115, 0.3512718677520752, 0.3576166033744812, 0.33765164017677307, 0.2904878258705139, 0.04099133610725403], "cos_apical_negg": [0.33975282311439514, 0.33656346797943115, 0.3512718677520752, 0.3576166033744812, 0.33765164017677307, 0.2904878258705139, 0.04099133610725403], "cos_Ac_negg": [0.33975282311439514, 0.33656346797943115, 0.3512718677520752, 0.3576166033744812, 0.33765164017677307, 0.2904878258705139, 0.04099133610725403], "r_norm": [1.0480961799621582, 1.0118898153305054, 1.021398663520813, 1.021198034286499, 1.0807466506958008, 1.0753310918807983, 1.0691081285476685]}, {"step": 7900, "epoch": 16, "train_loss": 0.21901722252368927, "cos_r_negg": [0.3186739385128021, 0.3360210657119751, 0.33319830894470215, 0.33275753259658813, 0.3156445026397705, 0.26500725746154785, 0.03392326086759567], "cos_apical_negg": [0.3186739385128021, 0.3360210657119751, 0.33319830894470215, 0.33275753259658813, 0.3156445026397705, 0.26500725746154785, 0.03392326086759567], "cos_Ac_negg": [0.3186739385128021, 0.3360210657119751, 0.33319830894470215, 0.33275753259658813, 0.3156445026397705, 0.26500725746154785, 0.03392326086759567], "r_norm": [1.0797972679138184, 1.0376291275024414, 1.0431958436965942, 1.0417340993881226, 1.0982441902160645, 1.0996572971343994, 1.0952814817428589]}, {"step": 7950, "epoch": 16, "train_loss": 0.2756444811820984, "cos_r_negg": [0.32605886459350586, 0.34331780672073364, 0.358654260635376, 0.345425546169281, 0.3639167547225952, 0.28266578912734985, 0.048566289246082306], "cos_apical_negg": [0.32605886459350586, 0.34331780672073364, 0.358654260635376, 0.345425546169281, 0.3639167547225952, 0.28266578912734985, 0.048566289246082306], "cos_Ac_negg": [0.32605886459350586, 0.34331780672073364, 0.358654260635376, 0.345425546169281, 0.3639167547225952, 0.28266578912734985, 0.048566289246082306], "r_norm": [0.9857409000396729, 0.9465173482894897, 0.9572536945343018, 0.9574587941169739, 1.0096828937530518, 1.005292534828186, 0.9981815814971924]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8707, "test_loss": 0.4041642639160156}, {"step": 8000, "epoch": 17, "train_loss": 0.26709985733032227, "cos_r_negg": [0.3128620982170105, 0.31930649280548096, 0.3138323128223419, 0.3125706613063812, 0.30567872524261475, 0.24400463700294495, 0.02252862975001335], "cos_apical_negg": [0.3128620982170105, 0.31930649280548096, 0.3138323128223419, 0.3125706613063812, 0.30567872524261475, 0.24400463700294495, 0.02252862975001335], "cos_Ac_negg": [0.3128620982170105, 0.31930649280548096, 0.3138323128223419, 0.3125706613063812, 0.30567872524261475, 0.24400463700294495, 0.02252862975001335], "r_norm": [1.0048967599868774, 0.9677245616912842, 0.9762769937515259, 0.9775786399841309, 1.0306618213653564, 1.0269488096237183, 1.02220618724823]}, {"step": 8050, "epoch": 17, "train_loss": 0.2231697142124176, "cos_r_negg": [0.3442394435405731, 0.3354637622833252, 0.342820942401886, 0.3398418426513672, 0.33157986402511597, 0.2610214352607727, 0.01690312661230564], "cos_apical_negg": [0.3442394435405731, 0.3354637622833252, 0.342820942401886, 0.3398418426513672, 0.33157986402511597, 0.2610214352607727, 0.01690312661230564], "cos_Ac_negg": [0.3442394435405731, 0.3354637622833252, 0.342820942401886, 0.3398418426513672, 0.33157986402511597, 0.2610214352607727, 0.01690312661230564], "r_norm": [1.0453130006790161, 1.007476806640625, 1.017916202545166, 1.0181827545166016, 1.076951026916504, 1.0723555088043213, 1.0671420097351074]}, {"step": 8100, "epoch": 17, "train_loss": 0.3041602373123169, "cos_r_negg": [0.32166725397109985, 0.3300238847732544, 0.3543736934661865, 0.36176466941833496, 0.35198062658309937, 0.27753353118896484, 0.04551722854375839], "cos_apical_negg": [0.32166725397109985, 0.3300238847732544, 0.3543736934661865, 0.36176466941833496, 0.35198062658309937, 0.27753353118896484, 0.04551722854375839], "cos_Ac_negg": [0.32166725397109985, 0.3300238847732544, 0.3543736934661865, 0.36176466941833496, 0.35198062658309937, 0.27753353118896484, 0.04551722854375839], "r_norm": [0.9460220336914062, 0.9138559103012085, 0.9240144491195679, 0.9250656366348267, 0.9720056056976318, 0.9695941209793091, 0.9639782309532166]}, {"step": 8150, "epoch": 17, "train_loss": 0.20949694514274597, "cos_r_negg": [0.38169509172439575, 0.37899571657180786, 0.39838963747024536, 0.40191319584846497, 0.39919430017471313, 0.30191749334335327, 0.0656438022851944], "cos_apical_negg": [0.38169509172439575, 0.37899571657180786, 0.39838963747024536, 0.40191319584846497, 0.39919430017471313, 0.30191749334335327, 0.0656438022851944], "cos_Ac_negg": [0.38169509172439575, 0.37899571657180786, 0.39838963747024536, 0.40191319584846497, 0.39919430017471313, 0.30191749334335327, 0.0656438022851944], "r_norm": [1.0220437049865723, 0.9839476346969604, 0.9917094111442566, 0.9957773685455322, 1.044270634651184, 1.0423882007598877, 1.040459156036377]}, {"step": 8200, "epoch": 17, "train_loss": 0.23752346634864807, "cos_r_negg": [0.3370354473590851, 0.3219052255153656, 0.3371446132659912, 0.32893070578575134, 0.3569851517677307, 0.29902711510658264, 0.056246381253004074], "cos_apical_negg": [0.3370354473590851, 0.3219052255153656, 0.3371446132659912, 0.32893070578575134, 0.3569851517677307, 0.29902711510658264, 0.056246381253004074], "cos_Ac_negg": [0.3370354473590851, 0.3219052255153656, 0.3371446132659912, 0.32893070578575134, 0.3569851517677307, 0.29902711510658264, 0.056246381253004074], "r_norm": [1.0753040313720703, 1.0349254608154297, 1.0432852506637573, 1.0458042621612549, 1.0954105854034424, 1.0968103408813477, 1.0937397480010986]}, {"step": 8250, "epoch": 17, "train_loss": 0.2670096755027771, "cos_r_negg": [0.34673812985420227, 0.3532499372959137, 0.3544352650642395, 0.36952829360961914, 0.37739038467407227, 0.32061922550201416, 0.0362069346010685], "cos_apical_negg": [0.34673812985420227, 0.3532499372959137, 0.3544352650642395, 0.36952829360961914, 0.37739038467407227, 0.32061922550201416, 0.0362069346010685], "cos_Ac_negg": [0.34673812985420227, 0.3532499372959137, 0.3544352650642395, 0.36952829360961914, 0.37739038467407227, 0.32061922550201416, 0.0362069346010685], "r_norm": [0.918384313583374, 0.8839981555938721, 0.8948591947555542, 0.897840142250061, 0.9422271251678467, 0.9378970861434937, 0.9353864192962646]}, {"step": 8300, "epoch": 17, "train_loss": 0.2663864493370056, "cos_r_negg": [0.34907564520835876, 0.3464692234992981, 0.3355518877506256, 0.36811840534210205, 0.3543451130390167, 0.2975407540798187, 0.02856234647333622], "cos_apical_negg": [0.34907564520835876, 0.3464692234992981, 0.3355518877506256, 0.36811840534210205, 0.3543451130390167, 0.2975407540798187, 0.02856234647333622], "cos_Ac_negg": [0.34907564520835876, 0.3464692234992981, 0.3355518877506256, 0.36811840534210205, 0.3543451130390167, 0.2975407540798187, 0.02856234647333622], "r_norm": [1.144026756286621, 1.0958247184753418, 1.1108839511871338, 1.1136136054992676, 1.17250394821167, 1.167892336845398, 1.1666326522827148]}, {"step": 8350, "epoch": 17, "train_loss": 0.21380770206451416, "cos_r_negg": [0.32711488008499146, 0.3156677484512329, 0.32671278715133667, 0.33100318908691406, 0.32596829533576965, 0.2674615979194641, 0.05173372104763985], "cos_apical_negg": [0.32711488008499146, 0.3156677484512329, 0.32671278715133667, 0.33100318908691406, 0.32596829533576965, 0.2674615979194641, 0.05173372104763985], "cos_Ac_negg": [0.32711488008499146, 0.3156677484512329, 0.32671278715133667, 0.33100318908691406, 0.32596829533576965, 0.2674615979194641, 0.05173372104763985], "r_norm": [0.9776093363761902, 0.9391708374023438, 0.9490296840667725, 0.9515001773834229, 1.0020575523376465, 0.9961757659912109, 0.993131697177887]}, {"step": 8400, "epoch": 17, "train_loss": 0.49272698163986206, "cos_r_negg": [0.334540456533432, 0.32871556282043457, 0.33195769786834717, 0.34492337703704834, 0.3471364676952362, 0.29144904017448425, 0.07292742282152176], "cos_apical_negg": [0.334540456533432, 0.32871556282043457, 0.33195769786834717, 0.34492337703704834, 0.3471364676952362, 0.29144904017448425, 0.07292742282152176], "cos_Ac_negg": [0.334540456533432, 0.32871556282043457, 0.33195769786834717, 0.34492337703704834, 0.3471364676952362, 0.29144904017448425, 0.07292742282152176], "r_norm": [1.026733160018921, 0.9883906841278076, 1.0012205839157104, 1.0037720203399658, 1.0559916496276855, 1.0507967472076416, 1.0466907024383545]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8709, "test_loss": 0.4120123748779297}, {"step": 8450, "epoch": 18, "train_loss": 0.22913320362567902, "cos_r_negg": [0.33983999490737915, 0.33976441621780396, 0.336239755153656, 0.3476998805999756, 0.33551326394081116, 0.2906748950481415, 0.06010746955871582], "cos_apical_negg": [0.33983999490737915, 0.33976441621780396, 0.336239755153656, 0.3476998805999756, 0.33551326394081116, 0.2906748950481415, 0.06010746955871582], "cos_Ac_negg": [0.33983999490737915, 0.33976441621780396, 0.336239755153656, 0.3476998805999756, 0.33551326394081116, 0.2906748950481415, 0.06010746955871582], "r_norm": [0.9346799254417419, 0.8971906900405884, 0.9125357866287231, 0.9110139012336731, 0.9619283676147461, 0.9557132720947266, 0.9480825662612915]}, {"step": 8500, "epoch": 18, "train_loss": 0.1514507234096527, "cos_r_negg": [0.32341545820236206, 0.34646451473236084, 0.3283035159111023, 0.3386805057525635, 0.3473230004310608, 0.27454566955566406, 0.06663000583648682], "cos_apical_negg": [0.32341545820236206, 0.34646451473236084, 0.3283035159111023, 0.3386805057525635, 0.3473230004310608, 0.27454566955566406, 0.06663000583648682], "cos_Ac_negg": [0.32341545820236206, 0.34646451473236084, 0.3283035159111023, 0.3386805057525635, 0.3473230004310608, 0.27454566955566406, 0.06663000583648682], "r_norm": [1.066070318222046, 1.023183822631836, 1.0412850379943848, 1.0390344858169556, 1.0899598598480225, 1.0882598161697388, 1.081113338470459]}, {"step": 8550, "epoch": 18, "train_loss": 0.24743019044399261, "cos_r_negg": [0.35642918944358826, 0.35647350549697876, 0.34794411063194275, 0.3596709966659546, 0.36757177114486694, 0.3179304599761963, 0.08976049721240997], "cos_apical_negg": [0.35642918944358826, 0.35647350549697876, 0.34794411063194275, 0.3596709966659546, 0.36757177114486694, 0.3179304599761963, 0.08976049721240997], "cos_Ac_negg": [0.35642918944358826, 0.35647350549697876, 0.34794411063194275, 0.3596709966659546, 0.36757177114486694, 0.3179304599761963, 0.08976049721240997], "r_norm": [1.1542270183563232, 1.1108357906341553, 1.1165703535079956, 1.1178621053695679, 1.1750918626785278, 1.1750071048736572, 1.1726346015930176]}, {"step": 8600, "epoch": 18, "train_loss": 0.16895125806331635, "cos_r_negg": [0.33688631653785706, 0.35091012716293335, 0.35123729705810547, 0.3415612578392029, 0.3391455411911011, 0.2913922667503357, 0.08088286221027374], "cos_apical_negg": [0.33688631653785706, 0.35091012716293335, 0.35123729705810547, 0.3415612578392029, 0.3391455411911011, 0.2913922667503357, 0.08088286221027374], "cos_Ac_negg": [0.33688631653785706, 0.35091012716293335, 0.35123729705810547, 0.3415612578392029, 0.3391455411911011, 0.2913922667503357, 0.08088286221027374], "r_norm": [0.9643261432647705, 0.9226400852203369, 0.9374861121177673, 0.9389529824256897, 0.9934470653533936, 0.9837148785591125, 0.9817870855331421]}, {"step": 8650, "epoch": 18, "train_loss": 0.16413235664367676, "cos_r_negg": [0.36800071597099304, 0.3693767786026001, 0.37729573249816895, 0.34614336490631104, 0.342607706785202, 0.2980000376701355, 0.07664686441421509], "cos_apical_negg": [0.36800071597099304, 0.3693767786026001, 0.37729573249816895, 0.34614336490631104, 0.342607706785202, 0.2980000376701355, 0.07664686441421509], "cos_Ac_negg": [0.36800071597099304, 0.3693767786026001, 0.37729573249816895, 0.34614336490631104, 0.342607706785202, 0.2980000376701355, 0.07664686441421509], "r_norm": [1.0579774379730225, 1.0160655975341797, 1.026032567024231, 1.0261814594268799, 1.0833104848861694, 1.0786579847335815, 1.0744611024856567]}, {"step": 8700, "epoch": 18, "train_loss": 0.15910451114177704, "cos_r_negg": [0.361064076423645, 0.3484809398651123, 0.35170426964759827, 0.3470631241798401, 0.339222252368927, 0.3082239627838135, 0.07501795887947083], "cos_apical_negg": [0.361064076423645, 0.3484809398651123, 0.35170426964759827, 0.3470631241798401, 0.339222252368927, 0.3082239627838135, 0.07501795887947083], "cos_Ac_negg": [0.361064076423645, 0.3484809398651123, 0.35170426964759827, 0.3470631241798401, 0.339222252368927, 0.3082239627838135, 0.07501795887947083], "r_norm": [0.9184198379516602, 0.8873783349990845, 0.8978910446166992, 0.8971425294876099, 0.9477143287658691, 0.9441876411437988, 0.9375027418136597]}, {"step": 8750, "epoch": 18, "train_loss": 0.2573692500591278, "cos_r_negg": [0.33696651458740234, 0.3362787961959839, 0.32617753744125366, 0.335770845413208, 0.3293856978416443, 0.2743602395057678, 0.06058180704712868], "cos_apical_negg": [0.33696651458740234, 0.3362787961959839, 0.32617753744125366, 0.335770845413208, 0.3293856978416443, 0.2743602395057678, 0.06058180704712868], "cos_Ac_negg": [0.33696651458740234, 0.3362787961959839, 0.32617753744125366, 0.335770845413208, 0.3293856978416443, 0.2743602395057678, 0.06058180704712868], "r_norm": [1.0231636762619019, 0.988178014755249, 0.9966092705726624, 0.9990293383598328, 1.055586814880371, 1.0496878623962402, 1.044392704963684]}, {"step": 8800, "epoch": 18, "train_loss": 0.11956164240837097, "cos_r_negg": [0.34404879808425903, 0.33825230598449707, 0.3464612364768982, 0.34201908111572266, 0.33028560876846313, 0.28659817576408386, 0.05915139988064766], "cos_apical_negg": [0.34404879808425903, 0.33825230598449707, 0.3464612364768982, 0.34201908111572266, 0.33028560876846313, 0.28659817576408386, 0.05915139988064766], "cos_Ac_negg": [0.34404879808425903, 0.33825230598449707, 0.3464612364768982, 0.34201908111572266, 0.33028560876846313, 0.28659817576408386, 0.05915139988064766], "r_norm": [0.9627352952957153, 0.9311539530754089, 0.9407385587692261, 0.9357069134712219, 0.9970164895057678, 0.9911653995513916, 0.9811742305755615]}, {"step": 8850, "epoch": 18, "train_loss": 0.20597198605537415, "cos_r_negg": [0.34596937894821167, 0.3370629847049713, 0.3361741304397583, 0.3256421983242035, 0.31958243250846863, 0.27003800868988037, 0.052218787372112274], "cos_apical_negg": [0.34596937894821167, 0.3370629847049713, 0.3361741304397583, 0.3256421983242035, 0.31958243250846863, 0.27003800868988037, 0.052218787372112274], "cos_Ac_negg": [0.34596937894821167, 0.3370629847049713, 0.3361741304397583, 0.3256421983242035, 0.31958243250846863, 0.27003800868988037, 0.052218787372112274], "r_norm": [1.0044736862182617, 0.9675668478012085, 0.9749952554702759, 0.9757801294326782, 1.0322922468185425, 1.0277583599090576, 1.023728370666504]}, {"step": 8900, "epoch": 18, "train_loss": 0.1451444923877716, "cos_r_negg": [0.3282064199447632, 0.329635888338089, 0.3368794620037079, 0.32075631618499756, 0.33564257621765137, 0.29949888586997986, 0.07073719054460526], "cos_apical_negg": [0.3282064199447632, 0.329635888338089, 0.3368794620037079, 0.32075631618499756, 0.33564257621765137, 0.29949888586997986, 0.07073719054460526], "cos_Ac_negg": [0.3282064199447632, 0.329635888338089, 0.3368794620037079, 0.32075631618499756, 0.33564257621765137, 0.29949888586997986, 0.07073719054460526], "r_norm": [0.9937793612480164, 0.9581904411315918, 0.9676198959350586, 0.9654297232627869, 1.0140349864959717, 1.0162770748138428, 1.0091595649719238]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8675, "test_loss": 0.4402207489013672}, {"step": 8950, "epoch": 19, "train_loss": 0.26087096333503723, "cos_r_negg": [0.34702715277671814, 0.341126412153244, 0.3378371298313141, 0.33765554428100586, 0.35722243785858154, 0.29601702094078064, 0.09776144474744797], "cos_apical_negg": [0.34702715277671814, 0.341126412153244, 0.3378371298313141, 0.33765554428100586, 0.35722243785858154, 0.29601702094078064, 0.09776144474744797], "cos_Ac_negg": [0.34702715277671814, 0.341126412153244, 0.3378371298313141, 0.33765554428100586, 0.35722243785858154, 0.29601702094078064, 0.09776144474744797], "r_norm": [1.0245692729949951, 0.9858421087265015, 0.9929840564727783, 0.9937012195587158, 1.044482946395874, 1.045362949371338, 1.0410401821136475]}, {"step": 9000, "epoch": 19, "train_loss": 0.298755943775177, "cos_r_negg": [0.335595041513443, 0.3351161479949951, 0.33122342824935913, 0.34499454498291016, 0.3536513149738312, 0.28964218497276306, 0.058977216482162476], "cos_apical_negg": [0.335595041513443, 0.3351161479949951, 0.33122342824935913, 0.34499454498291016, 0.3536513149738312, 0.28964218497276306, 0.058977216482162476], "cos_Ac_negg": [0.335595041513443, 0.3351161479949951, 0.33122342824935913, 0.34499454498291016, 0.3536513149738312, 0.28964218497276306, 0.058977216482162476], "r_norm": [0.9242433309555054, 0.8895222544670105, 0.8988421559333801, 0.8985695242881775, 0.9465759992599487, 0.944173276424408, 0.9413986206054688]}, {"step": 9050, "epoch": 19, "train_loss": 0.2523614168167114, "cos_r_negg": [0.3308064341545105, 0.322353720664978, 0.3178543746471405, 0.30917447805404663, 0.34279412031173706, 0.25795185565948486, 0.03834471106529236], "cos_apical_negg": [0.3308064341545105, 0.322353720664978, 0.3178543746471405, 0.30917447805404663, 0.34279412031173706, 0.25795185565948486, 0.03834471106529236], "cos_Ac_negg": [0.3308064341545105, 0.322353720664978, 0.3178543746471405, 0.30917447805404663, 0.34279412031173706, 0.25795185565948486, 0.03834471106529236], "r_norm": [0.9840988516807556, 0.9472786784172058, 0.9550392031669617, 0.9539514780044556, 1.002586841583252, 1.003828525543213, 0.9986188411712646]}, {"step": 9100, "epoch": 19, "train_loss": 0.2120237648487091, "cos_r_negg": [0.31988954544067383, 0.3334220349788666, 0.326765775680542, 0.31498318910598755, 0.3231075406074524, 0.28232982754707336, 0.06352744996547699], "cos_apical_negg": [0.31988954544067383, 0.3334220349788666, 0.326765775680542, 0.31498318910598755, 0.3231075406074524, 0.28232982754707336, 0.06352744996547699], "cos_Ac_negg": [0.31988954544067383, 0.3334220349788666, 0.326765775680542, 0.31498318910598755, 0.3231075406074524, 0.28232982754707336, 0.06352744996547699], "r_norm": [0.9134328365325928, 0.8814186453819275, 0.8889082670211792, 0.8874245285987854, 0.9376526474952698, 0.9358792901039124, 0.9283699989318848]}, {"step": 9150, "epoch": 19, "train_loss": 0.22225317358970642, "cos_r_negg": [0.3275280296802521, 0.34000739455223083, 0.331573486328125, 0.3269386291503906, 0.3468673825263977, 0.2774426341056824, 0.05413416773080826], "cos_apical_negg": [0.3275280296802521, 0.34000739455223083, 0.331573486328125, 0.3269386291503906, 0.3468673825263977, 0.2774426341056824, 0.05413416773080826], "cos_Ac_negg": [0.3275280296802521, 0.34000739455223083, 0.331573486328125, 0.3269386291503906, 0.3468673825263977, 0.2774426341056824, 0.05413416773080826], "r_norm": [0.8167119026184082, 0.7813147306442261, 0.7910804748535156, 0.7898095846176147, 0.8361973762512207, 0.8313359618186951, 0.825645923614502]}, {"step": 9200, "epoch": 19, "train_loss": 0.18557819724082947, "cos_r_negg": [0.3438337445259094, 0.3466164171695709, 0.3538364768028259, 0.34341666102409363, 0.36085405945777893, 0.27871137857437134, 0.06487587094306946], "cos_apical_negg": [0.3438337445259094, 0.3466164171695709, 0.3538364768028259, 0.34341666102409363, 0.36085405945777893, 0.27871137857437134, 0.06487587094306946], "cos_Ac_negg": [0.3438337445259094, 0.3466164171695709, 0.3538364768028259, 0.34341666102409363, 0.36085405945777893, 0.27871137857437134, 0.06487587094306946], "r_norm": [0.8929662108421326, 0.8645107746124268, 0.8718076944351196, 0.8651474714279175, 0.919609546661377, 0.9184271097183228, 0.9060402512550354]}, {"step": 9250, "epoch": 19, "train_loss": 0.3511033058166504, "cos_r_negg": [0.3370794653892517, 0.337936669588089, 0.34114721417427063, 0.33920103311538696, 0.3495582640171051, 0.28653717041015625, 0.07412245869636536], "cos_apical_negg": [0.3370794653892517, 0.337936669588089, 0.34114721417427063, 0.33920103311538696, 0.3495582640171051, 0.28653717041015625, 0.07412245869636536], "cos_Ac_negg": [0.3370794653892517, 0.337936669588089, 0.34114721417427063, 0.33920103311538696, 0.3495582640171051, 0.28653717041015625, 0.07412245869636536], "r_norm": [1.0192041397094727, 0.9788305163383484, 0.9892699718475342, 0.9913972616195679, 1.0451619625091553, 1.0398523807525635, 1.0367467403411865]}, {"step": 9300, "epoch": 19, "train_loss": 0.2719287872314453, "cos_r_negg": [0.3256031274795532, 0.33349812030792236, 0.3490018844604492, 0.3239213228225708, 0.3562796115875244, 0.2765045762062073, 0.0451178178191185], "cos_apical_negg": [0.3256031274795532, 0.33349812030792236, 0.3490018844604492, 0.3239213228225708, 0.3562796115875244, 0.2765045762062073, 0.0451178178191185], "cos_Ac_negg": [0.3256031274795532, 0.33349812030792236, 0.3490018844604492, 0.3239213228225708, 0.3562796115875244, 0.2765045762062073, 0.0451178178191185], "r_norm": [1.0818061828613281, 1.0450767278671265, 1.056957483291626, 1.0531255006790161, 1.1165997982025146, 1.1119170188903809, 1.1036620140075684]}, {"step": 9350, "epoch": 19, "train_loss": 0.22442682087421417, "cos_r_negg": [0.3226359486579895, 0.32987478375434875, 0.33476731181144714, 0.3411511778831482, 0.3563093841075897, 0.28018656373023987, 0.02248273603618145], "cos_apical_negg": [0.3226359486579895, 0.32987478375434875, 0.33476731181144714, 0.3411511778831482, 0.3563093841075897, 0.28018656373023987, 0.02248273603618145], "cos_Ac_negg": [0.3226359486579895, 0.32987478375434875, 0.33476731181144714, 0.3411511778831482, 0.3563093841075897, 0.28018656373023987, 0.02248273603618145], "r_norm": [1.108078956604004, 1.0619940757751465, 1.0738797187805176, 1.0759090185165405, 1.1328717470169067, 1.1282964944839478, 1.1260173320770264]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8696, "test_loss": 0.45468997802734373}], "final": {"test_acc": 0.8696, "test_loss": 0.45468997802734373, "wall_s": 33.08151650428772, "cos_r_negg": [0.33658498525619507, 0.3534364700317383, 0.3527924716472626, 0.35802599787712097, 0.3589867949485779, 0.30864572525024414, 0.05099485069513321], "cos_apical_negg": [0.33658498525619507, 0.3534364700317383, 0.3527924716472626, 0.35802599787712097, 0.3589867949485779, 0.30864572525024414, 0.05099485069513321], "cos_Ac_negg": [0.33658498525619507, 0.3534364700317383, 0.3527924716472626, 0.35802599787712097, 0.3589867949485779, 0.30864572525024414, 0.05099485069513321]}}