path: root/results/deepres_cifar10_sdil_d5_s0.json

{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d5_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4799346923828125, "cos_r_negg": [0.0014836551854386926, -0.0043426575139164925, -0.015380308032035828, -0.0021046679466962814, 0.01472132932394743], "cos_apical_negg": [0.0014836551854386926, -0.0043426575139164925, -0.015380308032035828, -0.0021046679466962814, 0.01472132932394743], "cos_Ac_negg": [0.0014836551854386926, -0.0043426575139164925, -0.015380308032035828, -0.0021046679466962814, 0.01472132932394743], "r_norm": [4.788261413574219, 4.9439897537231445, 4.858273506164551, 4.878246784210205, 4.931516647338867], "ldr": {"dL_sdil": 0.01427602767944336, "dL_bp": -0.29732465744018555, "ratio": -0.04801494703585204}}, {"step": 50, "epoch": 0, "train_loss": 2.122615337371826, "cos_r_negg": [0.19116495549678802, -0.011804337613284588, -0.037934817373752594, -0.05393507331609726, -0.07073727995157242], "cos_apical_negg": [0.19116495549678802, -0.011804337613284588, -0.037934817373752594, -0.05393507331609726, -0.07073727995157242], "cos_Ac_negg": [0.19116495549678802, -0.011804337613284588, -0.037934817373752594, -0.05393507331609726, -0.07073727995157242], "r_norm": [4.3332672119140625, 4.484259605407715, 4.425929069519043, 4.432663917541504, 4.455124855041504]}, {"step": 100, "epoch": 0, "train_loss": 2.052020788192749, "cos_r_negg": [0.2728714942932129, -0.027373023331165314, -0.046594977378845215, -0.04268152266740799, -0.051453784108161926], "cos_apical_negg": [0.2728714942932129, -0.027373023331165314, -0.046594977378845215, -0.04268152266740799, -0.051453784108161926], "cos_Ac_negg": [0.2728714942932129, -0.027373023331165314, -0.046594977378845215, -0.04268152266740799, -0.051453784108161926], "r_norm": [4.111929893493652, 4.252294540405273, 4.1980438232421875, 4.208847999572754, 4.220888137817383]}, {"step": 150, "epoch": 0, "train_loss": 1.9616811275482178, "cos_r_negg": [0.3483894169330597, -0.021571094170212746, -0.0562141053378582, -0.034597381949424744, -0.06515088677406311], "cos_apical_negg": [0.3483894169330597, -0.021571094170212746, -0.0562141053378582, -0.034597381949424744, -0.06515088677406311], "cos_Ac_negg": [0.3483894169330597, -0.021571094170212746, -0.0562141053378582, -0.034597381949424744, -0.06515088677406311], "r_norm": [3.9922895431518555, 4.130165100097656, 4.071657180786133, 4.079521179199219, 4.1037139892578125]}, {"step": 200, "epoch": 0, "train_loss": 1.8097119331359863, "cos_r_negg": [0.3799893260002136, -0.018641788512468338, -0.03752029314637184, -0.04357730597257614, -0.04291310906410217], "cos_apical_negg": [0.3799893260002136, -0.018641788512468338, -0.03752029314637184, -0.04357730597257614, -0.04291310906410217], "cos_Ac_negg": [0.3799893260002136, -0.018641788512468338, -0.03752029314637184, -0.04357730597257614, -0.04291310906410217], "r_norm": [3.906982421875, 4.026580810546875, 3.9628429412841797, 3.983895778656006, 3.9964075088500977]}, {"step": 250, "epoch": 0, "train_loss": 2.0296902656555176, "cos_r_negg": [0.3972259759902954, -0.020361900329589844, -0.02912074699997902, -0.01187419705092907, -0.06906476616859436], "cos_apical_negg": [0.3972259759902954, -0.020361900329589844, -0.02912074699997902, -0.01187419705092907, -0.06906476616859436], "cos_Ac_negg": [0.3972259759902954, -0.020361900329589844, -0.02912074699997902, -0.01187419705092907, -0.06906476616859436], "r_norm": [3.896636962890625, 4.021466255187988, 3.946993827819824, 3.9699559211730957, 3.9856486320495605], "ldr": {"dL_sdil": -0.060782670974731445, "dL_bp": -0.060332298278808594, "ratio": 1.0074648688807044}}, {"step": 300, "epoch": 0, "train_loss": 1.685822606086731, "cos_r_negg": [0.4138646721839905, -0.015662647783756256, 0.0003887312486767769, -0.010595129802823067, -0.04865049198269844], "cos_apical_negg": [0.4138646721839905, -0.015662647783756256, 0.0003887312486767769, -0.010595129802823067, -0.04865049198269844], "cos_Ac_negg": [0.4138646721839905, -0.015662647783756256, 0.0003887312486767769, -0.010595129802823067, -0.04865049198269844], "r_norm": [3.769050121307373, 3.8723108768463135, 3.821309804916382, 3.8340001106262207, 3.8516135215759277]}, {"step": 350, "epoch": 0, "train_loss": 2.035820484161377, "cos_r_negg": [0.4020814597606659, -0.011773528531193733, 0.0023851189762353897, -0.009936528280377388, -0.017826056107878685], "cos_apical_negg": [0.4020814597606659, -0.011773528531193733, 0.0023851189762353897, -0.009936528280377388, -0.017826056107878685], "cos_Ac_negg": [0.4020814597606659, -0.011773528531193733, 0.0023851189762353897, -0.009936528280377388, -0.017826056107878685], "r_norm": [3.6304829120635986, 3.7300400733947754, 3.6701853275299072, 3.679337978363037, 3.7016234397888184]}, {"epoch_end": 0, "step": 391, "test_acc": 0.361, "test_loss": 1.83418701171875}, {"step": 400, "epoch": 1, "train_loss": 1.8621151447296143, "cos_r_negg": [0.43927761912345886, 0.00980773288756609, 0.026333939284086227, 0.02250484935939312, -0.021787606179714203], "cos_apical_negg": [0.43927761912345886, 0.00980773288756609, 0.026333939284086227, 0.02250484935939312, -0.021787606179714203], "cos_Ac_negg": [0.43927761912345886, 0.00980773288756609, 0.026333939284086227, 0.02250484935939312, -0.021787606179714203], "r_norm": [3.5775909423828125, 3.6672024726867676, 3.6085448265075684, 3.627009391784668, 3.643920660018921]}, {"step": 450, "epoch": 1, "train_loss": 1.9475491046905518, "cos_r_negg": [0.4785720407962799, 0.031317926943302155, 0.02898980677127838, 0.02246483601629734, -0.009522923268377781], "cos_apical_negg": [0.4785720407962799, 0.031317926943302155, 0.02898980677127838, 0.02246483601629734, -0.009522923268377781], "cos_Ac_negg": [0.4785720407962799, 0.031317926943302155, 0.02898980677127838, 0.02246483601629734, -0.009522923268377781], "r_norm": [3.479482650756836, 3.561892032623291, 3.5004968643188477, 3.5151166915893555, 3.536426544189453]}, {"step": 500, "epoch": 1, "train_loss": 1.737775444984436, "cos_r_negg": [0.5096951127052307, 0.043080348521471024, 0.041638825088739395, 0.04978334158658981, 0.04599083960056305], "cos_apical_negg": [0.5096951127052307, 0.043080348521471024, 0.041638825088739395, 0.04978334158658981, 0.04599083960056305], "cos_Ac_negg": [0.5096951127052307, 0.043080348521471024, 0.041638825088739395, 0.04978334158658981, 0.04599083960056305], "r_norm": [3.370126247406006, 3.4376027584075928, 3.380012273788452, 3.391390323638916, 3.4130663871765137], "ldr": {"dL_sdil": -0.02920377254486084, "dL_bp": -0.026810884475708008, "ratio": 1.0892506202591306}}, {"step": 550, "epoch": 1, "train_loss": 1.9959936141967773, "cos_r_negg": [0.4800166189670563, 0.05253380537033081, 0.04198326915502548, 0.03490421175956726, 0.04679948836565018], "cos_apical_negg": [0.4800166189670563, 0.05253380537033081, 0.04198326915502548, 0.03490421175956726, 0.04679948836565018], "cos_Ac_negg": [0.4800166189670563, 0.05253380537033081, 0.04198326915502548, 0.03490421175956726, 0.04679948836565018], "r_norm": [3.4146599769592285, 3.472113847732544, 3.4245805740356445, 3.4231812953948975, 3.455580711364746]}, {"step": 600, "epoch": 1, "train_loss": 1.801391363143921, "cos_r_negg": [0.5223418474197388, 0.05455666780471802, 0.06509123742580414, 0.033633507788181305, 0.060592152178287506], "cos_apical_negg": [0.5223418474197388, 0.05455666780471802, 0.06509123742580414, 0.033633507788181305, 0.060592152178287506], "cos_Ac_negg": [0.5223418474197388, 0.05455666780471802, 0.06509123742580414, 0.033633507788181305, 0.060592152178287506], "r_norm": [3.2217462062835693, 3.266061782836914, 3.2182116508483887, 3.2265217304229736, 3.2449684143066406]}, {"step": 650, "epoch": 1, "train_loss": 1.7800346612930298, "cos_r_negg": [0.5299919843673706, 0.08498634397983551, 0.0682184100151062, 0.03315579146146774, 0.06615688651800156], "cos_apical_negg": [0.5299919843673706, 0.08498634397983551, 0.0682184100151062, 0.03315579146146774, 0.06615688651800156], "cos_Ac_negg": [0.5299919843673706, 0.08498634397983551, 0.0682184100151062, 0.03315579146146774, 0.06615688651800156], "r_norm": [3.2538704872131348, 3.3005905151367188, 3.232478141784668, 3.250208854675293, 3.2719545364379883]}, {"step": 700, "epoch": 1, "train_loss": 1.8671247959136963, "cos_r_negg": [0.524553656578064, 0.1121782436966896, 0.10037194192409515, 0.05560348182916641, 0.08065548539161682], "cos_apical_negg": [0.524553656578064, 0.1121782436966896, 0.10037194192409515, 0.05560348182916641, 0.08065548539161682], "cos_Ac_negg": [0.524553656578064, 0.1121782436966896, 0.10037194192409515, 0.05560348182916641, 0.08065548539161682], "r_norm": [3.090514659881592, 3.1173388957977295, 3.0775773525238037, 3.0859193801879883, 3.101794719696045]}, {"step": 750, "epoch": 1, "train_loss": 1.9019761085510254, "cos_r_negg": [0.5392748117446899, 0.12223999202251434, 0.1025778129696846, 0.05990968272089958, 0.08596108853816986], "cos_apical_negg": [0.5392748117446899, 0.12223999202251434, 0.1025778129696846, 0.05990968272089958, 0.08596108853816986], "cos_Ac_negg": [0.5392748117446899, 0.12223999202251434, 0.1025778129696846, 0.05990968272089958, 0.08596108853816986], "r_norm": [2.9996047019958496, 3.0199813842773438, 2.96920108795166, 2.981762409210205, 2.992920160293579], "ldr": {"dL_sdil": -0.035358428955078125, "dL_bp": -0.033068180084228516, "ratio": 1.0692583887294698}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3813, "test_loss": 1.7965343017578126}, {"step": 800, "epoch": 2, "train_loss": 1.847121000289917, "cos_r_negg": [0.5231426954269409, 0.12354370951652527, 0.10721844434738159, 0.06793229281902313, 0.09045873582363129], "cos_apical_negg": [0.5231426954269409, 0.12354370951652527, 0.10721844434738159, 0.06793229281902313, 0.09045873582363129], "cos_Ac_negg": [0.5231426954269409, 0.12354370951652527, 0.10721844434738159, 0.06793229281902313, 0.09045873582363129], "r_norm": [3.0619325637817383, 3.0738956928253174, 3.039959192276001, 3.0398125648498535, 3.0711870193481445]}, {"step": 850, "epoch": 2, "train_loss": 1.7807626724243164, "cos_r_negg": [0.5522424578666687, 0.1399020254611969, 0.11745256185531616, 0.08254323899745941, 0.09471626579761505], "cos_apical_negg": [0.5522424578666687, 0.1399020254611969, 0.11745256185531616, 0.08254323899745941, 0.09471626579761505], "cos_Ac_negg": [0.5522424578666687, 0.1399020254611969, 0.11745256185531616, 0.08254323899745941, 0.09471626579761505], "r_norm": [2.8614094257354736, 2.8639473915100098, 2.820892333984375, 2.8279457092285156, 2.8515658378601074]}, {"step": 900, "epoch": 2, "train_loss": 1.6757056713104248, "cos_r_negg": [0.5712069869041443, 0.12505391240119934, 0.12504300475120544, 0.10632098466157913, 0.10791926085948944], "cos_apical_negg": [0.5712069869041443, 0.12505391240119934, 0.12504300475120544, 0.10632098466157913, 0.10791926085948944], "cos_Ac_negg": [0.5712069869041443, 0.12505391240119934, 0.12504300475120544, 0.10632098466157913, 0.10791926085948944], "r_norm": [2.886979579925537, 2.8779549598693848, 2.8394365310668945, 2.8493635654449463, 2.863936424255371]}, {"step": 950, "epoch": 2, "train_loss": 1.4726934432983398, "cos_r_negg": [0.5656440258026123, 0.15325897932052612, 0.12498945742845535, 0.10701802372932434, 0.12370088696479797], "cos_apical_negg": [0.5656440258026123, 0.15325897932052612, 0.12498945742845535, 0.10701802372932434, 0.12370088696479797], "cos_Ac_negg": [0.5656440258026123, 0.15325897932052612, 0.12498945742845535, 0.10701802372932434, 0.12370088696479797], "r_norm": [2.7794511318206787, 2.764613628387451, 2.7260026931762695, 2.735055923461914, 2.7519311904907227]}, {"step": 1000, "epoch": 2, "train_loss": 1.709407091140747, "cos_r_negg": [0.5921186208724976, 0.175669327378273, 0.13600030541419983, 0.11302804946899414, 0.12215139716863632], "cos_apical_negg": [0.5921186208724976, 0.175669327378273, 0.13600030541419983, 0.11302804946899414, 0.12215139716863632], "cos_Ac_negg": [0.5921186208724976, 0.175669327378273, 0.13600030541419983, 0.11302804946899414, 0.12215139716863632], "r_norm": [2.7407753467559814, 2.7200822830200195, 2.682184934616089, 2.685607671737671, 2.707284450531006], "ldr": {"dL_sdil": -0.035012125968933105, "dL_bp": -0.03169059753417969, "ratio": 1.1048111646102918}}, {"step": 1050, "epoch": 2, "train_loss": 1.9664974212646484, "cos_r_negg": [0.5895946025848389, 0.17196592688560486, 0.16487804055213928, 0.12965215742588043, 0.150231271982193], "cos_apical_negg": [0.5895946025848389, 0.17196592688560486, 0.16487804055213928, 0.12965215742588043, 0.150231271982193], "cos_Ac_negg": [0.5895946025848389, 0.17196592688560486, 0.16487804055213928, 0.12965215742588043, 0.150231271982193], "r_norm": [2.6745636463165283, 2.646566867828369, 2.6072983741760254, 2.615121841430664, 2.632908582687378]}, {"step": 1100, "epoch": 2, "train_loss": 1.574968934059143, "cos_r_negg": [0.5878444314002991, 0.18361803889274597, 0.16707463562488556, 0.12382200360298157, 0.15650737285614014], "cos_apical_negg": [0.5878444314002991, 0.18361803889274597, 0.16707463562488556, 0.12382200360298157, 0.15650737285614014], "cos_Ac_negg": [0.5878444314002991, 0.18361803889274597, 0.16707463562488556, 0.12382200360298157, 0.15650737285614014], "r_norm": [2.723158836364746, 2.6875662803649902, 2.6486189365386963, 2.6578187942504883, 2.670630931854248]}, {"step": 1150, "epoch": 2, "train_loss": 1.6430877447128296, "cos_r_negg": [0.5915899276733398, 0.17730705440044403, 0.17672181129455566, 0.12426576018333435, 0.16906943917274475], "cos_apical_negg": [0.5915899276733398, 0.17730705440044403, 0.17672181129455566, 0.12426576018333435, 0.16906943917274475], "cos_Ac_negg": [0.5915899276733398, 0.17730705440044403, 0.17672181129455566, 0.12426576018333435, 0.16906943917274475], "r_norm": [2.674018383026123, 2.631246328353882, 2.592538833618164, 2.597830057144165, 2.6197891235351562]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3905, "test_loss": 1.7775418212890626}, {"step": 1200, "epoch": 3, "train_loss": 1.7780253887176514, "cos_r_negg": [0.6031254529953003, 0.2074277102947235, 0.19038885831832886, 0.14241136610507965, 0.1842159628868103], "cos_apical_negg": [0.6031254529953003, 0.2074277102947235, 0.19038885831832886, 0.14241136610507965, 0.1842159628868103], "cos_Ac_negg": [0.6031254529953003, 0.2074277102947235, 0.19038885831832886, 0.14241136610507965, 0.1842159628868103], "r_norm": [2.5417332649230957, 2.490018129348755, 2.4533653259277344, 2.4658408164978027, 2.478658676147461]}, {"step": 1250, "epoch": 3, "train_loss": 1.5751440525054932, "cos_r_negg": [0.6170927286148071, 0.22143930196762085, 0.20559950172901154, 0.17590641975402832, 0.19815337657928467], "cos_apical_negg": [0.6170927286148071, 0.22143930196762085, 0.20559950172901154, 0.17590641975402832, 0.19815337657928467], "cos_Ac_negg": [0.6170927286148071, 0.22143930196762085, 0.20559950172901154, 0.17590641975402832, 0.19815337657928467], "r_norm": [2.5109996795654297, 2.4519495964050293, 2.42210054397583, 2.4299330711364746, 2.443039894104004], "ldr": {"dL_sdil": -0.03277134895324707, "dL_bp": -0.029510974884033203, "ratio": 1.1104800529981096}}, {"step": 1300, "epoch": 3, "train_loss": 1.5528547763824463, "cos_r_negg": [0.6101353168487549, 0.229429692029953, 0.2041611671447754, 0.182965949177742, 0.20638629794120789], "cos_apical_negg": [0.6101353168487549, 0.229429692029953, 0.2041611671447754, 0.182965949177742, 0.20638629794120789], "cos_Ac_negg": [0.6101353168487549, 0.229429692029953, 0.2041611671447754, 0.182965949177742, 0.20638629794120789], "r_norm": [2.5578722953796387, 2.4925150871276855, 2.4539077281951904, 2.4587721824645996, 2.476125717163086]}, {"step": 1350, "epoch": 3, "train_loss": 1.647842526435852, "cos_r_negg": [0.64058518409729, 0.23038360476493835, 0.21014180779457092, 0.1829558163881302, 0.21503490209579468], "cos_apical_negg": [0.64058518409729, 0.23038360476493835, 0.21014180779457092, 0.1829558163881302, 0.21503490209579468], "cos_Ac_negg": [0.64058518409729, 0.23038360476493835, 0.21014180779457092, 0.1829558163881302, 0.21503490209579468], "r_norm": [2.4945263862609863, 2.419440746307373, 2.384902238845825, 2.3987748622894287, 2.4042913913726807]}, {"step": 1400, "epoch": 3, "train_loss": 1.7884403467178345, "cos_r_negg": [0.6326103210449219, 0.23871761560440063, 0.20280911028385162, 0.182120218873024, 0.21658824384212494], "cos_apical_negg": [0.6326103210449219, 0.23871761560440063, 0.20280911028385162, 0.182120218873024, 0.21658824384212494], "cos_Ac_negg": [0.6326103210449219, 0.23871761560440063, 0.20280911028385162, 0.182120218873024, 0.21658824384212494], "r_norm": [2.4005703926086426, 2.327277660369873, 2.293222427368164, 2.2992467880249023, 2.3055076599121094]}, {"step": 1450, "epoch": 3, "train_loss": 1.6505095958709717, "cos_r_negg": [0.6192305088043213, 0.2508484423160553, 0.2347450852394104, 0.2227676808834076, 0.2390998899936676], "cos_apical_negg": [0.6192305088043213, 0.2508484423160553, 0.2347450852394104, 0.2227676808834076, 0.2390998899936676], "cos_Ac_negg": [0.6192305088043213, 0.2508484423160553, 0.2347450852394104, 0.2227676808834076, 0.2390998899936676], "r_norm": [2.394521713256836, 2.310948371887207, 2.271167755126953, 2.2774953842163086, 2.3007161617279053]}, {"step": 1500, "epoch": 3, "train_loss": 1.6572552919387817, "cos_r_negg": [0.6113255023956299, 0.248855322599411, 0.233002170920372, 0.2179003804922104, 0.23110276460647583], "cos_apical_negg": [0.6113255023956299, 0.248855322599411, 0.233002170920372, 0.2179003804922104, 0.23110276460647583], "cos_Ac_negg": [0.6113255023956299, 0.248855322599411, 0.233002170920372, 0.2179003804922104, 0.23110276460647583], "r_norm": [2.3173763751983643, 2.2272017002105713, 2.1950387954711914, 2.2010698318481445, 2.2182183265686035], "ldr": {"dL_sdil": -0.047971367835998535, "dL_bp": -0.045967698097229004, "ratio": 1.04358864641278}}, {"step": 1550, "epoch": 3, "train_loss": 1.8157072067260742, "cos_r_negg": [0.6260699033737183, 0.26829782128334045, 0.24294543266296387, 0.21112507581710815, 0.24772942066192627], "cos_apical_negg": [0.6260699033737183, 0.26829782128334045, 0.24294543266296387, 0.21112507581710815, 0.24772942066192627], "cos_Ac_negg": [0.6260699033737183, 0.26829782128334045, 0.24294543266296387, 0.21112507581710815, 0.24772942066192627], "r_norm": [2.31966495513916, 2.218632221221924, 2.1873226165771484, 2.1936988830566406, 2.2094550132751465]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4056, "test_loss": 1.7400138671875}, {"step": 1600, "epoch": 4, "train_loss": 1.5583624839782715, "cos_r_negg": [0.638815701007843, 0.28899770975112915, 0.27130424976348877, 0.2316073477268219, 0.2673344612121582], "cos_apical_negg": [0.638815701007843, 0.28899770975112915, 0.27130424976348877, 0.2316073477268219, 0.2673344612121582], "cos_Ac_negg": [0.638815701007843, 0.28899770975112915, 0.27130424976348877, 0.2316073477268219, 0.2673344612121582], "r_norm": [2.3211331367492676, 2.213366985321045, 2.1906447410583496, 2.189110517501831, 2.2143654823303223]}, {"step": 1650, "epoch": 4, "train_loss": 1.635451316833496, "cos_r_negg": [0.6454493999481201, 0.3025978207588196, 0.28847065567970276, 0.25330549478530884, 0.265148788690567], "cos_apical_negg": [0.6454493999481201, 0.3025978207588196, 0.28847065567970276, 0.25330549478530884, 0.265148788690567], "cos_Ac_negg": [0.6454493999481201, 0.3025978207588196, 0.28847065567970276, 0.25330549478530884, 0.265148788690567], "r_norm": [2.2001471519470215, 2.0931057929992676, 2.0657849311828613, 2.064177989959717, 2.0794644355773926]}, {"step": 1700, "epoch": 4, "train_loss": 1.4824860095977783, "cos_r_negg": [0.6606729030609131, 0.31175342202186584, 0.2924473285675049, 0.2562025785446167, 0.28372347354888916], "cos_apical_negg": [0.6606729030609131, 0.31175342202186584, 0.2924473285675049, 0.2562025785446167, 0.28372347354888916], "cos_Ac_negg": [0.6606729030609131, 0.31175342202186584, 0.2924473285675049, 0.2562025785446167, 0.28372347354888916], "r_norm": [2.1898372173309326, 2.074687957763672, 2.0448837280273438, 2.0501179695129395, 2.0663881301879883]}, {"step": 1750, "epoch": 4, "train_loss": 1.5407917499542236, "cos_r_negg": [0.6738379597663879, 0.3101382851600647, 0.2950388193130493, 0.2694579064846039, 0.3048250079154968], "cos_apical_negg": [0.6738379597663879, 0.3101382851600647, 0.2950388193130493, 0.2694579064846039, 0.3048250079154968], "cos_Ac_negg": [0.6738379597663879, 0.3101382851600647, 0.2950388193130493, 0.2694579064846039, 0.3048250079154968], "r_norm": [2.173081398010254, 2.052151679992676, 2.0231289863586426, 2.022085189819336, 2.0423660278320312], "ldr": {"dL_sdil": -0.04425525665283203, "dL_bp": -0.041882991790771484, "ratio": 1.0566402914555701}}, {"step": 1800, "epoch": 4, "train_loss": 1.369748592376709, "cos_r_negg": [0.6591120362281799, 0.30880478024482727, 0.29958081245422363, 0.270305335521698, 0.3061387538909912], "cos_apical_negg": [0.6591120362281799, 0.30880478024482727, 0.29958081245422363, 0.270305335521698, 0.3061387538909912], "cos_Ac_negg": [0.6591120362281799, 0.30880478024482727, 0.29958081245422363, 0.270305335521698, 0.3061387538909912], "r_norm": [2.1446280479431152, 2.0143394470214844, 1.9904218912124634, 1.9919612407684326, 2.0039706230163574]}, {"step": 1850, "epoch": 4, "train_loss": 1.6317224502563477, "cos_r_negg": [0.6600743532180786, 0.32166093587875366, 0.3151581883430481, 0.29501408338546753, 0.3178507685661316], "cos_apical_negg": [0.6600743532180786, 0.32166093587875366, 0.3151581883430481, 0.29501408338546753, 0.3178507685661316], "cos_Ac_negg": [0.6600743532180786, 0.32166093587875366, 0.3151581883430481, 0.29501408338546753, 0.3178507685661316], "r_norm": [2.1346583366394043, 1.9988775253295898, 1.975785493850708, 1.9783337116241455, 1.9903733730316162]}, {"step": 1900, "epoch": 4, "train_loss": 1.6390159130096436, "cos_r_negg": [0.6843030452728271, 0.33327022194862366, 0.32481664419174194, 0.30378979444503784, 0.3282584547996521], "cos_apical_negg": [0.6843030452728271, 0.33327022194862366, 0.32481664419174194, 0.30378979444503784, 0.3282584547996521], "cos_Ac_negg": [0.6843030452728271, 0.33327022194862366, 0.32481664419174194, 0.30378979444503784, 0.3282584547996521], "r_norm": [2.084423542022705, 1.9429194927215576, 1.9220823049545288, 1.9238882064819336, 1.940704345703125]}, {"step": 1950, "epoch": 4, "train_loss": 1.3841307163238525, "cos_r_negg": [0.6908180713653564, 0.3490563631057739, 0.3434939682483673, 0.30886703729629517, 0.3121354579925537], "cos_apical_negg": [0.6908180713653564, 0.3490563631057739, 0.3434939682483673, 0.30886703729629517, 0.3121354579925537], "cos_Ac_negg": [0.6908180713653564, 0.3490563631057739, 0.3434939682483673, 0.30886703729629517, 0.3121354579925537], "r_norm": [2.0683021545410156, 1.923002004623413, 1.8978908061981201, 1.897952914237976, 1.9152963161468506]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4058, "test_loss": 1.75506796875}, {"step": 2000, "epoch": 5, "train_loss": 1.5665653944015503, "cos_r_negg": [0.6837393045425415, 0.3610481321811676, 0.36074069142341614, 0.318336546421051, 0.32716047763824463], "cos_apical_negg": [0.6837393045425415, 0.3610481321811676, 0.36074069142341614, 0.318336546421051, 0.32716047763824463], "cos_Ac_negg": [0.6837393045425415, 0.3610481321811676, 0.36074069142341614, 0.318336546421051, 0.32716047763824463], "r_norm": [2.017899513244629, 1.87364661693573, 1.8416483402252197, 1.843156099319458, 1.8574758768081665], "ldr": {"dL_sdil": -0.03184854984283447, "dL_bp": -0.030327558517456055, "ratio": 1.050152119053796}}, {"step": 2050, "epoch": 5, "train_loss": 1.3682658672332764, "cos_r_negg": [0.684278666973114, 0.3694226145744324, 0.3597285747528076, 0.3259492814540863, 0.35742777585983276], "cos_apical_negg": [0.684278666973114, 0.3694226145744324, 0.3597285747528076, 0.3259492814540863, 0.35742777585983276], "cos_Ac_negg": [0.684278666973114, 0.3694226145744324, 0.3597285747528076, 0.3259492814540863, 0.35742777585983276], "r_norm": [2.018460750579834, 1.8658984899520874, 1.8441658020019531, 1.8389301300048828, 1.8568919897079468]}, {"step": 2100, "epoch": 5, "train_loss": 1.6547502279281616, "cos_r_negg": [0.6879643201828003, 0.3966999351978302, 0.367532342672348, 0.3317742347717285, 0.3647277355194092], "cos_apical_negg": [0.6879643201828003, 0.3966999351978302, 0.367532342672348, 0.3317742347717285, 0.3647277355194092], "cos_Ac_negg": [0.6879643201828003, 0.3966999351978302, 0.367532342672348, 0.3317742347717285, 0.3647277355194092], "r_norm": [1.9975136518478394, 1.8405344486236572, 1.816389799118042, 1.8133893013000488, 1.8247544765472412]}, {"step": 2150, "epoch": 5, "train_loss": 1.6166961193084717, "cos_r_negg": [0.6909273266792297, 0.3869478702545166, 0.3743620216846466, 0.3452857732772827, 0.36912623047828674], "cos_apical_negg": [0.6909273266792297, 0.3869478702545166, 0.3743620216846466, 0.3452857732772827, 0.36912623047828674], "cos_Ac_negg": [0.6909273266792297, 0.3869478702545166, 0.3743620216846466, 0.3452857732772827, 0.36912623047828674], "r_norm": [1.9369033575057983, 1.779942512512207, 1.7527923583984375, 1.7523438930511475, 1.7657510042190552]}, {"step": 2200, "epoch": 5, "train_loss": 1.6949594020843506, "cos_r_negg": [0.7063993215560913, 0.38984060287475586, 0.384233295917511, 0.3591829538345337, 0.37848636507987976], "cos_apical_negg": [0.7063993215560913, 0.38984060287475586, 0.384233295917511, 0.3591829538345337, 0.37848636507987976], "cos_Ac_negg": [0.7063993215560913, 0.38984060287475586, 0.384233295917511, 0.3591829538345337, 0.37848636507987976], "r_norm": [1.9741082191467285, 1.8065673112869263, 1.777301549911499, 1.7709012031555176, 1.7874912023544312]}, {"step": 2250, "epoch": 5, "train_loss": 1.7151801586151123, "cos_r_negg": [0.700998067855835, 0.4033692479133606, 0.4026196300983429, 0.38640257716178894, 0.3874259293079376], "cos_apical_negg": [0.700998067855835, 0.4033692479133606, 0.4026196300983429, 0.38640257716178894, 0.3874259293079376], "cos_Ac_negg": [0.700998067855835, 0.4033692479133606, 0.4026196300983429, 0.38640257716178894, 0.3874259293079376], "r_norm": [1.9214973449707031, 1.750347375869751, 1.7294201850891113, 1.7248269319534302, 1.7378838062286377], "ldr": {"dL_sdil": -0.03386545181274414, "dL_bp": -0.03282821178436279, "ratio": 1.0315959953955036}}, {"step": 2300, "epoch": 5, "train_loss": 1.446960210800171, "cos_r_negg": [0.7002846002578735, 0.4153417944908142, 0.41578608751296997, 0.38346266746520996, 0.3762412667274475], "cos_apical_negg": [0.7002846002578735, 0.4153417944908142, 0.41578608751296997, 0.38346266746520996, 0.3762412667274475], "cos_Ac_negg": [0.7002846002578735, 0.4153417944908142, 0.41578608751296997, 0.38346266746520996, 0.3762412667274475], "r_norm": [1.886224389076233, 1.714606523513794, 1.6907799243927002, 1.6860029697418213, 1.6980373859405518]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4199, "test_loss": 1.7159556518554688}, {"step": 2350, "epoch": 6, "train_loss": 1.5840158462524414, "cos_r_negg": [0.7090782523155212, 0.4261893033981323, 0.4374714195728302, 0.3861793279647827, 0.39879706501960754], "cos_apical_negg": [0.7090782523155212, 0.4261893033981323, 0.4374714195728302, 0.3861793279647827, 0.39879706501960754], "cos_Ac_negg": [0.7090782523155212, 0.4261893033981323, 0.4374714195728302, 0.3861793279647827, 0.39879706501960754], "r_norm": [1.9104177951812744, 1.7311713695526123, 1.7067523002624512, 1.6938538551330566, 1.7166824340820312]}, {"step": 2400, "epoch": 6, "train_loss": 1.4474287033081055, "cos_r_negg": [0.7081806063652039, 0.4421622157096863, 0.4457247853279114, 0.3982202708721161, 0.40918463468551636], "cos_apical_negg": [0.7081806063652039, 0.4421622157096863, 0.4457247853279114, 0.3982202708721161, 0.40918463468551636], "cos_Ac_negg": [0.7081806063652039, 0.4421622157096863, 0.4457247853279114, 0.3982202708721161, 0.40918463468551636], "r_norm": [1.8594908714294434, 1.6764707565307617, 1.6549309492111206, 1.6457123756408691, 1.6601656675338745]}, {"step": 2450, "epoch": 6, "train_loss": 1.3209552764892578, "cos_r_negg": [0.7171965837478638, 0.4526652693748474, 0.4544103145599365, 0.41083353757858276, 0.41241857409477234], "cos_apical_negg": [0.7171965837478638, 0.4526652693748474, 0.4544103145599365, 0.41083353757858276, 0.41241857409477234], "cos_Ac_negg": [0.7171965837478638, 0.4526652693748474, 0.4544103145599365, 0.41083353757858276, 0.41241857409477234], "r_norm": [1.8527820110321045, 1.6667200326919556, 1.6432162523269653, 1.6354451179504395, 1.649956226348877]}, {"step": 2500, "epoch": 6, "train_loss": 1.4830201864242554, "cos_r_negg": [0.7261490821838379, 0.4700165390968323, 0.4601437449455261, 0.41592028737068176, 0.43277469277381897], "cos_apical_negg": [0.7261490821838379, 0.4700165390968323, 0.4601437449455261, 0.41592028737068176, 0.43277469277381897], "cos_Ac_negg": [0.7261490821838379, 0.4700165390968323, 0.4601437449455261, 0.41592028737068176, 0.43277469277381897], "r_norm": [1.800567626953125, 1.6133370399475098, 1.5867748260498047, 1.5826177597045898, 1.5926611423492432], "ldr": {"dL_sdil": -0.03711879253387451, "dL_bp": -0.037006497383117676, "ratio": 1.0030344712063473}}, {"step": 2550, "epoch": 6, "train_loss": 1.4882150888442993, "cos_r_negg": [0.7254369854927063, 0.4769511818885803, 0.4664665460586548, 0.4363820254802704, 0.44215065240859985], "cos_apical_negg": [0.7254369854927063, 0.4769511818885803, 0.4664665460586548, 0.4363820254802704, 0.44215065240859985], "cos_Ac_negg": [0.7254369854927063, 0.4769511818885803, 0.4664665460586548, 0.4363820254802704, 0.44215065240859985], "r_norm": [1.8317135572433472, 1.6368913650512695, 1.6087777614593506, 1.5997751951217651, 1.616856575012207]}, {"step": 2600, "epoch": 6, "train_loss": 1.5402131080627441, "cos_r_negg": [0.7318794131278992, 0.4844857454299927, 0.4859391450881958, 0.44804495573043823, 0.45884549617767334], "cos_apical_negg": [0.7318794131278992, 0.4844857454299927, 0.4859391450881958, 0.44804495573043823, 0.45884549617767334], "cos_Ac_negg": [0.7318794131278992, 0.4844857454299927, 0.4859391450881958, 0.44804495573043823, 0.45884549617767334], "r_norm": [1.762028694152832, 1.5659773349761963, 1.5442001819610596, 1.5347801446914673, 1.5462278127670288]}, {"step": 2650, "epoch": 6, "train_loss": 1.3262507915496826, "cos_r_negg": [0.737032413482666, 0.48969244956970215, 0.48973745107650757, 0.46153801679611206, 0.45577043294906616], "cos_apical_negg": [0.737032413482666, 0.48969244956970215, 0.48973745107650757, 0.46153801679611206, 0.45577043294906616], "cos_Ac_negg": [0.737032413482666, 0.48969244956970215, 0.48973745107650757, 0.46153801679611206, 0.45577043294906616], "r_norm": [1.7738771438598633, 1.5750937461853027, 1.5476237535476685, 1.5405948162078857, 1.55133056640625]}, {"step": 2700, "epoch": 6, "train_loss": 1.510152816772461, "cos_r_negg": [0.7388924360275269, 0.4903871417045593, 0.4987953305244446, 0.4815274775028229, 0.4719577133655548], "cos_apical_negg": [0.7388924360275269, 0.4903871417045593, 0.4987953305244446, 0.4815274775028229, 0.4719577133655548], "cos_Ac_negg": [0.7388924360275269, 0.4903871417045593, 0.4987953305244446, 0.4815274775028229, 0.4719577133655548], "r_norm": [1.7467303276062012, 1.5461360216140747, 1.52236807346344, 1.5144721269607544, 1.5223097801208496]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4233, "test_loss": 1.7281925170898438}, {"step": 2750, "epoch": 7, "train_loss": 1.5374557971954346, "cos_r_negg": [0.754423975944519, 0.5038729906082153, 0.5166327953338623, 0.4956403970718384, 0.4967603087425232], "cos_apical_negg": [0.754423975944519, 0.5038729906082153, 0.5166327953338623, 0.4956403970718384, 0.4967603087425232], "cos_Ac_negg": [0.754423975944519, 0.5038729906082153, 0.5166327953338623, 0.4956403970718384, 0.4967603087425232], "r_norm": [1.7704668045043945, 1.5596601963043213, 1.5381170511245728, 1.5272679328918457, 1.5366833209991455], "ldr": {"dL_sdil": -0.03740060329437256, "dL_bp": -0.03693711757659912, "ratio": 1.0125479666033028}}, {"step": 2800, "epoch": 7, "train_loss": 1.5658669471740723, "cos_r_negg": [0.7374289035797119, 0.509048581123352, 0.5270074605941772, 0.49813324213027954, 0.5096536874771118], "cos_apical_negg": [0.7374289035797119, 0.509048581123352, 0.5270074605941772, 0.49813324213027954, 0.5096536874771118], "cos_Ac_negg": [0.7374289035797119, 0.509048581123352, 0.5270074605941772, 0.49813324213027954, 0.5096536874771118], "r_norm": [1.7566903829574585, 1.5453212261199951, 1.5178940296173096, 1.5058213472366333, 1.522585153579712]}, {"step": 2850, "epoch": 7, "train_loss": 1.4151842594146729, "cos_r_negg": [0.7408973574638367, 0.5250668525695801, 0.5297610759735107, 0.5028624534606934, 0.5136229991912842], "cos_apical_negg": [0.7408973574638367, 0.5250668525695801, 0.5297610759735107, 0.5028624534606934, 0.5136229991912842], "cos_Ac_negg": [0.7408973574638367, 0.5250668525695801, 0.5297610759735107, 0.5028624534606934, 0.5136229991912842], "r_norm": [1.6860160827636719, 1.4757108688354492, 1.4559171199798584, 1.4492391347885132, 1.4533627033233643]}, {"step": 2900, "epoch": 7, "train_loss": 1.3678953647613525, "cos_r_negg": [0.7640382051467896, 0.5433011651039124, 0.5361025929450989, 0.5129722356796265, 0.5318114161491394], "cos_apical_negg": [0.7640382051467896, 0.5433011651039124, 0.5361025929450989, 0.5129722356796265, 0.5318114161491394], "cos_Ac_negg": [0.7640382051467896, 0.5433011651039124, 0.5361025929450989, 0.5129722356796265, 0.5318114161491394], "r_norm": [1.6813950538635254, 1.4701991081237793, 1.4470851421356201, 1.4348636865615845, 1.442954182624817]}, {"step": 2950, "epoch": 7, "train_loss": 1.3885304927825928, "cos_r_negg": [0.7378946542739868, 0.5403031706809998, 0.5461244583129883, 0.5327872037887573, 0.5371048450469971], "cos_apical_negg": [0.7378946542739868, 0.5403031706809998, 0.5461244583129883, 0.5327872037887573, 0.5371048450469971], "cos_Ac_negg": [0.7378946542739868, 0.5403031706809998, 0.5461244583129883, 0.5327872037887573, 0.5371048450469971], "r_norm": [1.6933326721191406, 1.4745590686798096, 1.453773021697998, 1.4416754245758057, 1.449706792831421]}, {"step": 3000, "epoch": 7, "train_loss": 1.5175975561141968, "cos_r_negg": [0.7548368573188782, 0.5482506155967712, 0.565138578414917, 0.5420131683349609, 0.5566047430038452], "cos_apical_negg": [0.7548368573188782, 0.5482506155967712, 0.565138578414917, 0.5420131683349609, 0.5566047430038452], "cos_Ac_negg": [0.7548368573188782, 0.5482506155967712, 0.565138578414917, 0.5420131683349609, 0.5566047430038452], "r_norm": [1.662501335144043, 1.4455270767211914, 1.423041820526123, 1.4107611179351807, 1.4184937477111816], "ldr": {"dL_sdil": -0.03580737113952637, "dL_bp": -0.036868929862976074, "ratio": 0.9712072271314897}}, {"step": 3050, "epoch": 7, "train_loss": 1.5118029117584229, "cos_r_negg": [0.7521703243255615, 0.5714664459228516, 0.5777295231819153, 0.5468470454216003, 0.5546092391014099], "cos_apical_negg": [0.7521703243255615, 0.5714664459228516, 0.5777295231819153, 0.5468470454216003, 0.5546092391014099], "cos_Ac_negg": [0.7521703243255615, 0.5714664459228516, 0.5777295231819153, 0.5468470454216003, 0.5546092391014099], "r_norm": [1.663468837738037, 1.4442756175994873, 1.4211626052856445, 1.407840371131897, 1.4165159463882446]}, {"step": 3100, "epoch": 7, "train_loss": 1.3181906938552856, "cos_r_negg": [0.7778077125549316, 0.5711636543273926, 0.5781590938568115, 0.5610677003860474, 0.5627011656761169], "cos_apical_negg": [0.7778077125549316, 0.5711636543273926, 0.5781590938568115, 0.5610677003860474, 0.5627011656761169], "cos_Ac_negg": [0.7778077125549316, 0.5711636543273926, 0.5781590938568115, 0.5610677003860474, 0.5627011656761169], "r_norm": [1.6326428651809692, 1.4130451679229736, 1.3936731815338135, 1.3803938627243042, 1.386305570602417]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4405, "test_loss": 1.7000608032226563}, {"step": 3150, "epoch": 8, "train_loss": 1.279297947883606, "cos_r_negg": [0.7632278800010681, 0.5794143080711365, 0.592650294303894, 0.5732574462890625, 0.5704060196876526], "cos_apical_negg": [0.7632278800010681, 0.5794143080711365, 0.592650294303894, 0.5732574462890625, 0.5704060196876526], "cos_Ac_negg": [0.7632278800010681, 0.5794143080711365, 0.592650294303894, 0.5732574462890625, 0.5704060196876526], "r_norm": [1.6738440990447998, 1.4462534189224243, 1.4228453636169434, 1.4095828533172607, 1.413529396057129]}, {"step": 3200, "epoch": 8, "train_loss": 1.2532765865325928, "cos_r_negg": [0.7715702056884766, 0.5846470594406128, 0.6001719236373901, 0.5849267840385437, 0.5823819637298584], "cos_apical_negg": [0.7715702056884766, 0.5846470594406128, 0.6001719236373901, 0.5849267840385437, 0.5823819637298584], "cos_Ac_negg": [0.7715702056884766, 0.5846470594406128, 0.6001719236373901, 0.5849267840385437, 0.5823819637298584], "r_norm": [1.635540246963501, 1.4098849296569824, 1.38401198387146, 1.3705689907073975, 1.3759571313858032]}, {"step": 3250, "epoch": 8, "train_loss": 1.341092586517334, "cos_r_negg": [0.7910418510437012, 0.5943142175674438, 0.6122261881828308, 0.5900124907493591, 0.5919845104217529], "cos_apical_negg": [0.7910418510437012, 0.5943142175674438, 0.6122261881828308, 0.5900124907493591, 0.5919845104217529], "cos_Ac_negg": [0.7910418510437012, 0.5943142175674438, 0.6122261881828308, 0.5900124907493591, 0.5919845104217529], "r_norm": [1.6398600339889526, 1.4124979972839355, 1.3845558166503906, 1.3696370124816895, 1.3761647939682007], "ldr": {"dL_sdil": -0.054875731468200684, "dL_bp": -0.05631399154663086, "ratio": 0.9744599869600928}}, {"step": 3300, "epoch": 8, "train_loss": 1.350130319595337, "cos_r_negg": [0.7794176936149597, 0.6074763536453247, 0.6112956404685974, 0.606438159942627, 0.597540020942688], "cos_apical_negg": [0.7794176936149597, 0.6074763536453247, 0.6112956404685974, 0.606438159942627, 0.597540020942688], "cos_Ac_negg": [0.7794176936149597, 0.6074763536453247, 0.6112956404685974, 0.606438159942627, 0.597540020942688], "r_norm": [1.6137702465057373, 1.3869705200195312, 1.3641033172607422, 1.348027229309082, 1.3560941219329834]}, {"step": 3350, "epoch": 8, "train_loss": 1.3851361274719238, "cos_r_negg": [0.7821190357208252, 0.6178188920021057, 0.6326234936714172, 0.6208723783493042, 0.616036057472229], "cos_apical_negg": [0.7821190357208252, 0.6178188920021057, 0.6326234936714172, 0.6208723783493042, 0.616036057472229], "cos_Ac_negg": [0.7821190357208252, 0.6178188920021057, 0.6326234936714172, 0.6208723783493042, 0.616036057472229], "r_norm": [1.6011302471160889, 1.3716657161712646, 1.350541591644287, 1.3338956832885742, 1.3412715196609497]}, {"step": 3400, "epoch": 8, "train_loss": 1.465757131576538, "cos_r_negg": [0.7766838669776917, 0.6189267635345459, 0.6373391151428223, 0.6219759583473206, 0.6274714469909668], "cos_apical_negg": [0.7766838669776917, 0.6189267635345459, 0.6373391151428223, 0.6219759583473206, 0.6274714469909668], "cos_Ac_negg": [0.7766838669776917, 0.6189267635345459, 0.6373391151428223, 0.6219759583473206, 0.6274714469909668], "r_norm": [1.601111888885498, 1.3704543113708496, 1.3451473712921143, 1.3306686878204346, 1.3378801345825195]}, {"step": 3450, "epoch": 8, "train_loss": 1.2482601404190063, "cos_r_negg": [0.7902153134346008, 0.6417580842971802, 0.6474654078483582, 0.6401122808456421, 0.6271869540214539], "cos_apical_negg": [0.7902153134346008, 0.6417580842971802, 0.6474654078483582, 0.6401122808456421, 0.6271869540214539], "cos_Ac_negg": [0.7902153134346008, 0.6417580842971802, 0.6474654078483582, 0.6401122808456421, 0.6271869540214539], "r_norm": [1.5936315059661865, 1.3605297803878784, 1.3372104167938232, 1.3210663795471191, 1.3255656957626343]}, {"step": 3500, "epoch": 8, "train_loss": 1.3019260168075562, "cos_r_negg": [0.784217357635498, 0.6386989951133728, 0.6544455885887146, 0.6447470784187317, 0.646304726600647], "cos_apical_negg": [0.784217357635498, 0.6386989951133728, 0.6544455885887146, 0.6447470784187317, 0.646304726600647], "cos_Ac_negg": [0.784217357635498, 0.6386989951133728, 0.6544455885887146, 0.6447470784187317, 0.646304726600647], "r_norm": [1.573326826095581, 1.340355634689331, 1.3187639713287354, 1.3046700954437256, 1.306220293045044], "ldr": {"dL_sdil": -0.05259525775909424, "dL_bp": -0.05425727367401123, "ratio": 0.9693678689994134}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4323, "test_loss": 1.7381619140625}, {"step": 3550, "epoch": 9, "train_loss": 1.2302608489990234, "cos_r_negg": [0.7961156368255615, 0.6524426937103271, 0.6668614149093628, 0.6551059484481812, 0.6554064154624939], "cos_apical_negg": [0.7961156368255615, 0.6524426937103271, 0.6668614149093628, 0.6551059484481812, 0.6554064154624939], "cos_Ac_negg": [0.7961156368255615, 0.6524426937103271, 0.6668614149093628, 0.6551059484481812, 0.6554064154624939], "r_norm": [1.6278995275497437, 1.383047342300415, 1.3631891012191772, 1.3433098793029785, 1.3457671403884888]}, {"step": 3600, "epoch": 9, "train_loss": 1.2865551710128784, "cos_r_negg": [0.7966740131378174, 0.6583946943283081, 0.6737282276153564, 0.6651644706726074, 0.6666903495788574], "cos_apical_negg": [0.7966740131378174, 0.6583946943283081, 0.6737282276153564, 0.6651644706726074, 0.6666903495788574], "cos_Ac_negg": [0.7966740131378174, 0.6583946943283081, 0.6737282276153564, 0.6651644706726074, 0.6666903495788574], "r_norm": [1.598856806755066, 1.3566713333129883, 1.3314528465270996, 1.316946268081665, 1.3191838264465332]}, {"step": 3650, "epoch": 9, "train_loss": 1.2614061832427979, "cos_r_negg": [0.7947067022323608, 0.6720775365829468, 0.6833493709564209, 0.6749837398529053, 0.6794736385345459], "cos_apical_negg": [0.7947067022323608, 0.6720775365829468, 0.6833493709564209, 0.6749837398529053, 0.6794736385345459], "cos_Ac_negg": [0.7947067022323608, 0.6720775365829468, 0.6833493709564209, 0.6749837398529053, 0.6794736385345459], "r_norm": [1.570744514465332, 1.3331094980239868, 1.3106187582015991, 1.290827989578247, 1.295063853263855]}, {"step": 3700, "epoch": 9, "train_loss": 1.2888097763061523, "cos_r_negg": [0.800491213798523, 0.6830912828445435, 0.6957940459251404, 0.6866805553436279, 0.6888914108276367], "cos_apical_negg": [0.800491213798523, 0.6830912828445435, 0.6957940459251404, 0.6866805553436279, 0.6888914108276367], "cos_Ac_negg": [0.800491213798523, 0.6830912828445435, 0.6957940459251404, 0.6866805553436279, 0.6888914108276367], "r_norm": [1.5745103359222412, 1.3325309753417969, 1.312613606452942, 1.295198917388916, 1.2971370220184326]}, {"step": 3750, "epoch": 9, "train_loss": 1.221907615661621, "cos_r_negg": [0.7952867746353149, 0.6914467811584473, 0.7025709748268127, 0.6951688528060913, 0.6923359036445618], "cos_apical_negg": [0.7952867746353149, 0.6914467811584473, 0.7025709748268127, 0.6951688528060913, 0.6923359036445618], "cos_Ac_negg": [0.7952867746353149, 0.6914467811584473, 0.7025709748268127, 0.6951688528060913, 0.6923359036445618], "r_norm": [1.5713672637939453, 1.3320984840393066, 1.3087438344955444, 1.2883172035217285, 1.2930691242218018], "ldr": {"dL_sdil": -0.05520594120025635, "dL_bp": -0.05869019031524658, "ratio": 0.9406331944695518}}, {"step": 3800, "epoch": 9, "train_loss": 1.4498839378356934, "cos_r_negg": [0.8051118850708008, 0.6965565085411072, 0.7101942300796509, 0.7001258134841919, 0.701871395111084], "cos_apical_negg": [0.8051118850708008, 0.6965565085411072, 0.7101942300796509, 0.7001258134841919, 0.701871395111084], "cos_Ac_negg": [0.8051118850708008, 0.6965565085411072, 0.7101942300796509, 0.7001258134841919, 0.701871395111084], "r_norm": [1.5629639625549316, 1.3234984874725342, 1.299258828163147, 1.2799665927886963, 1.2821154594421387]}, {"step": 3850, "epoch": 9, "train_loss": 1.3015929460525513, "cos_r_negg": [0.8167635202407837, 0.7058568000793457, 0.717945396900177, 0.7084958553314209, 0.7056689858436584], "cos_apical_negg": [0.8167635202407837, 0.7058568000793457, 0.717945396900177, 0.7084958553314209, 0.7056689858436584], "cos_Ac_negg": [0.8167635202407837, 0.7058568000793457, 0.717945396900177, 0.7084958553314209, 0.7056689858436584], "r_norm": [1.5548717975616455, 1.3140113353729248, 1.2906614542007446, 1.272472858428955, 1.2727043628692627]}, {"step": 3900, "epoch": 9, "train_loss": 1.265769124031067, "cos_r_negg": [0.8135750889778137, 0.705703616142273, 0.7277423143386841, 0.7187117338180542, 0.7134503126144409], "cos_apical_negg": [0.8135750889778137, 0.705703616142273, 0.7277423143386841, 0.7187117338180542, 0.7134503126144409], "cos_Ac_negg": [0.8135750889778137, 0.705703616142273, 0.7277423143386841, 0.7187117338180542, 0.7134503126144409], "r_norm": [1.561514139175415, 1.3161420822143555, 1.295049786567688, 1.2763179540634155, 1.278744101524353]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4294, "test_loss": 1.8004739379882813}, {"step": 3950, "epoch": 10, "train_loss": 1.2482408285140991, "cos_r_negg": [0.8130007982254028, 0.7146116495132446, 0.7296993136405945, 0.7238435745239258, 0.7178879976272583], "cos_apical_negg": [0.8130007982254028, 0.7146116495132446, 0.7296993136405945, 0.7238435745239258, 0.7178879976272583], "cos_Ac_negg": [0.8130007982254028, 0.7146116495132446, 0.7296993136405945, 0.7238435745239258, 0.7178879976272583], "r_norm": [1.545872688293457, 1.3021416664123535, 1.2782409191131592, 1.2586857080459595, 1.2599226236343384]}, {"step": 4000, "epoch": 10, "train_loss": 1.2178688049316406, "cos_r_negg": [0.8080962896347046, 0.7243028879165649, 0.736138105392456, 0.7307031750679016, 0.7357746362686157], "cos_apical_negg": [0.8080962896347046, 0.7243028879165649, 0.736138105392456, 0.7307031750679016, 0.7357746362686157], "cos_Ac_negg": [0.8080962896347046, 0.7243028879165649, 0.736138105392456, 0.7307031750679016, 0.7357746362686157], "r_norm": [1.5570430755615234, 1.311560869216919, 1.287775993347168, 1.2689414024353027, 1.2689931392669678], "ldr": {"dL_sdil": -0.043268442153930664, "dL_bp": -0.04786539077758789, "ratio": 0.9039609089369502}}, {"step": 4050, "epoch": 10, "train_loss": 1.1164696216583252, "cos_r_negg": [0.816841721534729, 0.7262479066848755, 0.7410281300544739, 0.7396827936172485, 0.7442219853401184], "cos_apical_negg": [0.816841721534729, 0.7262479066848755, 0.7410281300544739, 0.7396827936172485, 0.7442219853401184], "cos_Ac_negg": [0.816841721534729, 0.7262479066848755, 0.7410281300544739, 0.7396827936172485, 0.7442219853401184], "r_norm": [1.5543742179870605, 1.3082066774368286, 1.2837207317352295, 1.2658255100250244, 1.2655131816864014]}, {"step": 4100, "epoch": 10, "train_loss": 1.2753019332885742, "cos_r_negg": [0.8180240392684937, 0.7376358509063721, 0.7502231597900391, 0.7472057938575745, 0.7509548664093018], "cos_apical_negg": [0.8180240392684937, 0.7376358509063721, 0.7502231597900391, 0.7472057938575745, 0.7509548664093018], "cos_Ac_negg": [0.8180240392684937, 0.7376358509063721, 0.7502231597900391, 0.7472057938575745, 0.7509548664093018], "r_norm": [1.5243630409240723, 1.2833187580108643, 1.2586145401000977, 1.239835262298584, 1.2417064905166626]}, {"step": 4150, "epoch": 10, "train_loss": 1.0663691759109497, "cos_r_negg": [0.8144741058349609, 0.7437995076179504, 0.760470986366272, 0.7632319331169128, 0.7574719786643982], "cos_apical_negg": [0.8144741058349609, 0.7437995076179504, 0.760470986366272, 0.7632319331169128, 0.7574719786643982], "cos_Ac_negg": [0.8144741058349609, 0.7437995076179504, 0.760470986366272, 0.7632319331169128, 0.7574719786643982], "r_norm": [1.542717456817627, 1.2979211807250977, 1.2734380960464478, 1.2548339366912842, 1.2534602880477905]}, {"step": 4200, "epoch": 10, "train_loss": 1.3615334033966064, "cos_r_negg": [0.8178809285163879, 0.745350182056427, 0.7674755454063416, 0.7660679817199707, 0.7675767540931702], "cos_apical_negg": [0.8178809285163879, 0.745350182056427, 0.7674755454063416, 0.7660679817199707, 0.7675767540931702], "cos_Ac_negg": [0.8178809285163879, 0.745350182056427, 0.7674755454063416, 0.7660679817199707, 0.7675767540931702], "r_norm": [1.5377815961837769, 1.2933557033538818, 1.2697854042053223, 1.2482882738113403, 1.2490239143371582]}, {"step": 4250, "epoch": 10, "train_loss": 1.3349905014038086, "cos_r_negg": [0.8301117420196533, 0.7536972761154175, 0.773134171962738, 0.7737134695053101, 0.7766643762588501], "cos_apical_negg": [0.8301117420196533, 0.7536972761154175, 0.773134171962738, 0.7737134695053101, 0.7766643762588501], "cos_Ac_negg": [0.8301117420196533, 0.7536972761154175, 0.773134171962738, 0.7737134695053101, 0.7766643762588501], "r_norm": [1.583917260169983, 1.331629753112793, 1.3059018850326538, 1.2837839126586914, 1.286672592163086], "ldr": {"dL_sdil": -0.06801748275756836, "dL_bp": -0.07264494895935059, "ratio": 0.9363002346608904}}, {"step": 4300, "epoch": 10, "train_loss": 1.1352051496505737, "cos_r_negg": [0.8148280382156372, 0.7593144178390503, 0.77759850025177, 0.7766520380973816, 0.7865929007530212], "cos_apical_negg": [0.8148280382156372, 0.7593144178390503, 0.77759850025177, 0.7766520380973816, 0.7865929007530212], "cos_Ac_negg": [0.8148280382156372, 0.7593144178390503, 0.77759850025177, 0.7766520380973816, 0.7865929007530212], "r_norm": [1.5354059934616089, 1.2920801639556885, 1.2656067609786987, 1.2454044818878174, 1.244614839553833]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4369, "test_loss": 1.758530078125}, {"step": 4350, "epoch": 11, "train_loss": 1.044856309890747, "cos_r_negg": [0.8245835900306702, 0.7617207765579224, 0.7858718037605286, 0.7849971055984497, 0.7885297536849976], "cos_apical_negg": [0.8245835900306702, 0.7617207765579224, 0.7858718037605286, 0.7849971055984497, 0.7885297536849976], "cos_Ac_negg": [0.8245835900306702, 0.7617207765579224, 0.7858718037605286, 0.7849971055984497, 0.7885297536849976], "r_norm": [1.565119743347168, 1.3179512023925781, 1.2917174100875854, 1.2705399990081787, 1.2710543870925903]}, {"step": 4400, "epoch": 11, "train_loss": 1.2430346012115479, "cos_r_negg": [0.8276817202568054, 0.7690581679344177, 0.7917778491973877, 0.7874068021774292, 0.7971261143684387], "cos_apical_negg": [0.8276817202568054, 0.7690581679344177, 0.7917778491973877, 0.7874068021774292, 0.7971261143684387], "cos_Ac_negg": [0.8276817202568054, 0.7690581679344177, 0.7917778491973877, 0.7874068021774292, 0.7971261143684387], "r_norm": [1.5474580526351929, 1.3051228523254395, 1.278182864189148, 1.2546266317367554, 1.2538625001907349]}, {"step": 4450, "epoch": 11, "train_loss": 1.2695832252502441, "cos_r_negg": [0.8349108695983887, 0.7701071500778198, 0.7898122072219849, 0.7911918759346008, 0.8065738081932068], "cos_apical_negg": [0.8349108695983887, 0.7701071500778198, 0.7898122072219849, 0.7911918759346008, 0.8065738081932068], "cos_Ac_negg": [0.8349108695983887, 0.7701071500778198, 0.7898122072219849, 0.7911918759346008, 0.8065738081932068], "r_norm": [1.5644111633300781, 1.3167725801467896, 1.2902157306671143, 1.2681716680526733, 1.266620397567749]}, {"step": 4500, "epoch": 11, "train_loss": 1.185904622077942, "cos_r_negg": [0.8272280693054199, 0.7801167964935303, 0.7974383234977722, 0.7998154163360596, 0.8152502179145813], "cos_apical_negg": [0.8272280693054199, 0.7801167964935303, 0.7974383234977722, 0.7998154163360596, 0.8152502179145813], "cos_Ac_negg": [0.8272280693054199, 0.7801167964935303, 0.7974383234977722, 0.7998154163360596, 0.8152502179145813], "r_norm": [1.5630714893341064, 1.3180500268936157, 1.290118932723999, 1.2691547870635986, 1.2673492431640625], "ldr": {"dL_sdil": -0.05193948745727539, "dL_bp": -0.05956578254699707, "ratio": 0.8719685234773072}}, {"step": 4550, "epoch": 11, "train_loss": 1.1449034214019775, "cos_r_negg": [0.8264593482017517, 0.7830392122268677, 0.8055933117866516, 0.8056830167770386, 0.820317268371582], "cos_apical_negg": [0.8264593482017517, 0.7830392122268677, 0.8055933117866516, 0.8056830167770386, 0.820317268371582], "cos_Ac_negg": [0.8264593482017517, 0.7830392122268677, 0.8055933117866516, 0.8056830167770386, 0.820317268371582], "r_norm": [1.5388898849487305, 1.295548915863037, 1.268519401550293, 1.2483375072479248, 1.2456352710723877]}, {"step": 4600, "epoch": 11, "train_loss": 1.1649787425994873, "cos_r_negg": [0.8370822072029114, 0.7880992889404297, 0.8080590963363647, 0.8134547472000122, 0.8225789070129395], "cos_apical_negg": [0.8370822072029114, 0.7880992889404297, 0.8080590963363647, 0.8134547472000122, 0.8225789070129395], "cos_Ac_negg": [0.8370822072029114, 0.7880992889404297, 0.8080590963363647, 0.8134547472000122, 0.8225789070129395], "r_norm": [1.5575706958770752, 1.3125717639923096, 1.2820234298706055, 1.2625398635864258, 1.259305477142334]}, {"step": 4650, "epoch": 11, "train_loss": 1.1516201496124268, "cos_r_negg": [0.8277093172073364, 0.7966284155845642, 0.8164486289024353, 0.8153393268585205, 0.8304153680801392], "cos_apical_negg": [0.8277093172073364, 0.7966284155845642, 0.8164486289024353, 0.8153393268585205, 0.8304153680801392], "cos_Ac_negg": [0.8277093172073364, 0.7966284155845642, 0.8164486289024353, 0.8153393268585205, 0.8304153680801392], "r_norm": [1.5472716093063354, 1.3043723106384277, 1.274693250656128, 1.25121009349823, 1.2499021291732788]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4393, "test_loss": 1.845610595703125}, {"step": 4700, "epoch": 12, "train_loss": 1.0928313732147217, "cos_r_negg": [0.8340535163879395, 0.7997482419013977, 0.8222342729568481, 0.8228455185890198, 0.8380518555641174], "cos_apical_negg": [0.8340535163879395, 0.7997482419013977, 0.8222342729568481, 0.8228455185890198, 0.8380518555641174], "cos_Ac_negg": [0.8340535163879395, 0.7997482419013977, 0.8222342729568481, 0.8228455185890198, 0.8380518555641174], "r_norm": [1.5796074867248535, 1.3312444686889648, 1.3052754402160645, 1.2809209823608398, 1.2799925804138184]}, {"step": 4750, "epoch": 12, "train_loss": 1.0544540882110596, "cos_r_negg": [0.8362668752670288, 0.8058269023895264, 0.8226815462112427, 0.8256925940513611, 0.8378219604492188], "cos_apical_negg": [0.8362668752670288, 0.8058269023895264, 0.8226815462112427, 0.8256925940513611, 0.8378219604492188], "cos_Ac_negg": [0.8362668752670288, 0.8058269023895264, 0.8226815462112427, 0.8256925940513611, 0.8378219604492188], "r_norm": [1.5450258255004883, 1.3065381050109863, 1.2782001495361328, 1.2536433935165405, 1.2506849765777588], "ldr": {"dL_sdil": -0.053985595703125, "dL_bp": -0.0627293586730957, "ratio": 0.860611312550835}}, {"step": 4800, "epoch": 12, "train_loss": 1.1230716705322266, "cos_r_negg": [0.8355609178543091, 0.8100918531417847, 0.8327333927154541, 0.8359508514404297, 0.8473347425460815], "cos_apical_negg": [0.8355609178543091, 0.8100918531417847, 0.8327333927154541, 0.8359508514404297, 0.8473347425460815], "cos_Ac_negg": [0.8355609178543091, 0.8100918531417847, 0.8327333927154541, 0.8359508514404297, 0.8473347425460815], "r_norm": [1.5665584802627563, 1.3240280151367188, 1.2952935695648193, 1.2695469856262207, 1.269385814666748]}, {"step": 4850, "epoch": 12, "train_loss": 0.9338990449905396, "cos_r_negg": [0.8292953968048096, 0.8116686344146729, 0.8304673433303833, 0.841404914855957, 0.8485978841781616], "cos_apical_negg": [0.8292953968048096, 0.8116686344146729, 0.8304673433303833, 0.841404914855957, 0.8485978841781616], "cos_Ac_negg": [0.8292953968048096, 0.8116686344146729, 0.8304673433303833, 0.841404914855957, 0.8485978841781616], "r_norm": [1.5777571201324463, 1.3328099250793457, 1.3021135330200195, 1.2779231071472168, 1.278651237487793]}, {"step": 4900, "epoch": 12, "train_loss": 0.9546555280685425, "cos_r_negg": [0.8382658362388611, 0.8164982795715332, 0.8387050628662109, 0.8394235372543335, 0.8532248735427856], "cos_apical_negg": [0.8382658362388611, 0.8164982795715332, 0.8387050628662109, 0.8394235372543335, 0.8532248735427856], "cos_Ac_negg": [0.8382658362388611, 0.8164982795715332, 0.8387050628662109, 0.8394235372543335, 0.8532248735427856], "r_norm": [1.5821956396102905, 1.337761402130127, 1.3076555728912354, 1.284347653388977, 1.2826727628707886]}, {"step": 4950, "epoch": 12, "train_loss": 0.9929767847061157, "cos_r_negg": [0.834906816482544, 0.8179115056991577, 0.839252769947052, 0.845495343208313, 0.8592314720153809], "cos_apical_negg": [0.834906816482544, 0.8179115056991577, 0.839252769947052, 0.845495343208313, 0.8592314720153809], "cos_Ac_negg": [0.834906816482544, 0.8179115056991577, 0.839252769947052, 0.845495343208313, 0.8592314720153809], "r_norm": [1.5323407649993896, 1.2961714267730713, 1.2678561210632324, 1.2447706460952759, 1.2428131103515625]}, {"step": 5000, "epoch": 12, "train_loss": 1.1317081451416016, "cos_r_negg": [0.8341182470321655, 0.817231297492981, 0.8454147577285767, 0.8485584259033203, 0.8644000291824341], "cos_apical_negg": [0.8341182470321655, 0.817231297492981, 0.8454147577285767, 0.8485584259033203, 0.8644000291824341], "cos_Ac_negg": [0.8341182470321655, 0.817231297492981, 0.8454147577285767, 0.8485584259033203, 0.8644000291824341], "r_norm": [1.6037728786468506, 1.357797622680664, 1.3312519788742065, 1.3065539598464966, 1.3018152713775635], "ldr": {"dL_sdil": -0.06605195999145508, "dL_bp": -0.07632637023925781, "ratio": 0.8653884599045406}}, {"step": 5050, "epoch": 12, "train_loss": 1.073503851890564, "cos_r_negg": [0.8393301963806152, 0.8254170417785645, 0.8495429754257202, 0.8529640436172485, 0.8685733079910278], "cos_apical_negg": [0.8393301963806152, 0.8254170417785645, 0.8495429754257202, 0.8529640436172485, 0.8685733079910278], "cos_Ac_negg": [0.8393301963806152, 0.8254170417785645, 0.8495429754257202, 0.8529640436172485, 0.8685733079910278], "r_norm": [1.5719876289367676, 1.3313348293304443, 1.3041590452194214, 1.2797412872314453, 1.2781736850738525]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.434, "test_loss": 1.8866234619140625}, {"step": 5100, "epoch": 13, "train_loss": 0.9049267768859863, "cos_r_negg": [0.8432424664497375, 0.8306280970573425, 0.8519604206085205, 0.8599294424057007, 0.8732090592384338], "cos_apical_negg": [0.8432424664497375, 0.8306280970573425, 0.8519604206085205, 0.8599294424057007, 0.8732090592384338], "cos_Ac_negg": [0.8432424664497375, 0.8306280970573425, 0.8519604206085205, 0.8599294424057007, 0.8732090592384338], "r_norm": [1.5797395706176758, 1.3410661220550537, 1.3112361431121826, 1.285170078277588, 1.2854582071304321]}, {"step": 5150, "epoch": 13, "train_loss": 1.0830676555633545, "cos_r_negg": [0.8373727798461914, 0.8321223258972168, 0.8593596816062927, 0.8622373938560486, 0.8801671266555786], "cos_apical_negg": [0.8373727798461914, 0.8321223258972168, 0.8593596816062927, 0.8622373938560486, 0.8801671266555786], "cos_Ac_negg": [0.8373727798461914, 0.8321223258972168, 0.8593596816062927, 0.8622373938560486, 0.8801671266555786], "r_norm": [1.5940207242965698, 1.3556573390960693, 1.3250610828399658, 1.2983087301254272, 1.2978765964508057]}, {"step": 5200, "epoch": 13, "train_loss": 1.1149561405181885, "cos_r_negg": [0.8400751352310181, 0.8376044631004333, 0.8589161038398743, 0.8641405701637268, 0.8839550018310547], "cos_apical_negg": [0.8400751352310181, 0.8376044631004333, 0.8589161038398743, 0.8641405701637268, 0.8839550018310547], "cos_Ac_negg": [0.8400751352310181, 0.8376044631004333, 0.8589161038398743, 0.8641405701637268, 0.8839550018310547], "r_norm": [1.5875074863433838, 1.351069450378418, 1.3218886852264404, 1.2946350574493408, 1.293360710144043]}, {"step": 5250, "epoch": 13, "train_loss": 1.099306583404541, "cos_r_negg": [0.8475635051727295, 0.8421344757080078, 0.863200306892395, 0.8676388263702393, 0.8859425783157349], "cos_apical_negg": [0.8475635051727295, 0.8421344757080078, 0.863200306892395, 0.8676388263702393, 0.8859425783157349], "cos_Ac_negg": [0.8475635051727295, 0.8421344757080078, 0.863200306892395, 0.8676388263702393, 0.8859425783157349], "r_norm": [1.5878804922103882, 1.3537167310714722, 1.3232965469360352, 1.2942967414855957, 1.293988823890686], "ldr": {"dL_sdil": -0.05193686485290527, "dL_bp": -0.0642399787902832, "ratio": 0.8084819738570824}}, {"step": 5300, "epoch": 13, "train_loss": 1.036714792251587, "cos_r_negg": [0.839751660823822, 0.8411985039710999, 0.8687032461166382, 0.8735430240631104, 0.8899625539779663], "cos_apical_negg": [0.839751660823822, 0.8411985039710999, 0.8687032461166382, 0.8735430240631104, 0.8899625539779663], "cos_Ac_negg": [0.839751660823822, 0.8411985039710999, 0.8687032461166382, 0.8735430240631104, 0.8899625539779663], "r_norm": [1.6112641096115112, 1.3745383024215698, 1.3415093421936035, 1.3151934146881104, 1.3146308660507202]}, {"step": 5350, "epoch": 13, "train_loss": 1.1360054016113281, "cos_r_negg": [0.8413733839988708, 0.8391346335411072, 0.8686749935150146, 0.8740806579589844, 0.890429675579071], "cos_apical_negg": [0.8413733839988708, 0.8391346335411072, 0.8686749935150146, 0.8740806579589844, 0.890429675579071], "cos_Ac_negg": [0.8413733839988708, 0.8391346335411072, 0.8686749935150146, 0.8740806579589844, 0.890429675579071], "r_norm": [1.576247215270996, 1.3450803756713867, 1.312971591949463, 1.28855562210083, 1.2850844860076904]}, {"step": 5400, "epoch": 13, "train_loss": 1.2044669389724731, "cos_r_negg": [0.8416765332221985, 0.844510555267334, 0.8731200695037842, 0.8818145990371704, 0.8975712656974792], "cos_apical_negg": [0.8416765332221985, 0.844510555267334, 0.8731200695037842, 0.8818145990371704, 0.8975712656974792], "cos_Ac_negg": [0.8416765332221985, 0.844510555267334, 0.8731200695037842, 0.8818145990371704, 0.8975712656974792], "r_norm": [1.6040955781936646, 1.3713347911834717, 1.3398466110229492, 1.3119423389434814, 1.306754469871521]}, {"step": 5450, "epoch": 13, "train_loss": 1.048431634902954, "cos_r_negg": [0.8341010808944702, 0.8478443622589111, 0.8741923570632935, 0.8862481117248535, 0.8984758853912354], "cos_apical_negg": [0.8341010808944702, 0.8478443622589111, 0.8741923570632935, 0.8862481117248535, 0.8984758853912354], "cos_Ac_negg": [0.8341010808944702, 0.8478443622589111, 0.8741923570632935, 0.8862481117248535, 0.8984758853912354], "r_norm": [1.6059255599975586, 1.375502347946167, 1.343592643737793, 1.317552089691162, 1.3145467042922974]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4328, "test_loss": 1.9019246459960937}, {"step": 5500, "epoch": 14, "train_loss": 0.9566564559936523, "cos_r_negg": [0.8438647389411926, 0.8497840166091919, 0.8763384819030762, 0.8864271640777588, 0.9010502099990845], "cos_apical_negg": [0.8438647389411926, 0.8497840166091919, 0.8763384819030762, 0.8864271640777588, 0.9010502099990845], "cos_Ac_negg": [0.8438647389411926, 0.8497840166091919, 0.8763384819030762, 0.8864271640777588, 0.9010502099990845], "r_norm": [1.5939435958862305, 1.3662440776824951, 1.3344844579696655, 1.306883454322815, 1.3041132688522339], "ldr": {"dL_sdil": -0.05275559425354004, "dL_bp": -0.06557726860046387, "ratio": 0.8044798964555664}}, {"step": 5550, "epoch": 14, "train_loss": 1.163731336593628, "cos_r_negg": [0.8446353673934937, 0.853885293006897, 0.8780033588409424, 0.8892735242843628, 0.9068508148193359], "cos_apical_negg": [0.8446353673934937, 0.853885293006897, 0.8780033588409424, 0.8892735242843628, 0.9068508148193359], "cos_Ac_negg": [0.8446353673934937, 0.853885293006897, 0.8780033588409424, 0.8892735242843628, 0.9068508148193359], "r_norm": [1.6227691173553467, 1.3907526731491089, 1.3588910102844238, 1.3318102359771729, 1.3279130458831787]}, {"step": 5600, "epoch": 14, "train_loss": 0.929678201675415, "cos_r_negg": [0.850164532661438, 0.8577356338500977, 0.8818901777267456, 0.893836259841919, 0.9069743156433105], "cos_apical_negg": [0.850164532661438, 0.8577356338500977, 0.8818901777267456, 0.893836259841919, 0.9069743156433105], "cos_Ac_negg": [0.850164532661438, 0.8577356338500977, 0.8818901777267456, 0.893836259841919, 0.9069743156433105], "r_norm": [1.622215986251831, 1.3929470777511597, 1.360417127609253, 1.3326218128204346, 1.3288071155548096]}, {"step": 5650, "epoch": 14, "train_loss": 0.9829183220863342, "cos_r_negg": [0.8452562093734741, 0.8571474552154541, 0.885036289691925, 0.8954129815101624, 0.9105901718139648], "cos_apical_negg": [0.8452562093734741, 0.8571474552154541, 0.885036289691925, 0.8954129815101624, 0.9105901718139648], "cos_Ac_negg": [0.8452562093734741, 0.8571474552154541, 0.885036289691925, 0.8954129815101624, 0.9105901718139648], "r_norm": [1.6619778871536255, 1.4272477626800537, 1.3919181823730469, 1.3633310794830322, 1.3585902452468872]}, {"step": 5700, "epoch": 14, "train_loss": 0.8043550252914429, "cos_r_negg": [0.8477070927619934, 0.8598288297653198, 0.885526716709137, 0.8967230319976807, 0.9127209186553955], "cos_apical_negg": [0.8477070927619934, 0.8598288297653198, 0.885526716709137, 0.8967230319976807, 0.9127209186553955], "cos_Ac_negg": [0.8477070927619934, 0.8598288297653198, 0.885526716709137, 0.8967230319976807, 0.9127209186553955], "r_norm": [1.6534078121185303, 1.4204456806182861, 1.3853991031646729, 1.3598220348358154, 1.3548295497894287]}, {"step": 5750, "epoch": 14, "train_loss": 1.0195118188858032, "cos_r_negg": [0.8429190516471863, 0.8619750738143921, 0.891464352607727, 0.8984021544456482, 0.9144467711448669], "cos_apical_negg": [0.8429190516471863, 0.8619750738143921, 0.891464352607727, 0.8984021544456482, 0.9144467711448669], "cos_Ac_negg": [0.8429190516471863, 0.8619750738143921, 0.891464352607727, 0.8984021544456482, 0.9144467711448669], "r_norm": [1.660086989402771, 1.429450511932373, 1.3934640884399414, 1.3674020767211914, 1.3596506118774414], "ldr": {"dL_sdil": -0.05988121032714844, "dL_bp": -0.07733345031738281, "ratio": 0.7743248242693304}}, {"step": 5800, "epoch": 14, "train_loss": 1.06028413772583, "cos_r_negg": [0.8470872640609741, 0.8637428283691406, 0.8925157785415649, 0.8998889923095703, 0.917246401309967], "cos_apical_negg": [0.8470872640609741, 0.8637428283691406, 0.8925157785415649, 0.8998889923095703, 0.917246401309967], "cos_Ac_negg": [0.8470872640609741, 0.8637428283691406, 0.8925157785415649, 0.8998889923095703, 0.917246401309967], "r_norm": [1.6863160133361816, 1.4545928239822388, 1.4173803329467773, 1.3891923427581787, 1.3831852674484253]}, {"step": 5850, "epoch": 14, "train_loss": 0.8999350070953369, "cos_r_negg": [0.8425931334495544, 0.864995002746582, 0.8933539390563965, 0.9034316539764404, 0.9202081561088562], "cos_apical_negg": [0.8425931334495544, 0.864995002746582, 0.8933539390563965, 0.9034316539764404, 0.9202081561088562], "cos_Ac_negg": [0.8425931334495544, 0.864995002746582, 0.8933539390563965, 0.9034316539764404, 0.9202081561088562], "r_norm": [1.6642917394638062, 1.4340510368347168, 1.4009913206100464, 1.3761930465698242, 1.3672032356262207]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4298, "test_loss": 2.0041736450195313}, {"step": 5900, "epoch": 15, "train_loss": 0.8350646495819092, "cos_r_negg": [0.8402599692344666, 0.8701558113098145, 0.8974649906158447, 0.908267617225647, 0.9225494861602783], "cos_apical_negg": [0.8402599692344666, 0.8701558113098145, 0.8974649906158447, 0.908267617225647, 0.9225494861602783], "cos_Ac_negg": [0.8402599692344666, 0.8701558113098145, 0.8974649906158447, 0.908267617225647, 0.9225494861602783], "r_norm": [1.6864533424377441, 1.4560744762420654, 1.421463966369629, 1.3941212892532349, 1.386760950088501]}, {"step": 5950, "epoch": 15, "train_loss": 0.860899806022644, "cos_r_negg": [0.8462257385253906, 0.8675888180732727, 0.8951858282089233, 0.9081681966781616, 0.9235365390777588], "cos_apical_negg": [0.8462257385253906, 0.8675888180732727, 0.8951858282089233, 0.9081681966781616, 0.9235365390777588], "cos_Ac_negg": [0.8462257385253906, 0.8675888180732727, 0.8951858282089233, 0.9081681966781616, 0.9235365390777588], "r_norm": [1.7079031467437744, 1.4762792587280273, 1.4412850141525269, 1.412386417388916, 1.4045335054397583]}, {"step": 6000, "epoch": 15, "train_loss": 0.9977817535400391, "cos_r_negg": [0.8380532264709473, 0.8715081214904785, 0.8984174728393555, 0.9107310175895691, 0.9250093102455139], "cos_apical_negg": [0.8380532264709473, 0.8715081214904785, 0.8984174728393555, 0.9107310175895691, 0.9250093102455139], "cos_Ac_negg": [0.8380532264709473, 0.8715081214904785, 0.8984174728393555, 0.9107310175895691, 0.9250093102455139], "r_norm": [1.6893365383148193, 1.461309790611267, 1.4289706945419312, 1.399693489074707, 1.3899530172348022], "ldr": {"dL_sdil": -0.05032944679260254, "dL_bp": -0.06886887550354004, "ratio": 0.7308010538086319}}, {"step": 6050, "epoch": 15, "train_loss": 1.0081098079681396, "cos_r_negg": [0.8470250368118286, 0.8740948438644409, 0.9012631177902222, 0.9151344299316406, 0.9287310838699341], "cos_apical_negg": [0.8470250368118286, 0.8740948438644409, 0.9012631177902222, 0.9151344299316406, 0.9287310838699341], "cos_Ac_negg": [0.8470250368118286, 0.8740948438644409, 0.9012631177902222, 0.9151344299316406, 0.9287310838699341], "r_norm": [1.693113088607788, 1.4692869186401367, 1.435896396636963, 1.4046889543533325, 1.394234538078308]}, {"step": 6100, "epoch": 15, "train_loss": 0.9232474565505981, "cos_r_negg": [0.8442198634147644, 0.8744474649429321, 0.9034869074821472, 0.9155235290527344, 0.9296211004257202], "cos_apical_negg": [0.8442198634147644, 0.8744474649429321, 0.9034869074821472, 0.9155235290527344, 0.9296211004257202], "cos_Ac_negg": [0.8442198634147644, 0.8744474649429321, 0.9034869074821472, 0.9155235290527344, 0.9296211004257202], "r_norm": [1.7343969345092773, 1.5063581466674805, 1.4715838432312012, 1.440550684928894, 1.4286668300628662]}, {"step": 6150, "epoch": 15, "train_loss": 1.0497467517852783, "cos_r_negg": [0.8492776155471802, 0.8752098083496094, 0.9050256013870239, 0.9178600311279297, 0.9344666600227356], "cos_apical_negg": [0.8492776155471802, 0.8752098083496094, 0.9050256013870239, 0.9178600311279297, 0.9344666600227356], "cos_Ac_negg": [0.8492776155471802, 0.8752098083496094, 0.9050256013870239, 0.9178600311279297, 0.9344666600227356], "r_norm": [1.7248666286468506, 1.4990625381469727, 1.4651390314102173, 1.43319833278656, 1.4228018522262573]}, {"step": 6200, "epoch": 15, "train_loss": 1.0134433507919312, "cos_r_negg": [0.8496369123458862, 0.8780988454818726, 0.9057918787002563, 0.9215265512466431, 0.9357717633247375], "cos_apical_negg": [0.8496369123458862, 0.8780988454818726, 0.9057918787002563, 0.9215265512466431, 0.9357717633247375], "cos_Ac_negg": [0.8496369123458862, 0.8780988454818726, 0.9057918787002563, 0.9215265512466431, 0.9357717633247375], "r_norm": [1.77280592918396, 1.5444027185440063, 1.5079221725463867, 1.4753601551055908, 1.4630475044250488]}, {"step": 6250, "epoch": 15, "train_loss": 0.9454289674758911, "cos_r_negg": [0.8522194623947144, 0.88014817237854, 0.9050591588020325, 0.9206930994987488, 0.9355901479721069], "cos_apical_negg": [0.8522194623947144, 0.88014817237854, 0.9050591588020325, 0.9206930994987488, 0.9355901479721069], "cos_Ac_negg": [0.8522194623947144, 0.88014817237854, 0.9050591588020325, 0.9206930994987488, 0.9355901479721069], "r_norm": [1.7641271352767944, 1.5380171537399292, 1.4994406700134277, 1.466049075126648, 1.4538733959197998], "ldr": {"dL_sdil": -0.06985712051391602, "dL_bp": -0.09078764915466309, "ratio": 0.7694562108873372}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.437, "test_loss": 2.002297961425781}, {"step": 6300, "epoch": 16, "train_loss": 0.9225379228591919, "cos_r_negg": [0.8522465229034424, 0.8812925219535828, 0.9070974588394165, 0.9221597909927368, 0.9383280873298645], "cos_apical_negg": [0.8522465229034424, 0.8812925219535828, 0.9070974588394165, 0.9221597909927368, 0.9383280873298645], "cos_Ac_negg": [0.8522465229034424, 0.8812925219535828, 0.9070974588394165, 0.9221597909927368, 0.9383280873298645], "r_norm": [1.7829374074935913, 1.5596116781234741, 1.5194807052612305, 1.4858888387680054, 1.4737962484359741]}, {"step": 6350, "epoch": 16, "train_loss": 0.801793098449707, "cos_r_negg": [0.8489397764205933, 0.879778265953064, 0.9075847864151001, 0.9234720468521118, 0.9396788477897644], "cos_apical_negg": [0.8489397764205933, 0.879778265953064, 0.9075847864151001, 0.9234720468521118, 0.9396788477897644], "cos_Ac_negg": [0.8489397764205933, 0.879778265953064, 0.9075847864151001, 0.9234720468521118, 0.9396788477897644], "r_norm": [1.7080717086791992, 1.4927241802215576, 1.4573991298675537, 1.4264963865280151, 1.4125577211380005]}, {"step": 6400, "epoch": 16, "train_loss": 0.9982702136039734, "cos_r_negg": [0.8504180908203125, 0.8802972435951233, 0.9078232645988464, 0.9258994460105896, 0.941038966178894], "cos_apical_negg": [0.8504180908203125, 0.8802972435951233, 0.9078232645988464, 0.9258994460105896, 0.941038966178894], "cos_Ac_negg": [0.8504180908203125, 0.8802972435951233, 0.9078232645988464, 0.9258994460105896, 0.941038966178894], "r_norm": [1.7600606679916382, 1.541088581085205, 1.505216121673584, 1.4707810878753662, 1.4576539993286133]}, {"step": 6450, "epoch": 16, "train_loss": 0.901985764503479, "cos_r_negg": [0.846836268901825, 0.8814656138420105, 0.9123445749282837, 0.9268919229507446, 0.9412122964859009], "cos_apical_negg": [0.846836268901825, 0.8814656138420105, 0.9123445749282837, 0.9268919229507446, 0.9412122964859009], "cos_Ac_negg": [0.846836268901825, 0.8814656138420105, 0.9123445749282837, 0.9268919229507446, 0.9412122964859009], "r_norm": [1.757350206375122, 1.5408291816711426, 1.5035532712936401, 1.4705235958099365, 1.4561972618103027]}, {"step": 6500, "epoch": 16, "train_loss": 0.9576517343521118, "cos_r_negg": [0.8491403460502625, 0.8812767267227173, 0.9124791026115417, 0.9300615787506104, 0.9446694850921631], "cos_apical_negg": [0.8491403460502625, 0.8812767267227173, 0.9124791026115417, 0.9300615787506104, 0.9446694850921631], "cos_Ac_negg": [0.8491403460502625, 0.8812767267227173, 0.9124791026115417, 0.9300615787506104, 0.9446694850921631], "r_norm": [1.7520902156829834, 1.5389631986618042, 1.503389835357666, 1.4678475856781006, 1.4540555477142334], "ldr": {"dL_sdil": -0.06189322471618652, "dL_bp": -0.08455634117126465, "ratio": 0.7319761458318648}}, {"step": 6550, "epoch": 16, "train_loss": 0.9054872393608093, "cos_r_negg": [0.8484988808631897, 0.8846665620803833, 0.912582278251648, 0.930718183517456, 0.9447722434997559], "cos_apical_negg": [0.8484988808631897, 0.8846665620803833, 0.912582278251648, 0.930718183517456, 0.9447722434997559], "cos_Ac_negg": [0.8484988808631897, 0.8846665620803833, 0.912582278251648, 0.930718183517456, 0.9447722434997559], "r_norm": [1.755807638168335, 1.5454745292663574, 1.5073468685150146, 1.4750328063964844, 1.4596788883209229]}, {"step": 6600, "epoch": 16, "train_loss": 0.9344569444656372, "cos_r_negg": [0.8472145795822144, 0.8872019052505493, 0.9146311283111572, 0.9307768940925598, 0.9469871520996094], "cos_apical_negg": [0.8472145795822144, 0.8872019052505493, 0.9146311283111572, 0.9307768940925598, 0.9469871520996094], "cos_Ac_negg": [0.8472145795822144, 0.8872019052505493, 0.9146311283111572, 0.9307768940925598, 0.9469871520996094], "r_norm": [1.7870301008224487, 1.5749729871749878, 1.536808967590332, 1.499972939491272, 1.4846969842910767]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4374, "test_loss": 2.073934729003906}, {"step": 6650, "epoch": 17, "train_loss": 0.9794619083404541, "cos_r_negg": [0.8467742800712585, 0.8854812979698181, 0.9152279496192932, 0.9314010143280029, 0.9485512375831604], "cos_apical_negg": [0.8467742800712585, 0.8854812979698181, 0.9152279496192932, 0.9314010143280029, 0.9485512375831604], "cos_Ac_negg": [0.8467742800712585, 0.8854812979698181, 0.9152279496192932, 0.9314010143280029, 0.9485512375831604], "r_norm": [1.7542579174041748, 1.5473949909210205, 1.5093467235565186, 1.4731146097183228, 1.4603091478347778]}, {"step": 6700, "epoch": 17, "train_loss": 0.8883919715881348, "cos_r_negg": [0.8443256616592407, 0.8872158527374268, 0.9181022047996521, 0.9323944449424744, 0.9490898847579956], "cos_apical_negg": [0.8443256616592407, 0.8872158527374268, 0.9181022047996521, 0.9323944449424744, 0.9490898847579956], "cos_Ac_negg": [0.8443256616592407, 0.8872158527374268, 0.9181022047996521, 0.9323944449424744, 0.9490898847579956], "r_norm": [1.744330644607544, 1.5425844192504883, 1.5060451030731201, 1.4720027446746826, 1.455538272857666]}, {"step": 6750, "epoch": 17, "train_loss": 0.772750735282898, "cos_r_negg": [0.8435514569282532, 0.8850354552268982, 0.9162047505378723, 0.9326035976409912, 0.9494069814682007], "cos_apical_negg": [0.8435514569282532, 0.8850354552268982, 0.9162047505378723, 0.9326035976409912, 0.9494069814682007], "cos_Ac_negg": [0.8435514569282532, 0.8850354552268982, 0.9162047505378723, 0.9326035976409912, 0.9494069814682007], "r_norm": [1.7655048370361328, 1.5604462623596191, 1.5244617462158203, 1.489652395248413, 1.4728350639343262], "ldr": {"dL_sdil": -0.07272648811340332, "dL_bp": -0.09721660614013672, "ratio": 0.7480870912996989}}, {"step": 6800, "epoch": 17, "train_loss": 0.8175644278526306, "cos_r_negg": [0.8483647108078003, 0.8890095949172974, 0.9180910587310791, 0.9350568056106567, 0.9516397714614868], "cos_apical_negg": [0.8483647108078003, 0.8890095949172974, 0.9180910587310791, 0.9350568056106567, 0.9516397714614868], "cos_Ac_negg": [0.8483647108078003, 0.8890095949172974, 0.9180910587310791, 0.9350568056106567, 0.9516397714614868], "r_norm": [1.8160679340362549, 1.6091617345809937, 1.5711690187454224, 1.532942295074463, 1.5171256065368652]}, {"step": 6850, "epoch": 17, "train_loss": 1.0363800525665283, "cos_r_negg": [0.8484797477722168, 0.8900513648986816, 0.9183817505836487, 0.934865415096283, 0.9520268440246582], "cos_apical_negg": [0.8484797477722168, 0.8900513648986816, 0.9183817505836487, 0.934865415096283, 0.9520268440246582], "cos_Ac_negg": [0.8484797477722168, 0.8900513648986816, 0.9183817505836487, 0.934865415096283, 0.9520268440246582], "r_norm": [1.77960205078125, 1.5795388221740723, 1.5422385931015015, 1.5077908039093018, 1.4896395206451416]}, {"step": 6900, "epoch": 17, "train_loss": 0.8947805762290955, "cos_r_negg": [0.8489834070205688, 0.8904867768287659, 0.9192047119140625, 0.93584144115448, 0.9541075229644775], "cos_apical_negg": [0.8489834070205688, 0.8904867768287659, 0.9192047119140625, 0.93584144115448, 0.9541075229644775], "cos_Ac_negg": [0.8489834070205688, 0.8904867768287659, 0.9192047119140625, 0.93584144115448, 0.9541075229644775], "r_norm": [1.7730863094329834, 1.5759963989257812, 1.5380022525787354, 1.5010857582092285, 1.4840081930160522]}, {"step": 6950, "epoch": 17, "train_loss": 0.7819950580596924, "cos_r_negg": [0.8497912883758545, 0.8949981927871704, 0.9234356880187988, 0.9380214810371399, 0.9558346271514893], "cos_apical_negg": [0.8497912883758545, 0.8949981927871704, 0.9234356880187988, 0.9380214810371399, 0.9558346271514893], "cos_Ac_negg": [0.8497912883758545, 0.8949981927871704, 0.9234356880187988, 0.9380214810371399, 0.9558346271514893], "r_norm": [1.8200769424438477, 1.6187808513641357, 1.5813779830932617, 1.543738603591919, 1.5247917175292969]}, {"step": 7000, "epoch": 17, "train_loss": 0.81685870885849, "cos_r_negg": [0.8501121401786804, 0.8954386115074158, 0.9240920543670654, 0.9390254020690918, 0.9574655294418335], "cos_apical_negg": [0.8501121401786804, 0.8954386115074158, 0.9240920543670654, 0.9390254020690918, 0.9574655294418335], "cos_Ac_negg": [0.8501121401786804, 0.8954386115074158, 0.9240920543670654, 0.9390254020690918, 0.9574655294418335], "r_norm": [1.8132476806640625, 1.615161418914795, 1.5770666599273682, 1.538846492767334, 1.520869255065918], "ldr": {"dL_sdil": -0.06630611419677734, "dL_bp": -0.0928049087524414, "ratio": 0.7144677483994945}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4367, "test_loss": 2.1678465576171875}, {"step": 7050, "epoch": 18, "train_loss": 0.733113169670105, "cos_r_negg": [0.8500099182128906, 0.8933505415916443, 0.92448490858078, 0.9412974119186401, 0.9573453068733215], "cos_apical_negg": [0.8500099182128906, 0.8933505415916443, 0.92448490858078, 0.9412974119186401, 0.9573453068733215], "cos_Ac_negg": [0.8500099182128906, 0.8933505415916443, 0.92448490858078, 0.9412974119186401, 0.9573453068733215], "r_norm": [1.7951633930206299, 1.6021182537078857, 1.5645256042480469, 1.5254483222961426, 1.506585717201233]}, {"step": 7100, "epoch": 18, "train_loss": 0.8506752252578735, "cos_r_negg": [0.8448777198791504, 0.8956241011619568, 0.9234533309936523, 0.9413001537322998, 0.9576530456542969], "cos_apical_negg": [0.8448777198791504, 0.8956241011619568, 0.9234533309936523, 0.9413001537322998, 0.9576530456542969], "cos_Ac_negg": [0.8448777198791504, 0.8956241011619568, 0.9234533309936523, 0.9413001537322998, 0.9576530456542969], "r_norm": [1.8799233436584473, 1.679081678390503, 1.6391531229019165, 1.6007263660430908, 1.5809623003005981]}, {"step": 7150, "epoch": 18, "train_loss": 0.7714447975158691, "cos_r_negg": [0.8400269746780396, 0.8938661217689514, 0.9233905076980591, 0.940582275390625, 0.9586429595947266], "cos_apical_negg": [0.8400269746780396, 0.8938661217689514, 0.9233905076980591, 0.940582275390625, 0.9586429595947266], "cos_Ac_negg": [0.8400269746780396, 0.8938661217689514, 0.9233905076980591, 0.940582275390625, 0.9586429595947266], "r_norm": [1.8401927947998047, 1.6474336385726929, 1.606298565864563, 1.5682766437530518, 1.547935962677002]}, {"step": 7200, "epoch": 18, "train_loss": 0.8166356682777405, "cos_r_negg": [0.8451415300369263, 0.8957985639572144, 0.9254049062728882, 0.94281005859375, 0.9606996774673462], "cos_apical_negg": [0.8451415300369263, 0.8957985639572144, 0.9254049062728882, 0.94281005859375, 0.9606996774673462], "cos_Ac_negg": [0.8451415300369263, 0.8957985639572144, 0.9254049062728882, 0.94281005859375, 0.9606996774673462], "r_norm": [1.8345763683319092, 1.6419167518615723, 1.603291630744934, 1.5650213956832886, 1.5428260564804077]}, {"step": 7250, "epoch": 18, "train_loss": 0.9313964247703552, "cos_r_negg": [0.846522331237793, 0.8971421718597412, 0.9264940619468689, 0.943774402141571, 0.9618105292320251], "cos_apical_negg": [0.846522331237793, 0.8971421718597412, 0.9264940619468689, 0.943774402141571, 0.9618105292320251], "cos_Ac_negg": [0.846522331237793, 0.8971421718597412, 0.9264940619468689, 0.943774402141571, 0.9618105292320251], "r_norm": [1.89639151096344, 1.6975654363632202, 1.6559393405914307, 1.6160619258880615, 1.5930451154708862], "ldr": {"dL_sdil": -0.08772110939025879, "dL_bp": -0.12139511108398438, "ratio": 0.7226082550356661}}, {"step": 7300, "epoch": 18, "train_loss": 0.7922528386116028, "cos_r_negg": [0.8447009325027466, 0.895768404006958, 0.926949679851532, 0.9432696104049683, 0.962515115737915], "cos_apical_negg": [0.8447009325027466, 0.895768404006958, 0.926949679851532, 0.9432696104049683, 0.962515115737915], "cos_Ac_negg": [0.8447009325027466, 0.895768404006958, 0.926949679851532, 0.9432696104049683, 0.962515115737915], "r_norm": [1.8778023719787598, 1.6838126182556152, 1.6447471380233765, 1.6031808853149414, 1.5787525177001953]}, {"step": 7350, "epoch": 18, "train_loss": 0.7428348660469055, "cos_r_negg": [0.8482915163040161, 0.8973673582077026, 0.9271827936172485, 0.94480299949646, 0.9639383554458618], "cos_apical_negg": [0.8482915163040161, 0.8973673582077026, 0.9271827936172485, 0.94480299949646, 0.9639383554458618], "cos_Ac_negg": [0.8482915163040161, 0.8973673582077026, 0.9271827936172485, 0.94480299949646, 0.9639383554458618], "r_norm": [1.8670843839645386, 1.6779340505599976, 1.6392855644226074, 1.5967460870742798, 1.570261836051941]}, {"step": 7400, "epoch": 18, "train_loss": 0.7655324339866638, "cos_r_negg": [0.8490122556686401, 0.8990336060523987, 0.9275160431861877, 0.94443678855896, 0.9646984934806824], "cos_apical_negg": [0.8490122556686401, 0.8990336060523987, 0.9275160431861877, 0.94443678855896, 0.9646984934806824], "cos_Ac_negg": [0.8490122556686401, 0.8990336060523987, 0.9275160431861877, 0.94443678855896, 0.9646984934806824], "r_norm": [1.9211699962615967, 1.7292861938476562, 1.688484787940979, 1.6444334983825684, 1.619755506515503]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4226, "test_loss": 2.2860144287109376}, {"step": 7450, "epoch": 19, "train_loss": 0.5706443190574646, "cos_r_negg": [0.8496174812316895, 0.8992941379547119, 0.9281912446022034, 0.9444116353988647, 0.9648615121841431], "cos_apical_negg": [0.8496174812316895, 0.8992941379547119, 0.9281912446022034, 0.9444116353988647, 0.9648615121841431], "cos_Ac_negg": [0.8496174812316895, 0.8992941379547119, 0.9281912446022034, 0.9444116353988647, 0.9648615121841431], "r_norm": [1.9699132442474365, 1.7769193649291992, 1.7358372211456299, 1.6882169246673584, 1.6645480394363403]}, {"step": 7500, "epoch": 19, "train_loss": 0.5118182897567749, "cos_r_negg": [0.8492045402526855, 0.8994433879852295, 0.928084135055542, 0.9461954832077026, 0.9651410579681396], "cos_apical_negg": [0.8492045402526855, 0.8994433879852295, 0.928084135055542, 0.9461954832077026, 0.9651410579681396], "cos_Ac_negg": [0.8492045402526855, 0.8994433879852295, 0.928084135055542, 0.9461954832077026, 0.9651410579681396], "r_norm": [1.9048359394073486, 1.7178924083709717, 1.6773055791854858, 1.631316900253296, 1.608193278312683], "ldr": {"dL_sdil": -0.07871723175048828, "dL_bp": -0.11527776718139648, "ratio": 0.6828483381936258}}, {"step": 7550, "epoch": 19, "train_loss": 0.56707763671875, "cos_r_negg": [0.8419222831726074, 0.8993788957595825, 0.9285699129104614, 0.9482400417327881, 0.9663494825363159], "cos_apical_negg": [0.8419222831726074, 0.8993788957595825, 0.9285699129104614, 0.9482400417327881, 0.9663494825363159], "cos_Ac_negg": [0.8419222831726074, 0.8993788957595825, 0.9285699129104614, 0.9482400417327881, 0.9663494825363159], "r_norm": [1.9111665487289429, 1.7267481088638306, 1.6879445314407349, 1.6434266567230225, 1.618520975112915]}, {"step": 7600, "epoch": 19, "train_loss": 0.8135522603988647, "cos_r_negg": [0.8447661399841309, 0.8975778222084045, 0.9289113283157349, 0.9477139711380005, 0.9652866125106812], "cos_apical_negg": [0.8447661399841309, 0.8975778222084045, 0.9289113283157349, 0.9477139711380005, 0.9652866125106812], "cos_Ac_negg": [0.8447661399841309, 0.8975778222084045, 0.9289113283157349, 0.9477139711380005, 0.9652866125106812], "r_norm": [1.9116932153701782, 1.7276517152786255, 1.6907358169555664, 1.644801139831543, 1.6190669536590576]}, {"step": 7650, "epoch": 19, "train_loss": 0.7182515263557434, "cos_r_negg": [0.8451357483863831, 0.8976714611053467, 0.927675187587738, 0.9473496079444885, 0.9647185802459717], "cos_apical_negg": [0.8451357483863831, 0.8976714611053467, 0.927675187587738, 0.9473496079444885, 0.9647185802459717], "cos_Ac_negg": [0.8451357483863831, 0.8976714611053467, 0.927675187587738, 0.9473496079444885, 0.9647185802459717], "r_norm": [1.9343488216400146, 1.7498040199279785, 1.7098686695098877, 1.6632769107818604, 1.6371796131134033]}, {"step": 7700, "epoch": 19, "train_loss": 0.582984209060669, "cos_r_negg": [0.8462345600128174, 0.9007479548454285, 0.9284339547157288, 0.9486316442489624, 0.9663985967636108], "cos_apical_negg": [0.8462345600128174, 0.9007479548454285, 0.9284339547157288, 0.9486316442489624, 0.9663985967636108], "cos_Ac_negg": [0.8462345600128174, 0.9007479548454285, 0.9284339547157288, 0.9486316442489624, 0.9663985967636108], "r_norm": [1.955510139465332, 1.7734646797180176, 1.7331187725067139, 1.687959909439087, 1.6601815223693848]}, {"step": 7750, "epoch": 19, "train_loss": 0.7709265351295471, "cos_r_negg": [0.8394709825515747, 0.9015030860900879, 0.9287112951278687, 0.9488601684570312, 0.9668496251106262], "cos_apical_negg": [0.8394709825515747, 0.9015030860900879, 0.9287112951278687, 0.9488601684570312, 0.9668496251106262], "cos_Ac_negg": [0.8394709825515747, 0.9015030860900879, 0.9287112951278687, 0.9488601684570312, 0.9668496251106262], "r_norm": [1.969876766204834, 1.7868685722351074, 1.7459951639175415, 1.6989684104919434, 1.6713261604309082], "ldr": {"dL_sdil": -0.0792691707611084, "dL_bp": -0.12089419364929199, "ratio": 0.6556904708845183}}, {"step": 7800, "epoch": 19, "train_loss": 0.7208656072616577, "cos_r_negg": [0.8494237065315247, 0.9020683169364929, 0.9302305579185486, 0.9493225812911987, 0.9691213965415955], "cos_apical_negg": [0.8494237065315247, 0.9020683169364929, 0.9302305579185486, 0.9493225812911987, 0.9691213965415955], "cos_Ac_negg": [0.8494237065315247, 0.9020683169364929, 0.9302305579185486, 0.9493225812911987, 0.9691213965415955], "r_norm": [1.977679967880249, 1.796220064163208, 1.756704330444336, 1.7090809345245361, 1.6788644790649414]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4264, "test_loss": 2.3237550537109377}, {"step": 7850, "epoch": 20, "train_loss": 0.6520119309425354, "cos_r_negg": [0.8419755697250366, 0.9008233547210693, 0.9313251972198486, 0.9495959877967834, 0.9690483808517456], "cos_apical_negg": [0.8419755697250366, 0.9008233547210693, 0.9313251972198486, 0.9495959877967834, 0.9690483808517456], "cos_Ac_negg": [0.8419755697250366, 0.9008233547210693, 0.9313251972198486, 0.9495959877967834, 0.9690483808517456], "r_norm": [1.984025239944458, 1.8058722019195557, 1.7663710117340088, 1.7179136276245117, 1.6874120235443115]}, {"step": 7900, "epoch": 20, "train_loss": 0.6002450585365295, "cos_r_negg": [0.8428804278373718, 0.9007916450500488, 0.9304816126823425, 0.9507735371589661, 0.9699746370315552], "cos_apical_negg": [0.8428804278373718, 0.9007916450500488, 0.9304816126823425, 0.9507735371589661, 0.9699746370315552], "cos_Ac_negg": [0.8428804278373718, 0.9007916450500488, 0.9304816126823425, 0.9507735371589661, 0.9699746370315552], "r_norm": [1.9865700006484985, 1.8062435388565063, 1.7682849168777466, 1.7221729755401611, 1.6911574602127075]}, {"step": 7950, "epoch": 20, "train_loss": 0.6688752770423889, "cos_r_negg": [0.8462756872177124, 0.9041332006454468, 0.9318079352378845, 0.9515128135681152, 0.9715284705162048], "cos_apical_negg": [0.8462756872177124, 0.9041332006454468, 0.9318079352378845, 0.9515128135681152, 0.9715284705162048], "cos_Ac_negg": [0.8462756872177124, 0.9041332006454468, 0.9318079352378845, 0.9515128135681152, 0.9715284705162048], "r_norm": [2.0019636154174805, 1.8260512351989746, 1.7836384773254395, 1.7381765842437744, 1.7062917947769165]}, {"step": 8000, "epoch": 20, "train_loss": 0.8263704776763916, "cos_r_negg": [0.8500864505767822, 0.9036248326301575, 0.9321092367172241, 0.9522571563720703, 0.969953179359436], "cos_apical_negg": [0.8500864505767822, 0.9036248326301575, 0.9321092367172241, 0.9522571563720703, 0.969953179359436], "cos_Ac_negg": [0.8500864505767822, 0.9036248326301575, 0.9321092367172241, 0.9522571563720703, 0.969953179359436], "r_norm": [1.9832301139831543, 1.8099565505981445, 1.769662618637085, 1.7237522602081299, 1.6916539669036865], "ldr": {"dL_sdil": -0.07388019561767578, "dL_bp": -0.11820077896118164, "ratio": 0.6250398370211994}}, {"step": 8050, "epoch": 20, "train_loss": 0.6960712671279907, "cos_r_negg": [0.846988320350647, 0.904379665851593, 0.932541012763977, 0.9523499011993408, 0.970788300037384], "cos_apical_negg": [0.846988320350647, 0.904379665851593, 0.932541012763977, 0.9523499011993408, 0.970788300037384], "cos_Ac_negg": [0.846988320350647, 0.904379665851593, 0.932541012763977, 0.9523499011993408, 0.970788300037384], "r_norm": [2.0259687900543213, 1.8495094776153564, 1.8107060194015503, 1.7640540599822998, 1.7277565002441406]}, {"step": 8100, "epoch": 20, "train_loss": 0.5776219367980957, "cos_r_negg": [0.8466451168060303, 0.9063575267791748, 0.9355000257492065, 0.9539999961853027, 0.972748875617981], "cos_apical_negg": [0.8466451168060303, 0.9063575267791748, 0.9355000257492065, 0.9539999961853027, 0.972748875617981], "cos_Ac_negg": [0.8466451168060303, 0.9063575267791748, 0.9355000257492065, 0.9539999961853027, 0.972748875617981], "r_norm": [1.9902019500732422, 1.818804383277893, 1.7790182828903198, 1.7332972288131714, 1.6983270645141602]}, {"step": 8150, "epoch": 20, "train_loss": 0.5763006210327148, "cos_r_negg": [0.8483180403709412, 0.9061667919158936, 0.9364001154899597, 0.9540286660194397, 0.9729244709014893], "cos_apical_negg": [0.8483180403709412, 0.9061667919158936, 0.9364001154899597, 0.9540286660194397, 0.9729244709014893], "cos_Ac_negg": [0.8483180403709412, 0.9061667919158936, 0.9364001154899597, 0.9540286660194397, 0.9729244709014893], "r_norm": [2.01981782913208, 1.846430778503418, 1.8064132928848267, 1.7584037780761719, 1.7212839126586914]}, {"step": 8200, "epoch": 20, "train_loss": 0.5946009755134583, "cos_r_negg": [0.8428324460983276, 0.9061716794967651, 0.9361870288848877, 0.9550017714500427, 0.9739049673080444], "cos_apical_negg": [0.8428324460983276, 0.9061716794967651, 0.9361870288848877, 0.9550017714500427, 0.9739049673080444], "cos_Ac_negg": [0.8428324460983276, 0.9061716794967651, 0.9361870288848877, 0.9550017714500427, 0.9739049673080444], "r_norm": [2.051724433898926, 1.8790284395217896, 1.8402490615844727, 1.7922903299331665, 1.7521908283233643]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4202, "test_loss": 2.3639647705078124}, {"step": 8250, "epoch": 21, "train_loss": 0.4298531115055084, "cos_r_negg": [0.8437103033065796, 0.9021577835083008, 0.9318816661834717, 0.9528440833091736, 0.9713752865791321], "cos_apical_negg": [0.8437103033065796, 0.9021577835083008, 0.9318816661834717, 0.9528440833091736, 0.9713752865791321], "cos_Ac_negg": [0.8437103033065796, 0.9021577835083008, 0.9318816661834717, 0.9528440833091736, 0.9713752865791321], "r_norm": [2.0500779151916504, 1.8752541542053223, 1.8356926441192627, 1.7881274223327637, 1.7475242614746094], "ldr": {"dL_sdil": -0.09290790557861328, "dL_bp": -0.13969945907592773, "ratio": 0.6650555857064351}}, {"step": 8300, "epoch": 21, "train_loss": 0.7946720719337463, "cos_r_negg": [0.8455296754837036, 0.9044970870018005, 0.9347891211509705, 0.9556808471679688, 0.97380530834198], "cos_apical_negg": [0.8455296754837036, 0.9044970870018005, 0.9347891211509705, 0.9556808471679688, 0.97380530834198], "cos_Ac_negg": [0.8455296754837036, 0.9044970870018005, 0.9347891211509705, 0.9556808471679688, 0.97380530834198], "r_norm": [2.066434860229492, 1.8974344730377197, 1.8578212261199951, 1.8101303577423096, 1.7669687271118164]}, {"step": 8350, "epoch": 21, "train_loss": 0.632731556892395, "cos_r_negg": [0.8345693349838257, 0.8989238739013672, 0.9302104711532593, 0.9501623511314392, 0.96860671043396], "cos_apical_negg": [0.8345693349838257, 0.8989238739013672, 0.9302104711532593, 0.9501623511314392, 0.96860671043396], "cos_Ac_negg": [0.8345693349838257, 0.8989238739013672, 0.9302104711532593, 0.9501623511314392, 0.96860671043396], "r_norm": [2.040372371673584, 1.872631311416626, 1.8316104412078857, 1.7855348587036133, 1.7438337802886963]}, {"step": 8400, "epoch": 21, "train_loss": 0.6570897698402405, "cos_r_negg": [0.8409363031387329, 0.9021176099777222, 0.9331369996070862, 0.9521198272705078, 0.9707820415496826], "cos_apical_negg": [0.8409363031387329, 0.9021176099777222, 0.9331369996070862, 0.9521198272705078, 0.9707820415496826], "cos_Ac_negg": [0.8409363031387329, 0.9021176099777222, 0.9331369996070862, 0.9521198272705078, 0.9707820415496826], "r_norm": [2.0924463272094727, 1.9217795133590698, 1.8791680335998535, 1.8298988342285156, 1.788771152496338]}, {"step": 8450, "epoch": 21, "train_loss": 0.37175726890563965, "cos_r_negg": [0.843261182308197, 0.9042632579803467, 0.9344120621681213, 0.956162691116333, 0.9747648239135742], "cos_apical_negg": [0.843261182308197, 0.9042632579803467, 0.9344120621681213, 0.956162691116333, 0.9747648239135742], "cos_Ac_negg": [0.843261182308197, 0.9042632579803467, 0.9344120621681213, 0.956162691116333, 0.9747648239135742], "r_norm": [2.089639902114868, 1.9182963371276855, 1.875978946685791, 1.8281080722808838, 1.7852129936218262]}, {"step": 8500, "epoch": 21, "train_loss": 0.7214264869689941, "cos_r_negg": [0.8367867469787598, 0.9021883010864258, 0.9330306649208069, 0.9534639120101929, 0.9724486470222473], "cos_apical_negg": [0.8367867469787598, 0.9021883010864258, 0.9330306649208069, 0.9534639120101929, 0.9724486470222473], "cos_Ac_negg": [0.8367867469787598, 0.9021883010864258, 0.9330306649208069, 0.9534639120101929, 0.9724486470222473], "r_norm": [2.111288547515869, 1.9418280124664307, 1.8971682786941528, 1.8495891094207764, 1.8060301542282104], "ldr": {"dL_sdil": -0.0840761661529541, "dL_bp": -0.14029860496520996, "ratio": 0.5992658741959878}}, {"step": 8550, "epoch": 21, "train_loss": 0.7103949785232544, "cos_r_negg": [0.8420212268829346, 0.9040641784667969, 0.9345769286155701, 0.9557336568832397, 0.9755350351333618], "cos_apical_negg": [0.8420212268829346, 0.9040641784667969, 0.9345769286155701, 0.9557336568832397, 0.9755350351333618], "cos_Ac_negg": [0.8420212268829346, 0.9040641784667969, 0.9345769286155701, 0.9557336568832397, 0.9755350351333618], "r_norm": [2.0929129123687744, 1.9271280765533447, 1.8822119235992432, 1.834618091583252, 1.7892506122589111]}, {"step": 8600, "epoch": 21, "train_loss": 0.662186324596405, "cos_r_negg": [0.8360235691070557, 0.9047635793685913, 0.9355606436729431, 0.9560744166374207, 0.9758937358856201], "cos_apical_negg": [0.8360235691070557, 0.9047635793685913, 0.9355606436729431, 0.9560744166374207, 0.9758937358856201], "cos_Ac_negg": [0.8360235691070557, 0.9047635793685913, 0.9355606436729431, 0.9560744166374207, 0.9758937358856201], "r_norm": [2.1131865978240967, 1.9493474960327148, 1.904012680053711, 1.8566999435424805, 1.8093998432159424]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.428, "test_loss": 2.44752392578125}, {"step": 8650, "epoch": 22, "train_loss": 0.5130155086517334, "cos_r_negg": [0.8368316888809204, 0.9027209877967834, 0.9314948320388794, 0.9538005590438843, 0.9731773138046265], "cos_apical_negg": [0.8368316888809204, 0.9027209877967834, 0.9314948320388794, 0.9538005590438843, 0.9731773138046265], "cos_Ac_negg": [0.8368316888809204, 0.9027209877967834, 0.9314948320388794, 0.9538005590438843, 0.9731773138046265], "r_norm": [2.069112777709961, 1.9090869426727295, 1.8632094860076904, 1.8147521018981934, 1.768289566040039]}, {"step": 8700, "epoch": 22, "train_loss": 0.6290557980537415, "cos_r_negg": [0.8335304856300354, 0.9026007652282715, 0.9335507154464722, 0.9544558525085449, 0.9724337458610535], "cos_apical_negg": [0.8335304856300354, 0.9026007652282715, 0.9335507154464722, 0.9544558525085449, 0.9724337458610535], "cos_Ac_negg": [0.8335304856300354, 0.9026007652282715, 0.9335507154464722, 0.9544558525085449, 0.9724337458610535], "r_norm": [2.156006336212158, 1.9900916814804077, 1.9424428939819336, 1.8904629945755005, 1.8418684005737305]}, {"step": 8750, "epoch": 22, "train_loss": 0.5532568693161011, "cos_r_negg": [0.8363296985626221, 0.9047069549560547, 0.9353647232055664, 0.9560670852661133, 0.9752947688102722], "cos_apical_negg": [0.8363296985626221, 0.9047069549560547, 0.9353647232055664, 0.9560670852661133, 0.9752947688102722], "cos_Ac_negg": [0.8363296985626221, 0.9047069549560547, 0.9353647232055664, 0.9560670852661133, 0.9752947688102722], "r_norm": [2.1286680698394775, 1.9671207666397095, 1.9231114387512207, 1.8720953464508057, 1.8224461078643799], "ldr": {"dL_sdil": -0.07953715324401855, "dL_bp": -0.13788771629333496, "ratio": 0.5768255170374674}}, {"step": 8800, "epoch": 22, "train_loss": 0.6826814413070679, "cos_r_negg": [0.8423334360122681, 0.9040704965591431, 0.9355515241622925, 0.9570890665054321, 0.9768351912498474], "cos_apical_negg": [0.8423334360122681, 0.9040704965591431, 0.9355515241622925, 0.9570890665054321, 0.9768351912498474], "cos_Ac_negg": [0.8423334360122681, 0.9040704965591431, 0.9355515241622925, 0.9570890665054321, 0.9768351912498474], "r_norm": [2.1588096618652344, 1.9969501495361328, 1.9527502059936523, 1.9035394191741943, 1.8528012037277222]}, {"step": 8850, "epoch": 22, "train_loss": 0.6015450954437256, "cos_r_negg": [0.8402309417724609, 0.9055056571960449, 0.9356814622879028, 0.9569908976554871, 0.9765962362289429], "cos_apical_negg": [0.8402309417724609, 0.9055056571960449, 0.9356814622879028, 0.9569908976554871, 0.9765962362289429], "cos_Ac_negg": [0.8402309417724609, 0.9055056571960449, 0.9356814622879028, 0.9569908976554871, 0.9765962362289429], "r_norm": [2.147928237915039, 1.9871004819869995, 1.9411120414733887, 1.891218662261963, 1.8382203578948975]}, {"step": 8900, "epoch": 22, "train_loss": 0.5586116909980774, "cos_r_negg": [0.8374884724617004, 0.9062519073486328, 0.9357480406761169, 0.9579989910125732, 0.9777026176452637], "cos_apical_negg": [0.8374884724617004, 0.9062519073486328, 0.9357480406761169, 0.9579989910125732, 0.9777026176452637], "cos_Ac_negg": [0.8374884724617004, 0.9062519073486328, 0.9357480406761169, 0.9579989910125732, 0.9777026176452637], "r_norm": [2.215698719024658, 2.050739288330078, 2.003453254699707, 1.9505470991134644, 1.8967807292938232]}, {"step": 8950, "epoch": 22, "train_loss": 0.6119550466537476, "cos_r_negg": [0.8422862887382507, 0.9060356616973877, 0.9355286955833435, 0.9564656019210815, 0.9759522676467896], "cos_apical_negg": [0.8422862887382507, 0.9060356616973877, 0.9355286955833435, 0.9564656019210815, 0.9759522676467896], "cos_Ac_negg": [0.8422862887382507, 0.9060356616973877, 0.9355286955833435, 0.9564656019210815, 0.9759522676467896], "r_norm": [2.14064359664917, 1.9843575954437256, 1.937242031097412, 1.8869234323501587, 1.8333206176757812]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4265, "test_loss": 2.5197208984375}, {"step": 9000, "epoch": 23, "train_loss": 0.5137209296226501, "cos_r_negg": [0.8424160480499268, 0.9042619466781616, 0.9352953433990479, 0.9567691087722778, 0.9770700931549072], "cos_apical_negg": [0.8424160480499268, 0.9042619466781616, 0.9352953433990479, 0.9567691087722778, 0.9770700931549072], "cos_Ac_negg": [0.8424160480499268, 0.9042619466781616, 0.9352953433990479, 0.9567691087722778, 0.9770700931549072], "r_norm": [2.2140393257141113, 2.0517663955688477, 2.007193088531494, 1.9532384872436523, 1.8981189727783203], "ldr": {"dL_sdil": -0.10332918167114258, "dL_bp": -0.15979814529418945, "ratio": 0.6466231599929577}}, {"step": 9050, "epoch": 23, "train_loss": 0.4572709798812866, "cos_r_negg": [0.8372137546539307, 0.9044801592826843, 0.9357873201370239, 0.9551146030426025, 0.9746246337890625], "cos_apical_negg": [0.8372137546539307, 0.9044801592826843, 0.9357873201370239, 0.9551146030426025, 0.9746246337890625], "cos_Ac_negg": [0.8372137546539307, 0.9044801592826843, 0.9357873201370239, 0.9551146030426025, 0.9746246337890625], "r_norm": [2.15905499458313, 2.0032966136932373, 1.9579424858093262, 1.9037907123565674, 1.8500373363494873]}, {"step": 9100, "epoch": 23, "train_loss": 0.40563300251960754, "cos_r_negg": [0.8371301293373108, 0.9054189324378967, 0.9371376037597656, 0.957503080368042, 0.977178692817688], "cos_apical_negg": [0.8371301293373108, 0.9054189324378967, 0.9371376037597656, 0.957503080368042, 0.977178692817688], "cos_Ac_negg": [0.8371301293373108, 0.9054189324378967, 0.9371376037597656, 0.957503080368042, 0.977178692817688], "r_norm": [2.175565242767334, 2.020282030105591, 1.9757111072540283, 1.9194157123565674, 1.865251064300537]}, {"step": 9150, "epoch": 23, "train_loss": 0.5693399906158447, "cos_r_negg": [0.8274793028831482, 0.9036495685577393, 0.9342634081840515, 0.9551010727882385, 0.9750373363494873], "cos_apical_negg": [0.8274793028831482, 0.9036495685577393, 0.9342634081840515, 0.9551010727882385, 0.9750373363494873], "cos_Ac_negg": [0.8274793028831482, 0.9036495685577393, 0.9342634081840515, 0.9551010727882385, 0.9750373363494873], "r_norm": [2.1631360054016113, 2.0124363899230957, 1.9663523435592651, 1.910843014717102, 1.857818603515625]}, {"step": 9200, "epoch": 23, "train_loss": 0.6662411689758301, "cos_r_negg": [0.8403542041778564, 0.9052742719650269, 0.9362069368362427, 0.9575567245483398, 0.9772133827209473], "cos_apical_negg": [0.8403542041778564, 0.9052742719650269, 0.9362069368362427, 0.9575567245483398, 0.9772133827209473], "cos_Ac_negg": [0.8403542041778564, 0.9052742719650269, 0.9362069368362427, 0.9575567245483398, 0.9772133827209473], "r_norm": [2.220775604248047, 2.067898750305176, 2.0216054916381836, 1.963931918144226, 1.907865047454834]}, {"step": 9250, "epoch": 23, "train_loss": 0.5020694732666016, "cos_r_negg": [0.8309743404388428, 0.9043159484863281, 0.9357210397720337, 0.9567581415176392, 0.9772014617919922], "cos_apical_negg": [0.8309743404388428, 0.9043159484863281, 0.9357210397720337, 0.9567581415176392, 0.9772014617919922], "cos_Ac_negg": [0.8309743404388428, 0.9043159484863281, 0.9357210397720337, 0.9567581415176392, 0.9772014617919922], "r_norm": [2.2097115516662598, 2.0606913566589355, 2.0132620334625244, 1.9546195268630981, 1.8996472358703613], "ldr": {"dL_sdil": -0.10232973098754883, "dL_bp": -0.16870450973510742, "ratio": 0.6065619179251496}}, {"step": 9300, "epoch": 23, "train_loss": 0.4181944727897644, "cos_r_negg": [0.8407159447669983, 0.9051949977874756, 0.9360288381576538, 0.9569200277328491, 0.9767765998840332], "cos_apical_negg": [0.8407159447669983, 0.9051949977874756, 0.9360288381576538, 0.9569200277328491, 0.9767765998840332], "cos_Ac_negg": [0.8407159447669983, 0.9051949977874756, 0.9360288381576538, 0.9569200277328491, 0.9767765998840332], "r_norm": [2.2195634841918945, 2.0715172290802, 2.022857189178467, 1.9631190299987793, 1.9061199426651]}, {"step": 9350, "epoch": 23, "train_loss": 0.6314552426338196, "cos_r_negg": [0.8335630297660828, 0.9040284156799316, 0.9361550211906433, 0.958615243434906, 0.9781860113143921], "cos_apical_negg": [0.8335630297660828, 0.9040284156799316, 0.9361550211906433, 0.958615243434906, 0.9781860113143921], "cos_Ac_negg": [0.8335630297660828, 0.9040284156799316, 0.9361550211906433, 0.958615243434906, 0.9781860113143921], "r_norm": [2.2514381408691406, 2.102966547012329, 2.056584119796753, 1.9980783462524414, 1.9372539520263672]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4254, "test_loss": 2.616739404296875}, {"step": 9400, "epoch": 24, "train_loss": 0.3310691714286804, "cos_r_negg": [0.8423928022384644, 0.9062340259552002, 0.9368952512741089, 0.9575749635696411, 0.9772107601165771], "cos_apical_negg": [0.8423928022384644, 0.9062340259552002, 0.9368952512741089, 0.9575749635696411, 0.9772107601165771], "cos_Ac_negg": [0.8423928022384644, 0.9062340259552002, 0.9368952512741089, 0.9575749635696411, 0.9772107601165771], "r_norm": [2.28655743598938, 2.1384215354919434, 2.091327667236328, 2.030428886413574, 1.968448519706726]}, {"step": 9450, "epoch": 24, "train_loss": 0.4153396487236023, "cos_r_negg": [0.8264943361282349, 0.903095006942749, 0.9347699880599976, 0.9564759135246277, 0.9759950637817383], "cos_apical_negg": [0.8264943361282349, 0.903095006942749, 0.9347699880599976, 0.9564759135246277, 0.9759950637817383], "cos_Ac_negg": [0.8264943361282349, 0.903095006942749, 0.9347699880599976, 0.9564759135246277, 0.9759950637817383], "r_norm": [2.2998063564300537, 2.1501879692077637, 2.104212760925293, 2.0449271202087402, 1.980156421661377]}, {"step": 9500, "epoch": 24, "train_loss": 0.45707985758781433, "cos_r_negg": [0.8330084085464478, 0.9027520418167114, 0.9347695112228394, 0.956182599067688, 0.9755687713623047], "cos_apical_negg": [0.8330084085464478, 0.9027520418167114, 0.9347695112228394, 0.956182599067688, 0.9755687713623047], "cos_Ac_negg": [0.8330084085464478, 0.9027520418167114, 0.9347695112228394, 0.956182599067688, 0.9755687713623047], "r_norm": [2.303687334060669, 2.157745361328125, 2.1121716499328613, 2.0522611141204834, 1.9884650707244873], "ldr": {"dL_sdil": -0.0989065170288086, "dL_bp": -0.17592382431030273, "ratio": 0.5622121814175243}}, {"step": 9550, "epoch": 24, "train_loss": 0.5468274354934692, "cos_r_negg": [0.8363745212554932, 0.9035657644271851, 0.9335105419158936, 0.9551066160202026, 0.9744665622711182], "cos_apical_negg": [0.8363745212554932, 0.9035657644271851, 0.9335105419158936, 0.9551066160202026, 0.9744665622711182], "cos_Ac_negg": [0.8363745212554932, 0.9035657644271851, 0.9335105419158936, 0.9551066160202026, 0.9744665622711182], "r_norm": [2.348085641860962, 2.1970527172088623, 2.14778733253479, 2.0883536338806152, 2.023533582687378]}, {"step": 9600, "epoch": 24, "train_loss": 0.557783842086792, "cos_r_negg": [0.8238372802734375, 0.9035810232162476, 0.9348467588424683, 0.9559389352798462, 0.9746694564819336], "cos_apical_negg": [0.8238372802734375, 0.9035810232162476, 0.9348467588424683, 0.9559389352798462, 0.9746694564819336], "cos_Ac_negg": [0.8238372802734375, 0.9035810232162476, 0.9348467588424683, 0.9559389352798462, 0.9746694564819336], "r_norm": [2.259227752685547, 2.118680715560913, 2.0729587078094482, 2.015404462814331, 1.952394962310791]}, {"step": 9650, "epoch": 24, "train_loss": 0.513446569442749, "cos_r_negg": [0.8355655670166016, 0.9051284790039062, 0.9345057010650635, 0.9558096528053284, 0.9756611585617065], "cos_apical_negg": [0.8355655670166016, 0.9051284790039062, 0.9345057010650635, 0.9558096528053284, 0.9756611585617065], "cos_Ac_negg": [0.8355655670166016, 0.9051284790039062, 0.9345057010650635, 0.9558096528053284, 0.9756611585617065], "r_norm": [2.333176612854004, 2.188253164291382, 2.1383180618286133, 2.0787668228149414, 2.010453701019287]}, {"step": 9700, "epoch": 24, "train_loss": 0.5677258968353271, "cos_r_negg": [0.8273435235023499, 0.9047619104385376, 0.9373313188552856, 0.9589868783950806, 0.9781742095947266], "cos_apical_negg": [0.8273435235023499, 0.9047619104385376, 0.9373313188552856, 0.9589868783950806, 0.9781742095947266], "cos_Ac_negg": [0.8273435235023499, 0.9047619104385376, 0.9373313188552856, 0.9589868783950806, 0.9781742095947266], "r_norm": [2.325845241546631, 2.1864471435546875, 2.138355255126953, 2.0777502059936523, 2.0099809169769287]}, {"step": 9750, "epoch": 24, "train_loss": 0.3766496777534485, "cos_r_negg": [0.830268383026123, 0.9051541090011597, 0.9379562139511108, 0.960014820098877, 0.980621337890625], "cos_apical_negg": [0.830268383026123, 0.9051541090011597, 0.9379562139511108, 0.960014820098877, 0.980621337890625], "cos_Ac_negg": [0.830268383026123, 0.9051541090011597, 0.9379562139511108, 0.960014820098877, 0.980621337890625], "r_norm": [2.3894197940826416, 2.246530055999756, 2.1954617500305176, 2.133185863494873, 2.0625598430633545], "ldr": {"dL_sdil": -0.10994195938110352, "dL_bp": -0.18857264518737793, "ratio": 0.5830217806610185}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.424, "test_loss": 2.7000843505859375}], "final": {"test_acc": 0.424, "test_loss": 2.7000843505859375, "wall_s": 107.99676823616028, "cos_r_negg": [0.8246704339981079, 0.9049674272537231, 0.9368727207183838, 0.9592834711074829, 0.9801693558692932], "cos_apical_negg": [0.8246704339981079, 0.9049674272537231, 0.9368727207183838, 0.9592834711074829, 0.9801693558692932], "cos_Ac_negg": [0.8246704339981079, 0.9049674272537231, 0.9368727207183838, 0.9592834711074829, 0.9801693558692932]}}