chore: capture initial SDIL project state

1 files changed, 1 insertions, 0 deletions

diff --git a/results/depth_fmnist_sdil_d5_s1.json b/results/depth_fmnist_sdil_d5_s1.json
new file mode 100644
index 0000000..48dc4ab
--- /dev/null
+++ b/results/depth_fmnist_sdil_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.275784969329834, "cos_r_negg": [-0.002817050088196993, 0.004949343390762806, -0.017186107113957405, 0.011924473568797112, -0.02465781196951866], "cos_apical_negg": [-0.002817050088196993, 0.004949343390762806, -0.017186107113957405, 0.011924473568797112, -0.02465781196951866], "cos_Ac_negg": [-0.002817050088196993, 0.004949343390762806, -0.017186107113957405, 0.011924473568797112, -0.02465781196951866], "r_norm": [4.932618141174316, 4.717127323150635, 4.8395280838012695, 4.8739471435546875, 4.884308815002441], "ldr": {"dL_sdil": 0.031182050704956055, "dL_bp": -0.16996550559997559, "ratio": -0.1834610534348361}}, {"step": 50, "epoch": 0, "train_loss": 0.8900549411773682, "cos_r_negg": [0.18243935704231262, 0.1248454824090004, 0.1402944028377533, 0.08166112750768661, 0.09095533192157745], "cos_apical_negg": [0.18243935704231262, 0.1248454824090004, 0.1402944028377533, 0.08166112750768661, 0.09095533192157745], "cos_Ac_negg": [0.18243935704231262, 0.1248454824090004, 0.1402944028377533, 0.08166112750768661, 0.09095533192157745], "r_norm": [2.575934886932373, 2.4514482021331787, 2.5393428802490234, 2.6487607955932617, 2.601898193359375]}, {"step": 100, "epoch": 0, "train_loss": 0.7359741926193237, "cos_r_negg": [0.2772674560546875, 0.22811907529830933, 0.2749989628791809, 0.25316184759140015, 0.16280703246593475], "cos_apical_negg": [0.2772674560546875, 0.22811907529830933, 0.2749989628791809, 0.25316184759140015, 0.16280703246593475], "cos_Ac_negg": [0.2772674560546875, 0.22811907529830933, 0.2749989628791809, 0.25316184759140015, 0.16280703246593475], "r_norm": [1.8655894994735718, 1.7639604806900024, 1.8363890647888184, 1.9065520763397217, 1.861152172088623]}, {"step": 150, "epoch": 0, "train_loss": 0.5563440322875977, "cos_r_negg": [0.40294912457466125, 0.33126071095466614, 0.33469343185424805, 0.2810666561126709, 0.18664532899856567], "cos_apical_negg": [0.40294912457466125, 0.33126071095466614, 0.33469343185424805, 0.2810666561126709, 0.18664532899856567], "cos_Ac_negg": [0.40294912457466125, 0.33126071095466614, 0.33469343185424805, 0.2810666561126709, 0.18664532899856567], "r_norm": [1.679830551147461, 1.585794448852539, 1.6364858150482178, 1.7122195959091187, 1.679685354232788]}, {"step": 200, "epoch": 0, "train_loss": 0.5584044456481934, "cos_r_negg": [0.4370490312576294, 0.3684462606906891, 0.36414098739624023, 0.32479098439216614, 0.23126474022865295], "cos_apical_negg": [0.4370490312576294, 0.3684462606906891, 0.36414098739624023, 0.32479098439216614, 0.23126474022865295], "cos_Ac_negg": [0.4370490312576294, 0.3684462606906891, 0.36414098739624023, 0.32479098439216614, 0.23126474022865295], "r_norm": [1.5071287155151367, 1.4274351596832275, 1.4814279079437256, 1.539469838142395, 1.5097812414169312]}, {"step": 250, "epoch": 0, "train_loss": 0.51469486951828, "cos_r_negg": [0.45479848980903625, 0.40341809391975403, 0.38060539960861206, 0.35407546162605286, 0.2551039457321167], "cos_apical_negg": [0.45479848980903625, 0.40341809391975403, 0.38060539960861206, 0.35407546162605286, 0.2551039457321167], "cos_Ac_negg": [0.45479848980903625, 0.40341809391975403, 0.38060539960861206, 0.35407546162605286, 0.2551039457321167], "r_norm": [1.4104423522949219, 1.3297983407974243, 1.380980134010315, 1.4391181468963623, 1.4104036092758179], "ldr": {"dL_sdil": -0.007563114166259766, "dL_bp": -0.005352616310119629, "ratio": 1.41297521213336}}, {"step": 300, "epoch": 0, "train_loss": 0.7772629261016846, "cos_r_negg": [0.45518118143081665, 0.385501503944397, 0.3777313530445099, 0.3649396598339081, 0.26051968336105347], "cos_apical_negg": [0.45518118143081665, 0.385501503944397, 0.3777313530445099, 0.3649396598339081, 0.26051968336105347], "cos_Ac_negg": [0.45518118143081665, 0.385501503944397, 0.3777313530445099, 0.3649396598339081, 0.26051968336105347], "r_norm": [1.3134558200836182, 1.2374553680419922, 1.287015438079834, 1.337926983833313, 1.307576298713684]}, {"step": 350, "epoch": 0, "train_loss": 0.4449930787086487, "cos_r_negg": [0.45391565561294556, 0.3982875347137451, 0.3775630593299866, 0.35217252373695374, 0.26958197355270386], "cos_apical_negg": [0.45391565561294556, 0.3982875347137451, 0.3775630593299866, 0.35217252373695374, 0.26958197355270386], "cos_Ac_negg": [0.45391565561294556, 0.3982875347137451, 0.3775630593299866, 0.35217252373695374, 0.26958197355270386], "r_norm": [1.3423783779144287, 1.2685253620147705, 1.3140887022018433, 1.370565414428711, 1.3426353931427002]}, {"step": 400, "epoch": 0, "train_loss": 0.611823320388794, "cos_r_negg": [0.48861899971961975, 0.431021124124527, 0.39090752601623535, 0.37491923570632935, 0.25772303342819214], "cos_apical_negg": [0.48861899971961975, 0.431021124124527, 0.39090752601623535, 0.37491923570632935, 0.25772303342819214], "cos_Ac_negg": [0.48861899971961975, 0.431021124124527, 0.39090752601623535, 0.37491923570632935, 0.25772303342819214], "r_norm": [1.298507809638977, 1.2217965126037598, 1.2653263807296753, 1.3206632137298584, 1.297189474105835]}, {"step": 450, "epoch": 0, "train_loss": 0.4444390833377838, "cos_r_negg": [0.49605804681777954, 0.4180517792701721, 0.3781498968601227, 0.36465269327163696, 0.24696432054042816], "cos_apical_negg": [0.49605804681777954, 0.4180517792701721, 0.3781498968601227, 0.36465269327163696, 0.24696432054042816], "cos_Ac_negg": [0.49605804681777954, 0.4180517792701721, 0.3781498968601227, 0.36465269327163696, 0.24696432054042816], "r_norm": [1.2744083404541016, 1.1991453170776367, 1.2471169233322144, 1.300572395324707, 1.2690156698226929]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8373, "test_loss": 0.4770520416259766}, {"step": 500, "epoch": 1, "train_loss": 0.31841835379600525, "cos_r_negg": [0.49129578471183777, 0.42827919125556946, 0.3854864239692688, 0.3857806921005249, 0.2501569986343384], "cos_apical_negg": [0.49129578471183777, 0.42827919125556946, 0.3854864239692688, 0.3857806921005249, 0.2501569986343384], "cos_Ac_negg": [0.49129578471183777, 0.42827919125556946, 0.3854864239692688, 0.3857806921005249, 0.2501569986343384], "r_norm": [1.2920804023742676, 1.2168452739715576, 1.2637126445770264, 1.3157503604888916, 1.2915048599243164], "ldr": {"dL_sdil": -0.02151903510093689, "dL_bp": -0.016176462173461914, "ratio": 1.3302683164084954}}, {"step": 550, "epoch": 1, "train_loss": 0.5462313294410706, "cos_r_negg": [0.4896332621574402, 0.4184703826904297, 0.3715561628341675, 0.3568498492240906, 0.24631568789482117], "cos_apical_negg": [0.4896332621574402, 0.4184703826904297, 0.3715561628341675, 0.3568498492240906, 0.24631568789482117], "cos_Ac_negg": [0.4896332621574402, 0.4184703826904297, 0.3715561628341675, 0.3568498492240906, 0.24631568789482117], "r_norm": [1.1711616516113281, 1.0995380878448486, 1.1492094993591309, 1.1852004528045654, 1.157916784286499]}, {"step": 600, "epoch": 1, "train_loss": 0.4596045911312103, "cos_r_negg": [0.5077812075614929, 0.4330814480781555, 0.39141106605529785, 0.37321680784225464, 0.25606581568717957], "cos_apical_negg": [0.5077812075614929, 0.4330814480781555, 0.39141106605529785, 0.37321680784225464, 0.25606581568717957], "cos_Ac_negg": [0.5077812075614929, 0.4330814480781555, 0.39141106605529785, 0.37321680784225464, 0.25606581568717957], "r_norm": [1.1722633838653564, 1.0955934524536133, 1.1454193592071533, 1.1907788515090942, 1.1557763814926147]}, {"step": 650, "epoch": 1, "train_loss": 0.5228424668312073, "cos_r_negg": [0.4926029145717621, 0.42843419313430786, 0.3736969828605652, 0.34859633445739746, 0.2704620659351349], "cos_apical_negg": [0.4926029145717621, 0.42843419313430786, 0.3736969828605652, 0.34859633445739746, 0.2704620659351349], "cos_Ac_negg": [0.4926029145717621, 0.42843419313430786, 0.3736969828605652, 0.34859633445739746, 0.2704620659351349], "r_norm": [1.0923371315002441, 1.0239061117172241, 1.0691773891448975, 1.1068823337554932, 1.0818302631378174]}, {"step": 700, "epoch": 1, "train_loss": 0.3149279057979584, "cos_r_negg": [0.5083787441253662, 0.451740562915802, 0.3894713819026947, 0.3917135000228882, 0.2905401587486267], "cos_apical_negg": [0.5083787441253662, 0.451740562915802, 0.3894713819026947, 0.3917135000228882, 0.2905401587486267], "cos_Ac_negg": [0.5083787441253662, 0.451740562915802, 0.3894713819026947, 0.3917135000228882, 0.2905401587486267], "r_norm": [1.176680326461792, 1.1046379804611206, 1.1435692310333252, 1.1891320943832397, 1.1720041036605835]}, {"step": 750, "epoch": 1, "train_loss": 0.3644985258579254, "cos_r_negg": [0.531503438949585, 0.46523383259773254, 0.396200954914093, 0.38391780853271484, 0.2621607184410095], "cos_apical_negg": [0.531503438949585, 0.46523383259773254, 0.396200954914093, 0.38391780853271484, 0.2621607184410095], "cos_Ac_negg": [0.531503438949585, 0.46523383259773254, 0.396200954914093, 0.38391780853271484, 0.2621607184410095], "r_norm": [1.1298243999481201, 1.060548186302185, 1.0983127355575562, 1.1481685638427734, 1.1222171783447266], "ldr": {"dL_sdil": -0.01338106393814087, "dL_bp": -0.010259509086608887, "ratio": 1.3042596702415672}}, {"step": 800, "epoch": 1, "train_loss": 0.460464745759964, "cos_r_negg": [0.5112358331680298, 0.4690321683883667, 0.39926159381866455, 0.4033128023147583, 0.28829365968704224], "cos_apical_negg": [0.5112358331680298, 0.4690321683883667, 0.39926159381866455, 0.4033128023147583, 0.28829365968704224], "cos_Ac_negg": [0.5112358331680298, 0.4690321683883667, 0.39926159381866455, 0.4033128023147583, 0.28829365968704224], "r_norm": [1.0790886878967285, 1.0098755359649658, 1.0479423999786377, 1.09052574634552, 1.0689083337783813]}, {"step": 850, "epoch": 1, "train_loss": 0.3025302588939667, "cos_r_negg": [0.5287624597549438, 0.46437859535217285, 0.40278494358062744, 0.3996884226799011, 0.28270405530929565], "cos_apical_negg": [0.5287624597549438, 0.46437859535217285, 0.40278494358062744, 0.3996884226799011, 0.28270405530929565], "cos_Ac_negg": [0.5287624597549438, 0.46437859535217285, 0.40278494358062744, 0.3996884226799011, 0.28270405530929565], "r_norm": [1.0270750522613525, 0.9625577926635742, 1.0015877485275269, 1.0379347801208496, 1.0148085355758667]}, {"step": 900, "epoch": 1, "train_loss": 0.3512202203273773, "cos_r_negg": [0.5007644295692444, 0.445950984954834, 0.39249783754348755, 0.4035358130931854, 0.2960190773010254], "cos_apical_negg": [0.5007644295692444, 0.445950984954834, 0.39249783754348755, 0.4035358130931854, 0.2960190773010254], "cos_Ac_negg": [0.5007644295692444, 0.445950984954834, 0.39249783754348755, 0.4035358130931854, 0.2960190773010254], "r_norm": [1.0808957815170288, 1.0153377056121826, 1.052032232284546, 1.0960915088653564, 1.0734741687774658]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8477, "test_loss": 0.4172346618652344}, {"step": 950, "epoch": 2, "train_loss": 0.3776203989982605, "cos_r_negg": [0.5176473259925842, 0.4649156332015991, 0.4138583242893219, 0.40143686532974243, 0.29156792163848877], "cos_apical_negg": [0.5176473259925842, 0.4649156332015991, 0.4138583242893219, 0.40143686532974243, 0.29156792163848877], "cos_Ac_negg": [0.5176473259925842, 0.4649156332015991, 0.4138583242893219, 0.40143686532974243, 0.29156792163848877], "r_norm": [1.0349023342132568, 0.9701244831085205, 1.0069621801376343, 1.0410517454147339, 1.0207033157348633]}, {"step": 1000, "epoch": 2, "train_loss": 0.38094064593315125, "cos_r_negg": [0.5223151445388794, 0.4632403254508972, 0.4179393947124481, 0.41767042875289917, 0.3110813498497009], "cos_apical_negg": [0.5223151445388794, 0.4632403254508972, 0.4179393947124481, 0.41767042875289917, 0.3110813498497009], "cos_Ac_negg": [0.5223151445388794, 0.4632403254508972, 0.4179393947124481, 0.41767042875289917, 0.3110813498497009], "r_norm": [1.051890254020691, 0.9807459115982056, 1.0173768997192383, 1.0559055805206299, 1.0348126888275146], "ldr": {"dL_sdil": -0.018193185329437256, "dL_bp": -0.013665199279785156, "ratio": 1.331351629562426}}, {"step": 1050, "epoch": 2, "train_loss": 0.30746906995773315, "cos_r_negg": [0.5303083062171936, 0.47641128301620483, 0.42188698053359985, 0.41659873723983765, 0.30155685544013977], "cos_apical_negg": [0.5303083062171936, 0.47641128301620483, 0.42188698053359985, 0.41659873723983765, 0.30155685544013977], "cos_Ac_negg": [0.5303083062171936, 0.47641128301620483, 0.42188698053359985, 0.41659873723983765, 0.30155685544013977], "r_norm": [0.9746227264404297, 0.9130889177322388, 0.9511330127716064, 0.9801936149597168, 0.9597203731536865]}, {"step": 1100, "epoch": 2, "train_loss": 0.3185542821884155, "cos_r_negg": [0.5265203714370728, 0.47077441215515137, 0.41205698251724243, 0.4042336940765381, 0.3071293830871582], "cos_apical_negg": [0.5265203714370728, 0.47077441215515137, 0.41205698251724243, 0.4042336940765381, 0.3071293830871582], "cos_Ac_negg": [0.5265203714370728, 0.47077441215515137, 0.41205698251724243, 0.4042336940765381, 0.3071293830871582], "r_norm": [0.9692662954330444, 0.905107855796814, 0.9439759254455566, 0.9763404726982117, 0.9517573118209839]}, {"step": 1150, "epoch": 2, "train_loss": 0.3417035639286041, "cos_r_negg": [0.5453593730926514, 0.4934577941894531, 0.41989630460739136, 0.4206414222717285, 0.3134673535823822], "cos_apical_negg": [0.5453593730926514, 0.4934577941894531, 0.41989630460739136, 0.4206414222717285, 0.3134673535823822], "cos_Ac_negg": [0.5453593730926514, 0.4934577941894531, 0.41989630460739136, 0.4206414222717285, 0.3134673535823822], "r_norm": [0.9416006803512573, 0.8794123530387878, 0.9112560749053955, 0.9451651573181152, 0.9230854511260986]}, {"step": 1200, "epoch": 2, "train_loss": 0.47648096084594727, "cos_r_negg": [0.5340471267700195, 0.48966270685195923, 0.43273240327835083, 0.4339512288570404, 0.3352217674255371], "cos_apical_negg": [0.5340471267700195, 0.48966270685195923, 0.43273240327835083, 0.4339512288570404, 0.3352217674255371], "cos_Ac_negg": [0.5340471267700195, 0.48966270685195923, 0.43273240327835083, 0.4339512288570404, 0.3352217674255371], "r_norm": [0.9260121583938599, 0.8663219213485718, 0.8988641500473022, 0.9269651770591736, 0.9088025093078613]}, {"step": 1250, "epoch": 2, "train_loss": 0.28360915184020996, "cos_r_negg": [0.5368713140487671, 0.4970717430114746, 0.4292919337749481, 0.42858219146728516, 0.32159850001335144], "cos_apical_negg": [0.5368713140487671, 0.4970717430114746, 0.4292919337749481, 0.42858219146728516, 0.32159850001335144], "cos_Ac_negg": [0.5368713140487671, 0.4970717430114746, 0.4292919337749481, 0.42858219146728516, 0.32159850001335144], "r_norm": [0.9337882995605469, 0.8686352372169495, 0.9003831148147583, 0.9314070343971252, 0.9110762476921082], "ldr": {"dL_sdil": -0.010625958442687988, "dL_bp": -0.008131593465805054, "ratio": 1.306749837823574}}, {"step": 1300, "epoch": 2, "train_loss": 0.27776649594306946, "cos_r_negg": [0.5399306416511536, 0.4959017038345337, 0.4371337294578552, 0.43331196904182434, 0.3233543336391449], "cos_apical_negg": [0.5399306416511536, 0.4959017038345337, 0.4371337294578552, 0.43331196904182434, 0.3233543336391449], "cos_Ac_negg": [0.5399306416511536, 0.4959017038345337, 0.4371337294578552, 0.43331196904182434, 0.3233543336391449], "r_norm": [0.9114212989807129, 0.8528947234153748, 0.8800191283226013, 0.9113223552703857, 0.8956359624862671]}, {"step": 1350, "epoch": 2, "train_loss": 0.2298775613307953, "cos_r_negg": [0.5548496246337891, 0.5112340450286865, 0.4338347911834717, 0.4362144470214844, 0.33184701204299927], "cos_apical_negg": [0.5548496246337891, 0.5112340450286865, 0.4338347911834717, 0.4362144470214844, 0.33184701204299927], "cos_Ac_negg": [0.5548496246337891, 0.5112340450286865, 0.4338347911834717, 0.4362144470214844, 0.33184701204299927], "r_norm": [0.8794969320297241, 0.8240069150924683, 0.84661865234375, 0.878423810005188, 0.8662176132202148]}, {"step": 1400, "epoch": 2, "train_loss": 0.5050011873245239, "cos_r_negg": [0.5335004329681396, 0.5049926042556763, 0.428062379360199, 0.42068809270858765, 0.3301824927330017], "cos_apical_negg": [0.5335004329681396, 0.5049926042556763, 0.428062379360199, 0.42068809270858765, 0.3301824927330017], "cos_Ac_negg": [0.5335004329681396, 0.5049926042556763, 0.428062379360199, 0.42068809270858765, 0.3301824927330017], "r_norm": [0.8927661180496216, 0.8330838680267334, 0.8636409640312195, 0.8926842212677002, 0.8726671934127808]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8559, "test_loss": 0.4021715850830078}, {"step": 1450, "epoch": 3, "train_loss": 0.5919321775436401, "cos_r_negg": [0.5767152309417725, 0.5361577868461609, 0.46388521790504456, 0.4426591992378235, 0.34414637088775635], "cos_apical_negg": [0.5767152309417725, 0.5361577868461609, 0.46388521790504456, 0.4426591992378235, 0.34414637088775635], "cos_Ac_negg": [0.5767152309417725, 0.5361577868461609, 0.46388521790504456, 0.4426591992378235, 0.34414637088775635], "r_norm": [0.9268110990524292, 0.8696626424789429, 0.895219624042511, 0.9251158237457275, 0.9111073017120361]}, {"step": 1500, "epoch": 3, "train_loss": 0.3842582702636719, "cos_r_negg": [0.5685555338859558, 0.5283113718032837, 0.457835853099823, 0.43835967779159546, 0.34452658891677856], "cos_apical_negg": [0.5685555338859558, 0.5283113718032837, 0.457835853099823, 0.43835967779159546, 0.34452658891677856], "cos_Ac_negg": [0.5685555338859558, 0.5283113718032837, 0.457835853099823, 0.43835967779159546, 0.34452658891677856], "r_norm": [0.9038706421852112, 0.8413692712783813, 0.8663671016693115, 0.8978121280670166, 0.8824673891067505], "ldr": {"dL_sdil": -0.016253918409347534, "dL_bp": -0.012694358825683594, "ratio": 1.280404834347532}}, {"step": 1550, "epoch": 3, "train_loss": 0.30198657512664795, "cos_r_negg": [0.572917103767395, 0.5326519012451172, 0.45771524310112, 0.4431048333644867, 0.3363962769508362], "cos_apical_negg": [0.572917103767395, 0.5326519012451172, 0.45771524310112, 0.4431048333644867, 0.3363962769508362], "cos_Ac_negg": [0.572917103767395, 0.5326519012451172, 0.45771524310112, 0.4431048333644867, 0.3363962769508362], "r_norm": [0.8741957545280457, 0.8153083324432373, 0.8437674045562744, 0.8706139326095581, 0.8554342985153198]}, {"step": 1600, "epoch": 3, "train_loss": 0.32348453998565674, "cos_r_negg": [0.5596564412117004, 0.5144332647323608, 0.4519532322883606, 0.446189284324646, 0.35069864988327026], "cos_apical_negg": [0.5596564412117004, 0.5144332647323608, 0.4519532322883606, 0.446189284324646, 0.35069864988327026], "cos_Ac_negg": [0.5596564412117004, 0.5144332647323608, 0.4519532322883606, 0.446189284324646, 0.35069864988327026], "r_norm": [0.870407223701477, 0.8088282346725464, 0.8353908061981201, 0.8627927899360657, 0.8472708463668823]}, {"step": 1650, "epoch": 3, "train_loss": 0.34161755442619324, "cos_r_negg": [0.5819188952445984, 0.5272848010063171, 0.45610201358795166, 0.45439207553863525, 0.3357037901878357], "cos_apical_negg": [0.5819188952445984, 0.5272848010063171, 0.45610201358795166, 0.45439207553863525, 0.3357037901878357], "cos_Ac_negg": [0.5819188952445984, 0.5272848010063171, 0.45610201358795166, 0.45439207553863525, 0.3357037901878357], "r_norm": [0.8699299097061157, 0.8062989115715027, 0.8335806727409363, 0.8615230321884155, 0.8424113988876343]}, {"step": 1700, "epoch": 3, "train_loss": 0.2790592312812805, "cos_r_negg": [0.5828496217727661, 0.5106359720230103, 0.4477333426475525, 0.43309134244918823, 0.33427491784095764], "cos_apical_negg": [0.5828496217727661, 0.5106359720230103, 0.4477333426475525, 0.43309134244918823, 0.33427491784095764], "cos_Ac_negg": [0.5828496217727661, 0.5106359720230103, 0.4477333426475525, 0.43309134244918823, 0.33427491784095764], "r_norm": [0.8434438705444336, 0.779922366142273, 0.8071317076683044, 0.8321784138679504, 0.816045880317688]}, {"step": 1750, "epoch": 3, "train_loss": 0.4739993214607239, "cos_r_negg": [0.6065083146095276, 0.554161787033081, 0.49476975202560425, 0.47455787658691406, 0.3514687716960907], "cos_apical_negg": [0.6065083146095276, 0.554161787033081, 0.49476975202560425, 0.47455787658691406, 0.3514687716960907], "cos_Ac_negg": [0.6065083146095276, 0.554161787033081, 0.49476975202560425, 0.47455787658691406, 0.3514687716960907], "r_norm": [0.828170120716095, 0.772454023361206, 0.7944648265838623, 0.8168617486953735, 0.8064794540405273], "ldr": {"dL_sdil": -0.007131665945053101, "dL_bp": -0.005590915679931641, "ratio": 1.2755810234541578}}, {"step": 1800, "epoch": 3, "train_loss": 0.3252232074737549, "cos_r_negg": [0.6035090684890747, 0.5399088859558105, 0.49198395013809204, 0.4685402810573578, 0.34731525182724], "cos_apical_negg": [0.6035090684890747, 0.5399088859558105, 0.49198395013809204, 0.4685402810573578, 0.34731525182724], "cos_Ac_negg": [0.6035090684890747, 0.5399088859558105, 0.49198395013809204, 0.4685402810573578, 0.34731525182724], "r_norm": [0.8144937753677368, 0.758617103099823, 0.7784816026687622, 0.8031668663024902, 0.791165828704834]}, {"step": 1850, "epoch": 3, "train_loss": 0.4212258458137512, "cos_r_negg": [0.5887359380722046, 0.5355633497238159, 0.46904873847961426, 0.4583694040775299, 0.3504098355770111], "cos_apical_negg": [0.5887359380722046, 0.5355633497238159, 0.46904873847961426, 0.4583694040775299, 0.3504098355770111], "cos_Ac_negg": [0.5887359380722046, 0.5355633497238159, 0.46904873847961426, 0.4583694040775299, 0.3504098355770111], "r_norm": [0.7418299913406372, 0.6894948482513428, 0.7118525505065918, 0.7318612933158875, 0.719542384147644]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8685, "test_loss": 0.3745107147216797}, {"step": 1900, "epoch": 4, "train_loss": 0.2235771268606186, "cos_r_negg": [0.6032668352127075, 0.5662320852279663, 0.5094335079193115, 0.46518903970718384, 0.36114558577537537], "cos_apical_negg": [0.6032668352127075, 0.5662320852279663, 0.5094335079193115, 0.46518903970718384, 0.36114558577537537], "cos_Ac_negg": [0.6032668352127075, 0.5662320852279663, 0.5094335079193115, 0.46518903970718384, 0.36114558577537537], "r_norm": [0.7885919213294983, 0.7280640602111816, 0.7494875192642212, 0.7729455828666687, 0.7610602378845215]}, {"step": 1950, "epoch": 4, "train_loss": 0.461115300655365, "cos_r_negg": [0.5987473726272583, 0.5570520162582397, 0.49704036116600037, 0.4617363214492798, 0.3600885570049286], "cos_apical_negg": [0.5987473726272583, 0.5570520162582397, 0.49704036116600037, 0.4617363214492798, 0.3600885570049286], "cos_Ac_negg": [0.5987473726272583, 0.5570520162582397, 0.49704036116600037, 0.4617363214492798, 0.3600885570049286], "r_norm": [0.8164542317390442, 0.7542030811309814, 0.7770683765411377, 0.8033449649810791, 0.7865577936172485]}, {"step": 2000, "epoch": 4, "train_loss": 0.36999452114105225, "cos_r_negg": [0.5805070400238037, 0.5436897873878479, 0.48914241790771484, 0.4557669758796692, 0.3591768741607666], "cos_apical_negg": [0.5805070400238037, 0.5436897873878479, 0.48914241790771484, 0.4557669758796692, 0.3591768741607666], "cos_Ac_negg": [0.5805070400238037, 0.5436897873878479, 0.48914241790771484, 0.4557669758796692, 0.3591768741607666], "r_norm": [0.815861701965332, 0.7569484114646912, 0.7783193588256836, 0.8014132976531982, 0.7860455513000488], "ldr": {"dL_sdil": -0.012010335922241211, "dL_bp": -0.009510427713394165, "ratio": 1.2628597034943296}}, {"step": 2050, "epoch": 4, "train_loss": 0.3604181706905365, "cos_r_negg": [0.5957720875740051, 0.5608140230178833, 0.4978732764720917, 0.4710933566093445, 0.3562183678150177], "cos_apical_negg": [0.5957720875740051, 0.5608140230178833, 0.4978732764720917, 0.4710933566093445, 0.3562183678150177], "cos_Ac_negg": [0.5957720875740051, 0.5608140230178833, 0.4978732764720917, 0.4710933566093445, 0.3562183678150177], "r_norm": [0.7863738536834717, 0.7295124530792236, 0.7493677735328674, 0.7706581354141235, 0.7572616934776306]}, {"step": 2100, "epoch": 4, "train_loss": 0.3209986686706543, "cos_r_negg": [0.5910303592681885, 0.5651975870132446, 0.4889710545539856, 0.46465182304382324, 0.35669368505477905], "cos_apical_negg": [0.5910303592681885, 0.5651975870132446, 0.4889710545539856, 0.46465182304382324, 0.35669368505477905], "cos_Ac_negg": [0.5910303592681885, 0.5651975870132446, 0.4889710545539856, 0.46465182304382324, 0.35669368505477905], "r_norm": [0.8097411394119263, 0.7546294927597046, 0.7736454010009766, 0.7931891679763794, 0.7844060063362122]}, {"step": 2150, "epoch": 4, "train_loss": 0.3039934039115906, "cos_r_negg": [0.6005814075469971, 0.5609994530677795, 0.5045246481895447, 0.46513959765434265, 0.3628459870815277], "cos_apical_negg": [0.6005814075469971, 0.5609994530677795, 0.5045246481895447, 0.46513959765434265, 0.3628459870815277], "cos_Ac_negg": [0.6005814075469971, 0.5609994530677795, 0.5045246481895447, 0.46513959765434265, 0.3628459870815277], "r_norm": [0.7472368478775024, 0.6933817267417908, 0.7106236219406128, 0.72845458984375, 0.7191401124000549]}, {"step": 2200, "epoch": 4, "train_loss": 0.31340935826301575, "cos_r_negg": [0.6124078035354614, 0.5576871633529663, 0.5104093551635742, 0.4634431004524231, 0.34192976355552673], "cos_apical_negg": [0.6124078035354614, 0.5576871633529663, 0.5104093551635742, 0.4634431004524231, 0.34192976355552673], "cos_Ac_negg": [0.6124078035354614, 0.5576871633529663, 0.5104093551635742, 0.4634431004524231, 0.34192976355552673], "r_norm": [0.7474351525306702, 0.6925677061080933, 0.7097083926200867, 0.7322301864624023, 0.7202404737472534]}, {"step": 2250, "epoch": 4, "train_loss": 0.20851773023605347, "cos_r_negg": [0.620782732963562, 0.5723026394844055, 0.5153997540473938, 0.4575767517089844, 0.345632940530777], "cos_apical_negg": [0.620782732963562, 0.5723026394844055, 0.5153997540473938, 0.4575767517089844, 0.345632940530777], "cos_Ac_negg": [0.620782732963562, 0.5723026394844055, 0.5153997540473938, 0.4575767517089844, 0.345632940530777], "r_norm": [0.741286039352417, 0.690508246421814, 0.7081313133239746, 0.7264137268066406, 0.7170901298522949], "ldr": {"dL_sdil": -0.005686581134796143, "dL_bp": -0.004804790019989014, "ratio": 1.1835233404870302}}, {"step": 2300, "epoch": 4, "train_loss": 0.1391347348690033, "cos_r_negg": [0.6036607623100281, 0.5638061165809631, 0.5107667446136475, 0.47057563066482544, 0.36562272906303406], "cos_apical_negg": [0.6036607623100281, 0.5638061165809631, 0.5107667446136475, 0.47057563066482544, 0.36562272906303406], "cos_Ac_negg": [0.6036607623100281, 0.5638061165809631, 0.5107667446136475, 0.47057563066482544, 0.36562272906303406], "r_norm": [0.7562960386276245, 0.7001986503601074, 0.7151271104812622, 0.7361081838607788, 0.7277752161026001]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8664, "test_loss": 0.3804070373535156}, {"step": 2350, "epoch": 5, "train_loss": 0.20594528317451477, "cos_r_negg": [0.60430908203125, 0.5601783990859985, 0.49862709641456604, 0.46268564462661743, 0.3477468490600586], "cos_apical_negg": [0.60430908203125, 0.5601783990859985, 0.49862709641456604, 0.46268564462661743, 0.3477468490600586], "cos_Ac_negg": [0.60430908203125, 0.5601783990859985, 0.49862709641456604, 0.46268564462661743, 0.3477468490600586], "r_norm": [0.7066283226013184, 0.6533938646316528, 0.6696373224258423, 0.6859354972839355, 0.6763038635253906]}, {"step": 2400, "epoch": 5, "train_loss": 0.3480720520019531, "cos_r_negg": [0.5935055017471313, 0.5518243312835693, 0.48905834555625916, 0.45504194498062134, 0.36044901609420776], "cos_apical_negg": [0.5935055017471313, 0.5518243312835693, 0.48905834555625916, 0.45504194498062134, 0.36044901609420776], "cos_Ac_negg": [0.5935055017471313, 0.5518243312835693, 0.48905834555625916, 0.45504194498062134, 0.36044901609420776], "r_norm": [0.7339720726013184, 0.6755048036575317, 0.6965544819831848, 0.714309573173523, 0.6990904808044434]}, {"step": 2450, "epoch": 5, "train_loss": 0.3221389651298523, "cos_r_negg": [0.6060763597488403, 0.5642082691192627, 0.5075980424880981, 0.48337382078170776, 0.3655868470668793], "cos_apical_negg": [0.6060763597488403, 0.5642082691192627, 0.5075980424880981, 0.48337382078170776, 0.3655868470668793], "cos_Ac_negg": [0.6060763597488403, 0.5642082691192627, 0.5075980424880981, 0.48337382078170776, 0.3655868470668793], "r_norm": [0.7015430927276611, 0.6471900939941406, 0.6633642911911011, 0.679472029209137, 0.6705507636070251]}, {"step": 2500, "epoch": 5, "train_loss": 0.2975964844226837, "cos_r_negg": [0.619665801525116, 0.5757958889007568, 0.5193954706192017, 0.4847755432128906, 0.3803465962409973], "cos_apical_negg": [0.619665801525116, 0.5757958889007568, 0.5193954706192017, 0.4847755432128906, 0.3803465962409973], "cos_Ac_negg": [0.619665801525116, 0.5757958889007568, 0.5193954706192017, 0.4847755432128906, 0.3803465962409973], "r_norm": [0.7196162343025208, 0.6645256280899048, 0.68033766746521, 0.6930855512619019, 0.6860960721969604], "ldr": {"dL_sdil": -0.011273086071014404, "dL_bp": -0.0094069242477417, "ratio": 1.1983817211795567}}, {"step": 2550, "epoch": 5, "train_loss": 0.19624963402748108, "cos_r_negg": [0.6133017539978027, 0.5701398849487305, 0.5067706108093262, 0.46882155537605286, 0.3724473714828491], "cos_apical_negg": [0.6133017539978027, 0.5701398849487305, 0.5067706108093262, 0.46882155537605286, 0.3724473714828491], "cos_Ac_negg": [0.6133017539978027, 0.5701398849487305, 0.5067706108093262, 0.46882155537605286, 0.3724473714828491], "r_norm": [0.6959182620048523, 0.6416590213775635, 0.6533329486846924, 0.6703646183013916, 0.6638040542602539]}, {"step": 2600, "epoch": 5, "train_loss": 0.27293798327445984, "cos_r_negg": [0.6399894952774048, 0.5863140821456909, 0.5294227004051208, 0.49628689885139465, 0.4024854898452759], "cos_apical_negg": [0.6399894952774048, 0.5863140821456909, 0.5294227004051208, 0.49628689885139465, 0.4024854898452759], "cos_Ac_negg": [0.6399894952774048, 0.5863140821456909, 0.5294227004051208, 0.49628689885139465, 0.4024854898452759], "r_norm": [0.7150846123695374, 0.6591306328773499, 0.671077311038971, 0.6878541707992554, 0.6826988458633423]}, {"step": 2650, "epoch": 5, "train_loss": 0.1836530566215515, "cos_r_negg": [0.6014392375946045, 0.5532208681106567, 0.5010949373245239, 0.4545370042324066, 0.3804779648780823], "cos_apical_negg": [0.6014392375946045, 0.5532208681106567, 0.5010949373245239, 0.4545370042324066, 0.3804779648780823], "cos_Ac_negg": [0.6014392375946045, 0.5532208681106567, 0.5010949373245239, 0.4545370042324066, 0.3804779648780823], "r_norm": [0.7096613049507141, 0.6530418395996094, 0.666886568069458, 0.6835525035858154, 0.6749358177185059]}, {"step": 2700, "epoch": 5, "train_loss": 0.17395910620689392, "cos_r_negg": [0.6235852837562561, 0.5788900852203369, 0.527405858039856, 0.4704085886478424, 0.38343721628189087], "cos_apical_negg": [0.6235852837562561, 0.5788900852203369, 0.527405858039856, 0.4704085886478424, 0.38343721628189087], "cos_Ac_negg": [0.6235852837562561, 0.5788900852203369, 0.527405858039856, 0.4704085886478424, 0.38343721628189087], "r_norm": [0.6822655200958252, 0.6270809173583984, 0.6400893330574036, 0.6545282602310181, 0.6488388776779175]}, {"step": 2750, "epoch": 5, "train_loss": 0.3775893449783325, "cos_r_negg": [0.6270496845245361, 0.5797572135925293, 0.5199750661849976, 0.469931423664093, 0.37791091203689575], "cos_apical_negg": [0.6270496845245361, 0.5797572135925293, 0.5199750661849976, 0.469931423664093, 0.37791091203689575], "cos_Ac_negg": [0.6270496845245361, 0.5797572135925293, 0.5199750661849976, 0.469931423664093, 0.37791091203689575], "r_norm": [0.6796826124191284, 0.6238961219787598, 0.6346358060836792, 0.6509304046630859, 0.6468362808227539], "ldr": {"dL_sdil": -0.006284832954406738, "dL_bp": -0.005396097898483276, "ratio": 1.1646995797043018}}, {"step": 2800, "epoch": 5, "train_loss": 0.34234800934791565, "cos_r_negg": [0.6098761558532715, 0.5681933164596558, 0.5085541009902954, 0.4619150757789612, 0.37690019607543945], "cos_apical_negg": [0.6098761558532715, 0.5681933164596558, 0.5085541009902954, 0.4619150757789612, 0.37690019607543945], "cos_Ac_negg": [0.6098761558532715, 0.5681933164596558, 0.5085541009902954, 0.4619150757789612, 0.37690019607543945], "r_norm": [0.7350256443023682, 0.6756863594055176, 0.6897777318954468, 0.7043756246566772, 0.6973072290420532]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8729, "test_loss": 0.36066700134277346}, {"step": 2850, "epoch": 6, "train_loss": 0.16620782017707825, "cos_r_negg": [0.6359837055206299, 0.5892339944839478, 0.5327807664871216, 0.4824451804161072, 0.3977311849594116], "cos_apical_negg": [0.6359837055206299, 0.5892339944839478, 0.5327807664871216, 0.4824451804161072, 0.3977311849594116], "cos_Ac_negg": [0.6359837055206299, 0.5892339944839478, 0.5327807664871216, 0.4824451804161072, 0.3977311849594116], "r_norm": [0.691787600517273, 0.6367689371109009, 0.6493005156517029, 0.6620747447013855, 0.6558948755264282]}, {"step": 2900, "epoch": 6, "train_loss": 0.2041323035955429, "cos_r_negg": [0.6281806230545044, 0.5930497646331787, 0.5353454351425171, 0.48466265201568604, 0.4032519459724426], "cos_apical_negg": [0.6281806230545044, 0.5930497646331787, 0.5353454351425171, 0.48466265201568604, 0.4032519459724426], "cos_Ac_negg": [0.6281806230545044, 0.5930497646331787, 0.5353454351425171, 0.48466265201568604, 0.4032519459724426], "r_norm": [0.7132049798965454, 0.6505165696144104, 0.6622610092163086, 0.6782625913619995, 0.6736004948616028]}, {"step": 2950, "epoch": 6, "train_loss": 0.12819993495941162, "cos_r_negg": [0.6409070491790771, 0.6010577082633972, 0.5414634943008423, 0.48931533098220825, 0.3938071131706238], "cos_apical_negg": [0.6409070491790771, 0.6010577082633972, 0.5414634943008423, 0.48931533098220825, 0.3938071131706238], "cos_Ac_negg": [0.6409070491790771, 0.6010577082633972, 0.5414634943008423, 0.48931533098220825, 0.3938071131706238], "r_norm": [0.6772659420967102, 0.6210049390792847, 0.6313767433166504, 0.6472268104553223, 0.6411216259002686]}, {"step": 3000, "epoch": 6, "train_loss": 0.40767496824264526, "cos_r_negg": [0.6295711994171143, 0.576614499092102, 0.5240429043769836, 0.4675486087799072, 0.39360150694847107], "cos_apical_negg": [0.6295711994171143, 0.576614499092102, 0.5240429043769836, 0.4675486087799072, 0.39360150694847107], "cos_Ac_negg": [0.6295711994171143, 0.576614499092102, 0.5240429043769836, 0.4675486087799072, 0.39360150694847107], "r_norm": [0.6939654350280762, 0.6329812407493591, 0.6454859972000122, 0.6587443947792053, 0.652681827545166], "ldr": {"dL_sdil": -0.010918349027633667, "dL_bp": -0.00976911187171936, "ratio": 1.1176398807798729}}, {"step": 3050, "epoch": 6, "train_loss": 0.4494037926197052, "cos_r_negg": [0.6152160167694092, 0.5788448452949524, 0.5233546495437622, 0.46524620056152344, 0.39607107639312744], "cos_apical_negg": [0.6152160167694092, 0.5788448452949524, 0.5233546495437622, 0.46524620056152344, 0.39607107639312744], "cos_Ac_negg": [0.6152160167694092, 0.5788448452949524, 0.5233546495437622, 0.46524620056152344, 0.39607107639312744], "r_norm": [0.6798893809318542, 0.6229711771011353, 0.6326215267181396, 0.6436188220977783, 0.6412487030029297]}, {"step": 3100, "epoch": 6, "train_loss": 0.25234171748161316, "cos_r_negg": [0.6160820722579956, 0.5805781483650208, 0.528455376625061, 0.4746260344982147, 0.4099300503730774], "cos_apical_negg": [0.6160820722579956, 0.5805781483650208, 0.528455376625061, 0.4746260344982147, 0.4099300503730774], "cos_Ac_negg": [0.6160820722579956, 0.5805781483650208, 0.528455376625061, 0.4746260344982147, 0.4099300503730774], "r_norm": [0.6619571447372437, 0.6056368350982666, 0.6134229302406311, 0.6266862154006958, 0.6237841844558716]}, {"step": 3150, "epoch": 6, "train_loss": 0.324171781539917, "cos_r_negg": [0.6269101500511169, 0.5901875495910645, 0.5309879779815674, 0.4874364137649536, 0.4128035008907318], "cos_apical_negg": [0.6269101500511169, 0.5901875495910645, 0.5309879779815674, 0.4874364137649536, 0.4128035008907318], "cos_Ac_negg": [0.6269101500511169, 0.5901875495910645, 0.5309879779815674, 0.4874364137649536, 0.4128035008907318], "r_norm": [0.6822346448898315, 0.6205076575279236, 0.628803551197052, 0.6431809067726135, 0.6410746574401855]}, {"step": 3200, "epoch": 6, "train_loss": 0.18898972868919373, "cos_r_negg": [0.6432013511657715, 0.6064380407333374, 0.5483494400978088, 0.4953932464122772, 0.42016518115997314], "cos_apical_negg": [0.6432013511657715, 0.6064380407333374, 0.5483494400978088, 0.4953932464122772, 0.42016518115997314], "cos_Ac_negg": [0.6432013511657715, 0.6064380407333374, 0.5483494400978088, 0.4953932464122772, 0.42016518115997314], "r_norm": [0.6834933161735535, 0.6239701509475708, 0.631406843662262, 0.6440613865852356, 0.643017590045929]}, {"step": 3250, "epoch": 6, "train_loss": 0.178778737783432, "cos_r_negg": [0.6236871480941772, 0.5806421041488647, 0.5317457914352417, 0.4846273362636566, 0.43611299991607666], "cos_apical_negg": [0.6236871480941772, 0.5806421041488647, 0.5317457914352417, 0.4846273362636566, 0.43611299991607666], "cos_Ac_negg": [0.6236871480941772, 0.5806421041488647, 0.5317457914352417, 0.4846273362636566, 0.43611299991607666], "r_norm": [0.6241599321365356, 0.567804753780365, 0.5756416320800781, 0.5869550704956055, 0.5833737850189209], "ldr": {"dL_sdil": -0.007454365491867065, "dL_bp": -0.006852984428405762, "ratio": 1.0877546227842816}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8696, "test_loss": 0.3696719177246094}, {"step": 3300, "epoch": 7, "train_loss": 0.28920409083366394, "cos_r_negg": [0.6396777033805847, 0.5952939987182617, 0.5428803563117981, 0.5014816522598267, 0.4396045207977295], "cos_apical_negg": [0.6396777033805847, 0.5952939987182617, 0.5428803563117981, 0.5014816522598267, 0.4396045207977295], "cos_Ac_negg": [0.6396777033805847, 0.5952939987182617, 0.5428803563117981, 0.5014816522598267, 0.4396045207977295], "r_norm": [0.6326433420181274, 0.5757828950881958, 0.5849299430847168, 0.5966163873672485, 0.5922277569770813]}, {"step": 3350, "epoch": 7, "train_loss": 0.23167863488197327, "cos_r_negg": [0.6469810009002686, 0.6047866344451904, 0.552154004573822, 0.5064050555229187, 0.4549064338207245], "cos_apical_negg": [0.6469810009002686, 0.6047866344451904, 0.552154004573822, 0.5064050555229187, 0.4549064338207245], "cos_Ac_negg": [0.6469810009002686, 0.6047866344451904, 0.552154004573822, 0.5064050555229187, 0.4549064338207245], "r_norm": [0.6446405053138733, 0.5850644707679749, 0.5914117097854614, 0.6021526455879211, 0.6023447513580322]}, {"step": 3400, "epoch": 7, "train_loss": 0.2588843107223511, "cos_r_negg": [0.650036096572876, 0.607616662979126, 0.5512433052062988, 0.5024244785308838, 0.44809025526046753], "cos_apical_negg": [0.650036096572876, 0.607616662979126, 0.5512433052062988, 0.5024244785308838, 0.44809025526046753], "cos_Ac_negg": [0.650036096572876, 0.607616662979126, 0.5512433052062988, 0.5024244785308838, 0.44809025526046753], "r_norm": [0.6343111395835876, 0.5753966569900513, 0.5836771130561829, 0.5954097509384155, 0.5907659530639648]}, {"step": 3450, "epoch": 7, "train_loss": 0.24336600303649902, "cos_r_negg": [0.6313040852546692, 0.6012528538703918, 0.5506099462509155, 0.5021578073501587, 0.45766693353652954], "cos_apical_negg": [0.6313040852546692, 0.6012528538703918, 0.5506099462509155, 0.5021578073501587, 0.45766693353652954], "cos_Ac_negg": [0.6313040852546692, 0.6012528538703918, 0.5506099462509155, 0.5021578073501587, 0.45766693353652954], "r_norm": [0.67112135887146, 0.6046786308288574, 0.6127201914787292, 0.6240385174751282, 0.6225849986076355]}, {"step": 3500, "epoch": 7, "train_loss": 0.3432445228099823, "cos_r_negg": [0.6523118019104004, 0.6092112064361572, 0.5584846138954163, 0.5066103935241699, 0.4507306218147278], "cos_apical_negg": [0.6523118019104004, 0.6092112064361572, 0.5584846138954163, 0.5066103935241699, 0.4507306218147278], "cos_Ac_negg": [0.6523118019104004, 0.6092112064361572, 0.5584846138954163, 0.5066103935241699, 0.4507306218147278], "r_norm": [0.6604702472686768, 0.5978900194168091, 0.606429934501648, 0.6159330606460571, 0.6146308779716492], "ldr": {"dL_sdil": -0.017631083726882935, "dL_bp": -0.016420066356658936, "ratio": 1.073752282354991}}, {"step": 3550, "epoch": 7, "train_loss": 0.2782740890979767, "cos_r_negg": [0.6377121210098267, 0.5876767635345459, 0.534212052822113, 0.4902609586715698, 0.4368029236793518], "cos_apical_negg": [0.6377121210098267, 0.5876767635345459, 0.534212052822113, 0.4902609586715698, 0.4368029236793518], "cos_Ac_negg": [0.6377121210098267, 0.5876767635345459, 0.534212052822113, 0.4902609586715698, 0.4368029236793518], "r_norm": [0.6109966039657593, 0.5486370325088501, 0.5562496781349182, 0.5670391321182251, 0.565004825592041]}, {"step": 3600, "epoch": 7, "train_loss": 0.199440598487854, "cos_r_negg": [0.6434187293052673, 0.5973161458969116, 0.5432034730911255, 0.501901388168335, 0.44112199544906616], "cos_apical_negg": [0.6434187293052673, 0.5973161458969116, 0.5432034730911255, 0.501901388168335, 0.44112199544906616], "cos_Ac_negg": [0.6434187293052673, 0.5973161458969116, 0.5432034730911255, 0.501901388168335, 0.44112199544906616], "r_norm": [0.632631778717041, 0.5714316368103027, 0.5778869390487671, 0.5883620977401733, 0.5862140655517578]}, {"step": 3650, "epoch": 7, "train_loss": 0.35764753818511963, "cos_r_negg": [0.6555901169776917, 0.6072660088539124, 0.5471726655960083, 0.5030617713928223, 0.44852215051651], "cos_apical_negg": [0.6555901169776917, 0.6072660088539124, 0.5471726655960083, 0.5030617713928223, 0.44852215051651], "cos_Ac_negg": [0.6555901169776917, 0.6072660088539124, 0.5471726655960083, 0.5030617713928223, 0.44852215051651], "r_norm": [0.6159408092498779, 0.5568206906318665, 0.5609562993049622, 0.5718050003051758, 0.5726935863494873]}, {"step": 3700, "epoch": 7, "train_loss": 0.271745502948761, "cos_r_negg": [0.6335264444351196, 0.5867215991020203, 0.540125846862793, 0.4830537438392639, 0.4283115565776825], "cos_apical_negg": [0.6335264444351196, 0.5867215991020203, 0.540125846862793, 0.4830537438392639, 0.4283115565776825], "cos_Ac_negg": [0.6335264444351196, 0.5867215991020203, 0.540125846862793, 0.4830537438392639, 0.4283115565776825], "r_norm": [0.6353116631507874, 0.5702441930770874, 0.577538013458252, 0.5892436504364014, 0.5840870141983032]}, {"step": 3750, "epoch": 7, "train_loss": 0.3416596055030823, "cos_r_negg": [0.6369286179542542, 0.592054009437561, 0.5462013483047485, 0.49472475051879883, 0.43412941694259644], "cos_apical_negg": [0.6369286179542542, 0.592054009437561, 0.5462013483047485, 0.49472475051879883, 0.43412941694259644], "cos_Ac_negg": [0.6369286179542542, 0.592054009437561, 0.5462013483047485, 0.49472475051879883, 0.43412941694259644], "r_norm": [0.5945400595664978, 0.5357213020324707, 0.5402681827545166, 0.5488147735595703, 0.5494900941848755], "ldr": {"dL_sdil": -0.005916982889175415, "dL_bp": -0.006168723106384277, "ratio": 0.9591908709683653}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8762, "test_loss": 0.3704481964111328}, {"step": 3800, "epoch": 8, "train_loss": 0.20764856040477753, "cos_r_negg": [0.6448449492454529, 0.5943293571472168, 0.5406237244606018, 0.5019077062606812, 0.44595658779144287], "cos_apical_negg": [0.6448449492454529, 0.5943293571472168, 0.5406237244606018, 0.5019077062606812, 0.44595658779144287], "cos_Ac_negg": [0.6448449492454529, 0.5943293571472168, 0.5406237244606018, 0.5019077062606812, 0.44595658779144287], "r_norm": [0.5948317050933838, 0.5340666174888611, 0.5383682250976562, 0.5472797155380249, 0.5476830005645752]}, {"step": 3850, "epoch": 8, "train_loss": 0.26687002182006836, "cos_r_negg": [0.6352551579475403, 0.5891547799110413, 0.5450136661529541, 0.5036334991455078, 0.4618861675262451], "cos_apical_negg": [0.6352551579475403, 0.5891547799110413, 0.5450136661529541, 0.5036334991455078, 0.4618861675262451], "cos_Ac_negg": [0.6352551579475403, 0.5891547799110413, 0.5450136661529541, 0.5036334991455078, 0.4618861675262451], "r_norm": [0.6073629856109619, 0.543971061706543, 0.5510401129722595, 0.5595813393592834, 0.5581985116004944]}, {"step": 3900, "epoch": 8, "train_loss": 0.23890650272369385, "cos_r_negg": [0.636066734790802, 0.5842544436454773, 0.5478020310401917, 0.5019098520278931, 0.45375490188598633], "cos_apical_negg": [0.636066734790802, 0.5842544436454773, 0.5478020310401917, 0.5019098520278931, 0.45375490188598633], "cos_Ac_negg": [0.636066734790802, 0.5842544436454773, 0.5478020310401917, 0.5019098520278931, 0.45375490188598633], "r_norm": [0.6635360717773438, 0.5959025621414185, 0.6028764843940735, 0.607864260673523, 0.6100785136222839]}, {"step": 3950, "epoch": 8, "train_loss": 0.282625675201416, "cos_r_negg": [0.633901834487915, 0.5845807790756226, 0.5471711158752441, 0.5068996548652649, 0.4606504440307617], "cos_apical_negg": [0.633901834487915, 0.5845807790756226, 0.5471711158752441, 0.5068996548652649, 0.4606504440307617], "cos_Ac_negg": [0.633901834487915, 0.5845807790756226, 0.5471711158752441, 0.5068996548652649, 0.4606504440307617], "r_norm": [0.5572599172592163, 0.5003923177719116, 0.5026496648788452, 0.5089802742004395, 0.5118534564971924]}, {"step": 4000, "epoch": 8, "train_loss": 0.3430976867675781, "cos_r_negg": [0.6410137414932251, 0.5942931771278381, 0.545440673828125, 0.4946116507053375, 0.45610368251800537], "cos_apical_negg": [0.6410137414932251, 0.5942931771278381, 0.545440673828125, 0.4946116507053375, 0.45610368251800537], "cos_Ac_negg": [0.6410137414932251, 0.5942931771278381, 0.545440673828125, 0.4946116507053375, 0.45610368251800537], "r_norm": [0.6052224636077881, 0.5441014766693115, 0.5444375276565552, 0.5532849431037903, 0.5568673610687256], "ldr": {"dL_sdil": -0.008465945720672607, "dL_bp": -0.009208917617797852, "ratio": 0.9193203883495146}}, {"step": 4050, "epoch": 8, "train_loss": 0.2522919774055481, "cos_r_negg": [0.6524327397346497, 0.5974277257919312, 0.541287899017334, 0.4883447289466858, 0.45691749453544617], "cos_apical_negg": [0.6524327397346497, 0.5974277257919312, 0.541287899017334, 0.4883447289466858, 0.45691749453544617], "cos_Ac_negg": [0.6524327397346497, 0.5974277257919312, 0.541287899017334, 0.4883447289466858, 0.45691749453544617], "r_norm": [0.671480655670166, 0.5994254350662231, 0.5991125106811523, 0.6110478639602661, 0.6161070466041565]}, {"step": 4100, "epoch": 8, "train_loss": 0.2002524584531784, "cos_r_negg": [0.6335893869400024, 0.5950997471809387, 0.5493519306182861, 0.4962525963783264, 0.45933592319488525], "cos_apical_negg": [0.6335893869400024, 0.5950997471809387, 0.5493519306182861, 0.4962525963783264, 0.45933592319488525], "cos_Ac_negg": [0.6335893869400024, 0.5950997471809387, 0.5493519306182861, 0.4962525963783264, 0.45933592319488525], "r_norm": [0.6113442182540894, 0.546485185623169, 0.546952486038208, 0.5550979375839233, 0.5603815913200378]}, {"step": 4150, "epoch": 8, "train_loss": 0.2261558473110199, "cos_r_negg": [0.6534613370895386, 0.6097296476364136, 0.5598892569541931, 0.5152913928031921, 0.467744916677475], "cos_apical_negg": [0.6534613370895386, 0.6097296476364136, 0.5598892569541931, 0.5152913928031921, 0.467744916677475], "cos_Ac_negg": [0.6534613370895386, 0.6097296476364136, 0.5598892569541931, 0.5152913928031921, 0.467744916677475], "r_norm": [0.579595148563385, 0.5187768340110779, 0.5200716257095337, 0.526962399482727, 0.5312632322311401]}, {"step": 4200, "epoch": 8, "train_loss": 0.18781335651874542, "cos_r_negg": [0.6547772884368896, 0.6060543060302734, 0.5584298372268677, 0.5119364857673645, 0.46206343173980713], "cos_apical_negg": [0.6547772884368896, 0.6060543060302734, 0.5584298372268677, 0.5119364857673645, 0.46206343173980713], "cos_Ac_negg": [0.6547772884368896, 0.6060543060302734, 0.5584298372268677, 0.5119364857673645, 0.46206343173980713], "r_norm": [0.5911446809768677, 0.5289745330810547, 0.5295127034187317, 0.5383656024932861, 0.5413080453872681]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8725, "test_loss": 0.3620616333007812}, {"step": 4250, "epoch": 9, "train_loss": 0.21354909241199493, "cos_r_negg": [0.6449853777885437, 0.6022202968597412, 0.5550165176391602, 0.49119603633880615, 0.46887826919555664], "cos_apical_negg": [0.6449853777885437, 0.6022202968597412, 0.5550165176391602, 0.49119603633880615, 0.46887826919555664], "cos_Ac_negg": [0.6449853777885437, 0.6022202968597412, 0.5550165176391602, 0.49119603633880615, 0.46887826919555664], "r_norm": [0.6052141189575195, 0.539080798625946, 0.5381096601486206, 0.5469138622283936, 0.55084228515625], "ldr": {"dL_sdil": -0.014339983463287354, "dL_bp": -0.01460176706314087, "ratio": 0.9820717863309617}}, {"step": 4300, "epoch": 9, "train_loss": 0.18155412375926971, "cos_r_negg": [0.6431187987327576, 0.601372480392456, 0.5452421307563782, 0.4942391514778137, 0.47673848271369934], "cos_apical_negg": [0.6431187987327576, 0.601372480392456, 0.5452421307563782, 0.4942391514778137, 0.47673848271369934], "cos_Ac_negg": [0.6431187987327576, 0.601372480392456, 0.5452421307563782, 0.4942391514778137, 0.47673848271369934], "r_norm": [0.6151459217071533, 0.5467813014984131, 0.5461821556091309, 0.5521653890609741, 0.5586122274398804]}, {"step": 4350, "epoch": 9, "train_loss": 0.1502026915550232, "cos_r_negg": [0.6466072797775269, 0.6060993671417236, 0.5550887584686279, 0.5049382448196411, 0.4765211343765259], "cos_apical_negg": [0.6466072797775269, 0.6060993671417236, 0.5550887584686279, 0.5049382448196411, 0.4765211343765259], "cos_Ac_negg": [0.6466072797775269, 0.6060993671417236, 0.5550887584686279, 0.5049382448196411, 0.4765211343765259], "r_norm": [0.5795771479606628, 0.5154046416282654, 0.5154126286506653, 0.5211455821990967, 0.5255677700042725]}, {"step": 4400, "epoch": 9, "train_loss": 0.2783329486846924, "cos_r_negg": [0.6308271884918213, 0.5915816426277161, 0.5349289774894714, 0.4870920777320862, 0.4645998179912567], "cos_apical_negg": [0.6308271884918213, 0.5915816426277161, 0.5349289774894714, 0.4870920777320862, 0.4645998179912567], "cos_Ac_negg": [0.6308271884918213, 0.5915816426277161, 0.5349289774894714, 0.4870920777320862, 0.4645998179912567], "r_norm": [0.6043103337287903, 0.5347851514816284, 0.5333341360092163, 0.543283224105835, 0.5477628707885742]}, {"step": 4450, "epoch": 9, "train_loss": 0.16125890612602234, "cos_r_negg": [0.6405057907104492, 0.5931850671768188, 0.5362417697906494, 0.4943681061267853, 0.47423937916755676], "cos_apical_negg": [0.6405057907104492, 0.5931850671768188, 0.5362417697906494, 0.4943681061267853, 0.47423937916755676], "cos_Ac_negg": [0.6405057907104492, 0.5931850671768188, 0.5362417697906494, 0.4943681061267853, 0.47423937916755676], "r_norm": [0.6058298945426941, 0.5347756147384644, 0.5339215993881226, 0.5415362119674683, 0.5468791127204895]}, {"step": 4500, "epoch": 9, "train_loss": 0.2657549977302551, "cos_r_negg": [0.6511420011520386, 0.5988494157791138, 0.5495098829269409, 0.49331021308898926, 0.4703846573829651], "cos_apical_negg": [0.6511420011520386, 0.5988494157791138, 0.5495098829269409, 0.49331021308898926, 0.4703846573829651], "cos_Ac_negg": [0.6511420011520386, 0.5988494157791138, 0.5495098829269409, 0.49331021308898926, 0.4703846573829651], "r_norm": [0.6206173896789551, 0.550521731376648, 0.5467228293418884, 0.5565555095672607, 0.5623762607574463], "ldr": {"dL_sdil": -0.01708751916885376, "dL_bp": -0.01791319251060486, "ratio": 0.9539069687738638}}, {"step": 4550, "epoch": 9, "train_loss": 0.14124315977096558, "cos_r_negg": [0.6525184512138367, 0.6016702055931091, 0.550804615020752, 0.5143821239471436, 0.4839303493499756], "cos_apical_negg": [0.6525184512138367, 0.6016702055931091, 0.550804615020752, 0.5143821239471436, 0.4839303493499756], "cos_Ac_negg": [0.6525184512138367, 0.6016702055931091, 0.550804615020752, 0.5143821239471436, 0.4839303493499756], "r_norm": [0.5654272437095642, 0.500474214553833, 0.49916213750839233, 0.5043163895606995, 0.50954270362854]}, {"step": 4600, "epoch": 9, "train_loss": 0.25859275460243225, "cos_r_negg": [0.6467099785804749, 0.606183648109436, 0.558395266532898, 0.511439323425293, 0.4801192879676819], "cos_apical_negg": [0.6467099785804749, 0.606183648109436, 0.558395266532898, 0.511439323425293, 0.4801192879676819], "cos_Ac_negg": [0.6467099785804749, 0.606183648109436, 0.558395266532898, 0.511439323425293, 0.4801192879676819], "r_norm": [0.570979118347168, 0.5049617290496826, 0.5047751665115356, 0.5096917748451233, 0.5150552988052368]}, {"step": 4650, "epoch": 9, "train_loss": 0.2982427179813385, "cos_r_negg": [0.6507366299629211, 0.6081056594848633, 0.5641952753067017, 0.5150113105773926, 0.4888627529144287], "cos_apical_negg": [0.6507366299629211, 0.6081056594848633, 0.5641952753067017, 0.5150113105773926, 0.4888627529144287], "cos_Ac_negg": [0.6507366299629211, 0.6081056594848633, 0.5641952753067017, 0.5150113105773926, 0.4888627529144287], "r_norm": [0.5638526678085327, 0.49678364396095276, 0.4954041838645935, 0.5000907778739929, 0.5066641569137573]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8762, "test_loss": 0.3708517486572266}, {"step": 4700, "epoch": 10, "train_loss": 0.23608162999153137, "cos_r_negg": [0.6517995595932007, 0.6056123971939087, 0.5502618551254272, 0.5016075372695923, 0.4853600859642029], "cos_apical_negg": [0.6517995595932007, 0.6056123971939087, 0.5502618551254272, 0.5016075372695923, 0.4853600859642029], "cos_Ac_negg": [0.6517995595932007, 0.6056123971939087, 0.5502618551254272, 0.5016075372695923, 0.4853600859642029], "r_norm": [0.5753676891326904, 0.5074405670166016, 0.5047916173934937, 0.5083099603652954, 0.5166711807250977]}, {"step": 4750, "epoch": 10, "train_loss": 0.2774997055530548, "cos_r_negg": [0.6435354948043823, 0.607661247253418, 0.5568922758102417, 0.5016916990280151, 0.47907137870788574], "cos_apical_negg": [0.6435354948043823, 0.607661247253418, 0.5568922758102417, 0.5016916990280151, 0.47907137870788574], "cos_Ac_negg": [0.6435354948043823, 0.607661247253418, 0.5568922758102417, 0.5016916990280151, 0.47907137870788574], "r_norm": [0.5484024286270142, 0.4826202690601349, 0.47995632886886597, 0.48414626717567444, 0.4914941191673279], "ldr": {"dL_sdil": -0.010909080505371094, "dL_bp": -0.012158960103988647, "ratio": 0.8972050580042992}}, {"step": 4800, "epoch": 10, "train_loss": 0.2289167046546936, "cos_r_negg": [0.630710780620575, 0.5907148718833923, 0.5452192425727844, 0.49212804436683655, 0.4820622205734253], "cos_apical_negg": [0.630710780620575, 0.5907148718833923, 0.5452192425727844, 0.49212804436683655, 0.4820622205734253], "cos_Ac_negg": [0.630710780620575, 0.5907148718833923, 0.5452192425727844, 0.49212804436683655, 0.4820622205734253], "r_norm": [0.5832529067993164, 0.5114376544952393, 0.50876784324646, 0.5138486623764038, 0.5208307504653931]}, {"step": 4850, "epoch": 10, "train_loss": 0.21227432787418365, "cos_r_negg": [0.6431546211242676, 0.6045203804969788, 0.5488308668136597, 0.5014237761497498, 0.4756607711315155], "cos_apical_negg": [0.6431546211242676, 0.6045203804969788, 0.5488308668136597, 0.5014237761497498, 0.4756607711315155], "cos_Ac_negg": [0.6431546211242676, 0.6045203804969788, 0.5488308668136597, 0.5014237761497498, 0.4756607711315155], "r_norm": [0.5579200983047485, 0.48769861459732056, 0.48586323857307434, 0.4899718761444092, 0.49680399894714355]}, {"step": 4900, "epoch": 10, "train_loss": 0.17721813917160034, "cos_r_negg": [0.6292456388473511, 0.5873832702636719, 0.5409801006317139, 0.487178236246109, 0.4630035161972046], "cos_apical_negg": [0.6292456388473511, 0.5873832702636719, 0.5409801006317139, 0.487178236246109, 0.4630035161972046], "cos_Ac_negg": [0.6292456388473511, 0.5873832702636719, 0.5409801006317139, 0.487178236246109, 0.4630035161972046], "r_norm": [0.5530437231063843, 0.4846256375312805, 0.4815572202205658, 0.4857376217842102, 0.49335578083992004]}, {"step": 4950, "epoch": 10, "train_loss": 0.1938554048538208, "cos_r_negg": [0.6321579217910767, 0.5929162502288818, 0.5348637104034424, 0.4909314513206482, 0.47430163621902466], "cos_apical_negg": [0.6321579217910767, 0.5929162502288818, 0.5348637104034424, 0.4909314513206482, 0.47430163621902466], "cos_Ac_negg": [0.6321579217910767, 0.5929162502288818, 0.5348637104034424, 0.4909314513206482, 0.47430163621902466], "r_norm": [0.5950214862823486, 0.5182033181190491, 0.5130274295806885, 0.5181264877319336, 0.5288304090499878]}, {"step": 5000, "epoch": 10, "train_loss": 0.21199703216552734, "cos_r_negg": [0.6403061151504517, 0.5952816009521484, 0.5374844074249268, 0.5008363723754883, 0.47575920820236206], "cos_apical_negg": [0.6403061151504517, 0.5952816009521484, 0.5374844074249268, 0.5008363723754883, 0.47575920820236206], "cos_Ac_negg": [0.6403061151504517, 0.5952816009521484, 0.5374844074249268, 0.5008363723754883, 0.47575920820236206], "r_norm": [0.6318471431732178, 0.5503373146057129, 0.5450782775878906, 0.5495907664299011, 0.5601926445960999], "ldr": {"dL_sdil": -0.019479900598526, "dL_bp": -0.021825343370437622, "ratio": 0.8925358134301558}}, {"step": 5050, "epoch": 10, "train_loss": 0.3278617858886719, "cos_r_negg": [0.6180362105369568, 0.5804907083511353, 0.5244958400726318, 0.48853451013565063, 0.4597019553184509], "cos_apical_negg": [0.6180362105369568, 0.5804907083511353, 0.5244958400726318, 0.48853451013565063, 0.4597019553184509], "cos_Ac_negg": [0.6180362105369568, 0.5804907083511353, 0.5244958400726318, 0.48853451013565063, 0.4597019553184509], "r_norm": [0.5501677989959717, 0.4812890291213989, 0.4764561355113983, 0.4808429181575775, 0.4883423447608948]}, {"step": 5100, "epoch": 10, "train_loss": 0.15587133169174194, "cos_r_negg": [0.6313140988349915, 0.5947283506393433, 0.5376883745193481, 0.496550977230072, 0.4857293367385864], "cos_apical_negg": [0.6313140988349915, 0.5947283506393433, 0.5376883745193481, 0.496550977230072, 0.4857293367385864], "cos_Ac_negg": [0.6313140988349915, 0.5947283506393433, 0.5376883745193481, 0.496550977230072, 0.4857293367385864], "r_norm": [0.5566055774688721, 0.48569509387016296, 0.48065561056137085, 0.484912633895874, 0.492925763130188]}, {"step": 5150, "epoch": 10, "train_loss": 0.24669170379638672, "cos_r_negg": [0.6117895245552063, 0.579985499382019, 0.525079071521759, 0.48711836338043213, 0.47780323028564453], "cos_apical_negg": [0.6117895245552063, 0.579985499382019, 0.525079071521759, 0.48711836338043213, 0.47780323028564453], "cos_Ac_negg": [0.6117895245552063, 0.579985499382019, 0.525079071521759, 0.48711836338043213, 0.47780323028564453], "r_norm": [0.5908164978027344, 0.5170129537582397, 0.5138790607452393, 0.5192596912384033, 0.5245059728622437]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8724, "test_loss": 0.3814834350585937}, {"step": 5200, "epoch": 11, "train_loss": 0.2608613967895508, "cos_r_negg": [0.6383486986160278, 0.5972713232040405, 0.537958025932312, 0.5022792816162109, 0.48087018728256226], "cos_apical_negg": [0.6383486986160278, 0.5972713232040405, 0.537958025932312, 0.5022792816162109, 0.48087018728256226], "cos_Ac_negg": [0.6383486986160278, 0.5972713232040405, 0.537958025932312, 0.5022792816162109, 0.48087018728256226], "r_norm": [0.554641604423523, 0.48245301842689514, 0.4776780307292938, 0.48200124502182007, 0.49083977937698364]}, {"step": 5250, "epoch": 11, "train_loss": 0.1504843831062317, "cos_r_negg": [0.6208030581474304, 0.5815558433532715, 0.5280609726905823, 0.49622631072998047, 0.4718453288078308], "cos_apical_negg": [0.6208030581474304, 0.5815558433532715, 0.5280609726905823, 0.49622631072998047, 0.4718453288078308], "cos_Ac_negg": [0.6208030581474304, 0.5815558433532715, 0.5280609726905823, 0.49622631072998047, 0.4718453288078308], "r_norm": [0.5603618621826172, 0.4861191511154175, 0.4822004437446594, 0.4851798713207245, 0.49348169565200806], "ldr": {"dL_sdil": -0.006232023239135742, "dL_bp": -0.007805556058883667, "ratio": 0.7984086197219666}}, {"step": 5300, "epoch": 11, "train_loss": 0.22110557556152344, "cos_r_negg": [0.6056622266769409, 0.5711920261383057, 0.5203468799591064, 0.48365017771720886, 0.46420514583587646], "cos_apical_negg": [0.6056622266769409, 0.5711920261383057, 0.5203468799591064, 0.48365017771720886, 0.46420514583587646], "cos_Ac_negg": [0.6056622266769409, 0.5711920261383057, 0.5203468799591064, 0.48365017771720886, 0.46420514583587646], "r_norm": [0.5456314086914062, 0.4774635434150696, 0.4696286916732788, 0.47529667615890503, 0.48486122488975525]}, {"step": 5350, "epoch": 11, "train_loss": 0.21617770195007324, "cos_r_negg": [0.6255700588226318, 0.5886498689651489, 0.534244179725647, 0.4990648031234741, 0.4734821915626526], "cos_apical_negg": [0.6255700588226318, 0.5886498689651489, 0.534244179725647, 0.4990648031234741, 0.4734821915626526], "cos_Ac_negg": [0.6255700588226318, 0.5886498689651489, 0.534244179725647, 0.4990648031234741, 0.4734821915626526], "r_norm": [0.5425180196762085, 0.47241345047950745, 0.4667878746986389, 0.4706847667694092, 0.4798502027988434]}, {"step": 5400, "epoch": 11, "train_loss": 0.17826338112354279, "cos_r_negg": [0.6223763823509216, 0.587178111076355, 0.5299150943756104, 0.4938080906867981, 0.47660762071609497], "cos_apical_negg": [0.6223763823509216, 0.587178111076355, 0.5299150943756104, 0.4938080906867981, 0.47660762071609497], "cos_Ac_negg": [0.6223763823509216, 0.587178111076355, 0.5299150943756104, 0.4938080906867981, 0.47660762071609497], "r_norm": [0.5600042343139648, 0.4880286157131195, 0.4803283214569092, 0.48323920369148254, 0.49482446908950806]}, {"step": 5450, "epoch": 11, "train_loss": 0.20593491196632385, "cos_r_negg": [0.6321158409118652, 0.5864577293395996, 0.5279102325439453, 0.49678918719291687, 0.4905056953430176], "cos_apical_negg": [0.6321158409118652, 0.5864577293395996, 0.5279102325439453, 0.49678918719291687, 0.4905056953430176], "cos_Ac_negg": [0.6321158409118652, 0.5864577293395996, 0.5279102325439453, 0.49678918719291687, 0.4905056953430176], "r_norm": [0.5434010624885559, 0.4689995050430298, 0.462497353553772, 0.46460333466529846, 0.47618094086647034]}, {"step": 5500, "epoch": 11, "train_loss": 0.24556785821914673, "cos_r_negg": [0.6048461198806763, 0.5696122646331787, 0.5182081460952759, 0.48848944902420044, 0.4692782163619995], "cos_apical_negg": [0.6048461198806763, 0.5696122646331787, 0.5182081460952759, 0.48848944902420044, 0.4692782163619995], "cos_Ac_negg": [0.6048461198806763, 0.5696122646331787, 0.5182081460952759, 0.48848944902420044, 0.4692782163619995], "r_norm": [0.5414907336235046, 0.46636563539505005, 0.46096959710121155, 0.46407079696655273, 0.47219085693359375], "ldr": {"dL_sdil": -0.008969545364379883, "dL_bp": -0.011963069438934326, "ratio": 0.7497695645891772}}, {"step": 5550, "epoch": 11, "train_loss": 0.24468575417995453, "cos_r_negg": [0.633196234703064, 0.5889551639556885, 0.5330124497413635, 0.5040737390518188, 0.49566397070884705], "cos_apical_negg": [0.633196234703064, 0.5889551639556885, 0.5330124497413635, 0.5040737390518188, 0.49566397070884705], "cos_Ac_negg": [0.633196234703064, 0.5889551639556885, 0.5330124497413635, 0.5040737390518188, 0.49566397070884705], "r_norm": [0.5180339813232422, 0.4497779905796051, 0.4413696527481079, 0.4458709955215454, 0.4554489254951477]}, {"step": 5600, "epoch": 11, "train_loss": 0.17078697681427002, "cos_r_negg": [0.6304194927215576, 0.5835779309272766, 0.5296585559844971, 0.5071693658828735, 0.49428650736808777], "cos_apical_negg": [0.6304194927215576, 0.5835779309272766, 0.5296585559844971, 0.5071693658828735, 0.49428650736808777], "cos_Ac_negg": [0.6304194927215576, 0.5835779309272766, 0.5296585559844971, 0.5071693658828735, 0.49428650736808777], "r_norm": [0.5738077163696289, 0.49290958046913147, 0.4835010766983032, 0.48603111505508423, 0.49936527013778687]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8783, "test_loss": 0.3812409637451172}, {"step": 5650, "epoch": 12, "train_loss": 0.15483734011650085, "cos_r_negg": [0.6410239934921265, 0.5965813994407654, 0.5432233810424805, 0.5129448175430298, 0.49246668815612793], "cos_apical_negg": [0.6410239934921265, 0.5965813994407654, 0.5432233810424805, 0.5129448175430298, 0.49246668815612793], "cos_Ac_negg": [0.6410239934921265, 0.5965813994407654, 0.5432233810424805, 0.5129448175430298, 0.49246668815612793], "r_norm": [0.5561712980270386, 0.4808793067932129, 0.47130417823791504, 0.4729876220226288, 0.48549002408981323]}, {"step": 5700, "epoch": 12, "train_loss": 0.15860258042812347, "cos_r_negg": [0.6270376443862915, 0.5785354375839233, 0.5272217988967896, 0.4994513988494873, 0.4931284189224243], "cos_apical_negg": [0.6270376443862915, 0.5785354375839233, 0.5272217988967896, 0.4994513988494873, 0.4931284189224243], "cos_Ac_negg": [0.6270376443862915, 0.5785354375839233, 0.5272217988967896, 0.4994513988494873, 0.4931284189224243], "r_norm": [0.5225529670715332, 0.44905734062194824, 0.4403836131095886, 0.4424785077571869, 0.4540049731731415]}, {"step": 5750, "epoch": 12, "train_loss": 0.3758629560470581, "cos_r_negg": [0.6127641797065735, 0.575201153755188, 0.5223389863967896, 0.4933631420135498, 0.49223506450653076], "cos_apical_negg": [0.6127641797065735, 0.575201153755188, 0.5223389863967896, 0.4933631420135498, 0.49223506450653076], "cos_Ac_negg": [0.6127641797065735, 0.575201153755188, 0.5223389863967896, 0.4933631420135498, 0.49223506450653076], "r_norm": [0.5007361173629761, 0.429713636636734, 0.42165708541870117, 0.4238961338996887, 0.4344121813774109], "ldr": {"dL_sdil": -0.007739514112472534, "dL_bp": -0.010226190090179443, "ratio": 0.756832607669307}}, {"step": 5800, "epoch": 12, "train_loss": 0.2330504208803177, "cos_r_negg": [0.6025499105453491, 0.5639095306396484, 0.5130402445793152, 0.48091575503349304, 0.4848347306251526], "cos_apical_negg": [0.6025499105453491, 0.5639095306396484, 0.5130402445793152, 0.48091575503349304, 0.4848347306251526], "cos_Ac_negg": [0.6025499105453491, 0.5639095306396484, 0.5130402445793152, 0.48091575503349304, 0.4848347306251526], "r_norm": [0.5468250513076782, 0.4668707251548767, 0.45930179953575134, 0.4586479067802429, 0.4711804986000061]}, {"step": 5850, "epoch": 12, "train_loss": 0.22054210305213928, "cos_r_negg": [0.6045089364051819, 0.5664049386978149, 0.5207270979881287, 0.4841426908969879, 0.4824739694595337], "cos_apical_negg": [0.6045089364051819, 0.5664049386978149, 0.5207270979881287, 0.4841426908969879, 0.4824739694595337], "cos_Ac_negg": [0.6045089364051819, 0.5664049386978149, 0.5207270979881287, 0.4841426908969879, 0.4824739694595337], "r_norm": [0.5434325337409973, 0.46391281485557556, 0.45658737421035767, 0.456259548664093, 0.4674152135848999]}, {"step": 5900, "epoch": 12, "train_loss": 0.24963714182376862, "cos_r_negg": [0.6277762651443481, 0.5851389169692993, 0.53046715259552, 0.49253877997398376, 0.49401938915252686], "cos_apical_negg": [0.6277762651443481, 0.5851389169692993, 0.53046715259552, 0.49253877997398376, 0.49401938915252686], "cos_Ac_negg": [0.6277762651443481, 0.5851389169692993, 0.53046715259552, 0.49253877997398376, 0.49401938915252686], "r_norm": [0.5723835825920105, 0.48426109552383423, 0.4761350750923157, 0.4772854447364807, 0.4884822368621826]}, {"step": 5950, "epoch": 12, "train_loss": 0.18686723709106445, "cos_r_negg": [0.6278395652770996, 0.590933084487915, 0.5310362577438354, 0.49450117349624634, 0.49306952953338623], "cos_apical_negg": [0.6278395652770996, 0.590933084487915, 0.5310362577438354, 0.49450117349624634, 0.49306952953338623], "cos_Ac_negg": [0.6278395652770996, 0.590933084487915, 0.5310362577438354, 0.49450117349624634, 0.49306952953338623], "r_norm": [0.5976710915565491, 0.5046396255493164, 0.4956890940666199, 0.4967319369316101, 0.5081179141998291]}, {"step": 6000, "epoch": 12, "train_loss": 0.1289156675338745, "cos_r_negg": [0.6039639711380005, 0.5654966831207275, 0.5148991346359253, 0.48826348781585693, 0.4802314043045044], "cos_apical_negg": [0.6039639711380005, 0.5654966831207275, 0.5148991346359253, 0.48826348781585693, 0.4802314043045044], "cos_Ac_negg": [0.6039639711380005, 0.5654966831207275, 0.5148991346359253, 0.48826348781585693, 0.4802314043045044], "r_norm": [0.5143980979919434, 0.4377903938293457, 0.4285232722759247, 0.4301893711090088, 0.44113361835479736], "ldr": {"dL_sdil": -0.009077578783035278, "dL_bp": -0.011146485805511475, "ratio": 0.8143893009352591}}, {"step": 6050, "epoch": 12, "train_loss": 0.20154592394828796, "cos_r_negg": [0.615720808506012, 0.5788775682449341, 0.5191764831542969, 0.49191489815711975, 0.4799278974533081], "cos_apical_negg": [0.615720808506012, 0.5788775682449341, 0.5191764831542969, 0.49191489815711975, 0.4799278974533081], "cos_Ac_negg": [0.615720808506012, 0.5788775682449341, 0.5191764831542969, 0.49191489815711975, 0.4799278974533081], "r_norm": [0.5350646376609802, 0.45173874497413635, 0.4422222673892975, 0.44415706396102905, 0.4555399417877197]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8802, "test_loss": 0.37597852172851565}, {"step": 6100, "epoch": 13, "train_loss": 0.26738888025283813, "cos_r_negg": [0.6382672190666199, 0.6073123216629028, 0.5420175194740295, 0.514927864074707, 0.5000109672546387], "cos_apical_negg": [0.6382672190666199, 0.6073123216629028, 0.5420175194740295, 0.514927864074707, 0.5000109672546387], "cos_Ac_negg": [0.6382672190666199, 0.6073123216629028, 0.5420175194740295, 0.514927864074707, 0.5000109672546387], "r_norm": [0.533545970916748, 0.45499730110168457, 0.44394806027412415, 0.4447946548461914, 0.45965078473091125]}, {"step": 6150, "epoch": 13, "train_loss": 0.1397334784269333, "cos_r_negg": [0.600528359413147, 0.5642129182815552, 0.514257550239563, 0.4816652238368988, 0.4767601191997528], "cos_apical_negg": [0.600528359413147, 0.5642129182815552, 0.514257550239563, 0.4816652238368988, 0.4767601191997528], "cos_Ac_negg": [0.600528359413147, 0.5642129182815552, 0.514257550239563, 0.4816652238368988, 0.4767601191997528], "r_norm": [0.5078588128089905, 0.42971545457839966, 0.4198925793170929, 0.4205940067768097, 0.43371808528900146]}, {"step": 6200, "epoch": 13, "train_loss": 0.2470444142818451, "cos_r_negg": [0.609471321105957, 0.5725747346878052, 0.5137494802474976, 0.491559773683548, 0.48192232847213745], "cos_apical_negg": [0.609471321105957, 0.5725747346878052, 0.5137494802474976, 0.491559773683548, 0.48192232847213745], "cos_Ac_negg": [0.609471321105957, 0.5725747346878052, 0.5137494802474976, 0.491559773683548, 0.48192232847213745], "r_norm": [0.5086598992347717, 0.4312461018562317, 0.4214077591896057, 0.4220042824745178, 0.4346763491630554]}, {"step": 6250, "epoch": 13, "train_loss": 0.16549673676490784, "cos_r_negg": [0.6310390830039978, 0.5911986827850342, 0.5347282886505127, 0.506901741027832, 0.4970995783805847], "cos_apical_negg": [0.6310390830039978, 0.5911986827850342, 0.5347282886505127, 0.506901741027832, 0.4970995783805847], "cos_Ac_negg": [0.6310390830039978, 0.5911986827850342, 0.5347282886505127, 0.506901741027832, 0.4970995783805847], "r_norm": [0.5419822931289673, 0.4571739733219147, 0.4446800649166107, 0.4469287395477295, 0.46108222007751465], "ldr": {"dL_sdil": -0.018132805824279785, "dL_bp": -0.021396398544311523, "ratio": 0.8474699976599847}}, {"step": 6300, "epoch": 13, "train_loss": 0.2370246946811676, "cos_r_negg": [0.6162047386169434, 0.5807847380638123, 0.5210467576980591, 0.49791577458381653, 0.4921855330467224], "cos_apical_negg": [0.6162047386169434, 0.5807847380638123, 0.5210467576980591, 0.49791577458381653, 0.4921855330467224], "cos_Ac_negg": [0.6162047386169434, 0.5807847380638123, 0.5210467576980591, 0.49791577458381653, 0.4921855330467224], "r_norm": [0.5290490388870239, 0.445112943649292, 0.43533754348754883, 0.4344710409641266, 0.4474070966243744]}, {"step": 6350, "epoch": 13, "train_loss": 0.2142932415008545, "cos_r_negg": [0.6173325181007385, 0.580458402633667, 0.5223446488380432, 0.49754637479782104, 0.49919334053993225], "cos_apical_negg": [0.6173325181007385, 0.580458402633667, 0.5223446488380432, 0.49754637479782104, 0.49919334053993225], "cos_Ac_negg": [0.6173325181007385, 0.580458402633667, 0.5223446488380432, 0.49754637479782104, 0.49919334053993225], "r_norm": [0.5218697786331177, 0.4382483959197998, 0.42709052562713623, 0.4250463545322418, 0.44188791513442993]}, {"step": 6400, "epoch": 13, "train_loss": 0.18706580996513367, "cos_r_negg": [0.6073472499847412, 0.5754292011260986, 0.5176333785057068, 0.49475568532943726, 0.48463839292526245], "cos_apical_negg": [0.6073472499847412, 0.5754292011260986, 0.5176333785057068, 0.49475568532943726, 0.48463839292526245], "cos_Ac_negg": [0.6073472499847412, 0.5754292011260986, 0.5176333785057068, 0.49475568532943726, 0.48463839292526245], "r_norm": [0.5105850100517273, 0.4294215142726898, 0.4185093641281128, 0.4174947738647461, 0.4311104416847229]}, {"step": 6450, "epoch": 13, "train_loss": 0.17117580771446228, "cos_r_negg": [0.6327890157699585, 0.5947450399398804, 0.5330332517623901, 0.5065397024154663, 0.4989081919193268], "cos_apical_negg": [0.6327890157699585, 0.5947450399398804, 0.5330332517623901, 0.5065397024154663, 0.4989081919193268], "cos_Ac_negg": [0.6327890157699585, 0.5947450399398804, 0.5330332517623901, 0.5065397024154663, 0.4989081919193268], "r_norm": [0.5257613658905029, 0.4388059079647064, 0.4274325370788574, 0.4268656373023987, 0.44118279218673706]}, {"step": 6500, "epoch": 13, "train_loss": 0.15297460556030273, "cos_r_negg": [0.596066951751709, 0.5655902624130249, 0.5051981210708618, 0.47505199909210205, 0.481193482875824], "cos_apical_negg": [0.596066951751709, 0.5655902624130249, 0.5051981210708618, 0.47505199909210205, 0.481193482875824], "cos_Ac_negg": [0.596066951751709, 0.5655902624130249, 0.5051981210708618, 0.47505199909210205, 0.481193482875824], "r_norm": [0.5379374623298645, 0.45325255393981934, 0.4398609399795532, 0.4398576617240906, 0.45566901564598083], "ldr": {"dL_sdil": -0.013688206672668457, "dL_bp": -0.01833796501159668, "ratio": 0.7464408762920106}}, {"step": 6550, "epoch": 13, "train_loss": 0.18496352434158325, "cos_r_negg": [0.6074697375297546, 0.5721990466117859, 0.5136370658874512, 0.4823470711708069, 0.48184719681739807], "cos_apical_negg": [0.6074697375297546, 0.5721990466117859, 0.5136370658874512, 0.4823470711708069, 0.48184719681739807], "cos_Ac_negg": [0.6074697375297546, 0.5721990466117859, 0.5136370658874512, 0.4823470711708069, 0.48184719681739807], "r_norm": [0.5247088074684143, 0.4376452565193176, 0.4267732501029968, 0.42583605647087097, 0.4402081370353699]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8788, "test_loss": 0.3820162841796875}, {"step": 6600, "epoch": 14, "train_loss": 0.18838727474212646, "cos_r_negg": [0.5967358350753784, 0.5525220036506653, 0.4979204535484314, 0.4730377495288849, 0.476664662361145], "cos_apical_negg": [0.5967358350753784, 0.5525220036506653, 0.4979204535484314, 0.4730377495288849, 0.476664662361145], "cos_Ac_negg": [0.5967358350753784, 0.5525220036506653, 0.4979204535484314, 0.4730377495288849, 0.476664662361145], "r_norm": [0.5113252997398376, 0.4273568093776703, 0.416747510433197, 0.41509541869163513, 0.429106742143631]}, {"step": 6650, "epoch": 14, "train_loss": 0.20194369554519653, "cos_r_negg": [0.6004161834716797, 0.5601887702941895, 0.4994558095932007, 0.47394299507141113, 0.4768521785736084], "cos_apical_negg": [0.6004161834716797, 0.5601887702941895, 0.4994558095932007, 0.47394299507141113, 0.4768521785736084], "cos_Ac_negg": [0.6004161834716797, 0.5601887702941895, 0.4994558095932007, 0.47394299507141113, 0.4768521785736084], "r_norm": [0.553218424320221, 0.46126654744148254, 0.4477921426296234, 0.445579469203949, 0.46283596754074097]}, {"step": 6700, "epoch": 14, "train_loss": 0.18300428986549377, "cos_r_negg": [0.609978199005127, 0.5724270939826965, 0.5131427049636841, 0.4903543293476105, 0.49171096086502075], "cos_apical_negg": [0.609978199005127, 0.5724270939826965, 0.5131427049636841, 0.4903543293476105, 0.49171096086502075], "cos_Ac_negg": [0.609978199005127, 0.5724270939826965, 0.5131427049636841, 0.4903543293476105, 0.49171096086502075], "r_norm": [0.5279150009155273, 0.43742144107818604, 0.4252369999885559, 0.4227988123893738, 0.44026172161102295]}, {"step": 6750, "epoch": 14, "train_loss": 0.24467575550079346, "cos_r_negg": [0.614197850227356, 0.5758307576179504, 0.519415557384491, 0.4913787841796875, 0.4973825216293335], "cos_apical_negg": [0.614197850227356, 0.5758307576179504, 0.519415557384491, 0.4913787841796875, 0.4973825216293335], "cos_Ac_negg": [0.614197850227356, 0.5758307576179504, 0.519415557384491, 0.4913787841796875, 0.4973825216293335], "r_norm": [0.5124361515045166, 0.42364054918289185, 0.40956589579582214, 0.40793102979660034, 0.42598289251327515], "ldr": {"dL_sdil": -0.014855742454528809, "dL_bp": -0.021382540464401245, "ratio": 0.6947604041372639}}, {"step": 6800, "epoch": 14, "train_loss": 0.13825903832912445, "cos_r_negg": [0.615527868270874, 0.5860889554023743, 0.5196021795272827, 0.4959544539451599, 0.5069540143013], "cos_apical_negg": [0.615527868270874, 0.5860889554023743, 0.5196021795272827, 0.4959544539451599, 0.5069540143013], "cos_Ac_negg": [0.615527868270874, 0.5860889554023743, 0.5196021795272827, 0.4959544539451599, 0.5069540143013], "r_norm": [0.5253589153289795, 0.4363082945346832, 0.42117026448249817, 0.4193055033683777, 0.4383853077888489]}, {"step": 6850, "epoch": 14, "train_loss": 0.12018918991088867, "cos_r_negg": [0.590916633605957, 0.5567209720611572, 0.4963565468788147, 0.4605621099472046, 0.4769429564476013], "cos_apical_negg": [0.590916633605957, 0.5567209720611572, 0.4963565468788147, 0.4605621099472046, 0.4769429564476013], "cos_Ac_negg": [0.590916633605957, 0.5567209720611572, 0.4963565468788147, 0.4605621099472046, 0.4769429564476013], "r_norm": [0.5553157925605774, 0.45934897661209106, 0.44356870651245117, 0.4414967894554138, 0.46064674854278564]}, {"step": 6900, "epoch": 14, "train_loss": 0.21964064240455627, "cos_r_negg": [0.59521484375, 0.5557407140731812, 0.4995073080062866, 0.4720342755317688, 0.48592469096183777], "cos_apical_negg": [0.59521484375, 0.5557407140731812, 0.4995073080062866, 0.4720342755317688, 0.48592469096183777], "cos_Ac_negg": [0.59521484375, 0.5557407140731812, 0.4995073080062866, 0.4720342755317688, 0.48592469096183777], "r_norm": [0.5148605108261108, 0.42463570833206177, 0.41102272272109985, 0.4101978540420532, 0.4264944791793823]}, {"step": 6950, "epoch": 14, "train_loss": 0.21360976994037628, "cos_r_negg": [0.6030304431915283, 0.5650311708450317, 0.5068365931510925, 0.47284582257270813, 0.49408310651779175], "cos_apical_negg": [0.6030304431915283, 0.5650311708450317, 0.5068365931510925, 0.47284582257270813, 0.49408310651779175], "cos_Ac_negg": [0.6030304431915283, 0.5650311708450317, 0.5068365931510925, 0.47284582257270813, 0.49408310651779175], "r_norm": [0.5067365169525146, 0.41956377029418945, 0.40638360381126404, 0.40339505672454834, 0.4211175739765167]}, {"step": 7000, "epoch": 14, "train_loss": 0.16277053952217102, "cos_r_negg": [0.6098663806915283, 0.5682468414306641, 0.5088583827018738, 0.4782256484031677, 0.49435320496559143], "cos_apical_negg": [0.6098663806915283, 0.5682468414306641, 0.5088583827018738, 0.4782256484031677, 0.49435320496559143], "cos_Ac_negg": [0.6098663806915283, 0.5682468414306641, 0.5088583827018738, 0.4782256484031677, 0.49435320496559143], "r_norm": [0.4912039041519165, 0.4046590328216553, 0.3909200429916382, 0.3893781900405884, 0.4063275456428528], "ldr": {"dL_sdil": -0.00913950800895691, "dL_bp": -0.012978553771972656, "ratio": 0.7042008046145933}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8849, "test_loss": 0.39904824829101565}, {"step": 7050, "epoch": 15, "train_loss": 0.14478269219398499, "cos_r_negg": [0.5944724082946777, 0.5587405562400818, 0.5022108554840088, 0.47704577445983887, 0.4893813729286194], "cos_apical_negg": [0.5944724082946777, 0.5587405562400818, 0.5022108554840088, 0.47704577445983887, 0.4893813729286194], "cos_Ac_negg": [0.5944724082946777, 0.5587405562400818, 0.5022108554840088, 0.47704577445983887, 0.4893813729286194], "r_norm": [0.5039904117584229, 0.4171830415725708, 0.40473857522010803, 0.40272945165634155, 0.4191136956214905]}, {"step": 7100, "epoch": 15, "train_loss": 0.18724727630615234, "cos_r_negg": [0.6026456952095032, 0.5664047598838806, 0.5062441825866699, 0.48651131987571716, 0.502837061882019], "cos_apical_negg": [0.6026456952095032, 0.5664047598838806, 0.5062441825866699, 0.48651131987571716, 0.502837061882019], "cos_Ac_negg": [0.6026456952095032, 0.5664047598838806, 0.5062441825866699, 0.48651131987571716, 0.502837061882019], "r_norm": [0.4980448782444, 0.4115808308124542, 0.39682355523109436, 0.3951266407966614, 0.41295939683914185]}, {"step": 7150, "epoch": 15, "train_loss": 0.20552939176559448, "cos_r_negg": [0.5965306162834167, 0.5584421753883362, 0.5005618333816528, 0.48116862773895264, 0.4975288510322571], "cos_apical_negg": [0.5965306162834167, 0.5584421753883362, 0.5005618333816528, 0.48116862773895264, 0.4975288510322571], "cos_Ac_negg": [0.5965306162834167, 0.5584421753883362, 0.5005618333816528, 0.48116862773895264, 0.4975288510322571], "r_norm": [0.5064908862113953, 0.4181208610534668, 0.40405380725860596, 0.39990246295928955, 0.4182129502296448]}, {"step": 7200, "epoch": 15, "train_loss": 0.20182587206363678, "cos_r_negg": [0.5869039297103882, 0.54475998878479, 0.49208542704582214, 0.4774895906448364, 0.49171674251556396], "cos_apical_negg": [0.5869039297103882, 0.54475998878479, 0.49208542704582214, 0.4774895906448364, 0.49171674251556396], "cos_Ac_negg": [0.5869039297103882, 0.54475998878479, 0.49208542704582214, 0.4774895906448364, 0.49171674251556396], "r_norm": [0.4866991341114044, 0.400684654712677, 0.386801153421402, 0.3850018382072449, 0.40174365043640137]}, {"step": 7250, "epoch": 15, "train_loss": 0.22163228690624237, "cos_r_negg": [0.5876755714416504, 0.5431129932403564, 0.48526492714881897, 0.46060046553611755, 0.4926382899284363], "cos_apical_negg": [0.5876755714416504, 0.5431129932403564, 0.48526492714881897, 0.46060046553611755, 0.4926382899284363], "cos_Ac_negg": [0.5876755714416504, 0.5431129932403564, 0.48526492714881897, 0.46060046553611755, 0.4926382899284363], "r_norm": [0.5570898056030273, 0.45558443665504456, 0.4396228790283203, 0.43310317397117615, 0.45574891567230225], "ldr": {"dL_sdil": -0.017852336168289185, "dL_bp": -0.023644864559173584, "ratio": 0.7550195994403761}}, {"step": 7300, "epoch": 15, "train_loss": 0.2124055176973343, "cos_r_negg": [0.6067625284194946, 0.5677481293678284, 0.510354220867157, 0.4890170395374298, 0.5089734792709351], "cos_apical_negg": [0.6067625284194946, 0.5677481293678284, 0.510354220867157, 0.4890170395374298, 0.5089734792709351], "cos_Ac_negg": [0.6067625284194946, 0.5677481293678284, 0.510354220867157, 0.4890170395374298, 0.5089734792709351], "r_norm": [0.5109259486198425, 0.4191381335258484, 0.40214803814888, 0.39941465854644775, 0.41871803998947144]}, {"step": 7350, "epoch": 15, "train_loss": 0.12473461776971817, "cos_r_negg": [0.5968202352523804, 0.5583579540252686, 0.49564266204833984, 0.46849745512008667, 0.49596846103668213], "cos_apical_negg": [0.5968202352523804, 0.5583579540252686, 0.49564266204833984, 0.46849745512008667, 0.49596846103668213], "cos_Ac_negg": [0.5968202352523804, 0.5583579540252686, 0.49564266204833984, 0.46849745512008667, 0.49596846103668213], "r_norm": [0.5006812214851379, 0.40741682052612305, 0.3913528323173523, 0.38700157403945923, 0.40722009539604187]}, {"step": 7400, "epoch": 15, "train_loss": 0.2050633728504181, "cos_r_negg": [0.6055763959884644, 0.5638434886932373, 0.5002661943435669, 0.4775710105895996, 0.5018354654312134], "cos_apical_negg": [0.6055763959884644, 0.5638434886932373, 0.5002661943435669, 0.4775710105895996, 0.5018354654312134], "cos_Ac_negg": [0.6055763959884644, 0.5638434886932373, 0.5002661943435669, 0.4775710105895996, 0.5018354654312134], "r_norm": [0.5075818300247192, 0.4148942530155182, 0.3984449505805969, 0.39521369338035583, 0.4154573678970337]}, {"step": 7450, "epoch": 15, "train_loss": 0.22845008969306946, "cos_r_negg": [0.5796408653259277, 0.5428435802459717, 0.4825085401535034, 0.45875149965286255, 0.48459184169769287], "cos_apical_negg": [0.5796408653259277, 0.5428435802459717, 0.4825085401535034, 0.45875149965286255, 0.48459184169769287], "cos_Ac_negg": [0.5796408653259277, 0.5428435802459717, 0.4825085401535034, 0.45875149965286255, 0.48459184169769287], "r_norm": [0.5221835970878601, 0.42822694778442383, 0.4114573001861572, 0.4083254635334015, 0.4271191954612732]}, {"step": 7500, "epoch": 15, "train_loss": 0.18713608384132385, "cos_r_negg": [0.5862115025520325, 0.5478366017341614, 0.4852520227432251, 0.46790826320648193, 0.4879654049873352], "cos_apical_negg": [0.5862115025520325, 0.5478366017341614, 0.4852520227432251, 0.46790826320648193, 0.4879654049873352], "cos_Ac_negg": [0.5862115025520325, 0.5478366017341614, 0.4852520227432251, 0.46790826320648193, 0.4879654049873352], "r_norm": [0.5701174736022949, 0.46766218543052673, 0.44629430770874023, 0.4423221945762634, 0.46557801961898804], "ldr": {"dL_sdil": -0.01914435625076294, "dL_bp": -0.028094083070755005, "ratio": 0.6814373048783204}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8793, "test_loss": 0.4014364807128906}, {"step": 7550, "epoch": 16, "train_loss": 0.16985926032066345, "cos_r_negg": [0.595953106880188, 0.557415246963501, 0.49819767475128174, 0.4772894084453583, 0.5031352043151855], "cos_apical_negg": [0.595953106880188, 0.557415246963501, 0.49819767475128174, 0.4772894084453583, 0.5031352043151855], "cos_Ac_negg": [0.595953106880188, 0.557415246963501, 0.49819767475128174, 0.4772894084453583, 0.5031352043151855], "r_norm": [0.5441524386405945, 0.44016033411026, 0.42256730794906616, 0.4179409444332123, 0.4383118152618408]}, {"step": 7600, "epoch": 16, "train_loss": 0.20339041948318481, "cos_r_negg": [0.5985764265060425, 0.562364935874939, 0.5002524852752686, 0.48039036989212036, 0.4965663254261017], "cos_apical_negg": [0.5985764265060425, 0.562364935874939, 0.5002524852752686, 0.48039036989212036, 0.4965663254261017], "cos_Ac_negg": [0.5985764265060425, 0.562364935874939, 0.5002524852752686, 0.48039036989212036, 0.4965663254261017], "r_norm": [0.5534210205078125, 0.44805365800857544, 0.4282039701938629, 0.42457476258277893, 0.4476463794708252]}, {"step": 7650, "epoch": 16, "train_loss": 0.10012537986040115, "cos_r_negg": [0.5956870317459106, 0.5598211884498596, 0.49716609716415405, 0.4752994775772095, 0.5003792643547058], "cos_apical_negg": [0.5956870317459106, 0.5598211884498596, 0.49716609716415405, 0.4752994775772095, 0.5003792643547058], "cos_Ac_negg": [0.5956870317459106, 0.5598211884498596, 0.49716609716415405, 0.4752994775772095, 0.5003792643547058], "r_norm": [0.49607259035110474, 0.4006233215332031, 0.3823578357696533, 0.37825125455856323, 0.39871954917907715]}, {"step": 7700, "epoch": 16, "train_loss": 0.1242586076259613, "cos_r_negg": [0.5894496440887451, 0.551764726638794, 0.4902033507823944, 0.46739619970321655, 0.5031458139419556], "cos_apical_negg": [0.5894496440887451, 0.551764726638794, 0.4902033507823944, 0.46739619970321655, 0.5031458139419556], "cos_Ac_negg": [0.5894496440887451, 0.551764726638794, 0.4902033507823944, 0.46739619970321655, 0.5031458139419556], "r_norm": [0.5022762417793274, 0.40597420930862427, 0.38943570852279663, 0.38475561141967773, 0.4041869044303894]}, {"step": 7750, "epoch": 16, "train_loss": 0.1668144166469574, "cos_r_negg": [0.593722939491272, 0.5539618730545044, 0.4929206371307373, 0.46800994873046875, 0.5025145411491394], "cos_apical_negg": [0.593722939491272, 0.5539618730545044, 0.4929206371307373, 0.46800994873046875, 0.5025145411491394], "cos_Ac_negg": [0.593722939491272, 0.5539618730545044, 0.4929206371307373, 0.46800994873046875, 0.5025145411491394], "r_norm": [0.5096491575241089, 0.41099581122398376, 0.39125898480415344, 0.3879377245903015, 0.4096357822418213], "ldr": {"dL_sdil": -0.013788938522338867, "dL_bp": -0.020457357168197632, "ratio": 0.6740332296575786}}, {"step": 7800, "epoch": 16, "train_loss": 0.11983387172222137, "cos_r_negg": [0.608615517616272, 0.5627254247665405, 0.502163290977478, 0.4849375784397125, 0.521342933177948], "cos_apical_negg": [0.608615517616272, 0.5627254247665405, 0.502163290977478, 0.4849375784397125, 0.521342933177948], "cos_Ac_negg": [0.608615517616272, 0.5627254247665405, 0.502163290977478, 0.4849375784397125, 0.521342933177948], "r_norm": [0.5286389589309692, 0.4219456613063812, 0.4002239406108856, 0.39663317799568176, 0.4209100008010864]}, {"step": 7850, "epoch": 16, "train_loss": 0.1421809196472168, "cos_r_negg": [0.6043506860733032, 0.5604311227798462, 0.5009373426437378, 0.4818606972694397, 0.5098050832748413], "cos_apical_negg": [0.6043506860733032, 0.5604311227798462, 0.5009373426437378, 0.4818606972694397, 0.5098050832748413], "cos_Ac_negg": [0.6043506860733032, 0.5604311227798462, 0.5009373426437378, 0.4818606972694397, 0.5098050832748413], "r_norm": [0.4916567802429199, 0.39215049147605896, 0.37372198700904846, 0.3694729208946228, 0.3902115821838379]}, {"step": 7900, "epoch": 16, "train_loss": 0.11171533167362213, "cos_r_negg": [0.58722984790802, 0.5447652339935303, 0.4890415072441101, 0.4690540134906769, 0.5058310031890869], "cos_apical_negg": [0.58722984790802, 0.5447652339935303, 0.4890415072441101, 0.4690540134906769, 0.5058310031890869], "cos_Ac_negg": [0.58722984790802, 0.5447652339935303, 0.4890415072441101, 0.4690540134906769, 0.5058310031890869], "r_norm": [0.5484831929206848, 0.4354889392852783, 0.413735032081604, 0.4083775281906128, 0.43205782771110535]}, {"step": 7950, "epoch": 16, "train_loss": 0.15562804043293, "cos_r_negg": [0.5851877927780151, 0.5413872003555298, 0.4819643497467041, 0.46631932258605957, 0.4964742660522461], "cos_apical_negg": [0.5851877927780151, 0.5413872003555298, 0.4819643497467041, 0.46631932258605957, 0.4964742660522461], "cos_Ac_negg": [0.5851877927780151, 0.5413872003555298, 0.4819643497467041, 0.46631932258605957, 0.4964742660522461], "r_norm": [0.5246544480323792, 0.42343518137931824, 0.4026153087615967, 0.3979482650756836, 0.42128345370292664]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8848, "test_loss": 0.39414463806152344}, {"step": 8000, "epoch": 17, "train_loss": 0.17067095637321472, "cos_r_negg": [0.6056166887283325, 0.5657590627670288, 0.50319504737854, 0.4808717370033264, 0.5141058564186096], "cos_apical_negg": [0.6056166887283325, 0.5657590627670288, 0.50319504737854, 0.4808717370033264, 0.5141058564186096], "cos_Ac_negg": [0.6056166887283325, 0.5657590627670288, 0.50319504737854, 0.4808717370033264, 0.5141058564186096], "r_norm": [0.5452562570571899, 0.4323124885559082, 0.40894898772239685, 0.40376901626586914, 0.42908114194869995], "ldr": {"dL_sdil": -0.020532846450805664, "dL_bp": -0.027162611484527588, "ratio": 0.7559231358332986}}, {"step": 8050, "epoch": 17, "train_loss": 0.11171985417604446, "cos_r_negg": [0.6025515198707581, 0.5588140487670898, 0.4994810223579407, 0.4804302453994751, 0.5180960893630981], "cos_apical_negg": [0.6025515198707581, 0.5588140487670898, 0.4994810223579407, 0.4804302453994751, 0.5180960893630981], "cos_Ac_negg": [0.6025515198707581, 0.5588140487670898, 0.4994810223579407, 0.4804302453994751, 0.5180960893630981], "r_norm": [0.5010350346565247, 0.39884263277053833, 0.3782680630683899, 0.3744010031223297, 0.39660048484802246]}, {"step": 8100, "epoch": 17, "train_loss": 0.19462095201015472, "cos_r_negg": [0.5899356603622437, 0.5464950203895569, 0.4887511730194092, 0.47233831882476807, 0.5114635825157166], "cos_apical_negg": [0.5899356603622437, 0.5464950203895569, 0.4887511730194092, 0.47233831882476807, 0.5114635825157166], "cos_Ac_negg": [0.5899356603622437, 0.5464950203895569, 0.4887511730194092, 0.47233831882476807, 0.5114635825157166], "r_norm": [0.49853548407554626, 0.3962337374687195, 0.37677231431007385, 0.37169086933135986, 0.39320245385169983]}, {"step": 8150, "epoch": 17, "train_loss": 0.1627708226442337, "cos_r_negg": [0.6127173900604248, 0.5681266784667969, 0.5076435804367065, 0.48334622383117676, 0.5162553787231445], "cos_apical_negg": [0.6127173900604248, 0.5681266784667969, 0.5076435804367065, 0.48334622383117676, 0.5162553787231445], "cos_Ac_negg": [0.6127173900604248, 0.5681266784667969, 0.5076435804367065, 0.48334622383117676, 0.5162553787231445], "r_norm": [0.5129413604736328, 0.4091460704803467, 0.3876339793205261, 0.38346749544143677, 0.40612006187438965]}, {"step": 8200, "epoch": 17, "train_loss": 0.1170022040605545, "cos_r_negg": [0.6027818918228149, 0.5598509311676025, 0.5003471374511719, 0.4760236442089081, 0.5145777463912964], "cos_apical_negg": [0.6027818918228149, 0.5598509311676025, 0.5003471374511719, 0.4760236442089081, 0.5145777463912964], "cos_Ac_negg": [0.6027818918228149, 0.5598509311676025, 0.5003471374511719, 0.4760236442089081, 0.5145777463912964], "r_norm": [0.5508167743682861, 0.43574610352516174, 0.41398683190345764, 0.4082162380218506, 0.43239641189575195]}, {"step": 8250, "epoch": 17, "train_loss": 0.1501920521259308, "cos_r_negg": [0.5960841774940491, 0.553128719329834, 0.4956410527229309, 0.4770280122756958, 0.5132834911346436], "cos_apical_negg": [0.5960841774940491, 0.553128719329834, 0.4956410527229309, 0.4770280122756958, 0.5132834911346436], "cos_Ac_negg": [0.5960841774940491, 0.553128719329834, 0.4956410527229309, 0.4770280122756958, 0.5132834911346436], "r_norm": [0.5032970905303955, 0.4009970724582672, 0.38021206855773926, 0.3755301237106323, 0.3977247178554535], "ldr": {"dL_sdil": -0.014137893915176392, "dL_bp": -0.023179471492767334, "ratio": 0.6099316768110017}}, {"step": 8300, "epoch": 17, "train_loss": 0.07329204678535461, "cos_r_negg": [0.6042594313621521, 0.5595753192901611, 0.5000944137573242, 0.48019692301750183, 0.5134897828102112], "cos_apical_negg": [0.6042594313621521, 0.5595753192901611, 0.5000944137573242, 0.48019692301750183, 0.5134897828102112], "cos_Ac_negg": [0.6042594313621521, 0.5595753192901611, 0.5000944137573242, 0.48019692301750183, 0.5134897828102112], "r_norm": [0.5071712732315063, 0.40165865421295166, 0.3801063597202301, 0.37465471029281616, 0.39788365364074707]}, {"step": 8350, "epoch": 17, "train_loss": 0.149383544921875, "cos_r_negg": [0.5872187614440918, 0.5468118190765381, 0.4913451671600342, 0.4706432819366455, 0.5071271657943726], "cos_apical_negg": [0.5872187614440918, 0.5468118190765381, 0.4913451671600342, 0.4706432819366455, 0.5071271657943726], "cos_Ac_negg": [0.5872187614440918, 0.5468118190765381, 0.4913451671600342, 0.4706432819366455, 0.5071271657943726], "r_norm": [0.4867987632751465, 0.3832612633705139, 0.3619112968444824, 0.3570653200149536, 0.37864306569099426]}, {"step": 8400, "epoch": 17, "train_loss": 0.46722081303596497, "cos_r_negg": [0.5978909730911255, 0.5525659322738647, 0.4952573776245117, 0.4743974804878235, 0.5143706798553467], "cos_apical_negg": [0.5978909730911255, 0.5525659322738647, 0.4952573776245117, 0.4743974804878235, 0.5143706798553467], "cos_Ac_negg": [0.5978909730911255, 0.5525659322738647, 0.4952573776245117, 0.4743974804878235, 0.5143706798553467], "r_norm": [0.4909971356391907, 0.3844612240791321, 0.36201801896095276, 0.357764333486557, 0.379732221364975]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8805, "test_loss": 0.4173866180419922}, {"step": 8450, "epoch": 18, "train_loss": 0.11220061033964157, "cos_r_negg": [0.5870112180709839, 0.5463404655456543, 0.4888027012348175, 0.47073668241500854, 0.5086534023284912], "cos_apical_negg": [0.5870112180709839, 0.5463404655456543, 0.4888027012348175, 0.47073668241500854, 0.5086534023284912], "cos_Ac_negg": [0.5870112180709839, 0.5463404655456543, 0.4888027012348175, 0.47073668241500854, 0.5086534023284912], "r_norm": [0.5305135250091553, 0.4188433587551117, 0.39601820707321167, 0.3879474997520447, 0.4128480851650238]}, {"step": 8500, "epoch": 18, "train_loss": 0.10308706760406494, "cos_r_negg": [0.6001083254814148, 0.5604585409164429, 0.5019616484642029, 0.48043665289878845, 0.5188792943954468], "cos_apical_negg": [0.6001083254814148, 0.5604585409164429, 0.5019616484642029, 0.48043665289878845, 0.5188792943954468], "cos_Ac_negg": [0.6001083254814148, 0.5604585409164429, 0.5019616484642029, 0.48043665289878845, 0.5188792943954468], "r_norm": [0.5437047481536865, 0.42093217372894287, 0.39635932445526123, 0.3894636929035187, 0.414628803730011], "ldr": {"dL_sdil": -0.023981183767318726, "dL_bp": -0.03488016128540039, "ratio": 0.6875307591354632}}, {"step": 8550, "epoch": 18, "train_loss": 0.1327895224094391, "cos_r_negg": [0.6064043045043945, 0.5599312782287598, 0.5010422468185425, 0.4791991710662842, 0.5176060199737549], "cos_apical_negg": [0.6064043045043945, 0.5599312782287598, 0.5010422468185425, 0.4791991710662842, 0.5176060199737549], "cos_Ac_negg": [0.6064043045043945, 0.5599312782287598, 0.5010422468185425, 0.4791991710662842, 0.5176060199737549], "r_norm": [0.5446869134902954, 0.42477181553840637, 0.4000142812728882, 0.3920409679412842, 0.41907447576522827]}, {"step": 8600, "epoch": 18, "train_loss": 0.09827356040477753, "cos_r_negg": [0.5938122272491455, 0.5488346219062805, 0.4901884198188782, 0.47257232666015625, 0.5078533887863159], "cos_apical_negg": [0.5938122272491455, 0.5488346219062805, 0.4901884198188782, 0.47257232666015625, 0.5078533887863159], "cos_Ac_negg": [0.5938122272491455, 0.5488346219062805, 0.4901884198188782, 0.47257232666015625, 0.5078533887863159], "r_norm": [0.4941575229167938, 0.3854602873325348, 0.36268651485443115, 0.3566623330116272, 0.3808964192867279]}, {"step": 8650, "epoch": 18, "train_loss": 0.06574932485818863, "cos_r_negg": [0.5964574813842773, 0.5564959049224854, 0.494651734828949, 0.4782848358154297, 0.5128329992294312], "cos_apical_negg": [0.5964574813842773, 0.5564959049224854, 0.494651734828949, 0.4782848358154297, 0.5128329992294312], "cos_Ac_negg": [0.5964574813842773, 0.5564959049224854, 0.494651734828949, 0.4782848358154297, 0.5128329992294312], "r_norm": [0.5224320888519287, 0.4058726727962494, 0.38058921694755554, 0.37176865339279175, 0.39898544549942017]}, {"step": 8700, "epoch": 18, "train_loss": 0.14834988117218018, "cos_r_negg": [0.587550938129425, 0.5488556027412415, 0.49063438177108765, 0.47147321701049805, 0.5127192139625549], "cos_apical_negg": [0.587550938129425, 0.5488556027412415, 0.49063438177108765, 0.47147321701049805, 0.5127192139625549], "cos_Ac_negg": [0.587550938129425, 0.5488556027412415, 0.49063438177108765, 0.47147321701049805, 0.5127192139625549], "r_norm": [0.49736785888671875, 0.38844814896583557, 0.36592695116996765, 0.3585692346096039, 0.3830714225769043]}, {"step": 8750, "epoch": 18, "train_loss": 0.15670901536941528, "cos_r_negg": [0.5983363389968872, 0.5594620108604431, 0.49704617261886597, 0.4806516468524933, 0.5218663215637207], "cos_apical_negg": [0.5983363389968872, 0.5594620108604431, 0.49704617261886597, 0.4806516468524933, 0.5218663215637207], "cos_Ac_negg": [0.5983363389968872, 0.5594620108604431, 0.49704617261886597, 0.4806516468524933, 0.5218663215637207], "r_norm": [0.5457696914672852, 0.4247530698776245, 0.39770108461380005, 0.39022189378738403, 0.41826391220092773], "ldr": {"dL_sdil": -0.02180054783821106, "dL_bp": -0.03423827886581421, "ratio": 0.6367302493110478}}, {"step": 8800, "epoch": 18, "train_loss": 0.051978982985019684, "cos_r_negg": [0.5814671516418457, 0.5427807569503784, 0.4852867126464844, 0.4612831175327301, 0.5084028840065002], "cos_apical_negg": [0.5814671516418457, 0.5427807569503784, 0.4852867126464844, 0.4612831175327301, 0.5084028840065002], "cos_Ac_negg": [0.5814671516418457, 0.5427807569503784, 0.4852867126464844, 0.4612831175327301, 0.5084028840065002], "r_norm": [0.5390980243682861, 0.4193507134914398, 0.3943517208099365, 0.3861301839351654, 0.412240207195282]}, {"step": 8850, "epoch": 18, "train_loss": 0.10870727896690369, "cos_r_negg": [0.5888557434082031, 0.5541113615036011, 0.49185115098953247, 0.47320789098739624, 0.5098649263381958], "cos_apical_negg": [0.5888557434082031, 0.5541113615036011, 0.49185115098953247, 0.47320789098739624, 0.5098649263381958], "cos_Ac_negg": [0.5888557434082031, 0.5541113615036011, 0.49185115098953247, 0.47320789098739624, 0.5098649263381958], "r_norm": [0.5511060357093811, 0.42729562520980835, 0.40021562576293945, 0.39184075593948364, 0.41935020685195923]}, {"step": 8900, "epoch": 18, "train_loss": 0.1595393270254135, "cos_r_negg": [0.5926254987716675, 0.5518076419830322, 0.49329665303230286, 0.46759793162345886, 0.5110093355178833], "cos_apical_negg": [0.5926254987716675, 0.5518076419830322, 0.49329665303230286, 0.46759793162345886, 0.5110093355178833], "cos_Ac_negg": [0.5926254987716675, 0.5518076419830322, 0.49329665303230286, 0.46759793162345886, 0.5110093355178833], "r_norm": [0.5320942401885986, 0.41158780455589294, 0.3847888112068176, 0.3786792755126953, 0.4050237536430359]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8773, "test_loss": 0.4387926361083984}, {"step": 8950, "epoch": 19, "train_loss": 0.19081154465675354, "cos_r_negg": [0.5847564935684204, 0.5436761975288391, 0.4873815178871155, 0.4647447466850281, 0.5110507011413574], "cos_apical_negg": [0.5847564935684204, 0.5436761975288391, 0.4873815178871155, 0.4647447466850281, 0.5110507011413574], "cos_Ac_negg": [0.5847564935684204, 0.5436761975288391, 0.4873815178871155, 0.4647447466850281, 0.5110507011413574], "r_norm": [0.5174558162689209, 0.39704859256744385, 0.37311601638793945, 0.3645484149456024, 0.389265239238739]}, {"step": 9000, "epoch": 19, "train_loss": 0.17036879062652588, "cos_r_negg": [0.593565046787262, 0.5538685321807861, 0.49638432264328003, 0.4766770005226135, 0.5207245349884033], "cos_apical_negg": [0.593565046787262, 0.5538685321807861, 0.49638432264328003, 0.4766770005226135, 0.5207245349884033], "cos_Ac_negg": [0.593565046787262, 0.5538685321807861, 0.49638432264328003, 0.4766770005226135, 0.5207245349884033], "r_norm": [0.5041415691375732, 0.38878923654556274, 0.36439284682273865, 0.35752642154693604, 0.3822699189186096], "ldr": {"dL_sdil": -0.009419560432434082, "dL_bp": -0.01683834195137024, "ratio": 0.5594113992718597}}, {"step": 9050, "epoch": 19, "train_loss": 0.14476022124290466, "cos_r_negg": [0.5853098630905151, 0.544512152671814, 0.4869467616081238, 0.4652578830718994, 0.5128458142280579], "cos_apical_negg": [0.5853098630905151, 0.544512152671814, 0.4869467616081238, 0.4652578830718994, 0.5128458142280579], "cos_Ac_negg": [0.5853098630905151, 0.544512152671814, 0.4869467616081238, 0.4652578830718994, 0.5128458142280579], "r_norm": [0.5134942531585693, 0.3949000835418701, 0.3695884346961975, 0.362172394990921, 0.3874608278274536]}, {"step": 9100, "epoch": 19, "train_loss": 0.13672125339508057, "cos_r_negg": [0.5706401467323303, 0.5332335233688354, 0.4747564494609833, 0.4536479413509369, 0.5013769865036011], "cos_apical_negg": [0.5706401467323303, 0.5332335233688354, 0.4747564494609833, 0.4536479413509369, 0.5013769865036011], "cos_Ac_negg": [0.5706401467323303, 0.5332335233688354, 0.4747564494609833, 0.4536479413509369, 0.5013769865036011], "r_norm": [0.5171173214912415, 0.39911186695098877, 0.37406694889068604, 0.36614570021629333, 0.39094796776771545]}, {"step": 9150, "epoch": 19, "train_loss": 0.11298104375600815, "cos_r_negg": [0.5854798555374146, 0.549666702747345, 0.49251794815063477, 0.4663541913032532, 0.5139977931976318], "cos_apical_negg": [0.5854798555374146, 0.549666702747345, 0.49251794815063477, 0.4663541913032532, 0.5139977931976318], "cos_Ac_negg": [0.5854798555374146, 0.549666702747345, 0.49251794815063477, 0.4663541913032532, 0.5139977931976318], "r_norm": [0.49766045808792114, 0.3780894875526428, 0.3518734574317932, 0.34512951970100403, 0.37075304985046387]}, {"step": 9200, "epoch": 19, "train_loss": 0.09947993606328964, "cos_r_negg": [0.605738639831543, 0.5639061331748962, 0.5038288831710815, 0.48093339800834656, 0.5236421227455139], "cos_apical_negg": [0.605738639831543, 0.5639061331748962, 0.5038288831710815, 0.48093339800834656, 0.5236421227455139], "cos_Ac_negg": [0.605738639831543, 0.5639061331748962, 0.5038288831710815, 0.48093339800834656, 0.5236421227455139], "r_norm": [0.5020869374275208, 0.38297605514526367, 0.3559774160385132, 0.3491641581058502, 0.3753224313259125]}, {"step": 9250, "epoch": 19, "train_loss": 0.15448243916034698, "cos_r_negg": [0.618700385093689, 0.5766005516052246, 0.5127445459365845, 0.4933016300201416, 0.5351042151451111], "cos_apical_negg": [0.618700385093689, 0.5766005516052246, 0.5127445459365845, 0.4933016300201416, 0.5351042151451111], "cos_Ac_negg": [0.618700385093689, 0.5766005516052246, 0.5127445459365845, 0.4933016300201416, 0.5351042151451111], "r_norm": [0.5243844389915466, 0.3982585072517395, 0.3696972727775574, 0.36022400856018066, 0.3897162079811096], "ldr": {"dL_sdil": -0.021070897579193115, "dL_bp": -0.03147226572036743, "ratio": 0.6695068529990512}}, {"step": 9300, "epoch": 19, "train_loss": 0.12301402539014816, "cos_r_negg": [0.5834953784942627, 0.5456023812294006, 0.48846182227134705, 0.47261613607406616, 0.5126610994338989], "cos_apical_negg": [0.5834953784942627, 0.5456023812294006, 0.48846182227134705, 0.47261613607406616, 0.5126610994338989], "cos_Ac_negg": [0.5834953784942627, 0.5456023812294006, 0.48846182227134705, 0.47261613607406616, 0.5126610994338989], "r_norm": [0.5165971517562866, 0.39661145210266113, 0.36789578199386597, 0.36264243721961975, 0.38842418789863586]}, {"step": 9350, "epoch": 19, "train_loss": 0.21336214244365692, "cos_r_negg": [0.5879227519035339, 0.5478907823562622, 0.48898106813430786, 0.47233647108078003, 0.5190918445587158], "cos_apical_negg": [0.5879227519035339, 0.5478907823562622, 0.48898106813430786, 0.47233647108078003, 0.5190918445587158], "cos_Ac_negg": [0.5879227519035339, 0.5478907823562622, 0.48898106813430786, 0.47233647108078003, 0.5190918445587158], "r_norm": [0.5326552987098694, 0.40744027495384216, 0.3782186508178711, 0.3695025146007538, 0.3977596163749695]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8815, "test_loss": 0.43111831665039063}], "final": {"test_acc": 0.8815, "test_loss": 0.43111831665039063, "wall_s": 91.58265542984009, "cos_r_negg": [0.5910946130752563, 0.5497833490371704, 0.4918346405029297, 0.4685807526111603, 0.5150494575500488], "cos_apical_negg": [0.5910946130752563, 0.5497833490371704, 0.4918346405029297, 0.4685807526111603, 0.5150494575500488], "cos_Ac_negg": [0.5910946130752563, 0.5497833490371704, 0.4918346405029297, 0.4685807526111603, 0.5150494575500488]}}
\ No newline at end of file