{"args": {"mode": "sdil", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3298332691192627, "cos_r_negg": [-0.008458882570266724, -0.016517018899321556, -0.005600230302661657, 0.010380388237535954, 0.010035892948508263], "cos_apical_negg": [-0.008458882570266724, -0.016517018899321556, -0.005600230302661657, 0.010380388237535954, 0.010035892948508263], "cos_Ac_negg": [-0.008458882570266724, -0.016517018899321556, -0.005600230302661657, 0.010380388237535954, 0.010035892948508263], "r_norm": [4.81165885925293, 4.8416852951049805, 4.728046417236328, 4.760228157043457, 4.83497428894043], "ldr": {"dL_sdil": -0.002480745315551758, "dL_bp": -0.0763237476348877, "ratio": 0.03250292854353768}}, {"step": 50, "epoch": 0, "train_loss": 0.751326322555542, "cos_r_negg": [0.3227338492870331, 0.23564395308494568, 0.20566700398921967, 0.2358420491218567, 0.2583988308906555], "cos_apical_negg": [0.3227338492870331, 0.23564395308494568, 0.20566700398921967, 0.2358420491218567, 0.2583988308906555], "cos_Ac_negg": [0.3227338492870331, 0.23564395308494568, 0.20566700398921967, 0.2358420491218567, 0.2583988308906555], "r_norm": [1.459862470626831, 1.4818532466888428, 1.430915355682373, 1.4548745155334473, 1.4539577960968018]}, {"step": 100, "epoch": 0, "train_loss": 0.3913736343383789, "cos_r_negg": [0.37423962354660034, 0.2988835871219635, 0.2851260304450989, 0.2803559899330139, 0.30399203300476074], "cos_apical_negg": [0.37423962354660034, 0.2988835871219635, 0.2851260304450989, 0.2803559899330139, 0.30399203300476074], "cos_Ac_negg": [0.37423962354660034, 0.2988835871219635, 0.2851260304450989, 0.2803559899330139, 0.30399203300476074], "r_norm": [0.9164515733718872, 0.9186934232711792, 0.8943350315093994, 0.9017999768257141, 0.9009759426116943]}, {"step": 150, "epoch": 0, "train_loss": 0.44318583607673645, "cos_r_negg": [0.4046674370765686, 0.3174867033958435, 0.3141533136367798, 0.2884535789489746, 0.32517367601394653], "cos_apical_negg": [0.4046674370765686, 0.3174867033958435, 0.3141533136367798, 0.2884535789489746, 0.32517367601394653], "cos_Ac_negg": [0.4046674370765686, 0.3174867033958435, 0.3141533136367798, 0.2884535789489746, 0.32517367601394653], "r_norm": [0.8105219006538391, 0.8193958401679993, 0.7942501306533813, 0.8021467328071594, 0.8004820346832275]}, {"step": 200, "epoch": 0, "train_loss": 0.3342989683151245, "cos_r_negg": [0.41782253980636597, 0.3655747175216675, 0.3410835266113281, 0.3312299847602844, 0.3493833541870117], "cos_apical_negg": [0.41782253980636597, 0.3655747175216675, 0.3410835266113281, 0.3312299847602844, 0.3493833541870117], "cos_Ac_negg": [0.41782253980636597, 0.3655747175216675, 0.3410835266113281, 0.3312299847602844, 0.3493833541870117], "r_norm": [0.8176779747009277, 0.8265897631645203, 0.799849808216095, 0.8083751201629639, 0.8071884512901306]}, {"step": 250, "epoch": 0, "train_loss": 0.20302635431289673, "cos_r_negg": [0.41853511333465576, 0.36780139803886414, 0.3398461937904358, 0.32832908630371094, 0.3563668131828308], "cos_apical_negg": [0.41853511333465576, 0.36780139803886414, 0.3398461937904358, 0.32832908630371094, 0.3563668131828308], "cos_Ac_negg": [0.41853511333465576, 0.36780139803886414, 0.3398461937904358, 0.32832908630371094, 0.3563668131828308], "r_norm": [0.7265087962150574, 0.7326314449310303, 0.7109648585319519, 0.7150944471359253, 0.7153412699699402], "ldr": {"dL_sdil": -0.009395480155944824, "dL_bp": -0.006502121686935425, "ratio": 1.4449868225048699}}, {"step": 300, "epoch": 0, "train_loss": 0.28998568654060364, "cos_r_negg": [0.44417545199394226, 0.38775739073753357, 0.3843710422515869, 0.3642072081565857, 0.3682820200920105], "cos_apical_negg": [0.44417545199394226, 0.38775739073753357, 0.3843710422515869, 0.3642072081565857, 0.3682820200920105], "cos_Ac_negg": [0.44417545199394226, 0.38775739073753357, 0.3843710422515869, 0.3642072081565857, 0.3682820200920105], "r_norm": [0.6312852501869202, 0.6307722330093384, 0.61750328540802, 0.6208674907684326, 0.6201529502868652]}, {"step": 350, "epoch": 0, "train_loss": 0.19895529747009277, "cos_r_negg": [0.4538878798484802, 0.41333454847335815, 0.396533340215683, 0.37120699882507324, 0.37521541118621826], "cos_apical_negg": [0.4538878798484802, 0.41333454847335815, 0.396533340215683, 0.37120699882507324, 0.37521541118621826], "cos_Ac_negg": [0.4538878798484802, 0.41333454847335815, 0.396533340215683, 0.37120699882507324, 0.37521541118621826], "r_norm": [0.584083080291748, 0.5861400365829468, 0.573955774307251, 0.5766683220863342, 0.5758700966835022]}, {"step": 400, "epoch": 0, "train_loss": 0.17399519681930542, "cos_r_negg": [0.47193074226379395, 0.426978200674057, 0.40857166051864624, 0.3895181715488434, 0.38366901874542236], "cos_apical_negg": [0.47193074226379395, 0.426978200674057, 0.40857166051864624, 0.3895181715488434, 0.38366901874542236], "cos_Ac_negg": [0.47193074226379395, 0.426978200674057, 0.40857166051864624, 0.3895181715488434, 0.38366901874542236], "r_norm": [0.5593981742858887, 0.56544029712677, 0.5484078526496887, 0.5496079325675964, 0.5519042015075684]}, {"step": 450, "epoch": 0, "train_loss": 0.21492651104927063, "cos_r_negg": [0.4720476567745209, 0.4419284462928772, 0.4328262507915497, 0.4051303267478943, 0.3907155990600586], "cos_apical_negg": [0.4720476567745209, 0.4419284462928772, 0.4328262507915497, 0.4051303267478943, 0.3907155990600586], "cos_Ac_negg": [0.4720476567745209, 0.4419284462928772, 0.4328262507915497, 0.4051303267478943, 0.3907155990600586], "r_norm": [0.6034864187240601, 0.6046870946884155, 0.5906937122344971, 0.5926231741905212, 0.5935944318771362]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9425, "test_loss": 0.19836314544677736}, {"step": 500, "epoch": 1, "train_loss": 0.22921881079673767, "cos_r_negg": [0.47187405824661255, 0.4381169080734253, 0.4370955228805542, 0.4157947897911072, 0.3922606408596039], "cos_apical_negg": [0.47187405824661255, 0.4381169080734253, 0.4370955228805542, 0.4157947897911072, 0.3922606408596039], "cos_Ac_negg": [0.47187405824661255, 0.4381169080734253, 0.4370955228805542, 0.4157947897911072, 0.3922606408596039], "r_norm": [0.5704344511032104, 0.5734305381774902, 0.5553598403930664, 0.562315821647644, 0.5618890523910522], "ldr": {"dL_sdil": -0.006113976240158081, "dL_bp": -0.005006253719329834, "ratio": 1.221267754878499}}, {"step": 550, "epoch": 1, "train_loss": 0.21626940369606018, "cos_r_negg": [0.4839412569999695, 0.443667471408844, 0.43767881393432617, 0.417624294757843, 0.3930670917034149], "cos_apical_negg": [0.4839412569999695, 0.443667471408844, 0.43767881393432617, 0.417624294757843, 0.3930670917034149], "cos_Ac_negg": [0.4839412569999695, 0.443667471408844, 0.43767881393432617, 0.417624294757843, 0.3930670917034149], "r_norm": [0.49853500723838806, 0.4989163875579834, 0.48727908730506897, 0.48921024799346924, 0.4874856472015381]}, {"step": 600, "epoch": 1, "train_loss": 0.24004216492176056, "cos_r_negg": [0.4737696349620819, 0.4467380940914154, 0.4191882014274597, 0.41263747215270996, 0.39710891246795654], "cos_apical_negg": [0.4737696349620819, 0.4467380940914154, 0.4191882014274597, 0.41263747215270996, 0.39710891246795654], "cos_Ac_negg": [0.4737696349620819, 0.4467380940914154, 0.4191882014274597, 0.41263747215270996, 0.39710891246795654], "r_norm": [0.4915059804916382, 0.4935590624809265, 0.4816375970840454, 0.4839703440666199, 0.48228132724761963]}, {"step": 650, "epoch": 1, "train_loss": 0.18764863908290863, "cos_r_negg": [0.47904297709465027, 0.4518635869026184, 0.4414914846420288, 0.42740726470947266, 0.40215811133384705], "cos_apical_negg": [0.47904297709465027, 0.4518635869026184, 0.4414914846420288, 0.42740726470947266, 0.40215811133384705], "cos_Ac_negg": [0.47904297709465027, 0.4518635869026184, 0.4414914846420288, 0.42740726470947266, 0.40215811133384705], "r_norm": [0.4873017370700836, 0.4887200593948364, 0.47578489780426025, 0.47792842984199524, 0.47867268323898315]}, {"step": 700, "epoch": 1, "train_loss": 0.0868130698800087, "cos_r_negg": [0.5052260160446167, 0.4726676344871521, 0.4638405442237854, 0.450538694858551, 0.4158361554145813], "cos_apical_negg": [0.5052260160446167, 0.4726676344871521, 0.4638405442237854, 0.450538694858551, 0.4158361554145813], "cos_Ac_negg": [0.5052260160446167, 0.4726676344871521, 0.4638405442237854, 0.450538694858551, 0.4158361554145813], "r_norm": [0.4425022602081299, 0.4421665668487549, 0.43147116899490356, 0.43225160241127014, 0.434055894613266]}, {"step": 750, "epoch": 1, "train_loss": 0.09222042560577393, "cos_r_negg": [0.4983544647693634, 0.4581916928291321, 0.45824670791625977, 0.43714916706085205, 0.419173926115036], "cos_apical_negg": [0.4983544647693634, 0.4581916928291321, 0.45824670791625977, 0.43714916706085205, 0.419173926115036], "cos_Ac_negg": [0.4983544647693634, 0.4581916928291321, 0.45824670791625977, 0.43714916706085205, 0.419173926115036], "r_norm": [0.42172175645828247, 0.4232059121131897, 0.41035765409469604, 0.4145054817199707, 0.4145727753639221], "ldr": {"dL_sdil": -0.005276411771774292, "dL_bp": -0.004290685057640076, "ratio": 1.2297364408928155}}, {"step": 800, "epoch": 1, "train_loss": 0.062317393720149994, "cos_r_negg": [0.4998125731945038, 0.47322332859039307, 0.46919116377830505, 0.4464488625526428, 0.42900145053863525], "cos_apical_negg": [0.4998125731945038, 0.47322332859039307, 0.46919116377830505, 0.4464488625526428, 0.42900145053863525], "cos_Ac_negg": [0.4998125731945038, 0.47322332859039307, 0.46919116377830505, 0.4464488625526428, 0.42900145053863525], "r_norm": [0.47652947902679443, 0.47798633575439453, 0.46257686614990234, 0.46738743782043457, 0.4696594774723053]}, {"step": 850, "epoch": 1, "train_loss": 0.17835688591003418, "cos_r_negg": [0.482069194316864, 0.4658142328262329, 0.45081931352615356, 0.4413449466228485, 0.42499375343322754], "cos_apical_negg": [0.482069194316864, 0.4658142328262329, 0.45081931352615356, 0.4413449466228485, 0.42499375343322754], "cos_Ac_negg": [0.482069194316864, 0.4658142328262329, 0.45081931352615356, 0.4413449466228485, 0.42499375343322754], "r_norm": [0.4192259907722473, 0.4226859211921692, 0.4100443124771118, 0.4115543067455292, 0.413610577583313]}, {"step": 900, "epoch": 1, "train_loss": 0.18313229084014893, "cos_r_negg": [0.4931231141090393, 0.4754306674003601, 0.4636091887950897, 0.4542185664176941, 0.43606892228126526], "cos_apical_negg": [0.4931231141090393, 0.4754306674003601, 0.4636091887950897, 0.4542185664176941, 0.43606892228126526], "cos_Ac_negg": [0.4931231141090393, 0.4754306674003601, 0.4636091887950897, 0.4542185664176941, 0.43606892228126526], "r_norm": [0.4534478783607483, 0.45644187927246094, 0.4417767822742462, 0.44468602538108826, 0.44490617513656616]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9573, "test_loss": 0.14331868858337402}, {"step": 950, "epoch": 2, "train_loss": 0.145311176776886, "cos_r_negg": [0.4882175326347351, 0.4727190136909485, 0.46098145842552185, 0.4487611949443817, 0.4399379789829254], "cos_apical_negg": [0.4882175326347351, 0.4727190136909485, 0.46098145842552185, 0.4487611949443817, 0.4399379789829254], "cos_Ac_negg": [0.4882175326347351, 0.4727190136909485, 0.46098145842552185, 0.4487611949443817, 0.4399379789829254], "r_norm": [0.3975907564163208, 0.3992149829864502, 0.38831856846809387, 0.38807815313339233, 0.389513224363327]}, {"step": 1000, "epoch": 2, "train_loss": 0.11477407068014145, "cos_r_negg": [0.4911162853240967, 0.48402369022369385, 0.47263115644454956, 0.46694791316986084, 0.45124486088752747], "cos_apical_negg": [0.4911162853240967, 0.48402369022369385, 0.47263115644454956, 0.46694791316986084, 0.45124486088752747], "cos_Ac_negg": [0.4911162853240967, 0.48402369022369385, 0.47263115644454956, 0.46694791316986084, 0.45124486088752747], "r_norm": [0.3793001174926758, 0.3808877468109131, 0.3713642954826355, 0.37130457162857056, 0.3701504170894623], "ldr": {"dL_sdil": -0.004370003938674927, "dL_bp": -0.0039573609828948975, "ratio": 1.1042722555671864}}, {"step": 1050, "epoch": 2, "train_loss": 0.08506504446268082, "cos_r_negg": [0.49589166045188904, 0.48043516278266907, 0.4651404619216919, 0.4645736813545227, 0.44839781522750854], "cos_apical_negg": [0.49589166045188904, 0.48043516278266907, 0.4651404619216919, 0.4645736813545227, 0.44839781522750854], "cos_Ac_negg": [0.49589166045188904, 0.48043516278266907, 0.4651404619216919, 0.4645736813545227, 0.44839781522750854], "r_norm": [0.39025649428367615, 0.390617698431015, 0.37870752811431885, 0.3820243179798126, 0.3819598853588104]}, {"step": 1100, "epoch": 2, "train_loss": 0.11001332849264145, "cos_r_negg": [0.5091925859451294, 0.4879465401172638, 0.47463464736938477, 0.4717695713043213, 0.46170127391815186], "cos_apical_negg": [0.5091925859451294, 0.4879465401172638, 0.47463464736938477, 0.4717695713043213, 0.46170127391815186], "cos_Ac_negg": [0.5091925859451294, 0.4879465401172638, 0.47463464736938477, 0.4717695713043213, 0.46170127391815186], "r_norm": [0.35453325510025024, 0.3551291525363922, 0.3471035361289978, 0.34470030665397644, 0.3469253182411194]}, {"step": 1150, "epoch": 2, "train_loss": 0.06675238907337189, "cos_r_negg": [0.5096635818481445, 0.5002349615097046, 0.4845907688140869, 0.47557178139686584, 0.46464377641677856], "cos_apical_negg": [0.5096635818481445, 0.5002349615097046, 0.4845907688140869, 0.47557178139686584, 0.46464377641677856], "cos_Ac_negg": [0.5096635818481445, 0.5002349615097046, 0.4845907688140869, 0.47557178139686584, 0.46464377641677856], "r_norm": [0.354057252407074, 0.35387253761291504, 0.34624573588371277, 0.3455667495727539, 0.3471490740776062]}, {"step": 1200, "epoch": 2, "train_loss": 0.0307853315025568, "cos_r_negg": [0.5087018013000488, 0.501896858215332, 0.48097527027130127, 0.4735434651374817, 0.45983922481536865], "cos_apical_negg": [0.5087018013000488, 0.501896858215332, 0.48097527027130127, 0.4735434651374817, 0.45983922481536865], "cos_Ac_negg": [0.5087018013000488, 0.501896858215332, 0.48097527027130127, 0.4735434651374817, 0.45983922481536865], "r_norm": [0.36013031005859375, 0.3599469065666199, 0.3506762981414795, 0.35049110651016235, 0.3511231541633606]}, {"step": 1250, "epoch": 2, "train_loss": 0.08172410726547241, "cos_r_negg": [0.51763516664505, 0.506777286529541, 0.4807145297527313, 0.468222439289093, 0.4630892276763916], "cos_apical_negg": [0.51763516664505, 0.506777286529541, 0.4807145297527313, 0.468222439289093, 0.4630892276763916], "cos_Ac_negg": [0.51763516664505, 0.506777286529541, 0.4807145297527313, 0.468222439289093, 0.4630892276763916], "r_norm": [0.3316640257835388, 0.32836687564849854, 0.32185736298561096, 0.32146596908569336, 0.32245028018951416], "ldr": {"dL_sdil": -0.005473092198371887, "dL_bp": -0.00445556640625, "ratio": 1.2283718161386987}}, {"step": 1300, "epoch": 2, "train_loss": 0.1718490570783615, "cos_r_negg": [0.52573561668396, 0.5179766416549683, 0.4883660078048706, 0.47290194034576416, 0.4685399830341339], "cos_apical_negg": [0.52573561668396, 0.5179766416549683, 0.4883660078048706, 0.47290194034576416, 0.4685399830341339], "cos_Ac_negg": [0.52573561668396, 0.5179766416549683, 0.4883660078048706, 0.47290194034576416, 0.4685399830341339], "r_norm": [0.3091554045677185, 0.30854880809783936, 0.3014570474624634, 0.30137211084365845, 0.30105647444725037]}, {"step": 1350, "epoch": 2, "train_loss": 0.11643694341182709, "cos_r_negg": [0.5317028760910034, 0.5164169073104858, 0.48875370621681213, 0.4778856039047241, 0.4669400453567505], "cos_apical_negg": [0.5317028760910034, 0.5164169073104858, 0.48875370621681213, 0.4778856039047241, 0.4669400453567505], "cos_Ac_negg": [0.5317028760910034, 0.5164169073104858, 0.48875370621681213, 0.4778856039047241, 0.4669400453567505], "r_norm": [0.3701103925704956, 0.3713395297527313, 0.3595965504646301, 0.3603721559047699, 0.36189204454421997]}, {"step": 1400, "epoch": 2, "train_loss": 0.17333395779132843, "cos_r_negg": [0.5180808305740356, 0.5119606256484985, 0.49174267053604126, 0.4813343584537506, 0.47304171323776245], "cos_apical_negg": [0.5180808305740356, 0.5119606256484985, 0.49174267053604126, 0.4813343584537506, 0.47304171323776245], "cos_Ac_negg": [0.5180808305740356, 0.5119606256484985, 0.49174267053604126, 0.4813343584537506, 0.47304171323776245], "r_norm": [0.32348012924194336, 0.32226574420928955, 0.31497493386268616, 0.3148788809776306, 0.31428465247154236]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9642, "test_loss": 0.11833804969787598}, {"step": 1450, "epoch": 3, "train_loss": 0.04882945865392685, "cos_r_negg": [0.5153045654296875, 0.5030801296234131, 0.4914015531539917, 0.4787643551826477, 0.4665316939353943], "cos_apical_negg": [0.5153045654296875, 0.5030801296234131, 0.4914015531539917, 0.4787643551826477, 0.4665316939353943], "cos_Ac_negg": [0.5153045654296875, 0.5030801296234131, 0.4914015531539917, 0.4787643551826477, 0.4665316939353943], "r_norm": [0.2937595844268799, 0.2973439693450928, 0.28661268949508667, 0.2870693504810333, 0.2872072458267212]}, {"step": 1500, "epoch": 3, "train_loss": 0.020193904638290405, "cos_r_negg": [0.5177570581436157, 0.505074143409729, 0.48882928490638733, 0.47309327125549316, 0.46590444445610046], "cos_apical_negg": [0.5177570581436157, 0.505074143409729, 0.48882928490638733, 0.47309327125549316, 0.46590444445610046], "cos_Ac_negg": [0.5177570581436157, 0.505074143409729, 0.48882928490638733, 0.47309327125549316, 0.46590444445610046], "r_norm": [0.2863715887069702, 0.28968557715415955, 0.2803022861480713, 0.27942007780075073, 0.27994775772094727], "ldr": {"dL_sdil": -0.0036051571369171143, "dL_bp": -0.0032341107726097107, "ratio": 1.1147290214824628}}, {"step": 1550, "epoch": 3, "train_loss": 0.06484714895486832, "cos_r_negg": [0.5300624966621399, 0.5203418135643005, 0.502086877822876, 0.484655499458313, 0.4769923985004425], "cos_apical_negg": [0.5300624966621399, 0.5203418135643005, 0.502086877822876, 0.484655499458313, 0.4769923985004425], "cos_Ac_negg": [0.5300624966621399, 0.5203418135643005, 0.502086877822876, 0.484655499458313, 0.4769923985004425], "r_norm": [0.29577070474624634, 0.29821932315826416, 0.28969132900238037, 0.288085401058197, 0.28820449113845825]}, {"step": 1600, "epoch": 3, "train_loss": 0.038309283554553986, "cos_r_negg": [0.517186164855957, 0.5114898085594177, 0.4936397671699524, 0.4872668385505676, 0.47693687677383423], "cos_apical_negg": [0.517186164855957, 0.5114898085594177, 0.4936397671699524, 0.4872668385505676, 0.47693687677383423], "cos_Ac_negg": [0.517186164855957, 0.5114898085594177, 0.4936397671699524, 0.4872668385505676, 0.47693687677383423], "r_norm": [0.2867330312728882, 0.2887284755706787, 0.27847909927368164, 0.279050350189209, 0.2790786027908325]}, {"step": 1650, "epoch": 3, "train_loss": 0.06920888274908066, "cos_r_negg": [0.5228444933891296, 0.5235105752944946, 0.4995229244232178, 0.47699740529060364, 0.47140857577323914], "cos_apical_negg": [0.5228444933891296, 0.5235105752944946, 0.4995229244232178, 0.47699740529060364, 0.47140857577323914], "cos_Ac_negg": [0.5228444933891296, 0.5235105752944946, 0.4995229244232178, 0.47699740529060364, 0.47140857577323914], "r_norm": [0.2801714539527893, 0.28399163484573364, 0.2723798453807831, 0.2743009924888611, 0.27372193336486816]}, {"step": 1700, "epoch": 3, "train_loss": 0.05710713565349579, "cos_r_negg": [0.5268227458000183, 0.522331178188324, 0.4978804290294647, 0.4736737310886383, 0.47465598583221436], "cos_apical_negg": [0.5268227458000183, 0.522331178188324, 0.4978804290294647, 0.4736737310886383, 0.47465598583221436], "cos_Ac_negg": [0.5268227458000183, 0.522331178188324, 0.4978804290294647, 0.4736737310886383, 0.47465598583221436], "r_norm": [0.30061519145965576, 0.30519866943359375, 0.29380083084106445, 0.2939057946205139, 0.2958516478538513]}, {"step": 1750, "epoch": 3, "train_loss": 0.04266810417175293, "cos_r_negg": [0.5386066436767578, 0.5288367867469788, 0.5058563947677612, 0.4774329364299774, 0.4753897488117218], "cos_apical_negg": [0.5386066436767578, 0.5288367867469788, 0.5058563947677612, 0.4774329364299774, 0.4753897488117218], "cos_Ac_negg": [0.5386066436767578, 0.5288367867469788, 0.5058563947677612, 0.4774329364299774, 0.4753897488117218], "r_norm": [0.2603459656238556, 0.26198798418045044, 0.2541782557964325, 0.25149691104888916, 0.25261545181274414], "ldr": {"dL_sdil": -0.003303922712802887, "dL_bp": -0.003368362784385681, "ratio": 0.9808690228138396}}, {"step": 1800, "epoch": 3, "train_loss": 0.10027702152729034, "cos_r_negg": [0.5311939716339111, 0.5167371034622192, 0.4976821541786194, 0.47782230377197266, 0.4740583300590515], "cos_apical_negg": [0.5311939716339111, 0.5167371034622192, 0.4976821541786194, 0.47782230377197266, 0.4740583300590515], "cos_Ac_negg": [0.5311939716339111, 0.5167371034622192, 0.4976821541786194, 0.47782230377197266, 0.4740583300590515], "r_norm": [0.2979125678539276, 0.2979001998901367, 0.2885192334651947, 0.28959766030311584, 0.2897699475288391]}, {"step": 1850, "epoch": 3, "train_loss": 0.06439247727394104, "cos_r_negg": [0.5380975008010864, 0.5235714316368103, 0.5012807250022888, 0.4813348948955536, 0.47873756289482117], "cos_apical_negg": [0.5380975008010864, 0.5235714316368103, 0.5012807250022888, 0.4813348948955536, 0.47873756289482117], "cos_Ac_negg": [0.5380975008010864, 0.5235714316368103, 0.5012807250022888, 0.4813348948955536, 0.47873756289482117], "r_norm": [0.3016427159309387, 0.30037498474121094, 0.29179221391677856, 0.2941396236419678, 0.2939120829105377]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9671, "test_loss": 0.11321740455627441}, {"step": 1900, "epoch": 4, "train_loss": 0.06046590954065323, "cos_r_negg": [0.5161773562431335, 0.5252866148948669, 0.5032914876937866, 0.47994327545166016, 0.47683632373809814], "cos_apical_negg": [0.5161773562431335, 0.5252866148948669, 0.5032914876937866, 0.47994327545166016, 0.47683632373809814], "cos_Ac_negg": [0.5161773562431335, 0.5252866148948669, 0.5032914876937866, 0.47994327545166016, 0.47683632373809814], "r_norm": [0.2778436541557312, 0.27917027473449707, 0.2701576352119446, 0.2701476812362671, 0.27012699842453003]}, {"step": 1950, "epoch": 4, "train_loss": 0.10649508237838745, "cos_r_negg": [0.50677490234375, 0.5123530626296997, 0.4904944896697998, 0.4780116081237793, 0.4796176552772522], "cos_apical_negg": [0.50677490234375, 0.5123530626296997, 0.4904944896697998, 0.4780116081237793, 0.4796176552772522], "cos_Ac_negg": [0.50677490234375, 0.5123530626296997, 0.4904944896697998, 0.4780116081237793, 0.4796176552772522], "r_norm": [0.2829385995864868, 0.28426191210746765, 0.2755494713783264, 0.27567005157470703, 0.2744646668434143]}, {"step": 2000, "epoch": 4, "train_loss": 0.09921197593212128, "cos_r_negg": [0.5229562520980835, 0.5255705118179321, 0.49812182784080505, 0.48748356103897095, 0.4802820682525635], "cos_apical_negg": [0.5229562520980835, 0.5255705118179321, 0.49812182784080505, 0.48748356103897095, 0.4802820682525635], "cos_Ac_negg": [0.5229562520980835, 0.5255705118179321, 0.49812182784080505, 0.48748356103897095, 0.4802820682525635], "r_norm": [0.24346721172332764, 0.24509939551353455, 0.2378983497619629, 0.23654289543628693, 0.23633161187171936], "ldr": {"dL_sdil": -0.003602840006351471, "dL_bp": -0.003954358398914337, "ratio": 0.9111060867271477}}, {"step": 2050, "epoch": 4, "train_loss": 0.0774562656879425, "cos_r_negg": [0.5177654027938843, 0.5168426036834717, 0.491601824760437, 0.4770303964614868, 0.4759244918823242], "cos_apical_negg": [0.5177654027938843, 0.5168426036834717, 0.491601824760437, 0.4770303964614868, 0.4759244918823242], "cos_Ac_negg": [0.5177654027938843, 0.5168426036834717, 0.491601824760437, 0.4770303964614868, 0.4759244918823242], "r_norm": [0.26335710287094116, 0.26403701305389404, 0.256585031747818, 0.25563985109329224, 0.25496894121170044]}, {"step": 2100, "epoch": 4, "train_loss": 0.041795313358306885, "cos_r_negg": [0.5280987024307251, 0.5241624116897583, 0.5014610886573792, 0.4901677370071411, 0.48040783405303955], "cos_apical_negg": [0.5280987024307251, 0.5241624116897583, 0.5014610886573792, 0.4901677370071411, 0.48040783405303955], "cos_Ac_negg": [0.5280987024307251, 0.5241624116897583, 0.5014610886573792, 0.4901677370071411, 0.48040783405303955], "r_norm": [0.26406633853912354, 0.2657747268676758, 0.25753074884414673, 0.2558833062648773, 0.2560544013977051]}, {"step": 2150, "epoch": 4, "train_loss": 0.10441019386053085, "cos_r_negg": [0.5213227868080139, 0.5224407911300659, 0.5015122890472412, 0.49419474601745605, 0.4863872826099396], "cos_apical_negg": [0.5213227868080139, 0.5224407911300659, 0.5015122890472412, 0.49419474601745605, 0.4863872826099396], "cos_Ac_negg": [0.5213227868080139, 0.5224407911300659, 0.5015122890472412, 0.49419474601745605, 0.4863872826099396], "r_norm": [0.2380489856004715, 0.2392580211162567, 0.23193375766277313, 0.2302817851305008, 0.22978052496910095]}, {"step": 2200, "epoch": 4, "train_loss": 0.08147219568490982, "cos_r_negg": [0.5115488767623901, 0.5114977359771729, 0.49276599287986755, 0.4931919574737549, 0.48618850111961365], "cos_apical_negg": [0.5115488767623901, 0.5114977359771729, 0.49276599287986755, 0.4931919574737549, 0.48618850111961365], "cos_Ac_negg": [0.5115488767623901, 0.5114977359771729, 0.49276599287986755, 0.4931919574737549, 0.48618850111961365], "r_norm": [0.2860279679298401, 0.28598856925964355, 0.27630603313446045, 0.2786838412284851, 0.2779892086982727]}, {"step": 2250, "epoch": 4, "train_loss": 0.020874042063951492, "cos_r_negg": [0.4989246428012848, 0.5008122324943542, 0.48145437240600586, 0.47715458273887634, 0.4752632677555084], "cos_apical_negg": [0.4989246428012848, 0.5008122324943542, 0.48145437240600586, 0.47715458273887634, 0.4752632677555084], "cos_Ac_negg": [0.4989246428012848, 0.5008122324943542, 0.48145437240600586, 0.47715458273887634, 0.4752632677555084], "r_norm": [0.3077865242958069, 0.31272488832473755, 0.29896804690361023, 0.3006097674369812, 0.3015192747116089], "ldr": {"dL_sdil": -0.006293833255767822, "dL_bp": -0.007189586758613586, "ratio": 0.8754095982258516}}, {"step": 2300, "epoch": 4, "train_loss": 0.13546128571033478, "cos_r_negg": [0.5287517309188843, 0.5278871655464172, 0.5075459480285645, 0.4930048882961273, 0.48011213541030884], "cos_apical_negg": [0.5287517309188843, 0.5278871655464172, 0.5075459480285645, 0.4930048882961273, 0.48011213541030884], "cos_Ac_negg": [0.5287517309188843, 0.5278871655464172, 0.5075459480285645, 0.4930048882961273, 0.48011213541030884], "r_norm": [0.2644359767436981, 0.2658156752586365, 0.25725051760673523, 0.2581968605518341, 0.25872308015823364]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9688, "test_loss": 0.10963352584838867}, {"step": 2350, "epoch": 5, "train_loss": 0.04749321937561035, "cos_r_negg": [0.5346463918685913, 0.528470516204834, 0.5035915374755859, 0.49837806820869446, 0.500401496887207], "cos_apical_negg": [0.5346463918685913, 0.528470516204834, 0.5035915374755859, 0.49837806820869446, 0.500401496887207], "cos_Ac_negg": [0.5346463918685913, 0.528470516204834, 0.5035915374755859, 0.49837806820869446, 0.500401496887207], "r_norm": [0.2791517376899719, 0.279220312833786, 0.27133363485336304, 0.2725987136363983, 0.27315452694892883]}, {"step": 2400, "epoch": 5, "train_loss": 0.036897145211696625, "cos_r_negg": [0.5178015828132629, 0.5159969329833984, 0.4862246513366699, 0.4775114357471466, 0.48887166380882263], "cos_apical_negg": [0.5178015828132629, 0.5159969329833984, 0.4862246513366699, 0.4775114357471466, 0.48887166380882263], "cos_Ac_negg": [0.5178015828132629, 0.5159969329833984, 0.4862246513366699, 0.4775114357471466, 0.48887166380882263], "r_norm": [0.2679779529571533, 0.2689686417579651, 0.26116782426834106, 0.26187410950660706, 0.2625041902065277]}, {"step": 2450, "epoch": 5, "train_loss": 0.060982875525951385, "cos_r_negg": [0.5031068921089172, 0.5061630606651306, 0.4820350408554077, 0.4687159061431885, 0.4801119565963745], "cos_apical_negg": [0.5031068921089172, 0.5061630606651306, 0.4820350408554077, 0.4687159061431885, 0.4801119565963745], "cos_Ac_negg": [0.5031068921089172, 0.5061630606651306, 0.4820350408554077, 0.4687159061431885, 0.4801119565963745], "r_norm": [0.23172612488269806, 0.23342736065387726, 0.22519782185554504, 0.22445639967918396, 0.22483433783054352]}, {"step": 2500, "epoch": 5, "train_loss": 0.06209331750869751, "cos_r_negg": [0.5297456979751587, 0.5342755913734436, 0.5051231384277344, 0.487499475479126, 0.486927330493927], "cos_apical_negg": [0.5297456979751587, 0.5342755913734436, 0.5051231384277344, 0.487499475479126, 0.486927330493927], "cos_Ac_negg": [0.5297456979751587, 0.5342755913734436, 0.5051231384277344, 0.487499475479126, 0.486927330493927], "r_norm": [0.25415024161338806, 0.25410574674606323, 0.24664434790611267, 0.2468515932559967, 0.24715656042099], "ldr": {"dL_sdil": -0.005079030990600586, "dL_bp": -0.006019413471221924, "ratio": 0.8437750646109973}}, {"step": 2550, "epoch": 5, "train_loss": 0.03288266435265541, "cos_r_negg": [0.5143017172813416, 0.519410252571106, 0.4904400110244751, 0.4782872200012207, 0.47588634490966797], "cos_apical_negg": [0.5143017172813416, 0.519410252571106, 0.4904400110244751, 0.4782872200012207, 0.47588634490966797], "cos_Ac_negg": [0.5143017172813416, 0.519410252571106, 0.4904400110244751, 0.4782872200012207, 0.47588634490966797], "r_norm": [0.22573347389698029, 0.22712622582912445, 0.2192455232143402, 0.21836349368095398, 0.21982422471046448]}, {"step": 2600, "epoch": 5, "train_loss": 0.018527789041399956, "cos_r_negg": [0.5124160051345825, 0.5242311954498291, 0.49436095356941223, 0.4820537269115448, 0.48757225275039673], "cos_apical_negg": [0.5124160051345825, 0.5242311954498291, 0.49436095356941223, 0.4820537269115448, 0.48757225275039673], "cos_Ac_negg": [0.5124160051345825, 0.5242311954498291, 0.49436095356941223, 0.4820537269115448, 0.48757225275039673], "r_norm": [0.2447691410779953, 0.24612051248550415, 0.2366454005241394, 0.2369213104248047, 0.2364293932914734]}, {"step": 2650, "epoch": 5, "train_loss": 0.01721222512423992, "cos_r_negg": [0.5287328958511353, 0.5268176794052124, 0.5101118087768555, 0.49669015407562256, 0.4988398849964142], "cos_apical_negg": [0.5287328958511353, 0.5268176794052124, 0.5101118087768555, 0.49669015407562256, 0.4988398849964142], "cos_Ac_negg": [0.5287328958511353, 0.5268176794052124, 0.5101118087768555, 0.49669015407562256, 0.4988398849964142], "r_norm": [0.25953763723373413, 0.26070165634155273, 0.2516360282897949, 0.2529628276824951, 0.2528737187385559]}, {"step": 2700, "epoch": 5, "train_loss": 0.1108359768986702, "cos_r_negg": [0.5147863030433655, 0.526268720626831, 0.4988604485988617, 0.4827025532722473, 0.48379188776016235], "cos_apical_negg": [0.5147863030433655, 0.526268720626831, 0.4988604485988617, 0.4827025532722473, 0.48379188776016235], "cos_Ac_negg": [0.5147863030433655, 0.526268720626831, 0.4988604485988617, 0.4827025532722473, 0.48379188776016235], "r_norm": [0.21362769603729248, 0.2145717591047287, 0.20730334520339966, 0.20681068301200867, 0.20670519769191742]}, {"step": 2750, "epoch": 5, "train_loss": 0.014338137581944466, "cos_r_negg": [0.4965139627456665, 0.505500316619873, 0.4790037274360657, 0.4702851176261902, 0.475945383310318], "cos_apical_negg": [0.4965139627456665, 0.505500316619873, 0.4790037274360657, 0.4702851176261902, 0.475945383310318], "cos_Ac_negg": [0.4965139627456665, 0.505500316619873, 0.4790037274360657, 0.4702851176261902, 0.475945383310318], "r_norm": [0.22893519699573517, 0.2295892834663391, 0.2221602499485016, 0.22077181935310364, 0.2200884073972702], "ldr": {"dL_sdil": -0.004182666540145874, "dL_bp": -0.006143108010292053, "ratio": 0.6808713981812317}}, {"step": 2800, "epoch": 5, "train_loss": 0.011004985310137272, "cos_r_negg": [0.4994974136352539, 0.5089972019195557, 0.48047006130218506, 0.47373735904693604, 0.4826469421386719], "cos_apical_negg": [0.4994974136352539, 0.5089972019195557, 0.48047006130218506, 0.47373735904693604, 0.4826469421386719], "cos_Ac_negg": [0.4994974136352539, 0.5089972019195557, 0.48047006130218506, 0.47373735904693604, 0.4826469421386719], "r_norm": [0.21873709559440613, 0.22066807746887207, 0.2130155861377716, 0.21178218722343445, 0.21302452683448792]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9705, "test_loss": 0.11034531440734863}, {"step": 2850, "epoch": 6, "train_loss": 0.039031997323036194, "cos_r_negg": [0.47535204887390137, 0.4772220849990845, 0.45967161655426025, 0.4530249238014221, 0.4654902219772339], "cos_apical_negg": [0.47535204887390137, 0.4772220849990845, 0.45967161655426025, 0.4530249238014221, 0.4654902219772339], "cos_Ac_negg": [0.47535204887390137, 0.4772220849990845, 0.45967161655426025, 0.4530249238014221, 0.4654902219772339], "r_norm": [0.23016855120658875, 0.23131777346134186, 0.22309257090091705, 0.22285275161266327, 0.2243882715702057]}, {"step": 2900, "epoch": 6, "train_loss": 0.0290670245885849, "cos_r_negg": [0.4771156907081604, 0.4843297302722931, 0.4610210061073303, 0.4519463777542114, 0.47030743956565857], "cos_apical_negg": [0.4771156907081604, 0.4843297302722931, 0.4610210061073303, 0.4519463777542114, 0.47030743956565857], "cos_Ac_negg": [0.4771156907081604, 0.4843297302722931, 0.4610210061073303, 0.4519463777542114, 0.47030743956565857], "r_norm": [0.23865190148353577, 0.24072027206420898, 0.23192627727985382, 0.23231260478496552, 0.23399615287780762]}, {"step": 2950, "epoch": 6, "train_loss": 0.06159523129463196, "cos_r_negg": [0.4717887043952942, 0.4838341474533081, 0.4553956985473633, 0.4442339539527893, 0.4594495892524719], "cos_apical_negg": [0.4717887043952942, 0.4838341474533081, 0.4553956985473633, 0.4442339539527893, 0.4594495892524719], "cos_Ac_negg": [0.4717887043952942, 0.4838341474533081, 0.4553956985473633, 0.4442339539527893, 0.4594495892524719], "r_norm": [0.2021891474723816, 0.2033664584159851, 0.19563984870910645, 0.19434088468551636, 0.1948857605457306]}, {"step": 3000, "epoch": 6, "train_loss": 0.04466261714696884, "cos_r_negg": [0.441413015127182, 0.4572869539260864, 0.4353943467140198, 0.4239144027233124, 0.4439550042152405], "cos_apical_negg": [0.441413015127182, 0.4572869539260864, 0.4353943467140198, 0.4239144027233124, 0.4439550042152405], "cos_Ac_negg": [0.441413015127182, 0.4572869539260864, 0.4353943467140198, 0.4239144027233124, 0.4439550042152405], "r_norm": [0.2436472326517105, 0.24296823143959045, 0.2357892096042633, 0.23559260368347168, 0.2363361418247223], "ldr": {"dL_sdil": -0.0050126537680625916, "dL_bp": -0.006894312798976898, "ratio": 0.727070835661309}}, {"step": 3050, "epoch": 6, "train_loss": 0.016302984207868576, "cos_r_negg": [0.4508293569087982, 0.46061915159225464, 0.4406746029853821, 0.43140965700149536, 0.4524909257888794], "cos_apical_negg": [0.4508293569087982, 0.46061915159225464, 0.4406746029853821, 0.43140965700149536, 0.4524909257888794], "cos_Ac_negg": [0.4508293569087982, 0.46061915159225464, 0.4406746029853821, 0.43140965700149536, 0.4524909257888794], "r_norm": [0.23406633734703064, 0.23477976024150848, 0.22513413429260254, 0.2256888896226883, 0.22530949115753174]}, {"step": 3100, "epoch": 6, "train_loss": 0.06420889496803284, "cos_r_negg": [0.4658772945404053, 0.4793930947780609, 0.45261624455451965, 0.4486236274242401, 0.4599875807762146], "cos_apical_negg": [0.4658772945404053, 0.4793930947780609, 0.45261624455451965, 0.4486236274242401, 0.4599875807762146], "cos_Ac_negg": [0.4658772945404053, 0.4793930947780609, 0.45261624455451965, 0.4486236274242401, 0.4599875807762146], "r_norm": [0.2107609510421753, 0.2113385796546936, 0.20320448279380798, 0.20313186943531036, 0.202144056558609]}, {"step": 3150, "epoch": 6, "train_loss": 0.016028570011258125, "cos_r_negg": [0.4588765501976013, 0.4781220555305481, 0.44758719205856323, 0.4407151937484741, 0.45205554366111755], "cos_apical_negg": [0.4588765501976013, 0.4781220555305481, 0.44758719205856323, 0.4407151937484741, 0.45205554366111755], "cos_Ac_negg": [0.4588765501976013, 0.4781220555305481, 0.44758719205856323, 0.4407151937484741, 0.45205554366111755], "r_norm": [0.20212675631046295, 0.2024819701910019, 0.19519400596618652, 0.19481605291366577, 0.1939789056777954]}, {"step": 3200, "epoch": 6, "train_loss": 0.06835474818944931, "cos_r_negg": [0.45060670375823975, 0.4608910083770752, 0.4355323016643524, 0.4260280430316925, 0.44455814361572266], "cos_apical_negg": [0.45060670375823975, 0.4608910083770752, 0.4355323016643524, 0.4260280430316925, 0.44455814361572266], "cos_Ac_negg": [0.45060670375823975, 0.4608910083770752, 0.4355323016643524, 0.4260280430316925, 0.44455814361572266], "r_norm": [0.24036642909049988, 0.24053335189819336, 0.23247656226158142, 0.2327890247106552, 0.23318058252334595]}, {"step": 3250, "epoch": 6, "train_loss": 0.017358126118779182, "cos_r_negg": [0.4658627510070801, 0.4824373126029968, 0.4546048939228058, 0.44758403301239014, 0.4624316096305847], "cos_apical_negg": [0.4658627510070801, 0.4824373126029968, 0.4546048939228058, 0.44758403301239014, 0.4624316096305847], "cos_Ac_negg": [0.4658627510070801, 0.4824373126029968, 0.4546048939228058, 0.44758403301239014, 0.4624316096305847], "r_norm": [0.2196723371744156, 0.2208348959684372, 0.21261607110500336, 0.21174213290214539, 0.21087583899497986], "ldr": {"dL_sdil": -0.005154557526111603, "dL_bp": -0.00737752765417099, "ratio": 0.6986835926256949}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9705, "test_loss": 0.1128198579788208}, {"step": 3300, "epoch": 7, "train_loss": 0.006356760859489441, "cos_r_negg": [0.4550434350967407, 0.46900030970573425, 0.440497487783432, 0.43326568603515625, 0.45221400260925293], "cos_apical_negg": [0.4550434350967407, 0.46900030970573425, 0.440497487783432, 0.43326568603515625, 0.45221400260925293], "cos_Ac_negg": [0.4550434350967407, 0.46900030970573425, 0.440497487783432, 0.43326568603515625, 0.45221400260925293], "r_norm": [0.22523677349090576, 0.22541314363479614, 0.21728476881980896, 0.21665972471237183, 0.21640731394290924]}, {"step": 3350, "epoch": 7, "train_loss": 0.0138400224968791, "cos_r_negg": [0.44649454951286316, 0.4614579677581787, 0.4328044652938843, 0.4227107763290405, 0.4457617402076721], "cos_apical_negg": [0.44649454951286316, 0.4614579677581787, 0.4328044652938843, 0.4227107763290405, 0.4457617402076721], "cos_Ac_negg": [0.44649454951286316, 0.4614579677581787, 0.4328044652938843, 0.4227107763290405, 0.4457617402076721], "r_norm": [0.21667933464050293, 0.2181757539510727, 0.20951052010059357, 0.20924538373947144, 0.2091950625181198]}, {"step": 3400, "epoch": 7, "train_loss": 0.016514504328370094, "cos_r_negg": [0.41577595472335815, 0.43551358580589294, 0.40785545110702515, 0.4017428755760193, 0.4223526120185852], "cos_apical_negg": [0.41577595472335815, 0.43551358580589294, 0.40785545110702515, 0.4017428755760193, 0.4223526120185852], "cos_Ac_negg": [0.41577595472335815, 0.43551358580589294, 0.40785545110702515, 0.4017428755760193, 0.4223526120185852], "r_norm": [0.22249194979667664, 0.22344279289245605, 0.21543250977993011, 0.21553859114646912, 0.2158959060907364]}, {"step": 3450, "epoch": 7, "train_loss": 0.07624751329421997, "cos_r_negg": [0.43981367349624634, 0.45425570011138916, 0.4321797490119934, 0.41798603534698486, 0.43988239765167236], "cos_apical_negg": [0.43981367349624634, 0.45425570011138916, 0.4321797490119934, 0.41798603534698486, 0.43988239765167236], "cos_Ac_negg": [0.43981367349624634, 0.45425570011138916, 0.4321797490119934, 0.41798603534698486, 0.43988239765167236], "r_norm": [0.21148592233657837, 0.21284940838813782, 0.20411960780620575, 0.20440536737442017, 0.20413729548454285]}, {"step": 3500, "epoch": 7, "train_loss": 0.01388151291757822, "cos_r_negg": [0.4356613755226135, 0.44898664951324463, 0.4239934980869293, 0.41101694107055664, 0.42899811267852783], "cos_apical_negg": [0.4356613755226135, 0.44898664951324463, 0.4239934980869293, 0.41101694107055664, 0.42899811267852783], "cos_Ac_negg": [0.4356613755226135, 0.44898664951324463, 0.4239934980869293, 0.41101694107055664, 0.42899811267852783], "r_norm": [0.22222593426704407, 0.2241288274526596, 0.21474595367908478, 0.21510003507137299, 0.21574874222278595], "ldr": {"dL_sdil": -0.0058212727308273315, "dL_bp": -0.009532324969768524, "ratio": 0.6106876076182168}}, {"step": 3550, "epoch": 7, "train_loss": 0.04572966322302818, "cos_r_negg": [0.422984778881073, 0.444541335105896, 0.4177980422973633, 0.40388303995132446, 0.4190944731235504], "cos_apical_negg": [0.422984778881073, 0.444541335105896, 0.4177980422973633, 0.40388303995132446, 0.4190944731235504], "cos_Ac_negg": [0.422984778881073, 0.444541335105896, 0.4177980422973633, 0.40388303995132446, 0.4190944731235504], "r_norm": [0.19942153990268707, 0.199295312166214, 0.19201594591140747, 0.19202537834644318, 0.19116297364234924]}, {"step": 3600, "epoch": 7, "train_loss": 0.007733586244285107, "cos_r_negg": [0.40049242973327637, 0.42520514130592346, 0.4001593589782715, 0.38440555334091187, 0.40646547079086304], "cos_apical_negg": [0.40049242973327637, 0.42520514130592346, 0.4001593589782715, 0.38440555334091187, 0.40646547079086304], "cos_Ac_negg": [0.40049242973327637, 0.42520514130592346, 0.4001593589782715, 0.38440555334091187, 0.40646547079086304], "r_norm": [0.19533881545066833, 0.19586081802845, 0.1883942186832428, 0.18790675699710846, 0.1876886487007141]}, {"step": 3650, "epoch": 7, "train_loss": 0.015857763588428497, "cos_r_negg": [0.3977953791618347, 0.42258936166763306, 0.39661961793899536, 0.3811306059360504, 0.40182846784591675], "cos_apical_negg": [0.3977953791618347, 0.42258936166763306, 0.39661961793899536, 0.3811306059360504, 0.40182846784591675], "cos_Ac_negg": [0.3977953791618347, 0.42258936166763306, 0.39661961793899536, 0.3811306059360504, 0.40182846784591675], "r_norm": [0.21080607175827026, 0.21210803091526031, 0.20445257425308228, 0.20402877032756805, 0.20455119013786316]}, {"step": 3700, "epoch": 7, "train_loss": 0.016865184530615807, "cos_r_negg": [0.40670403838157654, 0.42469945549964905, 0.4018687307834625, 0.3881296217441559, 0.4137689471244812], "cos_apical_negg": [0.40670403838157654, 0.42469945549964905, 0.4018687307834625, 0.3881296217441559, 0.4137689471244812], "cos_Ac_negg": [0.40670403838157654, 0.42469945549964905, 0.4018687307834625, 0.3881296217441559, 0.4137689471244812], "r_norm": [0.2062622308731079, 0.20804542303085327, 0.20129519701004028, 0.1998920738697052, 0.20113277435302734]}, {"step": 3750, "epoch": 7, "train_loss": 0.017416218295693398, "cos_r_negg": [0.3963454067707062, 0.41118621826171875, 0.3892847001552582, 0.3778980076313019, 0.40012669563293457], "cos_apical_negg": [0.3963454067707062, 0.41118621826171875, 0.3892847001552582, 0.3778980076313019, 0.40012669563293457], "cos_Ac_negg": [0.3963454067707062, 0.41118621826171875, 0.3892847001552582, 0.3778980076313019, 0.40012669563293457], "r_norm": [0.2329932153224945, 0.2340659499168396, 0.22415125370025635, 0.22609233856201172, 0.2270222008228302], "ldr": {"dL_sdil": -0.007385283708572388, "dL_bp": -0.011964574456214905, "ratio": 0.617262547497973}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9709, "test_loss": 0.12057278356552124}, {"step": 3800, "epoch": 8, "train_loss": 0.05605458468198776, "cos_r_negg": [0.3708719313144684, 0.39243564009666443, 0.36969879269599915, 0.35131725668907166, 0.37379997968673706], "cos_apical_negg": [0.3708719313144684, 0.39243564009666443, 0.36969879269599915, 0.35131725668907166, 0.37379997968673706], "cos_Ac_negg": [0.3708719313144684, 0.39243564009666443, 0.36969879269599915, 0.35131725668907166, 0.37379997968673706], "r_norm": [0.20560967922210693, 0.20650307834148407, 0.19790662825107574, 0.19854480028152466, 0.19924767315387726]}, {"step": 3850, "epoch": 8, "train_loss": 0.0156406220048666, "cos_r_negg": [0.35334455966949463, 0.37367159128189087, 0.35168004035949707, 0.33702224493026733, 0.3496728837490082], "cos_apical_negg": [0.35334455966949463, 0.37367159128189087, 0.35168004035949707, 0.33702224493026733, 0.3496728837490082], "cos_Ac_negg": [0.35334455966949463, 0.37367159128189087, 0.35168004035949707, 0.33702224493026733, 0.3496728837490082], "r_norm": [0.20286168158054352, 0.20378905534744263, 0.19508546590805054, 0.19515495002269745, 0.1951484978199005]}, {"step": 3900, "epoch": 8, "train_loss": 0.008792540989816189, "cos_r_negg": [0.36419039964675903, 0.3882322311401367, 0.3631502389907837, 0.34622877836227417, 0.36133408546447754], "cos_apical_negg": [0.36419039964675903, 0.3882322311401367, 0.3631502389907837, 0.34622877836227417, 0.36133408546447754], "cos_Ac_negg": [0.36419039964675903, 0.3882322311401367, 0.3631502389907837, 0.34622877836227417, 0.36133408546447754], "r_norm": [0.21158643066883087, 0.21435487270355225, 0.20487169921398163, 0.2044992595911026, 0.20518510043621063]}, {"step": 3950, "epoch": 8, "train_loss": 0.0005601252778433263, "cos_r_negg": [0.36815059185028076, 0.3911696672439575, 0.36824071407318115, 0.3516189455986023, 0.3713777959346771], "cos_apical_negg": [0.36815059185028076, 0.3911696672439575, 0.36824071407318115, 0.3516189455986023, 0.3713777959346771], "cos_Ac_negg": [0.36815059185028076, 0.3911696672439575, 0.36824071407318115, 0.3516189455986023, 0.3713777959346771], "r_norm": [0.2094842493534088, 0.21163785457611084, 0.2018337994813919, 0.20238664746284485, 0.20267143845558167]}, {"step": 4000, "epoch": 8, "train_loss": 0.00467633455991745, "cos_r_negg": [0.323102742433548, 0.3512100279331207, 0.3250950574874878, 0.3126949071884155, 0.32730793952941895], "cos_apical_negg": [0.323102742433548, 0.3512100279331207, 0.3250950574874878, 0.3126949071884155, 0.32730793952941895], "cos_Ac_negg": [0.323102742433548, 0.3512100279331207, 0.3250950574874878, 0.3126949071884155, 0.32730793952941895], "r_norm": [0.20874392986297607, 0.20898975431919098, 0.2006322294473648, 0.20093676447868347, 0.20110780000686646], "ldr": {"dL_sdil": -0.006377324461936951, "dL_bp": -0.011825188994407654, "ratio": 0.5393000031503008}}, {"step": 4050, "epoch": 8, "train_loss": 0.01474888063967228, "cos_r_negg": [0.3491615951061249, 0.3692857027053833, 0.3480924963951111, 0.3344990015029907, 0.34579187631607056], "cos_apical_negg": [0.3491615951061249, 0.3692857027053833, 0.3480924963951111, 0.3344990015029907, 0.34579187631607056], "cos_Ac_negg": [0.3491615951061249, 0.3692857027053833, 0.3480924963951111, 0.3344990015029907, 0.34579187631607056], "r_norm": [0.2159639596939087, 0.21851277351379395, 0.2075502872467041, 0.20776435732841492, 0.20789510011672974]}, {"step": 4100, "epoch": 8, "train_loss": 0.10724593698978424, "cos_r_negg": [0.33189821243286133, 0.35586556792259216, 0.33608871698379517, 0.32099106907844543, 0.3353787660598755], "cos_apical_negg": [0.33189821243286133, 0.35586556792259216, 0.33608871698379517, 0.32099106907844543, 0.3353787660598755], "cos_Ac_negg": [0.33189821243286133, 0.35586556792259216, 0.33608871698379517, 0.32099106907844543, 0.3353787660598755], "r_norm": [0.2327987551689148, 0.2330169379711151, 0.22341997921466827, 0.22486421465873718, 0.22544527053833008]}, {"step": 4150, "epoch": 8, "train_loss": 0.0029766021762043238, "cos_r_negg": [0.32800883054733276, 0.3502153158187866, 0.3290192484855652, 0.315978467464447, 0.32674381136894226], "cos_apical_negg": [0.32800883054733276, 0.3502153158187866, 0.3290192484855652, 0.315978467464447, 0.32674381136894226], "cos_Ac_negg": [0.32800883054733276, 0.3502153158187866, 0.3290192484855652, 0.315978467464447, 0.32674381136894226], "r_norm": [0.21027760207653046, 0.21100692451000214, 0.20196178555488586, 0.20169907808303833, 0.20197761058807373]}, {"step": 4200, "epoch": 8, "train_loss": 0.02522965706884861, "cos_r_negg": [0.33146893978118896, 0.35400378704071045, 0.3331769108772278, 0.31524527072906494, 0.3306494653224945], "cos_apical_negg": [0.33146893978118896, 0.35400378704071045, 0.3331769108772278, 0.31524527072906494, 0.3306494653224945], "cos_Ac_negg": [0.33146893978118896, 0.35400378704071045, 0.3331769108772278, 0.31524527072906494, 0.3306494653224945], "r_norm": [0.1867670863866806, 0.18769459426403046, 0.17952315509319305, 0.17912054061889648, 0.17931033670902252]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9715, "test_loss": 0.12358888292312623}, {"step": 4250, "epoch": 9, "train_loss": 0.02132602035999298, "cos_r_negg": [0.32405591011047363, 0.34723812341690063, 0.32646727561950684, 0.3091548979282379, 0.3278058171272278], "cos_apical_negg": [0.32405591011047363, 0.34723812341690063, 0.32646727561950684, 0.3091548979282379, 0.3278058171272278], "cos_Ac_negg": [0.32405591011047363, 0.34723812341690063, 0.32646727561950684, 0.3091548979282379, 0.3278058171272278], "r_norm": [0.21322625875473022, 0.21370592713356018, 0.20475061237812042, 0.2051544040441513, 0.20573434233665466], "ldr": {"dL_sdil": -0.007202371954917908, "dL_bp": -0.013234242796897888, "ratio": 0.5442224436600291}}, {"step": 4300, "epoch": 9, "train_loss": 0.00874176062643528, "cos_r_negg": [0.3262161910533905, 0.3445567488670349, 0.32543474435806274, 0.3093281388282776, 0.32900023460388184], "cos_apical_negg": [0.3262161910533905, 0.3445567488670349, 0.32543474435806274, 0.3093281388282776, 0.32900023460388184], "cos_Ac_negg": [0.3262161910533905, 0.3445567488670349, 0.32543474435806274, 0.3093281388282776, 0.32900023460388184], "r_norm": [0.210473895072937, 0.21038523316383362, 0.20149090886116028, 0.2016296088695526, 0.20148733258247375]}, {"step": 4350, "epoch": 9, "train_loss": 0.0017063774866983294, "cos_r_negg": [0.31365320086479187, 0.3332667350769043, 0.31526046991348267, 0.29972338676452637, 0.3138120770454407], "cos_apical_negg": [0.31365320086479187, 0.3332667350769043, 0.31526046991348267, 0.29972338676452637, 0.3138120770454407], "cos_Ac_negg": [0.31365320086479187, 0.3332667350769043, 0.31526046991348267, 0.29972338676452637, 0.3138120770454407], "r_norm": [0.18667249381542206, 0.18714532256126404, 0.1798398494720459, 0.17964830994606018, 0.18027670681476593]}, {"step": 4400, "epoch": 9, "train_loss": 0.006592991761863232, "cos_r_negg": [0.3101484179496765, 0.32858726382255554, 0.31136709451675415, 0.2931147813796997, 0.3087363839149475], "cos_apical_negg": [0.3101484179496765, 0.32858726382255554, 0.31136709451675415, 0.2931147813796997, 0.3087363839149475], "cos_Ac_negg": [0.3101484179496765, 0.32858726382255554, 0.31136709451675415, 0.2931147813796997, 0.3087363839149475], "r_norm": [0.2115478366613388, 0.21203994750976562, 0.2033785730600357, 0.2047489881515503, 0.2048671692609787]}, {"step": 4450, "epoch": 9, "train_loss": 0.002212501596659422, "cos_r_negg": [0.29108357429504395, 0.3109220266342163, 0.29274097084999084, 0.27900904417037964, 0.2942861318588257], "cos_apical_negg": [0.29108357429504395, 0.3109220266342163, 0.29274097084999084, 0.27900904417037964, 0.2942861318588257], "cos_Ac_negg": [0.29108357429504395, 0.3109220266342163, 0.29274097084999084, 0.27900904417037964, 0.2942861318588257], "r_norm": [0.20583607256412506, 0.206417515873909, 0.19850966334342957, 0.19771532714366913, 0.19812136888504028]}, {"step": 4500, "epoch": 9, "train_loss": 0.004398532677441835, "cos_r_negg": [0.2877410054206848, 0.30764240026474, 0.2906780540943146, 0.27332866191864014, 0.2865011692047119], "cos_apical_negg": [0.2877410054206848, 0.30764240026474, 0.2906780540943146, 0.27332866191864014, 0.2865011692047119], "cos_Ac_negg": [0.2877410054206848, 0.30764240026474, 0.2906780540943146, 0.27332866191864014, 0.2865011692047119], "r_norm": [0.19252583384513855, 0.19315122067928314, 0.18442344665527344, 0.18451844155788422, 0.18492379784584045], "ldr": {"dL_sdil": -0.006740748882293701, "dL_bp": -0.014025717973709106, "ratio": 0.480599203187251}}, {"step": 4550, "epoch": 9, "train_loss": 0.008836725726723671, "cos_r_negg": [0.2951415777206421, 0.31633561849594116, 0.298484206199646, 0.27995651960372925, 0.29383236169815063], "cos_apical_negg": [0.2951415777206421, 0.31633561849594116, 0.298484206199646, 0.27995651960372925, 0.29383236169815063], "cos_Ac_negg": [0.2951415777206421, 0.31633561849594116, 0.298484206199646, 0.27995651960372925, 0.29383236169815063], "r_norm": [0.18905234336853027, 0.18872736394405365, 0.18017858266830444, 0.1815866231918335, 0.18151600658893585]}, {"step": 4600, "epoch": 9, "train_loss": 0.08973560482263565, "cos_r_negg": [0.299028217792511, 0.3120323419570923, 0.29690372943878174, 0.280169814825058, 0.29685795307159424], "cos_apical_negg": [0.299028217792511, 0.3120323419570923, 0.29690372943878174, 0.280169814825058, 0.29685795307159424], "cos_Ac_negg": [0.299028217792511, 0.3120323419570923, 0.29690372943878174, 0.280169814825058, 0.29685795307159424], "r_norm": [0.20115803182125092, 0.20187434554100037, 0.19221998751163483, 0.194065660238266, 0.19429807364940643]}, {"step": 4650, "epoch": 9, "train_loss": 0.023207785561680794, "cos_r_negg": [0.2854888141155243, 0.30677300691604614, 0.2887825667858124, 0.2735193371772766, 0.28365081548690796], "cos_apical_negg": [0.2854888141155243, 0.30677300691604614, 0.2887825667858124, 0.2735193371772766, 0.28365081548690796], "cos_Ac_negg": [0.2854888141155243, 0.30677300691604614, 0.2887825667858124, 0.2735193371772766, 0.28365081548690796], "r_norm": [0.19695833325386047, 0.197491854429245, 0.1894175410270691, 0.18975652754306793, 0.19000343978405]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9717, "test_loss": 0.12940746994018554}, {"step": 4700, "epoch": 10, "train_loss": 0.0026492560282349586, "cos_r_negg": [0.27566391229629517, 0.29728052020072937, 0.2780364751815796, 0.2646336555480957, 0.27304160594940186], "cos_apical_negg": [0.27566391229629517, 0.29728052020072937, 0.2780364751815796, 0.2646336555480957, 0.27304160594940186], "cos_Ac_negg": [0.27566391229629517, 0.29728052020072937, 0.2780364751815796, 0.2646336555480957, 0.27304160594940186], "r_norm": [0.18564125895500183, 0.1868448555469513, 0.1787264347076416, 0.17916536331176758, 0.1795002818107605]}, {"step": 4750, "epoch": 10, "train_loss": 0.0020089885219931602, "cos_r_negg": [0.2644825577735901, 0.28322434425354004, 0.2653367817401886, 0.25277090072631836, 0.26256364583969116], "cos_apical_negg": [0.2644825577735901, 0.28322434425354004, 0.2653367817401886, 0.25277090072631836, 0.26256364583969116], "cos_Ac_negg": [0.2644825577735901, 0.28322434425354004, 0.2653367817401886, 0.25277090072631836, 0.26256364583969116], "r_norm": [0.1886424422264099, 0.18953102827072144, 0.18070897459983826, 0.1817295253276825, 0.1818978488445282], "ldr": {"dL_sdil": -0.007003620266914368, "dL_bp": -0.015288487076759338, "ratio": 0.458097667333013}}, {"step": 4800, "epoch": 10, "train_loss": 0.0024077415000647306, "cos_r_negg": [0.2627733051776886, 0.28156858682632446, 0.2639712393283844, 0.25085699558258057, 0.26023566722869873], "cos_apical_negg": [0.2627733051776886, 0.28156858682632446, 0.2639712393283844, 0.25085699558258057, 0.26023566722869873], "cos_Ac_negg": [0.2627733051776886, 0.28156858682632446, 0.2639712393283844, 0.25085699558258057, 0.26023566722869873], "r_norm": [0.19557888805866241, 0.19605901837348938, 0.18804115056991577, 0.18878942728042603, 0.18973270058631897]}, {"step": 4850, "epoch": 10, "train_loss": 0.0019901790656149387, "cos_r_negg": [0.2656480669975281, 0.28543347120285034, 0.267677366733551, 0.25549596548080444, 0.26558929681777954], "cos_apical_negg": [0.2656480669975281, 0.28543347120285034, 0.267677366733551, 0.25549596548080444, 0.26558929681777954], "cos_Ac_negg": [0.2656480669975281, 0.28543347120285034, 0.267677366733551, 0.25549596548080444, 0.26558929681777954], "r_norm": [0.18369588255882263, 0.18388864398002625, 0.17543813586235046, 0.17732036113739014, 0.17693497240543365]}, {"step": 4900, "epoch": 10, "train_loss": 0.004202891141176224, "cos_r_negg": [0.26117143034935, 0.27924662828445435, 0.2627732753753662, 0.2501124143600464, 0.2604385018348694], "cos_apical_negg": [0.26117143034935, 0.27924662828445435, 0.2627732753753662, 0.2501124143600464, 0.2604385018348694], "cos_Ac_negg": [0.26117143034935, 0.27924662828445435, 0.2627732753753662, 0.2501124143600464, 0.2604385018348694], "r_norm": [0.18608984351158142, 0.18690615892410278, 0.17895841598510742, 0.18001142144203186, 0.1808720976114273]}, {"step": 4950, "epoch": 10, "train_loss": 0.004114109557121992, "cos_r_negg": [0.24517881870269775, 0.2619873881340027, 0.24572810530662537, 0.23493781685829163, 0.24338507652282715], "cos_apical_negg": [0.24517881870269775, 0.2619873881340027, 0.24572810530662537, 0.23493781685829163, 0.24338507652282715], "cos_Ac_negg": [0.24517881870269775, 0.2619873881340027, 0.24572810530662537, 0.23493781685829163, 0.24338507652282715], "r_norm": [0.1906890869140625, 0.19243007898330688, 0.18220731616020203, 0.1848248541355133, 0.18514427542686462]}, {"step": 5000, "epoch": 10, "train_loss": 0.005356399808079004, "cos_r_negg": [0.23192958533763885, 0.2498493492603302, 0.2337017059326172, 0.22254684567451477, 0.22910375893115997], "cos_apical_negg": [0.23192958533763885, 0.2498493492603302, 0.2337017059326172, 0.22254684567451477, 0.22910375893115997], "cos_Ac_negg": [0.23192958533763885, 0.2498493492603302, 0.2337017059326172, 0.22254684567451477, 0.22910375893115997], "r_norm": [0.18405073881149292, 0.18495973944664001, 0.1769823282957077, 0.17741647362709045, 0.177982896566391], "ldr": {"dL_sdil": -0.006294600665569305, "dL_bp": -0.014182597398757935, "ratio": 0.4438256610259956}}, {"step": 5050, "epoch": 10, "train_loss": 0.002783828182145953, "cos_r_negg": [0.2425975650548935, 0.26227712631225586, 0.24655058979988098, 0.2354021966457367, 0.2419165074825287], "cos_apical_negg": [0.2425975650548935, 0.26227712631225586, 0.24655058979988098, 0.2354021966457367, 0.2419165074825287], "cos_Ac_negg": [0.2425975650548935, 0.26227712631225586, 0.24655058979988098, 0.2354021966457367, 0.2419165074825287], "r_norm": [0.19908173382282257, 0.20010021328926086, 0.1900702565908432, 0.1927809715270996, 0.1921783685684204]}, {"step": 5100, "epoch": 10, "train_loss": 0.0017645889893174171, "cos_r_negg": [0.2318098545074463, 0.2521570920944214, 0.23618891835212708, 0.2237979918718338, 0.2315455973148346], "cos_apical_negg": [0.2318098545074463, 0.2521570920944214, 0.23618891835212708, 0.2237979918718338, 0.2315455973148346], "cos_Ac_negg": [0.2318098545074463, 0.2521570920944214, 0.23618891835212708, 0.2237979918718338, 0.2315455973148346], "r_norm": [0.18716630339622498, 0.18870510160923004, 0.18013934791088104, 0.18108534812927246, 0.1815057396888733]}, {"step": 5150, "epoch": 10, "train_loss": 0.00150521588511765, "cos_r_negg": [0.2283274233341217, 0.24749059975147247, 0.23315174877643585, 0.2212258130311966, 0.22566193342208862], "cos_apical_negg": [0.2283274233341217, 0.24749059975147247, 0.23315174877643585, 0.2212258130311966, 0.22566193342208862], "cos_Ac_negg": [0.2283274233341217, 0.24749059975147247, 0.23315174877643585, 0.2212258130311966, 0.22566193342208862], "r_norm": [0.2113950401544571, 0.2119065225124359, 0.20230266451835632, 0.20340751111507416, 0.2033824920654297]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9718, "test_loss": 0.13296372251510621}, {"step": 5200, "epoch": 11, "train_loss": 0.0035624350421130657, "cos_r_negg": [0.20873408019542694, 0.22845911979675293, 0.21409198641777039, 0.20245559513568878, 0.20785737037658691], "cos_apical_negg": [0.20873408019542694, 0.22845911979675293, 0.21409198641777039, 0.20245559513568878, 0.20785737037658691], "cos_Ac_negg": [0.20873408019542694, 0.22845911979675293, 0.21409198641777039, 0.20245559513568878, 0.20785737037658691], "r_norm": [0.20300066471099854, 0.20406727492809296, 0.1950330138206482, 0.1960594356060028, 0.1967296302318573]}, {"step": 5250, "epoch": 11, "train_loss": 0.002684046048671007, "cos_r_negg": [0.20622128248214722, 0.22601689398288727, 0.21243293583393097, 0.20051904022693634, 0.20571644604206085], "cos_apical_negg": [0.20622128248214722, 0.22601689398288727, 0.21243293583393097, 0.20051904022693634, 0.20571644604206085], "cos_Ac_negg": [0.20622128248214722, 0.22601689398288727, 0.21243293583393097, 0.20051904022693634, 0.20571644604206085], "r_norm": [0.19867734611034393, 0.20003929734230042, 0.18992917239665985, 0.19183039665222168, 0.19194230437278748], "ldr": {"dL_sdil": -0.00834377110004425, "dL_bp": -0.01988959312438965, "ratio": 0.4195043633050837}}, {"step": 5300, "epoch": 11, "train_loss": 0.0020044450648128986, "cos_r_negg": [0.1991572082042694, 0.2188972681760788, 0.2052842378616333, 0.1943914294242859, 0.20005455613136292], "cos_apical_negg": [0.1991572082042694, 0.2188972681760788, 0.2052842378616333, 0.1943914294242859, 0.20005455613136292], "cos_Ac_negg": [0.1991572082042694, 0.2188972681760788, 0.2052842378616333, 0.1943914294242859, 0.20005455613136292], "r_norm": [0.20377734303474426, 0.20461612939834595, 0.19444678723812103, 0.1960894763469696, 0.19616343080997467]}, {"step": 5350, "epoch": 11, "train_loss": 0.002699401928111911, "cos_r_negg": [0.19670456647872925, 0.21567076444625854, 0.2033659666776657, 0.19252455234527588, 0.1971297711133957], "cos_apical_negg": [0.19670456647872925, 0.21567076444625854, 0.2033659666776657, 0.19252455234527588, 0.1971297711133957], "cos_Ac_negg": [0.19670456647872925, 0.21567076444625854, 0.2033659666776657, 0.19252455234527588, 0.1971297711133957], "r_norm": [0.20446395874023438, 0.2052192986011505, 0.1950426697731018, 0.19714170694351196, 0.1975492238998413]}, {"step": 5400, "epoch": 11, "train_loss": 0.0054621705785393715, "cos_r_negg": [0.19398275017738342, 0.21213752031326294, 0.2007773518562317, 0.19021865725517273, 0.19496896862983704], "cos_apical_negg": [0.19398275017738342, 0.21213752031326294, 0.2007773518562317, 0.19021865725517273, 0.19496896862983704], "cos_Ac_negg": [0.19398275017738342, 0.21213752031326294, 0.2007773518562317, 0.19021865725517273, 0.19496896862983704], "r_norm": [0.1973033994436264, 0.197710782289505, 0.18924233317375183, 0.19020135700702667, 0.19060423970222473]}, {"step": 5450, "epoch": 11, "train_loss": 0.00023847410921007395, "cos_r_negg": [0.19062483310699463, 0.20732542872428894, 0.19570794701576233, 0.18635225296020508, 0.1904909908771515], "cos_apical_negg": [0.19062483310699463, 0.20732542872428894, 0.19570794701576233, 0.18635225296020508, 0.1904909908771515], "cos_Ac_negg": [0.19062483310699463, 0.20732542872428894, 0.19570794701576233, 0.18635225296020508, 0.1904909908771515], "r_norm": [0.19601136445999146, 0.1971619874238968, 0.18790626525878906, 0.1890496164560318, 0.1895371377468109]}, {"step": 5500, "epoch": 11, "train_loss": 0.0052912491373717785, "cos_r_negg": [0.19560737907886505, 0.21389785408973694, 0.20319810509681702, 0.19429507851600647, 0.19680927693843842], "cos_apical_negg": [0.19560737907886505, 0.21389785408973694, 0.20319810509681702, 0.19429507851600647, 0.19680927693843842], "cos_Ac_negg": [0.19560737907886505, 0.21389785408973694, 0.20319810509681702, 0.19429507851600647, 0.19680927693843842], "r_norm": [0.18435561656951904, 0.18519432842731476, 0.17636257410049438, 0.17760905623435974, 0.17756721377372742], "ldr": {"dL_sdil": -0.00783492624759674, "dL_bp": -0.020051561295986176, "ratio": 0.3907389620161448}}, {"step": 5550, "epoch": 11, "train_loss": 0.0032615168020129204, "cos_r_negg": [0.1988350749015808, 0.21709056198596954, 0.20545947551727295, 0.19480487704277039, 0.19996824860572815], "cos_apical_negg": [0.1988350749015808, 0.21709056198596954, 0.20545947551727295, 0.19480487704277039, 0.19996824860572815], "cos_Ac_negg": [0.1988350749015808, 0.21709056198596954, 0.20545947551727295, 0.19480487704277039, 0.19996824860572815], "r_norm": [0.1888749748468399, 0.18923421204090118, 0.18024834990501404, 0.18232318758964539, 0.182008296251297]}, {"step": 5600, "epoch": 11, "train_loss": 0.0009659550851210952, "cos_r_negg": [0.1898820698261261, 0.20581281185150146, 0.1948123574256897, 0.18589693307876587, 0.1899648755788803], "cos_apical_negg": [0.1898820698261261, 0.20581281185150146, 0.1948123574256897, 0.18589693307876587, 0.1899648755788803], "cos_Ac_negg": [0.1898820698261261, 0.20581281185150146, 0.1948123574256897, 0.18589693307876587, 0.1899648755788803], "r_norm": [0.1946779191493988, 0.19599680602550507, 0.1865287572145462, 0.18840394914150238, 0.18877387046813965]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9711, "test_loss": 0.14430344676971435}, {"step": 5650, "epoch": 12, "train_loss": 0.003195337951183319, "cos_r_negg": [0.19483914971351624, 0.21053235232830048, 0.19895528256893158, 0.1880444586277008, 0.19313186407089233], "cos_apical_negg": [0.19483914971351624, 0.21053235232830048, 0.19895528256893158, 0.1880444586277008, 0.19313186407089233], "cos_Ac_negg": [0.19483914971351624, 0.21053235232830048, 0.19895528256893158, 0.1880444586277008, 0.19313186407089233], "r_norm": [0.19448617100715637, 0.19570568203926086, 0.18606525659561157, 0.1884978711605072, 0.18928948044776917]}, {"step": 5700, "epoch": 12, "train_loss": 0.002734120935201645, "cos_r_negg": [0.1836969554424286, 0.19942966103553772, 0.18821994960308075, 0.1789337694644928, 0.1827508807182312], "cos_apical_negg": [0.1836969554424286, 0.19942966103553772, 0.18821994960308075, 0.1789337694644928, 0.1827508807182312], "cos_Ac_negg": [0.1836969554424286, 0.19942966103553772, 0.18821994960308075, 0.1789337694644928, 0.1827508807182312], "r_norm": [0.18819913268089294, 0.18876880407333374, 0.17994338274002075, 0.1818191558122635, 0.18221800029277802]}, {"step": 5750, "epoch": 12, "train_loss": 0.000417872128309682, "cos_r_negg": [0.17930053174495697, 0.19551187753677368, 0.18421629071235657, 0.17589783668518066, 0.17963527143001556], "cos_apical_negg": [0.17930053174495697, 0.19551187753677368, 0.18421629071235657, 0.17589783668518066, 0.17963527143001556], "cos_Ac_negg": [0.17930053174495697, 0.19551187753677368, 0.18421629071235657, 0.17589783668518066, 0.17963527143001556], "r_norm": [0.19320900738239288, 0.19305917620658875, 0.18487560749053955, 0.186856210231781, 0.18684189021587372], "ldr": {"dL_sdil": -0.007794827222824097, "dL_bp": -0.019875608384609222, "ratio": 0.392180559809181}}, {"step": 5800, "epoch": 12, "train_loss": 0.0010775614064186811, "cos_r_negg": [0.18442174792289734, 0.20035599172115326, 0.18904650211334229, 0.18037016689777374, 0.18347439169883728], "cos_apical_negg": [0.18442174792289734, 0.20035599172115326, 0.18904650211334229, 0.18037016689777374, 0.18347439169883728], "cos_Ac_negg": [0.18442174792289734, 0.20035599172115326, 0.18904650211334229, 0.18037016689777374, 0.18347439169883728], "r_norm": [0.19304624199867249, 0.19310282170772552, 0.18447837233543396, 0.18658706545829773, 0.18666645884513855]}, {"step": 5850, "epoch": 12, "train_loss": 0.002377884229645133, "cos_r_negg": [0.17334499955177307, 0.1879909336566925, 0.178428053855896, 0.17045217752456665, 0.17311851680278778], "cos_apical_negg": [0.17334499955177307, 0.1879909336566925, 0.178428053855896, 0.17045217752456665, 0.17311851680278778], "cos_Ac_negg": [0.17334499955177307, 0.1879909336566925, 0.178428053855896, 0.17045217752456665, 0.17311851680278778], "r_norm": [0.19066084921360016, 0.19078987836837769, 0.1813308745622635, 0.1838817000389099, 0.18370002508163452]}, {"step": 5900, "epoch": 12, "train_loss": 0.0027528090868145227, "cos_r_negg": [0.17242686450481415, 0.18619683384895325, 0.17668786644935608, 0.16907741129398346, 0.1717098206281662], "cos_apical_negg": [0.17242686450481415, 0.18619683384895325, 0.17668786644935608, 0.16907741129398346, 0.1717098206281662], "cos_Ac_negg": [0.17242686450481415, 0.18619683384895325, 0.17668786644935608, 0.16907741129398346, 0.1717098206281662], "r_norm": [0.19181160628795624, 0.1923513412475586, 0.1826661229133606, 0.18489359319210052, 0.18452265858650208]}, {"step": 5950, "epoch": 12, "train_loss": 0.0026012954767793417, "cos_r_negg": [0.1718360334634781, 0.1864338219165802, 0.17755085229873657, 0.16974011063575745, 0.1719740927219391], "cos_apical_negg": [0.1718360334634781, 0.1864338219165802, 0.17755085229873657, 0.16974011063575745, 0.1719740927219391], "cos_Ac_negg": [0.1718360334634781, 0.1864338219165802, 0.17755085229873657, 0.16974011063575745, 0.1719740927219391], "r_norm": [0.1942301094532013, 0.19435133039951324, 0.1857607513666153, 0.18723279237747192, 0.18740156292915344]}, {"step": 6000, "epoch": 12, "train_loss": 0.0016684047877788544, "cos_r_negg": [0.17106616497039795, 0.18576186895370483, 0.17730870842933655, 0.16959324479103088, 0.1714395433664322], "cos_apical_negg": [0.17106616497039795, 0.18576186895370483, 0.17730870842933655, 0.16959324479103088, 0.1714395433664322], "cos_Ac_negg": [0.17106616497039795, 0.18576186895370483, 0.17730870842933655, 0.16959324479103088, 0.1714395433664322], "r_norm": [0.2005218267440796, 0.20185337960720062, 0.19063234329223633, 0.19397304952144623, 0.1934329718351364], "ldr": {"dL_sdil": -0.008838757872581482, "dL_bp": -0.021448224782943726, "ratio": 0.4120974095539286}}, {"step": 6050, "epoch": 12, "train_loss": 0.0024482314474880695, "cos_r_negg": [0.1662413775920868, 0.1815674901008606, 0.17284303903579712, 0.16472889482975006, 0.16672542691230774], "cos_apical_negg": [0.1662413775920868, 0.1815674901008606, 0.17284303903579712, 0.16472889482975006, 0.16672542691230774], "cos_Ac_negg": [0.1662413775920868, 0.1815674901008606, 0.17284303903579712, 0.16472889482975006, 0.16672542691230774], "r_norm": [0.1911385953426361, 0.19236993789672852, 0.1828753799200058, 0.18442079424858093, 0.18439322710037231]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9727, "test_loss": 0.1456395033836365}, {"step": 6100, "epoch": 13, "train_loss": 0.0015131228137761354, "cos_r_negg": [0.16945166885852814, 0.18347440659999847, 0.1751798391342163, 0.16731515526771545, 0.1698383092880249], "cos_apical_negg": [0.16945166885852814, 0.18347440659999847, 0.1751798391342163, 0.16731515526771545, 0.1698383092880249], "cos_Ac_negg": [0.16945166885852814, 0.18347440659999847, 0.1751798391342163, 0.16731515526771545, 0.1698383092880249], "r_norm": [0.19585001468658447, 0.19701115787029266, 0.1880607306957245, 0.18969044089317322, 0.1901198923587799]}, {"step": 6150, "epoch": 13, "train_loss": 0.0008950409828685224, "cos_r_negg": [0.1585349440574646, 0.1730492115020752, 0.1642964780330658, 0.15756556391716003, 0.16000592708587646], "cos_apical_negg": [0.1585349440574646, 0.1730492115020752, 0.1642964780330658, 0.15756556391716003, 0.16000592708587646], "cos_Ac_negg": [0.1585349440574646, 0.1730492115020752, 0.1642964780330658, 0.15756556391716003, 0.16000592708587646], "r_norm": [0.18864299356937408, 0.1898348480463028, 0.1812281608581543, 0.18212488293647766, 0.18263974785804749]}, {"step": 6200, "epoch": 13, "train_loss": 0.0006793172797188163, "cos_r_negg": [0.1584794670343399, 0.17352387309074402, 0.16461697220802307, 0.15780076384544373, 0.15999838709831238], "cos_apical_negg": [0.1584794670343399, 0.17352387309074402, 0.16461697220802307, 0.15780076384544373, 0.15999838709831238], "cos_Ac_negg": [0.1584794670343399, 0.17352387309074402, 0.16461697220802307, 0.15780076384544373, 0.15999838709831238], "r_norm": [0.1874535083770752, 0.18798640370368958, 0.1791578233242035, 0.18071502447128296, 0.18079116940498352]}, {"step": 6250, "epoch": 13, "train_loss": 0.0007204870926216245, "cos_r_negg": [0.1593606173992157, 0.1741938591003418, 0.16526728868484497, 0.1581544727087021, 0.16051585972309113], "cos_apical_negg": [0.1593606173992157, 0.1741938591003418, 0.16526728868484497, 0.1581544727087021, 0.16051585972309113], "cos_Ac_negg": [0.1593606173992157, 0.1741938591003418, 0.16526728868484497, 0.1581544727087021, 0.16051585972309113], "r_norm": [0.18812385201454163, 0.18923448026180267, 0.18048161268234253, 0.18193379044532776, 0.18233653903007507], "ldr": {"dL_sdil": -0.008764520287513733, "dL_bp": -0.023471221327781677, "ratio": 0.37341560394812606}}, {"step": 6300, "epoch": 13, "train_loss": 0.0008858705405145884, "cos_r_negg": [0.16218677163124084, 0.17623159289360046, 0.1675582230091095, 0.1603085845708847, 0.16214364767074585], "cos_apical_negg": [0.16218677163124084, 0.17623159289360046, 0.1675582230091095, 0.1603085845708847, 0.16214364767074585], "cos_Ac_negg": [0.16218677163124084, 0.17623159289360046, 0.1675582230091095, 0.1603085845708847, 0.16214364767074585], "r_norm": [0.1967187523841858, 0.19776269793510437, 0.18846499919891357, 0.19024521112442017, 0.19047227501869202]}, {"step": 6350, "epoch": 13, "train_loss": 0.0007859925390221179, "cos_r_negg": [0.15368375182151794, 0.16771197319030762, 0.1589643657207489, 0.15191105008125305, 0.1543182134628296], "cos_apical_negg": [0.15368375182151794, 0.16771197319030762, 0.1589643657207489, 0.15191105008125305, 0.1543182134628296], "cos_Ac_negg": [0.15368375182151794, 0.16771197319030762, 0.1589643657207489, 0.15191105008125305, 0.1543182134628296], "r_norm": [0.18808266520500183, 0.18892541527748108, 0.18002837896347046, 0.18155412375926971, 0.1815296858549118]}, {"step": 6400, "epoch": 13, "train_loss": 0.002196196001023054, "cos_r_negg": [0.15714377164840698, 0.17019298672676086, 0.16099829971790314, 0.15404345095157623, 0.15617646276950836], "cos_apical_negg": [0.15714377164840698, 0.17019298672676086, 0.16099829971790314, 0.15404345095157623, 0.15617646276950836], "cos_Ac_negg": [0.15714377164840698, 0.17019298672676086, 0.16099829971790314, 0.15404345095157623, 0.15617646276950836], "r_norm": [0.18102404475212097, 0.1817818433046341, 0.1739942580461502, 0.1745319366455078, 0.17445392906665802]}, {"step": 6450, "epoch": 13, "train_loss": 0.0015788713935762644, "cos_r_negg": [0.1542927324771881, 0.16774028539657593, 0.1597347855567932, 0.15265525877475739, 0.1549338698387146], "cos_apical_negg": [0.1542927324771881, 0.16774028539657593, 0.1597347855567932, 0.15265525877475739, 0.1549338698387146], "cos_Ac_negg": [0.1542927324771881, 0.16774028539657593, 0.1597347855567932, 0.15265525877475739, 0.1549338698387146], "r_norm": [0.18670812249183655, 0.18771176040172577, 0.17828693985939026, 0.18081745505332947, 0.1806405782699585]}, {"step": 6500, "epoch": 13, "train_loss": 0.00023154407972469926, "cos_r_negg": [0.1484748125076294, 0.16185909509658813, 0.1535605788230896, 0.1466306895017624, 0.14883917570114136], "cos_apical_negg": [0.1484748125076294, 0.16185909509658813, 0.1535605788230896, 0.1466306895017624, 0.14883917570114136], "cos_Ac_negg": [0.1484748125076294, 0.16185909509658813, 0.1535605788230896, 0.1466306895017624, 0.14883917570114136], "r_norm": [0.18342992663383484, 0.1843452751636505, 0.175578311085701, 0.17748752236366272, 0.17786607146263123], "ldr": {"dL_sdil": -0.008504852652549744, "dL_bp": -0.021623581647872925, "ratio": 0.39331378080866414}}, {"step": 6550, "epoch": 13, "train_loss": 0.0011767875403165817, "cos_r_negg": [0.14863795042037964, 0.16100753843784332, 0.1530545949935913, 0.14667414128780365, 0.14889878034591675], "cos_apical_negg": [0.14863795042037964, 0.16100753843784332, 0.1530545949935913, 0.14667414128780365, 0.14889878034591675], "cos_Ac_negg": [0.14863795042037964, 0.16100753843784332, 0.1530545949935913, 0.14667414128780365, 0.14889878034591675], "r_norm": [0.18501508235931396, 0.18633297085762024, 0.17778417468070984, 0.17902018129825592, 0.17966336011886597]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9729, "test_loss": 0.14888031606674193}, {"step": 6600, "epoch": 14, "train_loss": 0.0013406749349087477, "cos_r_negg": [0.14582867920398712, 0.15775606036186218, 0.1497829258441925, 0.14443081617355347, 0.14634573459625244], "cos_apical_negg": [0.14582867920398712, 0.15775606036186218, 0.1497829258441925, 0.14443081617355347, 0.14634573459625244], "cos_Ac_negg": [0.14582867920398712, 0.15775606036186218, 0.1497829258441925, 0.14443081617355347, 0.14634573459625244], "r_norm": [0.18281206488609314, 0.18430417776107788, 0.17547422647476196, 0.17686723172664642, 0.1772671937942505]}, {"step": 6650, "epoch": 14, "train_loss": 0.0010008611716330051, "cos_r_negg": [0.14418894052505493, 0.15609264373779297, 0.14818903803825378, 0.14277619123458862, 0.1447375863790512], "cos_apical_negg": [0.14418894052505493, 0.15609264373779297, 0.14818903803825378, 0.14277619123458862, 0.1447375863790512], "cos_Ac_negg": [0.14418894052505493, 0.15609264373779297, 0.14818903803825378, 0.14277619123458862, 0.1447375863790512], "r_norm": [0.18751011788845062, 0.1889837682247162, 0.18017950654029846, 0.18152183294296265, 0.18217289447784424]}, {"step": 6700, "epoch": 14, "train_loss": 0.0016364455223083496, "cos_r_negg": [0.14268672466278076, 0.1543794423341751, 0.14657045900821686, 0.14143604040145874, 0.14367297291755676], "cos_apical_negg": [0.14268672466278076, 0.1543794423341751, 0.14657045900821686, 0.14143604040145874, 0.14367297291755676], "cos_Ac_negg": [0.14268672466278076, 0.1543794423341751, 0.14657045900821686, 0.14143604040145874, 0.14367297291755676], "r_norm": [0.1921044886112213, 0.19368727505207062, 0.18458548188209534, 0.18590228259563446, 0.18668752908706665]}, {"step": 6750, "epoch": 14, "train_loss": 0.0016974116442725062, "cos_r_negg": [0.1406579613685608, 0.15219637751579285, 0.14464682340621948, 0.13940507173538208, 0.14169231057167053], "cos_apical_negg": [0.1406579613685608, 0.15219637751579285, 0.14464682340621948, 0.13940507173538208, 0.14169231057167053], "cos_Ac_negg": [0.1406579613685608, 0.15219637751579285, 0.14464682340621948, 0.13940507173538208, 0.14169231057167053], "r_norm": [0.18786631524562836, 0.18943926692008972, 0.18089865148067474, 0.18165242671966553, 0.18246285617351532], "ldr": {"dL_sdil": -0.008992180228233337, "dL_bp": -0.02468046545982361, "ratio": 0.36434402920282705}}, {"step": 6800, "epoch": 14, "train_loss": 0.0022591990418732166, "cos_r_negg": [0.14277714490890503, 0.15485727787017822, 0.14747843146324158, 0.14182935655117035, 0.14398688077926636], "cos_apical_negg": [0.14277714490890503, 0.15485727787017822, 0.14747843146324158, 0.14182935655117035, 0.14398688077926636], "cos_Ac_negg": [0.14277714490890503, 0.15485727787017822, 0.14747843146324158, 0.14182935655117035, 0.14398688077926636], "r_norm": [0.19292300939559937, 0.19360077381134033, 0.1853100061416626, 0.18666967749595642, 0.1870262324810028]}, {"step": 6850, "epoch": 14, "train_loss": 0.0015056177508085966, "cos_r_negg": [0.14313837885856628, 0.15496933460235596, 0.14740648865699768, 0.14232663810253143, 0.1445467174053192], "cos_apical_negg": [0.14313837885856628, 0.15496933460235596, 0.14740648865699768, 0.14232663810253143, 0.1445467174053192], "cos_Ac_negg": [0.14313837885856628, 0.15496933460235596, 0.14740648865699768, 0.14232663810253143, 0.1445467174053192], "r_norm": [0.19290980696678162, 0.1941949874162674, 0.1852286458015442, 0.1867724508047104, 0.18731802701950073]}, {"step": 6900, "epoch": 14, "train_loss": 0.001589862979017198, "cos_r_negg": [0.1399175375699997, 0.1521008014678955, 0.1445421278476715, 0.13912421464920044, 0.14152705669403076], "cos_apical_negg": [0.1399175375699997, 0.1521008014678955, 0.1445421278476715, 0.13912421464920044, 0.14152705669403076], "cos_Ac_negg": [0.1399175375699997, 0.1521008014678955, 0.1445421278476715, 0.13912421464920044, 0.14152705669403076], "r_norm": [0.1832878589630127, 0.1844358742237091, 0.17599454522132874, 0.1772402822971344, 0.17770704627037048]}, {"step": 6950, "epoch": 14, "train_loss": 0.0006718015065416694, "cos_r_negg": [0.14314928650856018, 0.1542210578918457, 0.14675939083099365, 0.14203350245952606, 0.14401108026504517], "cos_apical_negg": [0.14314928650856018, 0.1542210578918457, 0.14675939083099365, 0.14203350245952606, 0.14401108026504517], "cos_Ac_negg": [0.14314928650856018, 0.1542210578918457, 0.14675939083099365, 0.14203350245952606, 0.14401108026504517], "r_norm": [0.17695796489715576, 0.1782781034708023, 0.17044305801391602, 0.17112310230731964, 0.17142534255981445]}, {"step": 7000, "epoch": 14, "train_loss": 0.0013607149012386799, "cos_r_negg": [0.13602560758590698, 0.1471640169620514, 0.14047344028949738, 0.13521435856819153, 0.13783642649650574], "cos_apical_negg": [0.13602560758590698, 0.1471640169620514, 0.14047344028949738, 0.13521435856819153, 0.13783642649650574], "cos_Ac_negg": [0.13602560758590698, 0.1471640169620514, 0.14047344028949738, 0.13521435856819153, 0.13783642649650574], "r_norm": [0.19009312987327576, 0.1911744326353073, 0.18276044726371765, 0.18379056453704834, 0.1842883825302124], "ldr": {"dL_sdil": -0.008943572640419006, "dL_bp": -0.021949484944343567, "ratio": 0.40746161757767285}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9722, "test_loss": 0.1535664433479309}, {"step": 7050, "epoch": 15, "train_loss": 0.0006369627080857754, "cos_r_negg": [0.13896790146827698, 0.15003138780593872, 0.14306889474391937, 0.13836540281772614, 0.1408005952835083], "cos_apical_negg": [0.13896790146827698, 0.15003138780593872, 0.14306889474391937, 0.13836540281772614, 0.1408005952835083], "cos_Ac_negg": [0.13896790146827698, 0.15003138780593872, 0.14306889474391937, 0.13836540281772614, 0.1408005952835083], "r_norm": [0.18955126404762268, 0.19078457355499268, 0.1820862591266632, 0.18334423005580902, 0.1835545301437378]}, {"step": 7100, "epoch": 15, "train_loss": 0.0024795718491077423, "cos_r_negg": [0.13903529942035675, 0.15045440196990967, 0.14353345334529877, 0.13824918866157532, 0.14044593274593353], "cos_apical_negg": [0.13903529942035675, 0.15045440196990967, 0.14353345334529877, 0.13824918866157532, 0.14044593274593353], "cos_Ac_negg": [0.13903529942035675, 0.15045440196990967, 0.14353345334529877, 0.13824918866157532, 0.14044593274593353], "r_norm": [0.1905287355184555, 0.19167503714561462, 0.18342798948287964, 0.1844300776720047, 0.18467937409877777]}, {"step": 7150, "epoch": 15, "train_loss": 0.0009261330123990774, "cos_r_negg": [0.13725587725639343, 0.14853759109973907, 0.14171946048736572, 0.13694363832473755, 0.138997882604599], "cos_apical_negg": [0.13725587725639343, 0.14853759109973907, 0.14171946048736572, 0.13694363832473755, 0.138997882604599], "cos_Ac_negg": [0.13725587725639343, 0.14853759109973907, 0.14171946048736572, 0.13694363832473755, 0.138997882604599], "r_norm": [0.1909785121679306, 0.1924816071987152, 0.18356682360172272, 0.18482047319412231, 0.18511439859867096]}, {"step": 7200, "epoch": 15, "train_loss": 0.0012094208505004644, "cos_r_negg": [0.13156768679618835, 0.14196470379829407, 0.13529720902442932, 0.1306048035621643, 0.13278384506702423], "cos_apical_negg": [0.13156768679618835, 0.14196470379829407, 0.13529720902442932, 0.1306048035621643, 0.13278384506702423], "cos_Ac_negg": [0.13156768679618835, 0.14196470379829407, 0.13529720902442932, 0.1306048035621643, 0.13278384506702423], "r_norm": [0.1869049370288849, 0.18844178318977356, 0.1798781156539917, 0.18091000616550446, 0.18138965964317322]}, {"step": 7250, "epoch": 15, "train_loss": 0.0004928942653350532, "cos_r_negg": [0.13406187295913696, 0.14393380284309387, 0.1377224177122116, 0.13383252918720245, 0.1362757384777069], "cos_apical_negg": [0.13406187295913696, 0.14393380284309387, 0.1377224177122116, 0.13383252918720245, 0.1362757384777069], "cos_Ac_negg": [0.13406187295913696, 0.14393380284309387, 0.1377224177122116, 0.13383252918720245, 0.1362757384777069], "r_norm": [0.193386048078537, 0.19496627151966095, 0.1857859194278717, 0.18725644052028656, 0.18785278499126434], "ldr": {"dL_sdil": -0.009283363819122314, "dL_bp": -0.025982975959777832, "ratio": 0.35728639527254874}}, {"step": 7300, "epoch": 15, "train_loss": 0.0003648902056738734, "cos_r_negg": [0.1310454159975052, 0.14109602570533752, 0.1348658949136734, 0.13071277737617493, 0.1327715665102005], "cos_apical_negg": [0.1310454159975052, 0.14109602570533752, 0.1348658949136734, 0.13071277737617493, 0.1327715665102005], "cos_Ac_negg": [0.1310454159975052, 0.14109602570533752, 0.1348658949136734, 0.13071277737617493, 0.1327715665102005], "r_norm": [0.18585027754306793, 0.1875312626361847, 0.17834989726543427, 0.18000063300132751, 0.18033474683761597]}, {"step": 7350, "epoch": 15, "train_loss": 0.00036981311859562993, "cos_r_negg": [0.12995345890522003, 0.13993659615516663, 0.1336124837398529, 0.12919023633003235, 0.1313566416501999], "cos_apical_negg": [0.12995345890522003, 0.13993659615516663, 0.1336124837398529, 0.12919023633003235, 0.1313566416501999], "cos_Ac_negg": [0.12995345890522003, 0.13993659615516663, 0.1336124837398529, 0.12919023633003235, 0.1313566416501999], "r_norm": [0.17930613458156586, 0.18073835968971252, 0.17208823561668396, 0.1733277142047882, 0.17344562709331512]}, {"step": 7400, "epoch": 15, "train_loss": 0.0007286499021574855, "cos_r_negg": [0.12905478477478027, 0.13840603828430176, 0.1321820616722107, 0.12856367230415344, 0.13059091567993164], "cos_apical_negg": [0.12905478477478027, 0.13840603828430176, 0.1321820616722107, 0.12856367230415344, 0.13059091567993164], "cos_Ac_negg": [0.12905478477478027, 0.13840603828430176, 0.1321820616722107, 0.12856367230415344, 0.13059091567993164], "r_norm": [0.1774875521659851, 0.17897430062294006, 0.17093993723392487, 0.17147380113601685, 0.17178693413734436]}, {"step": 7450, "epoch": 15, "train_loss": 0.0005911588668823242, "cos_r_negg": [0.12644782662391663, 0.13559307157993317, 0.1294078826904297, 0.12606371939182281, 0.12821519374847412], "cos_apical_negg": [0.12644782662391663, 0.13559307157993317, 0.1294078826904297, 0.12606371939182281, 0.12821519374847412], "cos_Ac_negg": [0.12644782662391663, 0.13559307157993317, 0.1294078826904297, 0.12606371939182281, 0.12821519374847412], "r_norm": [0.18699762225151062, 0.18846406042575836, 0.17994946241378784, 0.18070076406002045, 0.18129001557826996]}, {"step": 7500, "epoch": 15, "train_loss": 0.00043966510565951467, "cos_r_negg": [0.12543730437755585, 0.13469547033309937, 0.12829680740833282, 0.12481167912483215, 0.12694519758224487], "cos_apical_negg": [0.12543730437755585, 0.13469547033309937, 0.12829680740833282, 0.12481167912483215, 0.12694519758224487], "cos_Ac_negg": [0.12543730437755585, 0.13469547033309937, 0.12829680740833282, 0.12481167912483215, 0.12694519758224487], "r_norm": [0.18807023763656616, 0.18957997858524323, 0.1811269372701645, 0.18169695138931274, 0.1824813187122345], "ldr": {"dL_sdil": -0.00950711965560913, "dL_bp": -0.02684234082698822, "ratio": 0.35418370241578717}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9728, "test_loss": 0.15602900915145873}, {"step": 7550, "epoch": 16, "train_loss": 0.0007516313344240189, "cos_r_negg": [0.1254652738571167, 0.1352318525314331, 0.12903176248073578, 0.1252153217792511, 0.12779197096824646], "cos_apical_negg": [0.1254652738571167, 0.1352318525314331, 0.12903176248073578, 0.1252153217792511, 0.12779197096824646], "cos_Ac_negg": [0.1254652738571167, 0.1352318525314331, 0.12903176248073578, 0.1252153217792511, 0.12779197096824646], "r_norm": [0.1890699714422226, 0.1905129849910736, 0.18210582435131073, 0.18316175043582916, 0.1836768388748169]}, {"step": 7600, "epoch": 16, "train_loss": 0.0022295541130006313, "cos_r_negg": [0.12896166741847992, 0.13832230865955353, 0.1324196755886078, 0.12936125695705414, 0.1313222497701645], "cos_apical_negg": [0.12896166741847992, 0.13832230865955353, 0.1324196755886078, 0.12936125695705414, 0.1313222497701645], "cos_Ac_negg": [0.12896166741847992, 0.13832230865955353, 0.1324196755886078, 0.12936125695705414, 0.1313222497701645], "r_norm": [0.19730286300182343, 0.19899503886699677, 0.1889171153306961, 0.1912320852279663, 0.19164931774139404]}, {"step": 7650, "epoch": 16, "train_loss": 0.0004242898430675268, "cos_r_negg": [0.1266431212425232, 0.13590356707572937, 0.13016265630722046, 0.12699589133262634, 0.12911467254161835], "cos_apical_negg": [0.1266431212425232, 0.13590356707572937, 0.13016265630722046, 0.12699589133262634, 0.12911467254161835], "cos_Ac_negg": [0.1266431212425232, 0.13590356707572937, 0.13016265630722046, 0.12699589133262634, 0.12911467254161835], "r_norm": [0.19181379675865173, 0.19367103278636932, 0.18405161798000336, 0.18592216074466705, 0.18648289144039154]}, {"step": 7700, "epoch": 16, "train_loss": 0.00038047137786634266, "cos_r_negg": [0.12401733547449112, 0.13305383920669556, 0.1271497756242752, 0.12376945465803146, 0.12559723854064941], "cos_apical_negg": [0.12401733547449112, 0.13305383920669556, 0.1271497756242752, 0.12376945465803146, 0.12559723854064941], "cos_Ac_negg": [0.12401733547449112, 0.13305383920669556, 0.1271497756242752, 0.12376945465803146, 0.12559723854064941], "r_norm": [0.18674761056900024, 0.188439279794693, 0.17951923608779907, 0.18090327084064484, 0.18144232034683228]}, {"step": 7750, "epoch": 16, "train_loss": 0.0008107991889119148, "cos_r_negg": [0.12380377948284149, 0.13267844915390015, 0.1267678588628769, 0.12357629835605621, 0.12543627619743347], "cos_apical_negg": [0.12380377948284149, 0.13267844915390015, 0.1267678588628769, 0.12357629835605621, 0.12543627619743347], "cos_Ac_negg": [0.12380377948284149, 0.13267844915390015, 0.1267678588628769, 0.12357629835605621, 0.12543627619743347], "r_norm": [0.18598893284797668, 0.18761686980724335, 0.1790124922990799, 0.180111825466156, 0.18067476153373718], "ldr": {"dL_sdil": -0.009176194667816162, "dL_bp": -0.026468411087989807, "ratio": 0.34668475706046115}}, {"step": 7800, "epoch": 16, "train_loss": 0.001080719055607915, "cos_r_negg": [0.12214978784322739, 0.13090920448303223, 0.12507590651512146, 0.12190620601177216, 0.12353112548589706], "cos_apical_negg": [0.12214978784322739, 0.13090920448303223, 0.12507590651512146, 0.12190620601177216, 0.12353112548589706], "cos_Ac_negg": [0.12214978784322739, 0.13090920448303223, 0.12507590651512146, 0.12190620601177216, 0.12353112548589706], "r_norm": [0.17808154225349426, 0.17986726760864258, 0.1713854819536209, 0.1723329722881317, 0.17264056205749512]}, {"step": 7850, "epoch": 16, "train_loss": 0.0008207556675188243, "cos_r_negg": [0.12140204757452011, 0.13005861639976501, 0.12433615326881409, 0.12125849723815918, 0.12327694147825241], "cos_apical_negg": [0.12140204757452011, 0.13005861639976501, 0.12433615326881409, 0.12125849723815918, 0.12327694147825241], "cos_Ac_negg": [0.12140204757452011, 0.13005861639976501, 0.12433615326881409, 0.12125849723815918, 0.12327694147825241], "r_norm": [0.18454508483409882, 0.18644651770591736, 0.17757532000541687, 0.17865580320358276, 0.1793249249458313]}, {"step": 7900, "epoch": 16, "train_loss": 0.0007929688435979187, "cos_r_negg": [0.12082060426473618, 0.1296287328004837, 0.12380606681108475, 0.12045899778604507, 0.12223490327596664], "cos_apical_negg": [0.12082060426473618, 0.1296287328004837, 0.12380606681108475, 0.12045899778604507, 0.12223490327596664], "cos_Ac_negg": [0.12082060426473618, 0.1296287328004837, 0.12380606681108475, 0.12045899778604507, 0.12223490327596664], "r_norm": [0.18117526173591614, 0.18281379342079163, 0.1742711365222931, 0.17519453167915344, 0.17581187188625336]}, {"step": 7950, "epoch": 16, "train_loss": 0.0004882337525486946, "cos_r_negg": [0.12081218510866165, 0.12923860549926758, 0.1235445886850357, 0.12057159841060638, 0.12226751446723938], "cos_apical_negg": [0.12081218510866165, 0.12923860549926758, 0.1235445886850357, 0.12057159841060638, 0.12226751446723938], "cos_Ac_negg": [0.12081218510866165, 0.12923860549926758, 0.1235445886850357, 0.12057159841060638, 0.12226751446723938], "r_norm": [0.18208147585391998, 0.18364346027374268, 0.17507389187812805, 0.17608845233917236, 0.1765437126159668]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9731, "test_loss": 0.15799115781784057}, {"step": 8000, "epoch": 17, "train_loss": 0.0014259850140661001, "cos_r_negg": [0.12001562118530273, 0.12863153219223022, 0.12275100499391556, 0.11975505948066711, 0.12142151594161987], "cos_apical_negg": [0.12001562118530273, 0.12863153219223022, 0.12275100499391556, 0.11975505948066711, 0.12142151594161987], "cos_Ac_negg": [0.12001562118530273, 0.12863153219223022, 0.12275100499391556, 0.11975505948066711, 0.12142151594161987], "r_norm": [0.1778099536895752, 0.17916911840438843, 0.17100326716899872, 0.17197254300117493, 0.1722782850265503], "ldr": {"dL_sdil": -0.009326234459877014, "dL_bp": -0.02770914137363434, "ratio": 0.33657608996686794}}, {"step": 8050, "epoch": 17, "train_loss": 0.00039199183811433613, "cos_r_negg": [0.11926703155040741, 0.12743201851844788, 0.12183213233947754, 0.11901070177555084, 0.1208382323384285], "cos_apical_negg": [0.11926703155040741, 0.12743201851844788, 0.12183213233947754, 0.11901070177555084, 0.1208382323384285], "cos_Ac_negg": [0.11926703155040741, 0.12743201851844788, 0.12183213233947754, 0.11901070177555084, 0.1208382323384285], "r_norm": [0.1872951090335846, 0.18889838457107544, 0.18023031949996948, 0.18140321969985962, 0.1820247769355774]}, {"step": 8100, "epoch": 17, "train_loss": 0.0009566674707457423, "cos_r_negg": [0.11829287558794022, 0.1263725757598877, 0.12086594849824905, 0.11805354058742523, 0.1197153627872467], "cos_apical_negg": [0.11829287558794022, 0.1263725757598877, 0.12086594849824905, 0.11805354058742523, 0.1197153627872467], "cos_Ac_negg": [0.11829287558794022, 0.1263725757598877, 0.12086594849824905, 0.11805354058742523, 0.1197153627872467], "r_norm": [0.18045392632484436, 0.18202674388885498, 0.17375221848487854, 0.17456325888633728, 0.1749119907617569]}, {"step": 8150, "epoch": 17, "train_loss": 0.0004957017954438925, "cos_r_negg": [0.11818962544202805, 0.12649287283420563, 0.12101908773183823, 0.11794503033161163, 0.11983656883239746], "cos_apical_negg": [0.11818962544202805, 0.12649287283420563, 0.12101908773183823, 0.11794503033161163, 0.11983656883239746], "cos_Ac_negg": [0.11818962544202805, 0.12649287283420563, 0.12101908773183823, 0.11794503033161163, 0.11983656883239746], "r_norm": [0.19066005945205688, 0.1922207474708557, 0.18359045684337616, 0.18479034304618835, 0.18507270514965057]}, {"step": 8200, "epoch": 17, "train_loss": 0.0004855207516811788, "cos_r_negg": [0.11916905641555786, 0.12708167731761932, 0.12195834517478943, 0.11933416873216629, 0.1212979182600975], "cos_apical_negg": [0.11916905641555786, 0.12708167731761932, 0.12195834517478943, 0.11933416873216629, 0.1212979182600975], "cos_Ac_negg": [0.11916905641555786, 0.12708167731761932, 0.12195834517478943, 0.11933416873216629, 0.1212979182600975], "r_norm": [0.1916579306125641, 0.19342570006847382, 0.18450546264648438, 0.1858220100402832, 0.18626558780670166]}, {"step": 8250, "epoch": 17, "train_loss": 0.0004575361672323197, "cos_r_negg": [0.11770102381706238, 0.12576019763946533, 0.12021372467279434, 0.11735005676746368, 0.11894548684358597], "cos_apical_negg": [0.11770102381706238, 0.12576019763946533, 0.12021372467279434, 0.11735005676746368, 0.11894548684358597], "cos_Ac_negg": [0.11770102381706238, 0.12576019763946533, 0.12021372467279434, 0.11735005676746368, 0.11894548684358597], "r_norm": [0.1858922243118286, 0.1874891221523285, 0.17906852066516876, 0.1801840215921402, 0.18057742714881897], "ldr": {"dL_sdil": -0.009399667382240295, "dL_bp": -0.028139010071754456, "ratio": 0.33404399651128985}}, {"step": 8300, "epoch": 17, "train_loss": 6.650992872891948e-05, "cos_r_negg": [0.11667151749134064, 0.12468777596950531, 0.11911924928426743, 0.11618469655513763, 0.11796111613512039], "cos_apical_negg": [0.11667151749134064, 0.12468777596950531, 0.11911924928426743, 0.11618469655513763, 0.11796111613512039], "cos_Ac_negg": [0.11667151749134064, 0.12468777596950531, 0.11911924928426743, 0.11618469655513763, 0.11796111613512039], "r_norm": [0.18430355191230774, 0.18610113859176636, 0.17771440744400024, 0.17855098843574524, 0.17907792329788208]}, {"step": 8350, "epoch": 17, "train_loss": 0.0003919234441127628, "cos_r_negg": [0.11656065285205841, 0.12452203780412674, 0.11919734627008438, 0.1165086105465889, 0.11837565898895264], "cos_apical_negg": [0.11656065285205841, 0.12452203780412674, 0.11919734627008438, 0.1165086105465889, 0.11837565898895264], "cos_Ac_negg": [0.11656065285205841, 0.12452203780412674, 0.11919734627008438, 0.1165086105465889, 0.11837565898895264], "r_norm": [0.19171273708343506, 0.19340169429779053, 0.18439626693725586, 0.18583902716636658, 0.1864951252937317]}, {"step": 8400, "epoch": 17, "train_loss": 0.0004313706886023283, "cos_r_negg": [0.11526372283697128, 0.12326516211032867, 0.11794834583997726, 0.11527686566114426, 0.11734924465417862], "cos_apical_negg": [0.11526372283697128, 0.12326516211032867, 0.11794834583997726, 0.11527686566114426, 0.11734924465417862], "cos_Ac_negg": [0.11526372283697128, 0.12326516211032867, 0.11794834583997726, 0.11527686566114426, 0.11734924465417862], "r_norm": [0.1867160052061081, 0.18813984096050262, 0.17949093878269196, 0.18076524138450623, 0.18120497465133667]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9725, "test_loss": 0.16038374633789063}, {"step": 8450, "epoch": 18, "train_loss": 0.0008626157068647444, "cos_r_negg": [0.11540484428405762, 0.12373072654008865, 0.11831282079219818, 0.11551535129547119, 0.11729632318019867], "cos_apical_negg": [0.11540484428405762, 0.12373072654008865, 0.11831282079219818, 0.11551535129547119, 0.11729632318019867], "cos_Ac_negg": [0.11540484428405762, 0.12373072654008865, 0.11831282079219818, 0.11551535129547119, 0.11729632318019867], "r_norm": [0.18196260929107666, 0.18341422080993652, 0.17494609951972961, 0.1761452555656433, 0.1764775514602661]}, {"step": 8500, "epoch": 18, "train_loss": 0.0010266363387927413, "cos_r_negg": [0.11496071517467499, 0.12307276576757431, 0.11791117489337921, 0.11525410413742065, 0.11709331721067429], "cos_apical_negg": [0.11496071517467499, 0.12307276576757431, 0.11791117489337921, 0.11525410413742065, 0.11709331721067429], "cos_Ac_negg": [0.11496071517467499, 0.12307276576757431, 0.11791117489337921, 0.11525410413742065, 0.11709331721067429], "r_norm": [0.18378283083438873, 0.18534161150455475, 0.17663425207138062, 0.17803147435188293, 0.17847248911857605], "ldr": {"dL_sdil": -0.009662449359893799, "dL_bp": -0.029803499579429626, "ratio": 0.32420519389484115}}, {"step": 8550, "epoch": 18, "train_loss": 0.0006256830529309809, "cos_r_negg": [0.11429581791162491, 0.12234068661928177, 0.11717704683542252, 0.11469721794128418, 0.1166241466999054], "cos_apical_negg": [0.11429581791162491, 0.12234068661928177, 0.11717704683542252, 0.11469721794128418, 0.1166241466999054], "cos_Ac_negg": [0.11429581791162491, 0.12234068661928177, 0.11717704683542252, 0.11469721794128418, 0.1166241466999054], "r_norm": [0.18618854880332947, 0.18775182962417603, 0.17905090749263763, 0.18023033440113068, 0.18080268800258636]}, {"step": 8600, "epoch": 18, "train_loss": 0.0010091598378494382, "cos_r_negg": [0.11340641975402832, 0.12138360738754272, 0.11624442040920258, 0.11383599787950516, 0.1157601848244667], "cos_apical_negg": [0.11340641975402832, 0.12138360738754272, 0.11624442040920258, 0.11383599787950516, 0.1157601848244667], "cos_Ac_negg": [0.11340641975402832, 0.12138360738754272, 0.11624442040920258, 0.11383599787950516, 0.1157601848244667], "r_norm": [0.18564051389694214, 0.1871248185634613, 0.1785190850496292, 0.17970731854438782, 0.18021395802497864]}, {"step": 8650, "epoch": 18, "train_loss": 0.0004734387912321836, "cos_r_negg": [0.1130829006433487, 0.12077325582504272, 0.11572204530239105, 0.11342126131057739, 0.11510372161865234], "cos_apical_negg": [0.1130829006433487, 0.12077325582504272, 0.11572204530239105, 0.11342126131057739, 0.11510372161865234], "cos_Ac_negg": [0.1130829006433487, 0.12077325582504272, 0.11572204530239105, 0.11342126131057739, 0.11510372161865234], "r_norm": [0.1835351288318634, 0.1850658804178238, 0.17661549150943756, 0.17757773399353027, 0.1780310422182083]}, {"step": 8700, "epoch": 18, "train_loss": 0.0006242829840630293, "cos_r_negg": [0.11118673533201218, 0.11878106743097305, 0.11377155035734177, 0.11147869378328323, 0.1132182627916336], "cos_apical_negg": [0.11118673533201218, 0.11878106743097305, 0.11377155035734177, 0.11147869378328323, 0.1132182627916336], "cos_Ac_negg": [0.11118673533201218, 0.11878106743097305, 0.11377155035734177, 0.11147869378328323, 0.1132182627916336], "r_norm": [0.18531951308250427, 0.18693310022354126, 0.17836618423461914, 0.1794213205575943, 0.17987829446792603]}, {"step": 8750, "epoch": 18, "train_loss": 0.0003940173191949725, "cos_r_negg": [0.11263436079025269, 0.12106874585151672, 0.11576952040195465, 0.11299395561218262, 0.11543124169111252], "cos_apical_negg": [0.11263436079025269, 0.12106874585151672, 0.11576952040195465, 0.11299395561218262, 0.11543124169111252], "cos_Ac_negg": [0.11263436079025269, 0.12106874585151672, 0.11576952040195465, 0.11299395561218262, 0.11543124169111252], "r_norm": [0.19753429293632507, 0.19886085391044617, 0.19007611274719238, 0.1916263997554779, 0.19192221760749817], "ldr": {"dL_sdil": -0.010609537363052368, "dL_bp": -0.03242504596710205, "ratio": 0.3272019220517572}}, {"step": 8800, "epoch": 18, "train_loss": 0.0005070632323622704, "cos_r_negg": [0.11062981188297272, 0.11812643706798553, 0.1132810190320015, 0.11106036603450775, 0.11291182041168213], "cos_apical_negg": [0.11062981188297272, 0.11812643706798553, 0.1132810190320015, 0.11106036603450775, 0.11291182041168213], "cos_Ac_negg": [0.11062981188297272, 0.11812643706798553, 0.1132810190320015, 0.11106036603450775, 0.11291182041168213], "r_norm": [0.19702963531017303, 0.19884997606277466, 0.1895272135734558, 0.19115424156188965, 0.19166970252990723]}, {"step": 8850, "epoch": 18, "train_loss": 0.0007576278294436634, "cos_r_negg": [0.10972512513399124, 0.11721225082874298, 0.11211464554071426, 0.10976927727460861, 0.11127061396837234], "cos_apical_negg": [0.10972512513399124, 0.11721225082874298, 0.11211464554071426, 0.10976927727460861, 0.11127061396837234], "cos_Ac_negg": [0.10972512513399124, 0.11721225082874298, 0.11211464554071426, 0.10976927727460861, 0.11127061396837234], "r_norm": [0.18861982226371765, 0.1905418485403061, 0.18160226941108704, 0.18292590975761414, 0.18337629735469818]}, {"step": 8900, "epoch": 18, "train_loss": 0.00020958585082553327, "cos_r_negg": [0.11106320470571518, 0.11895222961902618, 0.11370755732059479, 0.11128932237625122, 0.11283549666404724], "cos_apical_negg": [0.11106320470571518, 0.11895222961902618, 0.11370755732059479, 0.11128932237625122, 0.11283549666404724], "cos_Ac_negg": [0.11106320470571518, 0.11895222961902618, 0.11370755732059479, 0.11128932237625122, 0.11283549666404724], "r_norm": [0.1820964217185974, 0.18366625905036926, 0.17523890733718872, 0.1764223575592041, 0.17680037021636963]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9724, "test_loss": 0.16406334142684936}, {"step": 8950, "epoch": 19, "train_loss": 0.0003526638029143214, "cos_r_negg": [0.11081128567457199, 0.11868780851364136, 0.1135251522064209, 0.11115370690822601, 0.11296652257442474], "cos_apical_negg": [0.11081128567457199, 0.11868780851364136, 0.1135251522064209, 0.11115370690822601, 0.11296652257442474], "cos_Ac_negg": [0.11081128567457199, 0.11868780851364136, 0.1135251522064209, 0.11115370690822601, 0.11296652257442474], "r_norm": [0.18263345956802368, 0.18428601324558258, 0.17589999735355377, 0.17696188390254974, 0.1773594468832016]}, {"step": 9000, "epoch": 19, "train_loss": 0.000559398380573839, "cos_r_negg": [0.11113566160202026, 0.11881958693265915, 0.11381933093070984, 0.11169478297233582, 0.11349470913410187], "cos_apical_negg": [0.11113566160202026, 0.11881958693265915, 0.11381933093070984, 0.11169478297233582, 0.11349470913410187], "cos_Ac_negg": [0.11113566160202026, 0.11881958693265915, 0.11381933093070984, 0.11169478297233582, 0.11349470913410187], "r_norm": [0.1849050521850586, 0.1865846961736679, 0.17780891060829163, 0.17918452620506287, 0.1795158088207245], "ldr": {"dL_sdil": -0.0098344087600708, "dL_bp": -0.031013548374176025, "ratio": 0.3171004053267118}}, {"step": 9050, "epoch": 19, "train_loss": 0.001021208125166595, "cos_r_negg": [0.10963721573352814, 0.11760376393795013, 0.11244121193885803, 0.11003118008375168, 0.11180517077445984], "cos_apical_negg": [0.10963721573352814, 0.11760376393795013, 0.11244121193885803, 0.11003118008375168, 0.11180517077445984], "cos_Ac_negg": [0.10963721573352814, 0.11760376393795013, 0.11244121193885803, 0.11003118008375168, 0.11180517077445984], "r_norm": [0.18687814474105835, 0.18808862566947937, 0.17961485683918, 0.1810094267129898, 0.1810269057750702]}, {"step": 9100, "epoch": 19, "train_loss": 0.000769068137742579, "cos_r_negg": [0.10930097103118896, 0.11697347462177277, 0.1119198426604271, 0.10969209671020508, 0.11127027124166489], "cos_apical_negg": [0.10930097103118896, 0.11697347462177277, 0.1119198426604271, 0.10969209671020508, 0.11127027124166489], "cos_Ac_negg": [0.10930097103118896, 0.11697347462177277, 0.1119198426604271, 0.10969209671020508, 0.11127027124166489], "r_norm": [0.18217627704143524, 0.18352529406547546, 0.17521417140960693, 0.17641401290893555, 0.17659197747707367]}, {"step": 9150, "epoch": 19, "train_loss": 0.0023839992936700583, "cos_r_negg": [0.10873007774353027, 0.11598789691925049, 0.11123903095722198, 0.1093655675649643, 0.11081913858652115], "cos_apical_negg": [0.10873007774353027, 0.11598789691925049, 0.11123903095722198, 0.1093655675649643, 0.11081913858652115], "cos_Ac_negg": [0.10873007774353027, 0.11598789691925049, 0.11123903095722198, 0.1093655675649643, 0.11081913858652115], "r_norm": [0.18420231342315674, 0.18568682670593262, 0.177228182554245, 0.17847281694412231, 0.1787024736404419]}, {"step": 9200, "epoch": 19, "train_loss": 0.000650009314995259, "cos_r_negg": [0.10773219913244247, 0.11512447893619537, 0.1102868914604187, 0.1082400530576706, 0.10970204323530197], "cos_apical_negg": [0.10773219913244247, 0.11512447893619537, 0.1102868914604187, 0.1082400530576706, 0.10970204323530197], "cos_Ac_negg": [0.10773219913244247, 0.11512447893619537, 0.1102868914604187, 0.1082400530576706, 0.10970204323530197], "r_norm": [0.18276333808898926, 0.1841874122619629, 0.17593170702457428, 0.17693522572517395, 0.17718619108200073]}, {"step": 9250, "epoch": 19, "train_loss": 0.0005859834491275251, "cos_r_negg": [0.1075064167380333, 0.11506630480289459, 0.1102561503648758, 0.10806843638420105, 0.10969744622707367], "cos_apical_negg": [0.1075064167380333, 0.11506630480289459, 0.1102561503648758, 0.10806843638420105, 0.10969744622707367], "cos_Ac_negg": [0.1075064167380333, 0.11506630480289459, 0.1102561503648758, 0.10806843638420105, 0.10969744622707367], "r_norm": [0.18380749225616455, 0.1853129267692566, 0.17693372070789337, 0.17805814743041992, 0.17842523753643036], "ldr": {"dL_sdil": -0.009900495409965515, "dL_bp": -0.031196609139442444, "ratio": 0.3173580617596076}}, {"step": 9300, "epoch": 19, "train_loss": 0.0005029482999816537, "cos_r_negg": [0.10709864646196365, 0.11468154191970825, 0.11005178093910217, 0.10796809941530228, 0.10980203747749329], "cos_apical_negg": [0.10709864646196365, 0.11468154191970825, 0.11005178093910217, 0.10796809941530228, 0.10980203747749329], "cos_Ac_negg": [0.10709864646196365, 0.11468154191970825, 0.11005178093910217, 0.10796809941530228, 0.10980203747749329], "r_norm": [0.18716540932655334, 0.18874894082546234, 0.18017733097076416, 0.1813812106847763, 0.18188202381134033]}, {"step": 9350, "epoch": 19, "train_loss": 0.00045796477934345603, "cos_r_negg": [0.10602039098739624, 0.11336679756641388, 0.1087062656879425, 0.10660447925329208, 0.10845718532800674], "cos_apical_negg": [0.10602039098739624, 0.11336679756641388, 0.1087062656879425, 0.10660447925329208, 0.10845718532800674], "cos_Ac_negg": [0.10602039098739624, 0.11336679756641388, 0.1087062656879425, 0.10660447925329208, 0.10845718532800674], "r_norm": [0.1880524456501007, 0.18964260816574097, 0.18115577101707458, 0.1822204887866974, 0.18275418877601624]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9727, "test_loss": 0.16610893840789795}], "final": {"test_acc": 0.9727, "test_loss": 0.16610893840789795, "wall_s": 77.84280037879944, "cos_r_negg": [0.10599295794963837, 0.11325062811374664, 0.1086241751909256, 0.10656777024269104, 0.10821668803691864], "cos_apical_negg": [0.10599295794963837, 0.11325062811374664, 0.1086241751909256, 0.10656777024269104, 0.10821668803691864], "cos_Ac_negg": [0.10599295794963837, 0.11325062811374664, 0.1086241751909256, 0.10656777024269104, 0.10821668803691864]}}