{"args": {"mode": "sdil", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.352363109588623, "cos_r_negg": [-0.0016720476560294628, 0.011977273970842361, -0.009794944897294044, 0.0009966917568817735, -0.005771243944764137, -0.03749033808708191, -0.03133995831012726], "cos_apical_negg": [-0.0016720476560294628, 0.011977273970842361, -0.009794944897294044, 0.0009966917568817735, -0.005771243944764137, -0.03749033808708191, -0.03133995831012726], "cos_Ac_negg": [-0.0016720476560294628, 0.011977273970842361, -0.009794944897294044, 0.0009966917568817735, -0.005771243944764137, -0.03749033808708191, -0.03133995831012726], "r_norm": [4.8391523361206055, 4.755659103393555, 4.755934715270996, 4.733532905578613, 4.850532054901123, 4.880102157592773, 4.798191070556641], "ldr": {"dL_sdil": -0.006862640380859375, "dL_bp": -0.08887934684753418, "ratio": 0.07721299294235046}}, {"step": 50, "epoch": 0, "train_loss": 0.7758111953735352, "cos_r_negg": [0.2730506360530853, 0.20347550511360168, 0.22635632753372192, 0.20014013350009918, 0.22887764871120453, 0.20145964622497559, 0.14766015112400055], "cos_apical_negg": [0.2730506360530853, 0.20347550511360168, 0.22635632753372192, 0.20014013350009918, 0.22887764871120453, 0.20145964622497559, 0.14766015112400055], "cos_Ac_negg": [0.2730506360530853, 0.20347550511360168, 0.22635632753372192, 0.20014013350009918, 0.22887764871120453, 0.20145964622497559, 0.14766015112400055], "r_norm": [1.4941537380218506, 1.4483897686004639, 1.4524710178375244, 1.4869420528411865, 1.4638867378234863, 1.4979498386383057, 1.4951801300048828]}, {"step": 100, "epoch": 0, "train_loss": 0.4276144504547119, "cos_r_negg": [0.31132230162620544, 0.27200838923454285, 0.20826828479766846, 0.19007182121276855, 0.219959557056427, 0.200332909822464, 0.17597688734531403], "cos_apical_negg": [0.31132230162620544, 0.27200838923454285, 0.20826828479766846, 0.19007182121276855, 0.219959557056427, 0.200332909822464, 0.17597688734531403], "cos_Ac_negg": [0.31132230162620544, 0.27200838923454285, 0.20826828479766846, 0.19007182121276855, 0.219959557056427, 0.200332909822464, 0.17597688734531403], "r_norm": [0.9807013273239136, 0.9479644298553467, 0.9474519491195679, 0.9609967470169067, 0.9644830226898193, 0.9892241358757019, 0.9808574318885803]}, {"step": 150, "epoch": 0, "train_loss": 0.4774235785007477, "cos_r_negg": [0.31421416997909546, 0.25114598870277405, 0.19753971695899963, 0.23034271597862244, 0.22117212414741516, 0.22260749340057373, 0.2044302076101303], "cos_apical_negg": [0.31421416997909546, 0.25114598870277405, 0.19753971695899963, 0.23034271597862244, 0.22117212414741516, 0.22260749340057373, 0.2044302076101303], "cos_Ac_negg": [0.31421416997909546, 0.25114598870277405, 0.19753971695899963, 0.23034271597862244, 0.22117212414741516, 0.22260749340057373, 0.2044302076101303], "r_norm": [0.8344147205352783, 0.8077809810638428, 0.8081105351448059, 0.8176990151405334, 0.8221383094787598, 0.8441999554634094, 0.8337056636810303]}, {"step": 200, "epoch": 0, "train_loss": 0.3081229329109192, "cos_r_negg": [0.31963178515434265, 0.25017499923706055, 0.23153573274612427, 0.22826457023620605, 0.22805728018283844, 0.24239718914031982, 0.23999401926994324], "cos_apical_negg": [0.31963178515434265, 0.25017499923706055, 0.23153573274612427, 0.22826457023620605, 0.22805728018283844, 0.24239718914031982, 0.23999401926994324], "cos_Ac_negg": [0.31963178515434265, 0.25017499923706055, 0.23153573274612427, 0.22826457023620605, 0.22805728018283844, 0.24239718914031982, 0.23999401926994324], "r_norm": [0.8378963470458984, 0.8150151968002319, 0.8114085793495178, 0.8275878429412842, 0.8283745646476746, 0.8502671718597412, 0.8447176218032837]}, {"step": 250, "epoch": 0, "train_loss": 0.2219620943069458, "cos_r_negg": [0.3499290943145752, 0.291500985622406, 0.2710522413253784, 0.26673874258995056, 0.2546442151069641, 0.2912372946739197, 0.29048100113868713], "cos_apical_negg": [0.3499290943145752, 0.291500985622406, 0.2710522413253784, 0.26673874258995056, 0.2546442151069641, 0.2912372946739197, 0.29048100113868713], "cos_Ac_negg": [0.3499290943145752, 0.291500985622406, 0.2710522413253784, 0.26673874258995056, 0.2546442151069641, 0.2912372946739197, 0.29048100113868713], "r_norm": [0.7201311588287354, 0.6961961984634399, 0.700580894947052, 0.7111009359359741, 0.7164348363876343, 0.7282763123512268, 0.7250105142593384], "ldr": {"dL_sdil": -0.008416891098022461, "dL_bp": -0.006627023220062256, "ratio": 1.2700862541935367}}, {"step": 300, "epoch": 0, "train_loss": 0.25762173533439636, "cos_r_negg": [0.38332822918891907, 0.29594457149505615, 0.28777509927749634, 0.2724026143550873, 0.263609915971756, 0.29756149649620056, 0.2961958348751068], "cos_apical_negg": [0.38332822918891907, 0.29594457149505615, 0.28777509927749634, 0.2724026143550873, 0.263609915971756, 0.29756149649620056, 0.2961958348751068], "cos_Ac_negg": [0.38332822918891907, 0.29594457149505615, 0.28777509927749634, 0.2724026143550873, 0.263609915971756, 0.29756149649620056, 0.2961958348751068], "r_norm": [0.6593666076660156, 0.6400772333145142, 0.6402442455291748, 0.653131365776062, 0.6538249254226685, 0.6631709337234497, 0.6591126322746277]}, {"step": 350, "epoch": 0, "train_loss": 0.1737893968820572, "cos_r_negg": [0.43714386224746704, 0.36053383350372314, 0.3525885343551636, 0.33924973011016846, 0.31749284267425537, 0.3094608783721924, 0.3130391240119934], "cos_apical_negg": [0.43714386224746704, 0.36053383350372314, 0.3525885343551636, 0.33924973011016846, 0.31749284267425537, 0.3094608783721924, 0.3130391240119934], "cos_Ac_negg": [0.43714386224746704, 0.36053383350372314, 0.3525885343551636, 0.33924973011016846, 0.31749284267425537, 0.3094608783721924, 0.3130391240119934], "r_norm": [0.6394683122634888, 0.6190982460975647, 0.6172358989715576, 0.6271083354949951, 0.63056480884552, 0.6419655680656433, 0.6395988464355469]}, {"step": 400, "epoch": 0, "train_loss": 0.15916652977466583, "cos_r_negg": [0.4214826822280884, 0.3547261357307434, 0.3434809446334839, 0.35120171308517456, 0.317994087934494, 0.3271785378456116, 0.3213140666484833], "cos_apical_negg": [0.4214826822280884, 0.3547261357307434, 0.3434809446334839, 0.35120171308517456, 0.317994087934494, 0.3271785378456116, 0.3213140666484833], "cos_Ac_negg": [0.4214826822280884, 0.3547261357307434, 0.3434809446334839, 0.35120171308517456, 0.317994087934494, 0.3271785378456116, 0.3213140666484833], "r_norm": [0.5809882283210754, 0.5653866529464722, 0.5687294006347656, 0.5723236799240112, 0.5763458609580994, 0.5909716486930847, 0.5855808258056641]}, {"step": 450, "epoch": 0, "train_loss": 0.18657934665679932, "cos_r_negg": [0.44199806451797485, 0.3804716467857361, 0.3579210638999939, 0.34817832708358765, 0.32419678568840027, 0.35291051864624023, 0.32350054383277893], "cos_apical_negg": [0.44199806451797485, 0.3804716467857361, 0.3579210638999939, 0.34817832708358765, 0.32419678568840027, 0.35291051864624023, 0.32350054383277893], "cos_Ac_negg": [0.44199806451797485, 0.3804716467857361, 0.3579210638999939, 0.34817832708358765, 0.32419678568840027, 0.35291051864624023, 0.32350054383277893], "r_norm": [0.5492265224456787, 0.5356644988059998, 0.5332654118537903, 0.5390927791595459, 0.5428367853164673, 0.5571911334991455, 0.5494248867034912]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9418, "test_loss": 0.20633173294067383}, {"step": 500, "epoch": 1, "train_loss": 0.2582293748855591, "cos_r_negg": [0.4368879795074463, 0.38351529836654663, 0.3802078366279602, 0.38135454058647156, 0.36771172285079956, 0.3613491654396057, 0.3403444290161133], "cos_apical_negg": [0.4368879795074463, 0.38351529836654663, 0.3802078366279602, 0.38135454058647156, 0.36771172285079956, 0.3613491654396057, 0.3403444290161133], "cos_Ac_negg": [0.4368879795074463, 0.38351529836654663, 0.3802078366279602, 0.38135454058647156, 0.36771172285079956, 0.3613491654396057, 0.3403444290161133], "r_norm": [0.5448049306869507, 0.5292389392852783, 0.5313645005226135, 0.5339146256446838, 0.5387622117996216, 0.5542649030685425, 0.5455334186553955], "ldr": {"dL_sdil": -0.005623340606689453, "dL_bp": -0.004269078373908997, "ratio": 1.3172259008073495}}, {"step": 550, "epoch": 1, "train_loss": 0.2723219096660614, "cos_r_negg": [0.42836421728134155, 0.3719748258590698, 0.34202173352241516, 0.3397659659385681, 0.3232666850090027, 0.32710185647010803, 0.324311226606369], "cos_apical_negg": [0.42836421728134155, 0.3719748258590698, 0.34202173352241516, 0.3397659659385681, 0.3232666850090027, 0.32710185647010803, 0.324311226606369], "cos_Ac_negg": [0.42836421728134155, 0.3719748258590698, 0.34202173352241516, 0.3397659659385681, 0.3232666850090027, 0.32710185647010803, 0.324311226606369], "r_norm": [0.48704609274864197, 0.4736451208591461, 0.4775022864341736, 0.4822416305541992, 0.48657941818237305, 0.4960540533065796, 0.4916244149208069]}, {"step": 600, "epoch": 1, "train_loss": 0.2831602990627289, "cos_r_negg": [0.43114525079727173, 0.3694743514060974, 0.3480237126350403, 0.3662857413291931, 0.335809588432312, 0.34272444248199463, 0.3328220546245575], "cos_apical_negg": [0.43114525079727173, 0.3694743514060974, 0.3480237126350403, 0.3662857413291931, 0.335809588432312, 0.34272444248199463, 0.3328220546245575], "cos_Ac_negg": [0.43114525079727173, 0.3694743514060974, 0.3480237126350403, 0.3662857413291931, 0.335809588432312, 0.34272444248199463, 0.3328220546245575], "r_norm": [0.5067944526672363, 0.49580731987953186, 0.4886102080345154, 0.5006228685379028, 0.49973294138908386, 0.5112103819847107, 0.5096433758735657]}, {"step": 650, "epoch": 1, "train_loss": 0.21261240541934967, "cos_r_negg": [0.44601020216941833, 0.3767581582069397, 0.36990222334861755, 0.3883301317691803, 0.3564886748790741, 0.3615887463092804, 0.3445393443107605], "cos_apical_negg": [0.44601020216941833, 0.3767581582069397, 0.36990222334861755, 0.3883301317691803, 0.3564886748790741, 0.3615887463092804, 0.3445393443107605], "cos_Ac_negg": [0.44601020216941833, 0.3767581582069397, 0.36990222334861755, 0.3883301317691803, 0.3564886748790741, 0.3615887463092804, 0.3445393443107605], "r_norm": [0.4720994234085083, 0.45923948287963867, 0.45673397183418274, 0.46027320623397827, 0.46681052446365356, 0.47863084077835083, 0.47257208824157715]}, {"step": 700, "epoch": 1, "train_loss": 0.05106862634420395, "cos_r_negg": [0.4484372138977051, 0.3958175778388977, 0.3779681921005249, 0.3730277419090271, 0.3597506880760193, 0.35212939977645874, 0.3418154716491699], "cos_apical_negg": [0.4484372138977051, 0.3958175778388977, 0.3779681921005249, 0.3730277419090271, 0.3597506880760193, 0.35212939977645874, 0.3418154716491699], "cos_Ac_negg": [0.4484372138977051, 0.3958175778388977, 0.3779681921005249, 0.3730277419090271, 0.3597506880760193, 0.35212939977645874, 0.3418154716491699], "r_norm": [0.4118836224079132, 0.4024159908294678, 0.40001237392425537, 0.4037941098213196, 0.4096029996871948, 0.42076778411865234, 0.41360998153686523]}, {"step": 750, "epoch": 1, "train_loss": 0.09549614787101746, "cos_r_negg": [0.41562312841415405, 0.38968637585639954, 0.37790656089782715, 0.3814140558242798, 0.3633420169353485, 0.36148929595947266, 0.351240336894989], "cos_apical_negg": [0.41562312841415405, 0.38968637585639954, 0.37790656089782715, 0.3814140558242798, 0.3633420169353485, 0.36148929595947266, 0.351240336894989], "cos_Ac_negg": [0.41562312841415405, 0.38968637585639954, 0.37790656089782715, 0.3814140558242798, 0.3633420169353485, 0.36148929595947266, 0.351240336894989], "r_norm": [0.46055153012275696, 0.4499191641807556, 0.4498639702796936, 0.4529963731765747, 0.4574821889400482, 0.4701830744743347, 0.46319037675857544], "ldr": {"dL_sdil": -0.006368950009346008, "dL_bp": -0.0050895363092422485, "ratio": 1.25138119120605}}, {"step": 800, "epoch": 1, "train_loss": 0.11961087584495544, "cos_r_negg": [0.4318660497665405, 0.4110807776451111, 0.4003981351852417, 0.3872208595275879, 0.3696569502353668, 0.358315646648407, 0.34527724981307983], "cos_apical_negg": [0.4318660497665405, 0.4110807776451111, 0.4003981351852417, 0.3872208595275879, 0.3696569502353668, 0.358315646648407, 0.34527724981307983], "cos_Ac_negg": [0.4318660497665405, 0.4110807776451111, 0.4003981351852417, 0.3872208595275879, 0.3696569502353668, 0.358315646648407, 0.34527724981307983], "r_norm": [0.4668022394180298, 0.4523782730102539, 0.45962846279144287, 0.45954957604408264, 0.4682215452194214, 0.4786105751991272, 0.47109201550483704]}, {"step": 850, "epoch": 1, "train_loss": 0.25412750244140625, "cos_r_negg": [0.435890257358551, 0.41991084814071655, 0.3959870934486389, 0.37955522537231445, 0.3724626898765564, 0.36558806896209717, 0.34486719965934753], "cos_apical_negg": [0.435890257358551, 0.41991084814071655, 0.3959870934486389, 0.37955522537231445, 0.3724626898765564, 0.36558806896209717, 0.34486719965934753], "cos_Ac_negg": [0.435890257358551, 0.41991084814071655, 0.3959870934486389, 0.37955522537231445, 0.3724626898765564, 0.36558806896209717, 0.34486719965934753], "r_norm": [0.41611936688423157, 0.40564313530921936, 0.4084102511405945, 0.4102676510810852, 0.4134916067123413, 0.4255642890930176, 0.41893815994262695]}, {"step": 900, "epoch": 1, "train_loss": 0.1595853716135025, "cos_r_negg": [0.45699241757392883, 0.4380941390991211, 0.4261516332626343, 0.3989473879337311, 0.37565115094184875, 0.3778458833694458, 0.35113972425460815], "cos_apical_negg": [0.45699241757392883, 0.4380941390991211, 0.4261516332626343, 0.3989473879337311, 0.37565115094184875, 0.3778458833694458, 0.35113972425460815], "cos_Ac_negg": [0.45699241757392883, 0.4380941390991211, 0.4261516332626343, 0.3989473879337311, 0.37565115094184875, 0.3778458833694458, 0.35113972425460815], "r_norm": [0.39848920702934265, 0.38889068365097046, 0.39007237553596497, 0.39268460869789124, 0.3960955739021301, 0.406686007976532, 0.4003690481185913]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9553, "test_loss": 0.15723271865844726}, {"step": 950, "epoch": 2, "train_loss": 0.19479681551456451, "cos_r_negg": [0.4334397315979004, 0.4284540116786957, 0.4202682673931122, 0.41571974754333496, 0.39272844791412354, 0.37303829193115234, 0.35166388750076294], "cos_apical_negg": [0.4334397315979004, 0.4284540116786957, 0.4202682673931122, 0.41571974754333496, 0.39272844791412354, 0.37303829193115234, 0.35166388750076294], "cos_Ac_negg": [0.4334397315979004, 0.4284540116786957, 0.4202682673931122, 0.41571974754333496, 0.39272844791412354, 0.37303829193115234, 0.35166388750076294], "r_norm": [0.4334990978240967, 0.4212252199649811, 0.42623370885849, 0.4256247282028198, 0.431591272354126, 0.44233882427215576, 0.4370160400867462]}, {"step": 1000, "epoch": 2, "train_loss": 0.10188407450914383, "cos_r_negg": [0.4590369462966919, 0.44619229435920715, 0.44126129150390625, 0.4384459853172302, 0.40480637550354004, 0.40947115421295166, 0.37961989641189575], "cos_apical_negg": [0.4590369462966919, 0.44619229435920715, 0.44126129150390625, 0.4384459853172302, 0.40480637550354004, 0.40947115421295166, 0.37961989641189575], "cos_Ac_negg": [0.4590369462966919, 0.44619229435920715, 0.44126129150390625, 0.4384459853172302, 0.40480637550354004, 0.40947115421295166, 0.37961989641189575], "r_norm": [0.3882797956466675, 0.3789415955543518, 0.3793233633041382, 0.38088369369506836, 0.3867112994194031, 0.39491456747055054, 0.3880845308303833], "ldr": {"dL_sdil": -0.004818379878997803, "dL_bp": -0.0040472447872161865, "ratio": 1.1905333460969199}}, {"step": 1050, "epoch": 2, "train_loss": 0.06615853309631348, "cos_r_negg": [0.46963852643966675, 0.4502076208591461, 0.44079792499542236, 0.4430326223373413, 0.4048616588115692, 0.389091432094574, 0.3647187352180481], "cos_apical_negg": [0.46963852643966675, 0.4502076208591461, 0.44079792499542236, 0.4430326223373413, 0.4048616588115692, 0.389091432094574, 0.3647187352180481], "cos_Ac_negg": [0.46963852643966675, 0.4502076208591461, 0.44079792499542236, 0.4430326223373413, 0.4048616588115692, 0.389091432094574, 0.3647187352180481], "r_norm": [0.43266066908836365, 0.4201377332210541, 0.4197864830493927, 0.4206627309322357, 0.4279060959815979, 0.4367234408855438, 0.4340299367904663]}, {"step": 1100, "epoch": 2, "train_loss": 0.13593778014183044, "cos_r_negg": [0.46217820048332214, 0.44724196195602417, 0.4353329539299011, 0.42784708738327026, 0.4179876744747162, 0.38238251209259033, 0.36003297567367554], "cos_apical_negg": [0.46217820048332214, 0.44724196195602417, 0.4353329539299011, 0.42784708738327026, 0.4179876744747162, 0.38238251209259033, 0.36003297567367554], "cos_Ac_negg": [0.46217820048332214, 0.44724196195602417, 0.4353329539299011, 0.42784708738327026, 0.4179876744747162, 0.38238251209259033, 0.36003297567367554], "r_norm": [0.3637446463108063, 0.35488325357437134, 0.3594120144844055, 0.3584325909614563, 0.3644151985645294, 0.37233057618141174, 0.3673171401023865]}, {"step": 1150, "epoch": 2, "train_loss": 0.08331355452537537, "cos_r_negg": [0.45934778451919556, 0.4425147771835327, 0.41356194019317627, 0.4035937190055847, 0.3880344033241272, 0.3765825033187866, 0.3556642532348633], "cos_apical_negg": [0.45934778451919556, 0.4425147771835327, 0.41356194019317627, 0.4035937190055847, 0.3880344033241272, 0.3765825033187866, 0.3556642532348633], "cos_Ac_negg": [0.45934778451919556, 0.4425147771835327, 0.41356194019317627, 0.4035937190055847, 0.3880344033241272, 0.3765825033187866, 0.3556642532348633], "r_norm": [0.372164249420166, 0.361873060464859, 0.3629777729511261, 0.3663395047187805, 0.36993303894996643, 0.37608784437179565, 0.3723323345184326]}, {"step": 1200, "epoch": 2, "train_loss": 0.034742169082164764, "cos_r_negg": [0.4508051574230194, 0.4424924850463867, 0.4309018552303314, 0.41661226749420166, 0.3840406537055969, 0.35559216141700745, 0.35192638635635376], "cos_apical_negg": [0.4508051574230194, 0.4424924850463867, 0.4309018552303314, 0.41661226749420166, 0.3840406537055969, 0.35559216141700745, 0.35192638635635376], "cos_Ac_negg": [0.4508051574230194, 0.4424924850463867, 0.4309018552303314, 0.41661226749420166, 0.3840406537055969, 0.35559216141700745, 0.35192638635635376], "r_norm": [0.35393333435058594, 0.34378451108932495, 0.3452942371368408, 0.3463866114616394, 0.35052865743637085, 0.3607160151004791, 0.35464993119239807]}, {"step": 1250, "epoch": 2, "train_loss": 0.0960867702960968, "cos_r_negg": [0.4492148458957672, 0.44642898440361023, 0.431868314743042, 0.4158683717250824, 0.40075498819351196, 0.37291431427001953, 0.3577529788017273], "cos_apical_negg": [0.4492148458957672, 0.44642898440361023, 0.431868314743042, 0.4158683717250824, 0.40075498819351196, 0.37291431427001953, 0.3577529788017273], "cos_Ac_negg": [0.4492148458957672, 0.44642898440361023, 0.431868314743042, 0.4158683717250824, 0.40075498819351196, 0.37291431427001953, 0.3577529788017273], "r_norm": [0.3528636693954468, 0.34020474553108215, 0.34355685114860535, 0.3423926830291748, 0.3508000373840332, 0.3585406541824341, 0.35200822353363037], "ldr": {"dL_sdil": -0.006273150444030762, "dL_bp": -0.005137920379638672, "ratio": 1.2209512761020882}}, {"step": 1300, "epoch": 2, "train_loss": 0.1905684769153595, "cos_r_negg": [0.4743340313434601, 0.4578220844268799, 0.45099908113479614, 0.42460334300994873, 0.39186662435531616, 0.3845480680465698, 0.3653091788291931], "cos_apical_negg": [0.4743340313434601, 0.4578220844268799, 0.45099908113479614, 0.42460334300994873, 0.39186662435531616, 0.3845480680465698, 0.3653091788291931], "cos_Ac_negg": [0.4743340313434601, 0.4578220844268799, 0.45099908113479614, 0.42460334300994873, 0.39186662435531616, 0.3845480680465698, 0.3653091788291931], "r_norm": [0.2953793406486511, 0.2887277603149414, 0.28639495372772217, 0.2895500659942627, 0.2928329110145569, 0.30063456296920776, 0.2963448166847229]}, {"step": 1350, "epoch": 2, "train_loss": 0.11890728771686554, "cos_r_negg": [0.49050790071487427, 0.4696372151374817, 0.4617268741130829, 0.43748804926872253, 0.4194014072418213, 0.40080612897872925, 0.3666057586669922], "cos_apical_negg": [0.49050790071487427, 0.4696372151374817, 0.4617268741130829, 0.43748804926872253, 0.4194014072418213, 0.40080612897872925, 0.3666057586669922], "cos_Ac_negg": [0.49050790071487427, 0.4696372151374817, 0.4617268741130829, 0.43748804926872253, 0.4194014072418213, 0.40080612897872925, 0.3666057586669922], "r_norm": [0.335462749004364, 0.32479265332221985, 0.3299112915992737, 0.32765674591064453, 0.3350144326686859, 0.34090936183929443, 0.33582472801208496]}, {"step": 1400, "epoch": 2, "train_loss": 0.1875198781490326, "cos_r_negg": [0.4869869351387024, 0.47742778062820435, 0.4598047137260437, 0.4436913728713989, 0.4192848205566406, 0.4054268002510071, 0.36910325288772583], "cos_apical_negg": [0.4869869351387024, 0.47742778062820435, 0.4598047137260437, 0.4436913728713989, 0.4192848205566406, 0.4054268002510071, 0.36910325288772583], "cos_Ac_negg": [0.4869869351387024, 0.47742778062820435, 0.4598047137260437, 0.4436913728713989, 0.4192848205566406, 0.4054268002510071, 0.36910325288772583], "r_norm": [0.3084246516227722, 0.30062270164489746, 0.2982241213321686, 0.3000163435935974, 0.30555814504623413, 0.313784658908844, 0.3092413544654846]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9614, "test_loss": 0.1346881191253662}, {"step": 1450, "epoch": 3, "train_loss": 0.0501861609518528, "cos_r_negg": [0.46718478202819824, 0.4719633162021637, 0.4489704966545105, 0.43722298741340637, 0.41802704334259033, 0.3896109461784363, 0.36747482419013977], "cos_apical_negg": [0.46718478202819824, 0.4719633162021637, 0.4489704966545105, 0.43722298741340637, 0.41802704334259033, 0.3896109461784363, 0.36747482419013977], "cos_Ac_negg": [0.46718478202819824, 0.4719633162021637, 0.4489704966545105, 0.43722298741340637, 0.41802704334259033, 0.3896109461784363, 0.36747482419013977], "r_norm": [0.30333220958709717, 0.2947371304035187, 0.2980297803878784, 0.2963946461677551, 0.3006499707698822, 0.31024685502052307, 0.3041381537914276]}, {"step": 1500, "epoch": 3, "train_loss": 0.04314664006233215, "cos_r_negg": [0.4634447991847992, 0.4643900394439697, 0.45857059955596924, 0.4385715126991272, 0.4214075207710266, 0.38992252945899963, 0.36716681718826294], "cos_apical_negg": [0.4634447991847992, 0.4643900394439697, 0.45857059955596924, 0.4385715126991272, 0.4214075207710266, 0.38992252945899963, 0.36716681718826294], "cos_Ac_negg": [0.4634447991847992, 0.4643900394439697, 0.45857059955596924, 0.4385715126991272, 0.4214075207710266, 0.38992252945899963, 0.36716681718826294], "r_norm": [0.30309247970581055, 0.2962423861026764, 0.29511570930480957, 0.2993162274360657, 0.2989130914211273, 0.30784642696380615, 0.30321449041366577], "ldr": {"dL_sdil": -0.00518672913312912, "dL_bp": -0.004423148930072784, "ratio": 1.1726327137358612}}, {"step": 1550, "epoch": 3, "train_loss": 0.04687339439988136, "cos_r_negg": [0.4946489930152893, 0.48007169365882874, 0.47864866256713867, 0.455382376909256, 0.42722976207733154, 0.4164541959762573, 0.3723975419998169], "cos_apical_negg": [0.4946489930152893, 0.48007169365882874, 0.47864866256713867, 0.455382376909256, 0.42722976207733154, 0.4164541959762573, 0.3723975419998169], "cos_Ac_negg": [0.4946489930152893, 0.48007169365882874, 0.47864866256713867, 0.455382376909256, 0.42722976207733154, 0.4164541959762573, 0.3723975419998169], "r_norm": [0.28473037481307983, 0.2782922089099884, 0.2765360176563263, 0.2789227068424225, 0.2830277681350708, 0.2898748815059662, 0.28610140085220337]}, {"step": 1600, "epoch": 3, "train_loss": 0.03585828095674515, "cos_r_negg": [0.49441203474998474, 0.4789299964904785, 0.46767163276672363, 0.433053195476532, 0.4048512578010559, 0.40041255950927734, 0.3651062250137329], "cos_apical_negg": [0.49441203474998474, 0.4789299964904785, 0.46767163276672363, 0.433053195476532, 0.4048512578010559, 0.40041255950927734, 0.3651062250137329], "cos_Ac_negg": [0.49441203474998474, 0.4789299964904785, 0.46767163276672363, 0.433053195476532, 0.4048512578010559, 0.40041255950927734, 0.3651062250137329], "r_norm": [0.25626927614212036, 0.25178277492523193, 0.2508789300918579, 0.2522886097431183, 0.2561206817626953, 0.2622411847114563, 0.2582138478755951]}, {"step": 1650, "epoch": 3, "train_loss": 0.05111708492040634, "cos_r_negg": [0.45814386010169983, 0.46732133626937866, 0.4644976258277893, 0.4396655559539795, 0.40115752816200256, 0.3985429108142853, 0.36578476428985596], "cos_apical_negg": [0.45814386010169983, 0.46732133626937866, 0.4644976258277893, 0.4396655559539795, 0.40115752816200256, 0.3985429108142853, 0.36578476428985596], "cos_Ac_negg": [0.45814386010169983, 0.46732133626937866, 0.4644976258277893, 0.4396655559539795, 0.40115752816200256, 0.3985429108142853, 0.36578476428985596], "r_norm": [0.24418571591377258, 0.2394823282957077, 0.2370489239692688, 0.23969678580760956, 0.24274855852127075, 0.24952156841754913, 0.24550075829029083]}, {"step": 1700, "epoch": 3, "train_loss": 0.06745560467243195, "cos_r_negg": [0.4729255437850952, 0.4755573272705078, 0.464417427778244, 0.436698317527771, 0.3909105062484741, 0.39135944843292236, 0.3622882664203644], "cos_apical_negg": [0.4729255437850952, 0.4755573272705078, 0.464417427778244, 0.436698317527771, 0.3909105062484741, 0.39135944843292236, 0.3622882664203644], "cos_Ac_negg": [0.4729255437850952, 0.4755573272705078, 0.464417427778244, 0.436698317527771, 0.3909105062484741, 0.39135944843292236, 0.3622882664203644], "r_norm": [0.30032479763031006, 0.29380112886428833, 0.29467377066612244, 0.2954080104827881, 0.2978234589099884, 0.30600404739379883, 0.3002277612686157]}, {"step": 1750, "epoch": 3, "train_loss": 0.06190885975956917, "cos_r_negg": [0.4760548770427704, 0.47847792506217957, 0.4649809002876282, 0.45262911915779114, 0.4214121103286743, 0.4023245573043823, 0.374348521232605], "cos_apical_negg": [0.4760548770427704, 0.47847792506217957, 0.4649809002876282, 0.45262911915779114, 0.4214121103286743, 0.4023245573043823, 0.374348521232605], "cos_Ac_negg": [0.4760548770427704, 0.47847792506217957, 0.4649809002876282, 0.45262911915779114, 0.4214121103286743, 0.4023245573043823, 0.374348521232605], "r_norm": [0.2843160629272461, 0.2789098918437958, 0.27645501494407654, 0.27728936076164246, 0.2816792130470276, 0.2901306450366974, 0.28459614515304565], "ldr": {"dL_sdil": -0.004991620779037476, "dL_bp": -0.005995951592922211, "ratio": 0.8324985119842736}}, {"step": 1800, "epoch": 3, "train_loss": 0.12717965245246887, "cos_r_negg": [0.48297119140625, 0.4748796224594116, 0.46431976556777954, 0.45766979455947876, 0.4392998218536377, 0.412825345993042, 0.3861254155635834], "cos_apical_negg": [0.48297119140625, 0.4748796224594116, 0.46431976556777954, 0.45766979455947876, 0.4392998218536377, 0.412825345993042, 0.3861254155635834], "cos_Ac_negg": [0.48297119140625, 0.4748796224594116, 0.46431976556777954, 0.45766979455947876, 0.4392998218536377, 0.412825345993042, 0.3861254155635834], "r_norm": [0.30139172077178955, 0.2941943407058716, 0.294994592666626, 0.29496026039123535, 0.2990933656692505, 0.3075025677680969, 0.3021092414855957]}, {"step": 1850, "epoch": 3, "train_loss": 0.12983787059783936, "cos_r_negg": [0.49215349555015564, 0.48309022188186646, 0.46201634407043457, 0.4559771716594696, 0.4461092948913574, 0.4181823134422302, 0.38321539759635925], "cos_apical_negg": [0.49215349555015564, 0.48309022188186646, 0.46201634407043457, 0.4559771716594696, 0.4461092948913574, 0.4181823134422302, 0.38321539759635925], "cos_Ac_negg": [0.49215349555015564, 0.48309022188186646, 0.46201634407043457, 0.4559771716594696, 0.4461092948913574, 0.4181823134422302, 0.38321539759635925], "r_norm": [0.3037686049938202, 0.29575636982917786, 0.29693013429641724, 0.2981775403022766, 0.3009486198425293, 0.3085719048976898, 0.3035554885864258]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.964, "test_loss": 0.12345206718444825}, {"step": 1900, "epoch": 4, "train_loss": 0.07626283168792725, "cos_r_negg": [0.4559803605079651, 0.4672795236110687, 0.44675350189208984, 0.44086015224456787, 0.4112715423107147, 0.3891216218471527, 0.35435783863067627], "cos_apical_negg": [0.4559803605079651, 0.4672795236110687, 0.44675350189208984, 0.44086015224456787, 0.4112715423107147, 0.3891216218471527, 0.35435783863067627], "cos_Ac_negg": [0.4559803605079651, 0.4672795236110687, 0.44675350189208984, 0.44086015224456787, 0.4112715423107147, 0.3891216218471527, 0.35435783863067627], "r_norm": [0.26857316493988037, 0.2636948227882385, 0.2633650302886963, 0.26492840051651, 0.2669867277145386, 0.27413612604141235, 0.2701880931854248]}, {"step": 1950, "epoch": 4, "train_loss": 0.06285884231328964, "cos_r_negg": [0.461218923330307, 0.47135281562805176, 0.4517977237701416, 0.44980430603027344, 0.4102286100387573, 0.38288620114326477, 0.35964757204055786], "cos_apical_negg": [0.461218923330307, 0.47135281562805176, 0.4517977237701416, 0.44980430603027344, 0.4102286100387573, 0.38288620114326477, 0.35964757204055786], "cos_Ac_negg": [0.461218923330307, 0.47135281562805176, 0.4517977237701416, 0.44980430603027344, 0.4102286100387573, 0.38288620114326477, 0.35964757204055786], "r_norm": [0.2582034468650818, 0.25206461548805237, 0.25119954347610474, 0.25249236822128296, 0.25705939531326294, 0.2638569474220276, 0.26034727692604065]}, {"step": 2000, "epoch": 4, "train_loss": 0.05926135927438736, "cos_r_negg": [0.4761998951435089, 0.4750257432460785, 0.4598974585533142, 0.4475858807563782, 0.41604962944984436, 0.4007391929626465, 0.3661775588989258], "cos_apical_negg": [0.4761998951435089, 0.4750257432460785, 0.4598974585533142, 0.4475858807563782, 0.41604962944984436, 0.4007391929626465, 0.3661775588989258], "cos_Ac_negg": [0.4761998951435089, 0.4750257432460785, 0.4598974585533142, 0.4475858807563782, 0.41604962944984436, 0.4007391929626465, 0.3661775588989258], "r_norm": [0.23095187544822693, 0.22660791873931885, 0.22427447140216827, 0.22666756808757782, 0.23018798232078552, 0.23596587777137756, 0.23328319191932678], "ldr": {"dL_sdil": -0.004175134003162384, "dL_bp": -0.00487392395734787, "ratio": 0.8566268246487517}}, {"step": 2050, "epoch": 4, "train_loss": 0.05355347692966461, "cos_r_negg": [0.4568701684474945, 0.46015655994415283, 0.4484419822692871, 0.443601131439209, 0.4080694317817688, 0.37528058886528015, 0.362282395362854], "cos_apical_negg": [0.4568701684474945, 0.46015655994415283, 0.4484419822692871, 0.443601131439209, 0.4080694317817688, 0.37528058886528015, 0.362282395362854], "cos_Ac_negg": [0.4568701684474945, 0.46015655994415283, 0.4484419822692871, 0.443601131439209, 0.4080694317817688, 0.37528058886528015, 0.362282395362854], "r_norm": [0.25647205114364624, 0.25080063939094543, 0.25098899006843567, 0.2514783442020416, 0.25546881556510925, 0.2624952793121338, 0.25883734226226807]}, {"step": 2100, "epoch": 4, "train_loss": 0.05910917744040489, "cos_r_negg": [0.45539218187332153, 0.46880245208740234, 0.4508935511112213, 0.4513247013092041, 0.43321266770362854, 0.41540053486824036, 0.37551596760749817], "cos_apical_negg": [0.45539218187332153, 0.46880245208740234, 0.4508935511112213, 0.4513247013092041, 0.43321266770362854, 0.41540053486824036, 0.37551596760749817], "cos_Ac_negg": [0.45539218187332153, 0.46880245208740234, 0.4508935511112213, 0.4513247013092041, 0.43321266770362854, 0.41540053486824036, 0.37551596760749817], "r_norm": [0.27627280354499817, 0.2707654535770416, 0.2692989408969879, 0.2711626887321472, 0.2754904329776764, 0.28114053606987, 0.277942419052124]}, {"step": 2150, "epoch": 4, "train_loss": 0.08981695026159286, "cos_r_negg": [0.47839951515197754, 0.4909796118736267, 0.47943875193595886, 0.47837525606155396, 0.4296676516532898, 0.39954692125320435, 0.37714824080467224], "cos_apical_negg": [0.47839951515197754, 0.4909796118736267, 0.47943875193595886, 0.47837525606155396, 0.4296676516532898, 0.39954692125320435, 0.37714824080467224], "cos_Ac_negg": [0.47839951515197754, 0.4909796118736267, 0.47943875193595886, 0.47837525606155396, 0.4296676516532898, 0.39954692125320435, 0.37714824080467224], "r_norm": [0.2538735270500183, 0.24841278791427612, 0.2441127598285675, 0.24658586084842682, 0.24982401728630066, 0.2569822669029236, 0.2536488175392151]}, {"step": 2200, "epoch": 4, "train_loss": 0.06297943741083145, "cos_r_negg": [0.46724173426628113, 0.47674739360809326, 0.4712648391723633, 0.4765927195549011, 0.4406391978263855, 0.40385299921035767, 0.37767529487609863], "cos_apical_negg": [0.46724173426628113, 0.47674739360809326, 0.4712648391723633, 0.4765927195549011, 0.4406391978263855, 0.40385299921035767, 0.37767529487609863], "cos_Ac_negg": [0.46724173426628113, 0.47674739360809326, 0.4712648391723633, 0.4765927195549011, 0.4406391978263855, 0.40385299921035767, 0.37767529487609863], "r_norm": [0.2740859389305115, 0.2663596570491791, 0.2691802382469177, 0.2696203887462616, 0.27146485447883606, 0.27922192215919495, 0.2739398777484894]}, {"step": 2250, "epoch": 4, "train_loss": 0.004267253912985325, "cos_r_negg": [0.4946975111961365, 0.48183339834213257, 0.4830888509750366, 0.48231202363967896, 0.4543209969997406, 0.41185179352760315, 0.3873027265071869], "cos_apical_negg": [0.4946975111961365, 0.48183339834213257, 0.4830888509750366, 0.48231202363967896, 0.4543209969997406, 0.41185179352760315, 0.3873027265071869], "cos_Ac_negg": [0.4946975111961365, 0.48183339834213257, 0.4830888509750366, 0.48231202363967896, 0.4543209969997406, 0.41185179352760315, 0.3873027265071869], "r_norm": [0.2725045382976532, 0.2633627653121948, 0.26678118109703064, 0.2648499310016632, 0.26884379982948303, 0.2772625684738159, 0.2713521718978882], "ldr": {"dL_sdil": -0.006666243076324463, "dL_bp": -0.007492035627365112, "ratio": 0.8897772792184286}}, {"step": 2300, "epoch": 4, "train_loss": 0.10490547865629196, "cos_r_negg": [0.5019478797912598, 0.49183541536331177, 0.4861399531364441, 0.4823067784309387, 0.4635443389415741, 0.4162037670612335, 0.3918856978416443], "cos_apical_negg": [0.5019478797912598, 0.49183541536331177, 0.4861399531364441, 0.4823067784309387, 0.4635443389415741, 0.4162037670612335, 0.3918856978416443], "cos_Ac_negg": [0.5019478797912598, 0.49183541536331177, 0.4861399531364441, 0.4823067784309387, 0.4635443389415741, 0.4162037670612335, 0.3918856978416443], "r_norm": [0.25187474489212036, 0.2456996738910675, 0.24564166367053986, 0.24644218385219574, 0.25022539496421814, 0.2563503384590149, 0.25213056802749634]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9668, "test_loss": 0.12058405151367188}, {"step": 2350, "epoch": 5, "train_loss": 0.08840028941631317, "cos_r_negg": [0.49033862352371216, 0.48690706491470337, 0.46906372904777527, 0.457571417093277, 0.4462128281593323, 0.4043760895729065, 0.386078417301178], "cos_apical_negg": [0.49033862352371216, 0.48690706491470337, 0.46906372904777527, 0.457571417093277, 0.4462128281593323, 0.4043760895729065, 0.386078417301178], "cos_Ac_negg": [0.49033862352371216, 0.48690706491470337, 0.46906372904777527, 0.457571417093277, 0.4462128281593323, 0.4043760895729065, 0.386078417301178], "r_norm": [0.28104737401008606, 0.2742704153060913, 0.2749997675418854, 0.2763233780860901, 0.27930790185928345, 0.2863457202911377, 0.28147727251052856]}, {"step": 2400, "epoch": 5, "train_loss": 0.03309454768896103, "cos_r_negg": [0.48420166969299316, 0.4834131598472595, 0.47136515378952026, 0.4702492952346802, 0.45091596245765686, 0.4102463722229004, 0.39261841773986816], "cos_apical_negg": [0.48420166969299316, 0.4834131598472595, 0.47136515378952026, 0.4702492952346802, 0.45091596245765686, 0.4102463722229004, 0.39261841773986816], "cos_Ac_negg": [0.48420166969299316, 0.4834131598472595, 0.47136515378952026, 0.4702492952346802, 0.45091596245765686, 0.4102463722229004, 0.39261841773986816], "r_norm": [0.27506881952285767, 0.2679559886455536, 0.2690129578113556, 0.2692953944206238, 0.27244874835014343, 0.2806100845336914, 0.2764334976673126]}, {"step": 2450, "epoch": 5, "train_loss": 0.07526559382677078, "cos_r_negg": [0.4860757291316986, 0.49438589811325073, 0.47474974393844604, 0.47836437821388245, 0.45362091064453125, 0.411296010017395, 0.402271568775177], "cos_apical_negg": [0.4860757291316986, 0.49438589811325073, 0.47474974393844604, 0.47836437821388245, 0.45362091064453125, 0.411296010017395, 0.402271568775177], "cos_Ac_negg": [0.4860757291316986, 0.49438589811325073, 0.47474974393844604, 0.47836437821388245, 0.45362091064453125, 0.411296010017395, 0.402271568775177], "r_norm": [0.2533767819404602, 0.24735556542873383, 0.24632249772548676, 0.24727416038513184, 0.2516101896762848, 0.25839608907699585, 0.2547679543495178]}, {"step": 2500, "epoch": 5, "train_loss": 0.028488056734204292, "cos_r_negg": [0.4803965091705322, 0.48178398609161377, 0.46610382199287415, 0.4666386842727661, 0.43385863304138184, 0.4017261266708374, 0.38980382680892944], "cos_apical_negg": [0.4803965091705322, 0.48178398609161377, 0.46610382199287415, 0.4666386842727661, 0.43385863304138184, 0.4017261266708374, 0.38980382680892944], "cos_Ac_negg": [0.4803965091705322, 0.48178398609161377, 0.46610382199287415, 0.4666386842727661, 0.43385863304138184, 0.4017261266708374, 0.38980382680892944], "r_norm": [0.24064123630523682, 0.23482444882392883, 0.23515671491622925, 0.2353029102087021, 0.23842422664165497, 0.24594038724899292, 0.24184253811836243], "ldr": {"dL_sdil": -0.00615837424993515, "dL_bp": -0.007251806557178497, "ratio": 0.8492193222996319}}, {"step": 2550, "epoch": 5, "train_loss": 0.031613610684871674, "cos_r_negg": [0.48422497510910034, 0.4795011281967163, 0.46866902709007263, 0.4609491527080536, 0.43664824962615967, 0.40096011757850647, 0.39183464646339417], "cos_apical_negg": [0.48422497510910034, 0.4795011281967163, 0.46866902709007263, 0.4609491527080536, 0.43664824962615967, 0.40096011757850647, 0.39183464646339417], "cos_Ac_negg": [0.48422497510910034, 0.4795011281967163, 0.46866902709007263, 0.4609491527080536, 0.43664824962615967, 0.40096011757850647, 0.39183464646339417], "r_norm": [0.21383792161941528, 0.2081805169582367, 0.20858922600746155, 0.20827198028564453, 0.2121727615594864, 0.21884101629257202, 0.214094340801239]}, {"step": 2600, "epoch": 5, "train_loss": 0.03172123059630394, "cos_r_negg": [0.48275575041770935, 0.48682498931884766, 0.48409774899482727, 0.4714120626449585, 0.4409027099609375, 0.4072069525718689, 0.3916247487068176], "cos_apical_negg": [0.48275575041770935, 0.48682498931884766, 0.48409774899482727, 0.4714120626449585, 0.4409027099609375, 0.4072069525718689, 0.3916247487068176], "cos_Ac_negg": [0.48275575041770935, 0.48682498931884766, 0.48409774899482727, 0.4714120626449585, 0.4409027099609375, 0.4072069525718689, 0.3916247487068176], "r_norm": [0.24350985884666443, 0.23763692378997803, 0.23730669915676117, 0.23782232403755188, 0.24069508910179138, 0.2486722767353058, 0.24397598206996918]}, {"step": 2650, "epoch": 5, "train_loss": 0.036749307066202164, "cos_r_negg": [0.49981799721717834, 0.4990221858024597, 0.4915392994880676, 0.47884225845336914, 0.4472654163837433, 0.41414833068847656, 0.40123093128204346], "cos_apical_negg": [0.49981799721717834, 0.4990221858024597, 0.4915392994880676, 0.47884225845336914, 0.4472654163837433, 0.41414833068847656, 0.40123093128204346], "cos_Ac_negg": [0.49981799721717834, 0.4990221858024597, 0.4915392994880676, 0.47884225845336914, 0.4472654163837433, 0.41414833068847656, 0.40123093128204346], "r_norm": [0.25453224778175354, 0.24806782603263855, 0.24914269149303436, 0.24780111014842987, 0.2525443732738495, 0.25975483655929565, 0.2548031210899353]}, {"step": 2700, "epoch": 5, "train_loss": 0.130050390958786, "cos_r_negg": [0.49397969245910645, 0.5027312636375427, 0.4946504235267639, 0.4735925495624542, 0.43517935276031494, 0.4189848303794861, 0.40577685832977295], "cos_apical_negg": [0.49397969245910645, 0.5027312636375427, 0.4946504235267639, 0.4735925495624542, 0.43517935276031494, 0.4189848303794861, 0.40577685832977295], "cos_Ac_negg": [0.49397969245910645, 0.5027312636375427, 0.4946504235267639, 0.4735925495624542, 0.43517935276031494, 0.4189848303794861, 0.40577685832977295], "r_norm": [0.22192972898483276, 0.21713805198669434, 0.21560120582580566, 0.21711266040802002, 0.22121375799179077, 0.22658005356788635, 0.22258499264717102]}, {"step": 2750, "epoch": 5, "train_loss": 0.01947273686528206, "cos_r_negg": [0.48661819100379944, 0.4842081665992737, 0.4751323163509369, 0.47390639781951904, 0.4492786228656769, 0.40332239866256714, 0.40654104948043823], "cos_apical_negg": [0.48661819100379944, 0.4842081665992737, 0.4751323163509369, 0.47390639781951904, 0.4492786228656769, 0.40332239866256714, 0.40654104948043823], "cos_Ac_negg": [0.48661819100379944, 0.4842081665992737, 0.4751323163509369, 0.47390639781951904, 0.4492786228656769, 0.40332239866256714, 0.40654104948043823], "r_norm": [0.24599315226078033, 0.23993134498596191, 0.2382613718509674, 0.2391287386417389, 0.2447422444820404, 0.2504720687866211, 0.24670535326004028], "ldr": {"dL_sdil": -0.00576898455619812, "dL_bp": -0.007109120488166809, "ratio": 0.811490614879948}}, {"step": 2800, "epoch": 5, "train_loss": 0.01513090543448925, "cos_r_negg": [0.4766995310783386, 0.4783397316932678, 0.46884968876838684, 0.4652021527290344, 0.4384949505329132, 0.3995082378387451, 0.39536619186401367], "cos_apical_negg": [0.4766995310783386, 0.4783397316932678, 0.46884968876838684, 0.4652021527290344, 0.4384949505329132, 0.3995082378387451, 0.39536619186401367], "cos_Ac_negg": [0.4766995310783386, 0.4783397316932678, 0.46884968876838684, 0.4652021527290344, 0.4384949505329132, 0.3995082378387451, 0.39536619186401367], "r_norm": [0.2693444490432739, 0.26262208819389343, 0.26315903663635254, 0.26399874687194824, 0.2671605050563812, 0.2751919627189636, 0.27114999294281006]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9685, "test_loss": 0.12053419036865234}, {"step": 2850, "epoch": 6, "train_loss": 0.04603605344891548, "cos_r_negg": [0.4595911204814911, 0.468227356672287, 0.4583333134651184, 0.4505213499069214, 0.4255075454711914, 0.40175411105155945, 0.3926093578338623], "cos_apical_negg": [0.4595911204814911, 0.468227356672287, 0.4583333134651184, 0.4505213499069214, 0.4255075454711914, 0.40175411105155945, 0.3926093578338623], "cos_Ac_negg": [0.4595911204814911, 0.468227356672287, 0.4583333134651184, 0.4505213499069214, 0.4255075454711914, 0.40175411105155945, 0.3926093578338623], "r_norm": [0.2567950189113617, 0.24964706599712372, 0.2509838044643402, 0.250741183757782, 0.25443097949028015, 0.2626085877418518, 0.25746339559555054]}, {"step": 2900, "epoch": 6, "train_loss": 0.04934145137667656, "cos_r_negg": [0.46697452664375305, 0.47493892908096313, 0.462257444858551, 0.45906439423561096, 0.43474021553993225, 0.41024985909461975, 0.3997419476509094], "cos_apical_negg": [0.46697452664375305, 0.47493892908096313, 0.462257444858551, 0.45906439423561096, 0.43474021553993225, 0.41024985909461975, 0.3997419476509094], "cos_Ac_negg": [0.46697452664375305, 0.47493892908096313, 0.462257444858551, 0.45906439423561096, 0.43474021553993225, 0.41024985909461975, 0.3997419476509094], "r_norm": [0.24800585210323334, 0.24220113456249237, 0.24131497740745544, 0.24213966727256775, 0.24585261940956116, 0.2534846365451813, 0.24981804192066193]}, {"step": 2950, "epoch": 6, "train_loss": 0.047601040452718735, "cos_r_negg": [0.4699564278125763, 0.47762084007263184, 0.4720756709575653, 0.46711844205856323, 0.45215892791748047, 0.4165768623352051, 0.40607455372810364], "cos_apical_negg": [0.4699564278125763, 0.47762084007263184, 0.4720756709575653, 0.46711844205856323, 0.45215892791748047, 0.4165768623352051, 0.40607455372810364], "cos_Ac_negg": [0.4699564278125763, 0.47762084007263184, 0.4720756709575653, 0.46711844205856323, 0.45215892791748047, 0.4165768623352051, 0.40607455372810364], "r_norm": [0.251219242811203, 0.24424639344215393, 0.24487455189228058, 0.24455039203166962, 0.24735915660858154, 0.2555893361568451, 0.2520595192909241]}, {"step": 3000, "epoch": 6, "train_loss": 0.011286554858088493, "cos_r_negg": [0.454008013010025, 0.463491827249527, 0.4515314996242523, 0.44797593355178833, 0.42532193660736084, 0.3916855454444885, 0.38853925466537476], "cos_apical_negg": [0.454008013010025, 0.463491827249527, 0.4515314996242523, 0.44797593355178833, 0.42532193660736084, 0.3916855454444885, 0.38853925466537476], "cos_Ac_negg": [0.454008013010025, 0.463491827249527, 0.4515314996242523, 0.44797593355178833, 0.42532193660736084, 0.3916855454444885, 0.38853925466537476], "r_norm": [0.22963817417621613, 0.2235059142112732, 0.22295276820659637, 0.22317713499069214, 0.22668910026550293, 0.23479314148426056, 0.23006214201450348], "ldr": {"dL_sdil": -0.005406931042671204, "dL_bp": -0.006461337208747864, "ratio": 0.8368130106800303}}, {"step": 3050, "epoch": 6, "train_loss": 0.02062494121491909, "cos_r_negg": [0.4640878736972809, 0.46487945318222046, 0.4546926021575928, 0.44890594482421875, 0.4266741871833801, 0.4010589122772217, 0.40041548013687134], "cos_apical_negg": [0.4640878736972809, 0.46487945318222046, 0.4546926021575928, 0.44890594482421875, 0.4266741871833801, 0.4010589122772217, 0.40041548013687134], "cos_Ac_negg": [0.4640878736972809, 0.46487945318222046, 0.4546926021575928, 0.44890594482421875, 0.4266741871833801, 0.4010589122772217, 0.40041548013687134], "r_norm": [0.21731650829315186, 0.21134701371192932, 0.2114514261484146, 0.21136870980262756, 0.21603944897651672, 0.22240407764911652, 0.21890193223953247]}, {"step": 3100, "epoch": 6, "train_loss": 0.047890789806842804, "cos_r_negg": [0.4532800316810608, 0.45744746923446655, 0.4428975582122803, 0.44037190079689026, 0.4131118059158325, 0.38907527923583984, 0.3920091986656189], "cos_apical_negg": [0.4532800316810608, 0.45744746923446655, 0.4428975582122803, 0.44037190079689026, 0.4131118059158325, 0.38907527923583984, 0.3920091986656189], "cos_Ac_negg": [0.4532800316810608, 0.45744746923446655, 0.4428975582122803, 0.44037190079689026, 0.4131118059158325, 0.38907527923583984, 0.3920091986656189], "r_norm": [0.22089141607284546, 0.21579323709011078, 0.21443042159080505, 0.2150827795267105, 0.21870702505111694, 0.22545987367630005, 0.22159667313098907]}, {"step": 3150, "epoch": 6, "train_loss": 0.020397622138261795, "cos_r_negg": [0.4413067698478699, 0.4507136642932892, 0.4337952435016632, 0.42948293685913086, 0.40091437101364136, 0.379356324672699, 0.3902333378791809], "cos_apical_negg": [0.4413067698478699, 0.4507136642932892, 0.4337952435016632, 0.42948293685913086, 0.40091437101364136, 0.379356324672699, 0.3902333378791809], "cos_Ac_negg": [0.4413067698478699, 0.4507136642932892, 0.4337952435016632, 0.42948293685913086, 0.40091437101364136, 0.379356324672699, 0.3902333378791809], "r_norm": [0.22481104731559753, 0.21948648989200592, 0.21835313737392426, 0.21881654858589172, 0.22256946563720703, 0.22912979125976562, 0.2246377021074295]}, {"step": 3200, "epoch": 6, "train_loss": 0.09235305339097977, "cos_r_negg": [0.4358489513397217, 0.4434385895729065, 0.4290049076080322, 0.42130494117736816, 0.39980196952819824, 0.38510316610336304, 0.391456663608551], "cos_apical_negg": [0.4358489513397217, 0.4434385895729065, 0.4290049076080322, 0.42130494117736816, 0.39980196952819824, 0.38510316610336304, 0.391456663608551], "cos_Ac_negg": [0.4358489513397217, 0.4434385895729065, 0.4290049076080322, 0.42130494117736816, 0.39980196952819824, 0.38510316610336304, 0.391456663608551], "r_norm": [0.2067061811685562, 0.19940811395645142, 0.20098011195659637, 0.2002681940793991, 0.20531512796878815, 0.210763081908226, 0.20653080940246582]}, {"step": 3250, "epoch": 6, "train_loss": 0.03958895429968834, "cos_r_negg": [0.45214909315109253, 0.4619482159614563, 0.4528021216392517, 0.4360215663909912, 0.4204016923904419, 0.40638667345046997, 0.4055083096027374], "cos_apical_negg": [0.45214909315109253, 0.4619482159614563, 0.4528021216392517, 0.4360215663909912, 0.4204016923904419, 0.40638667345046997, 0.4055083096027374], "cos_Ac_negg": [0.45214909315109253, 0.4619482159614563, 0.4528021216392517, 0.4360215663909912, 0.4204016923904419, 0.40638667345046997, 0.4055083096027374], "r_norm": [0.21174322068691254, 0.2055816799402237, 0.20519746840000153, 0.20530064404010773, 0.20986713469028473, 0.2163083851337433, 0.21100535988807678], "ldr": {"dL_sdil": -0.0052046701312065125, "dL_bp": -0.006832614541053772, "ratio": 0.7617391702596782}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9702, "test_loss": 0.12119552478790283}, {"step": 3300, "epoch": 7, "train_loss": 0.006915787234902382, "cos_r_negg": [0.4642578065395355, 0.47247132658958435, 0.46826422214508057, 0.45287108421325684, 0.432969331741333, 0.41486117243766785, 0.41190266609191895], "cos_apical_negg": [0.4642578065395355, 0.47247132658958435, 0.46826422214508057, 0.45287108421325684, 0.432969331741333, 0.41486117243766785, 0.41190266609191895], "cos_Ac_negg": [0.4642578065395355, 0.47247132658958435, 0.46826422214508057, 0.45287108421325684, 0.432969331741333, 0.41486117243766785, 0.41190266609191895], "r_norm": [0.21337348222732544, 0.20685350894927979, 0.2075791358947754, 0.20664545893669128, 0.2120000720024109, 0.21737590432167053, 0.21328073740005493]}, {"step": 3350, "epoch": 7, "train_loss": 0.005235498771071434, "cos_r_negg": [0.4190481901168823, 0.43846485018730164, 0.43233728408813477, 0.41674885153770447, 0.3987395465373993, 0.3772096335887909, 0.38735729455947876], "cos_apical_negg": [0.4190481901168823, 0.43846485018730164, 0.43233728408813477, 0.41674885153770447, 0.3987395465373993, 0.3772096335887909, 0.38735729455947876], "cos_Ac_negg": [0.4190481901168823, 0.43846485018730164, 0.43233728408813477, 0.41674885153770447, 0.3987395465373993, 0.3772096335887909, 0.38735729455947876], "r_norm": [0.2175455093383789, 0.21196632087230682, 0.21113958954811096, 0.21068689227104187, 0.21538275480270386, 0.22211885452270508, 0.21779336035251617]}, {"step": 3400, "epoch": 7, "train_loss": 0.008835555985569954, "cos_r_negg": [0.41543087363243103, 0.4328327775001526, 0.4244276285171509, 0.41529375314712524, 0.40666547417640686, 0.37645137310028076, 0.38679367303848267], "cos_apical_negg": [0.41543087363243103, 0.4328327775001526, 0.4244276285171509, 0.41529375314712524, 0.40666547417640686, 0.37645137310028076, 0.38679367303848267], "cos_Ac_negg": [0.41543087363243103, 0.4328327775001526, 0.4244276285171509, 0.41529375314712524, 0.40666547417640686, 0.37645137310028076, 0.38679367303848267], "r_norm": [0.21745076775550842, 0.21071293950080872, 0.21156927943229675, 0.21011097729206085, 0.2154657542705536, 0.22152778506278992, 0.2177983671426773]}, {"step": 3450, "epoch": 7, "train_loss": 0.037805065512657166, "cos_r_negg": [0.4343778192996979, 0.44243180751800537, 0.43261146545410156, 0.42415308952331543, 0.40801501274108887, 0.3915204405784607, 0.39213961362838745], "cos_apical_negg": [0.4343778192996979, 0.44243180751800537, 0.43261146545410156, 0.42415308952331543, 0.40801501274108887, 0.3915204405784607, 0.39213961362838745], "cos_Ac_negg": [0.4343778192996979, 0.44243180751800537, 0.43261146545410156, 0.42415308952331543, 0.40801501274108887, 0.3915204405784607, 0.39213961362838745], "r_norm": [0.2285143882036209, 0.22292210161685944, 0.2223433256149292, 0.2221861481666565, 0.22687801718711853, 0.23297476768493652, 0.22951798141002655]}, {"step": 3500, "epoch": 7, "train_loss": 0.002663165330886841, "cos_r_negg": [0.4353012442588806, 0.4410702586174011, 0.4298820197582245, 0.42614084482192993, 0.4111805558204651, 0.3890298902988434, 0.39883705973625183], "cos_apical_negg": [0.4353012442588806, 0.4410702586174011, 0.4298820197582245, 0.42614084482192993, 0.4111805558204651, 0.3890298902988434, 0.39883705973625183], "cos_Ac_negg": [0.4353012442588806, 0.4410702586174011, 0.4298820197582245, 0.42614084482192993, 0.4111805558204651, 0.3890298902988434, 0.39883705973625183], "r_norm": [0.1984865665435791, 0.19377592206001282, 0.19303785264492035, 0.1941080093383789, 0.1974291205406189, 0.2023896723985672, 0.198918879032135], "ldr": {"dL_sdil": -0.006102301180362701, "dL_bp": -0.009477190673351288, "ratio": 0.6438934691397139}}, {"step": 3550, "epoch": 7, "train_loss": 0.034182358533144, "cos_r_negg": [0.4248613119125366, 0.43722987174987793, 0.4280550479888916, 0.4227035641670227, 0.41211211681365967, 0.38313060998916626, 0.3914163410663605], "cos_apical_negg": [0.4248613119125366, 0.43722987174987793, 0.4280550479888916, 0.4227035641670227, 0.41211211681365967, 0.38313060998916626, 0.3914163410663605], "cos_Ac_negg": [0.4248613119125366, 0.43722987174987793, 0.4280550479888916, 0.4227035641670227, 0.41211211681365967, 0.38313060998916626, 0.3914163410663605], "r_norm": [0.20855185389518738, 0.2030899077653885, 0.20294107496738434, 0.20301957428455353, 0.20636308193206787, 0.21284958720207214, 0.2083437591791153]}, {"step": 3600, "epoch": 7, "train_loss": 0.03964771330356598, "cos_r_negg": [0.3939930200576782, 0.40307867527008057, 0.39763331413269043, 0.382876455783844, 0.37495502829551697, 0.35793066024780273, 0.3631526529788971], "cos_apical_negg": [0.3939930200576782, 0.40307867527008057, 0.39763331413269043, 0.382876455783844, 0.37495502829551697, 0.35793066024780273, 0.3631526529788971], "cos_Ac_negg": [0.3939930200576782, 0.40307867527008057, 0.39763331413269043, 0.382876455783844, 0.37495502829551697, 0.35793066024780273, 0.3631526529788971], "r_norm": [0.19360116124153137, 0.18830837309360504, 0.18861868977546692, 0.1886482983827591, 0.19237688183784485, 0.19771870970726013, 0.19385278224945068]}, {"step": 3650, "epoch": 7, "train_loss": 0.0010017675813287497, "cos_r_negg": [0.4015113115310669, 0.40912097692489624, 0.3991701602935791, 0.38379931449890137, 0.3724457025527954, 0.35037216544151306, 0.3558850586414337], "cos_apical_negg": [0.4015113115310669, 0.40912097692489624, 0.3991701602935791, 0.38379931449890137, 0.3724457025527954, 0.35037216544151306, 0.3558850586414337], "cos_Ac_negg": [0.4015113115310669, 0.40912097692489624, 0.3991701602935791, 0.38379931449890137, 0.3724457025527954, 0.35037216544151306, 0.3558850586414337], "r_norm": [0.20899593830108643, 0.2027697116136551, 0.20317792892456055, 0.2028478980064392, 0.2070523351430893, 0.21285277605056763, 0.20846113562583923]}, {"step": 3700, "epoch": 7, "train_loss": 0.009263653308153152, "cos_r_negg": [0.40825700759887695, 0.4126431941986084, 0.4044486880302429, 0.3853101134300232, 0.37057363986968994, 0.3551642894744873, 0.3676525950431824], "cos_apical_negg": [0.40825700759887695, 0.4126431941986084, 0.4044486880302429, 0.3853101134300232, 0.37057363986968994, 0.3551642894744873, 0.3676525950431824], "cos_Ac_negg": [0.40825700759887695, 0.4126431941986084, 0.4044486880302429, 0.3853101134300232, 0.37057363986968994, 0.3551642894744873, 0.3676525950431824], "r_norm": [0.2109263390302658, 0.2046390026807785, 0.20367833971977234, 0.20403847098350525, 0.20860716700553894, 0.21458718180656433, 0.21038678288459778]}, {"step": 3750, "epoch": 7, "train_loss": 0.027974022552371025, "cos_r_negg": [0.4030452072620392, 0.4128356873989105, 0.40560826659202576, 0.3908403515815735, 0.37903833389282227, 0.36092162132263184, 0.3811475932598114], "cos_apical_negg": [0.4030452072620392, 0.4128356873989105, 0.40560826659202576, 0.3908403515815735, 0.37903833389282227, 0.36092162132263184, 0.3811475932598114], "cos_Ac_negg": [0.4030452072620392, 0.4128356873989105, 0.40560826659202576, 0.3908403515815735, 0.37903833389282227, 0.36092162132263184, 0.3811475932598114], "r_norm": [0.2092319130897522, 0.20341594517230988, 0.2030957043170929, 0.2030472457408905, 0.20754246413707733, 0.2137342393398285, 0.20872706174850464], "ldr": {"dL_sdil": -0.006554543972015381, "dL_bp": -0.009409062564373016, "ratio": 0.6966202984805161}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9701, "test_loss": 0.13362234058380126}, {"step": 3800, "epoch": 8, "train_loss": 0.04443187266588211, "cos_r_negg": [0.394048810005188, 0.40560001134872437, 0.3969222903251648, 0.3871161937713623, 0.3736251890659332, 0.3526464104652405, 0.36856895685195923], "cos_apical_negg": [0.394048810005188, 0.40560001134872437, 0.3969222903251648, 0.3871161937713623, 0.3736251890659332, 0.3526464104652405, 0.36856895685195923], "cos_Ac_negg": [0.394048810005188, 0.40560001134872437, 0.3969222903251648, 0.3871161937713623, 0.3736251890659332, 0.3526464104652405, 0.36856895685195923], "r_norm": [0.19328190386295319, 0.1868266761302948, 0.18692435324192047, 0.18525081872940063, 0.19069501757621765, 0.19742292165756226, 0.1924951672554016]}, {"step": 3850, "epoch": 8, "train_loss": 0.030544329434633255, "cos_r_negg": [0.3734801709651947, 0.3815349340438843, 0.3728550672531128, 0.3625330924987793, 0.3565315008163452, 0.3343505859375, 0.34843385219573975], "cos_apical_negg": [0.3734801709651947, 0.3815349340438843, 0.3728550672531128, 0.3625330924987793, 0.3565315008163452, 0.3343505859375, 0.34843385219573975], "cos_Ac_negg": [0.3734801709651947, 0.3815349340438843, 0.3728550672531128, 0.3625330924987793, 0.3565315008163452, 0.3343505859375, 0.34843385219573975], "r_norm": [0.19193729758262634, 0.18774496018886566, 0.186648428440094, 0.1872660219669342, 0.19034124910831451, 0.1964060366153717, 0.1913081854581833]}, {"step": 3900, "epoch": 8, "train_loss": 0.009123826399445534, "cos_r_negg": [0.40092796087265015, 0.4076319634914398, 0.39748769998550415, 0.3873365521430969, 0.37946218252182007, 0.36508649587631226, 0.37377405166625977], "cos_apical_negg": [0.40092796087265015, 0.4076319634914398, 0.39748769998550415, 0.3873365521430969, 0.37946218252182007, 0.36508649587631226, 0.37377405166625977], "cos_Ac_negg": [0.40092796087265015, 0.4076319634914398, 0.39748769998550415, 0.3873365521430969, 0.37946218252182007, 0.36508649587631226, 0.37377405166625977], "r_norm": [0.2126912772655487, 0.20605476200580597, 0.20669010281562805, 0.20658591389656067, 0.2106030285358429, 0.2162007987499237, 0.21149411797523499]}, {"step": 3950, "epoch": 8, "train_loss": 0.014265045523643494, "cos_r_negg": [0.39067235589027405, 0.3979197144508362, 0.38946789503097534, 0.3731357455253601, 0.3620799779891968, 0.3539079427719116, 0.36193835735321045], "cos_apical_negg": [0.39067235589027405, 0.3979197144508362, 0.38946789503097534, 0.3731357455253601, 0.3620799779891968, 0.3539079427719116, 0.36193835735321045], "cos_Ac_negg": [0.39067235589027405, 0.3979197144508362, 0.38946789503097534, 0.3731357455253601, 0.3620799779891968, 0.3539079427719116, 0.36193835735321045], "r_norm": [0.21201041340827942, 0.20584839582443237, 0.20503893494606018, 0.20552338659763336, 0.20987799763679504, 0.21604023873806, 0.211737722158432]}, {"step": 4000, "epoch": 8, "train_loss": 0.002473567146807909, "cos_r_negg": [0.3467337489128113, 0.35948142409324646, 0.34927529096603394, 0.3332793116569519, 0.3231104016304016, 0.3072376251220703, 0.3195110559463501], "cos_apical_negg": [0.3467337489128113, 0.35948142409324646, 0.34927529096603394, 0.3332793116569519, 0.3231104016304016, 0.3072376251220703, 0.3195110559463501], "cos_Ac_negg": [0.3467337489128113, 0.35948142409324646, 0.34927529096603394, 0.3332793116569519, 0.3231104016304016, 0.3072376251220703, 0.3195110559463501], "r_norm": [0.21143648028373718, 0.20592918992042542, 0.204856276512146, 0.20606282353401184, 0.20976200699806213, 0.21527399122714996, 0.21178799867630005], "ldr": {"dL_sdil": -0.0070197731256484985, "dL_bp": -0.011912733316421509, "ratio": 0.589266370629808}}, {"step": 4050, "epoch": 8, "train_loss": 0.011597891338169575, "cos_r_negg": [0.3757316768169403, 0.3867622911930084, 0.371351033449173, 0.3626714050769806, 0.34513187408447266, 0.32902753353118896, 0.34195008873939514], "cos_apical_negg": [0.3757316768169403, 0.3867622911930084, 0.371351033449173, 0.3626714050769806, 0.34513187408447266, 0.32902753353118896, 0.34195008873939514], "cos_Ac_negg": [0.3757316768169403, 0.3867622911930084, 0.371351033449173, 0.3626714050769806, 0.34513187408447266, 0.32902753353118896, 0.34195008873939514], "r_norm": [0.19997555017471313, 0.1943664252758026, 0.19457830488681793, 0.19460049271583557, 0.1987750232219696, 0.20357578992843628, 0.19999068975448608]}, {"step": 4100, "epoch": 8, "train_loss": 0.05823056027293205, "cos_r_negg": [0.3642427325248718, 0.3756640553474426, 0.3621689975261688, 0.34879523515701294, 0.3338790833950043, 0.32829374074935913, 0.34213948249816895], "cos_apical_negg": [0.3642427325248718, 0.3756640553474426, 0.3621689975261688, 0.34879523515701294, 0.3338790833950043, 0.32829374074935913, 0.34213948249816895], "cos_Ac_negg": [0.3642427325248718, 0.3756640553474426, 0.3621689975261688, 0.34879523515701294, 0.3338790833950043, 0.32829374074935913, 0.34213948249816895], "r_norm": [0.20399735867977142, 0.1976488083600998, 0.19881652295589447, 0.19800463318824768, 0.20245090126991272, 0.20805886387825012, 0.20325952768325806]}, {"step": 4150, "epoch": 8, "train_loss": 0.003783965017646551, "cos_r_negg": [0.3743419945240021, 0.3803672790527344, 0.3714033365249634, 0.3650830388069153, 0.3416987359523773, 0.33348870277404785, 0.3442150056362152], "cos_apical_negg": [0.3743419945240021, 0.3803672790527344, 0.3714033365249634, 0.3650830388069153, 0.3416987359523773, 0.33348870277404785, 0.3442150056362152], "cos_Ac_negg": [0.3743419945240021, 0.3803672790527344, 0.3714033365249634, 0.3650830388069153, 0.3416987359523773, 0.33348870277404785, 0.3442150056362152], "r_norm": [0.2066565752029419, 0.20089709758758545, 0.20101061463356018, 0.20154745876789093, 0.20515382289886475, 0.2106667309999466, 0.206204354763031]}, {"step": 4200, "epoch": 8, "train_loss": 0.02701794169843197, "cos_r_negg": [0.3624188303947449, 0.3685225248336792, 0.3577999770641327, 0.34797438979148865, 0.33295938372612, 0.32384198904037476, 0.3367183208465576], "cos_apical_negg": [0.3624188303947449, 0.3685225248336792, 0.3577999770641327, 0.34797438979148865, 0.33295938372612, 0.32384198904037476, 0.3367183208465576], "cos_Ac_negg": [0.3624188303947449, 0.3685225248336792, 0.3577999770641327, 0.34797438979148865, 0.33295938372612, 0.32384198904037476, 0.3367183208465576], "r_norm": [0.19907039403915405, 0.19379448890686035, 0.19298775494098663, 0.19362209737300873, 0.1966819167137146, 0.20282083749771118, 0.19804498553276062]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9699, "test_loss": 0.13874458980560303}, {"step": 4250, "epoch": 9, "train_loss": 0.020076127722859383, "cos_r_negg": [0.3542131781578064, 0.3628682494163513, 0.35285764932632446, 0.34233278036117554, 0.325336217880249, 0.3209385573863983, 0.3343520760536194], "cos_apical_negg": [0.3542131781578064, 0.3628682494163513, 0.35285764932632446, 0.34233278036117554, 0.325336217880249, 0.3209385573863983, 0.3343520760536194], "cos_Ac_negg": [0.3542131781578064, 0.3628682494163513, 0.35285764932632446, 0.34233278036117554, 0.325336217880249, 0.3209385573863983, 0.3343520760536194], "r_norm": [0.20967331528663635, 0.20267929136753082, 0.2044530212879181, 0.20365722477436066, 0.20837898552417755, 0.21351097524166107, 0.20892149209976196], "ldr": {"dL_sdil": -0.007307425141334534, "dL_bp": -0.01256522536277771, "ratio": 0.581559417388685}}, {"step": 4300, "epoch": 9, "train_loss": 0.010610933415591717, "cos_r_negg": [0.3372582793235779, 0.3499365448951721, 0.3401165008544922, 0.32372480630874634, 0.3094077706336975, 0.3056409955024719, 0.31877583265304565], "cos_apical_negg": [0.3372582793235779, 0.3499365448951721, 0.3401165008544922, 0.32372480630874634, 0.3094077706336975, 0.3056409955024719, 0.31877583265304565], "cos_Ac_negg": [0.3372582793235779, 0.3499365448951721, 0.3401165008544922, 0.32372480630874634, 0.3094077706336975, 0.3056409955024719, 0.31877583265304565], "r_norm": [0.21307875216007233, 0.20728115737438202, 0.2064175009727478, 0.20759309828281403, 0.21106967329978943, 0.21582384407520294, 0.21341580152511597]}, {"step": 4350, "epoch": 9, "train_loss": 0.008464034646749496, "cos_r_negg": [0.3278219699859619, 0.3352125883102417, 0.32331544160842896, 0.311297744512558, 0.29353412985801697, 0.2865024209022522, 0.30100518465042114], "cos_apical_negg": [0.3278219699859619, 0.3352125883102417, 0.32331544160842896, 0.311297744512558, 0.29353412985801697, 0.2865024209022522, 0.30100518465042114], "cos_Ac_negg": [0.3278219699859619, 0.3352125883102417, 0.32331544160842896, 0.311297744512558, 0.29353412985801697, 0.2865024209022522, 0.30100518465042114], "r_norm": [0.18333151936531067, 0.17949463427066803, 0.17699763178825378, 0.1799730509519577, 0.18119294941425323, 0.18664032220840454, 0.18375277519226074]}, {"step": 4400, "epoch": 9, "train_loss": 0.006566974334418774, "cos_r_negg": [0.3180497884750366, 0.32128778100013733, 0.31149986386299133, 0.2981746792793274, 0.2823016047477722, 0.2753749489784241, 0.2901878356933594], "cos_apical_negg": [0.3180497884750366, 0.32128778100013733, 0.31149986386299133, 0.2981746792793274, 0.2823016047477722, 0.2753749489784241, 0.2901878356933594], "cos_Ac_negg": [0.3180497884750366, 0.32128778100013733, 0.31149986386299133, 0.2981746792793274, 0.2823016047477722, 0.2753749489784241, 0.2901878356933594], "r_norm": [0.18362709879875183, 0.17817063629627228, 0.17721447348594666, 0.17812655866146088, 0.18180149793624878, 0.18676427006721497, 0.18314780294895172]}, {"step": 4450, "epoch": 9, "train_loss": 0.004830677527934313, "cos_r_negg": [0.3216981887817383, 0.3263029158115387, 0.31348732113838196, 0.30072885751724243, 0.2898252606391907, 0.28451210260391235, 0.29482364654541016], "cos_apical_negg": [0.3216981887817383, 0.3263029158115387, 0.31348732113838196, 0.30072885751724243, 0.2898252606391907, 0.28451210260391235, 0.29482364654541016], "cos_Ac_negg": [0.3216981887817383, 0.3263029158115387, 0.31348732113838196, 0.30072885751724243, 0.2898252606391907, 0.28451210260391235, 0.29482364654541016], "r_norm": [0.178388312458992, 0.17344237864017487, 0.17310601472854614, 0.17434446513652802, 0.17808066308498383, 0.18207815289497375, 0.17853373289108276]}, {"step": 4500, "epoch": 9, "train_loss": 0.005442403256893158, "cos_r_negg": [0.31423336267471313, 0.321921169757843, 0.31046876311302185, 0.29863518476486206, 0.2838285565376282, 0.2807350754737854, 0.2923215627670288], "cos_apical_negg": [0.31423336267471313, 0.321921169757843, 0.31046876311302185, 0.29863518476486206, 0.2838285565376282, 0.2807350754737854, 0.2923215627670288], "cos_Ac_negg": [0.31423336267471313, 0.321921169757843, 0.31046876311302185, 0.29863518476486206, 0.2838285565376282, 0.2807350754737854, 0.2923215627670288], "r_norm": [0.18344241380691528, 0.17868612706661224, 0.17668931186199188, 0.17927582561969757, 0.18228235840797424, 0.18666616082191467, 0.18398435413837433], "ldr": {"dL_sdil": -0.005886688828468323, "dL_bp": -0.011292293667793274, "ratio": 0.5213014292444178}}, {"step": 4550, "epoch": 9, "train_loss": 0.0020833685994148254, "cos_r_negg": [0.310200035572052, 0.31688860058784485, 0.3051527142524719, 0.29493004083633423, 0.28477007150650024, 0.28052085638046265, 0.29147830605506897], "cos_apical_negg": [0.310200035572052, 0.31688860058784485, 0.3051527142524719, 0.29493004083633423, 0.28477007150650024, 0.28052085638046265, 0.29147830605506897], "cos_Ac_negg": [0.310200035572052, 0.31688860058784485, 0.3051527142524719, 0.29493004083633423, 0.28477007150650024, 0.28052085638046265, 0.29147830605506897], "r_norm": [0.17837242782115936, 0.17397117614746094, 0.17278867959976196, 0.17438316345214844, 0.17804667353630066, 0.18160969018936157, 0.1793479025363922]}, {"step": 4600, "epoch": 9, "train_loss": 0.0816640704870224, "cos_r_negg": [0.3188161551952362, 0.3262174129486084, 0.313995361328125, 0.3046347498893738, 0.2912338972091675, 0.28690898418426514, 0.3017953634262085], "cos_apical_negg": [0.3188161551952362, 0.3262174129486084, 0.313995361328125, 0.3046347498893738, 0.2912338972091675, 0.28690898418426514, 0.3017953634262085], "cos_Ac_negg": [0.3188161551952362, 0.3262174129486084, 0.313995361328125, 0.3046347498893738, 0.2912338972091675, 0.28690898418426514, 0.3017953634262085], "r_norm": [0.18293282389640808, 0.17723755538463593, 0.17668414115905762, 0.1781345009803772, 0.1816268116235733, 0.18603715300559998, 0.1831679791212082]}, {"step": 4650, "epoch": 9, "train_loss": 0.006634486839175224, "cos_r_negg": [0.3098941445350647, 0.3200727105140686, 0.3068403899669647, 0.2968534529209137, 0.2850123643875122, 0.28276804089546204, 0.29648005962371826], "cos_apical_negg": [0.3098941445350647, 0.3200727105140686, 0.3068403899669647, 0.2968534529209137, 0.2850123643875122, 0.28276804089546204, 0.29648005962371826], "cos_Ac_negg": [0.3098941445350647, 0.3200727105140686, 0.3068403899669647, 0.2968534529209137, 0.2850123643875122, 0.28276804089546204, 0.29648005962371826], "r_norm": [0.17606984078884125, 0.17072640359401703, 0.1706821620464325, 0.17106473445892334, 0.17504921555519104, 0.17962494492530823, 0.17561468482017517]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9714, "test_loss": 0.14358319625854493}, {"step": 4700, "epoch": 10, "train_loss": 0.004335383884608746, "cos_r_negg": [0.28720444440841675, 0.2989974617958069, 0.28864771127700806, 0.27812474966049194, 0.26959213614463806, 0.26507288217544556, 0.2776307463645935], "cos_apical_negg": [0.28720444440841675, 0.2989974617958069, 0.28864771127700806, 0.27812474966049194, 0.26959213614463806, 0.26507288217544556, 0.2776307463645935], "cos_Ac_negg": [0.28720444440841675, 0.2989974617958069, 0.28864771127700806, 0.27812474966049194, 0.26959213614463806, 0.26507288217544556, 0.2776307463645935], "r_norm": [0.1945393979549408, 0.18841223418712616, 0.18847334384918213, 0.18916355073451996, 0.19292248785495758, 0.19760887324810028, 0.19426077604293823]}, {"step": 4750, "epoch": 10, "train_loss": 0.0010839253664016724, "cos_r_negg": [0.2844574451446533, 0.29532498121261597, 0.2822304964065552, 0.27234598994255066, 0.2626097798347473, 0.26028066873550415, 0.2743062674999237], "cos_apical_negg": [0.2844574451446533, 0.29532498121261597, 0.2822304964065552, 0.27234598994255066, 0.2626097798347473, 0.26028066873550415, 0.2743062674999237], "cos_Ac_negg": [0.2844574451446533, 0.29532498121261597, 0.2822304964065552, 0.27234598994255066, 0.2626097798347473, 0.26028066873550415, 0.2743062674999237], "r_norm": [0.18442368507385254, 0.17861278355121613, 0.1786254495382309, 0.17892467975616455, 0.18318986892700195, 0.18802498281002045, 0.18395903706550598], "ldr": {"dL_sdil": -0.007061302661895752, "dL_bp": -0.014261379837989807, "ratio": 0.49513460423273237}}, {"step": 4800, "epoch": 10, "train_loss": 0.0028294858057051897, "cos_r_negg": [0.2896786630153656, 0.29584941267967224, 0.2835129201412201, 0.27319464087486267, 0.2625385522842407, 0.2589458227157593, 0.27030912041664124], "cos_apical_negg": [0.2896786630153656, 0.29584941267967224, 0.2835129201412201, 0.27319464087486267, 0.2625385522842407, 0.2589458227157593, 0.27030912041664124], "cos_Ac_negg": [0.2896786630153656, 0.29584941267967224, 0.2835129201412201, 0.27319464087486267, 0.2625385522842407, 0.2589458227157593, 0.27030912041664124], "r_norm": [0.16919609904289246, 0.1637689769268036, 0.16450262069702148, 0.16422799229621887, 0.16838562488555908, 0.17262563109397888, 0.16920220851898193]}, {"step": 4850, "epoch": 10, "train_loss": 0.0030234046280384064, "cos_r_negg": [0.2735147178173065, 0.28303006291389465, 0.2715319097042084, 0.2603749632835388, 0.24949020147323608, 0.2460855394601822, 0.2604439854621887], "cos_apical_negg": [0.2735147178173065, 0.28303006291389465, 0.2715319097042084, 0.2603749632835388, 0.24949020147323608, 0.2460855394601822, 0.2604439854621887], "cos_Ac_negg": [0.2735147178173065, 0.28303006291389465, 0.2715319097042084, 0.2603749632835388, 0.24949020147323608, 0.2460855394601822, 0.2604439854621887], "r_norm": [0.16483363509178162, 0.15841007232666016, 0.1593286097049713, 0.1577921211719513, 0.16281870007514954, 0.1680089235305786, 0.16400890052318573]}, {"step": 4900, "epoch": 10, "train_loss": 0.004892065189778805, "cos_r_negg": [0.2840352952480316, 0.2922646701335907, 0.2820340394973755, 0.2694980800151825, 0.258328378200531, 0.257053017616272, 0.27111509442329407], "cos_apical_negg": [0.2840352952480316, 0.2922646701335907, 0.2820340394973755, 0.2694980800151825, 0.258328378200531, 0.257053017616272, 0.27111509442329407], "cos_Ac_negg": [0.2840352952480316, 0.2922646701335907, 0.2820340394973755, 0.2694980800151825, 0.258328378200531, 0.257053017616272, 0.27111509442329407], "r_norm": [0.18110336363315582, 0.17470745742321014, 0.17557276785373688, 0.17511269450187683, 0.17992232739925385, 0.1846167892217636, 0.18027326464653015]}, {"step": 4950, "epoch": 10, "train_loss": 0.0014768068213015795, "cos_r_negg": [0.2794606685638428, 0.2858070135116577, 0.2748509645462036, 0.2635084390640259, 0.2535820007324219, 0.25131097435951233, 0.2681294083595276], "cos_apical_negg": [0.2794606685638428, 0.2858070135116577, 0.2748509645462036, 0.2635084390640259, 0.2535820007324219, 0.25131097435951233, 0.2681294083595276], "cos_Ac_negg": [0.2794606685638428, 0.2858070135116577, 0.2748509645462036, 0.2635084390640259, 0.2535820007324219, 0.25131097435951233, 0.2681294083595276], "r_norm": [0.1684553176164627, 0.16198012232780457, 0.1625320166349411, 0.1615346372127533, 0.16627955436706543, 0.17182455956935883, 0.1672850251197815]}, {"step": 5000, "epoch": 10, "train_loss": 0.0015590975526720285, "cos_r_negg": [0.25707948207855225, 0.26440101861953735, 0.2543352544307709, 0.24349090456962585, 0.23624150454998016, 0.23392993211746216, 0.24800452589988708], "cos_apical_negg": [0.25707948207855225, 0.26440101861953735, 0.2543352544307709, 0.24349090456962585, 0.23624150454998016, 0.23392993211746216, 0.24800452589988708], "cos_Ac_negg": [0.25707948207855225, 0.26440101861953735, 0.2543352544307709, 0.24349090456962585, 0.23624150454998016, 0.23392993211746216, 0.24800452589988708], "r_norm": [0.16981396079063416, 0.16306383907794952, 0.16403013467788696, 0.1633879691362381, 0.16852417588233948, 0.1734323501586914, 0.16916534304618835], "ldr": {"dL_sdil": -0.006296180188655853, "dL_bp": -0.011210516095161438, "ratio": 0.5616316086797594}}, {"step": 5050, "epoch": 10, "train_loss": 0.022982049733400345, "cos_r_negg": [0.2654499411582947, 0.27461087703704834, 0.26459425687789917, 0.2522079050540924, 0.24059882760047913, 0.24280527234077454, 0.25633251667022705], "cos_apical_negg": [0.2654499411582947, 0.27461087703704834, 0.26459425687789917, 0.2522079050540924, 0.24059882760047913, 0.24280527234077454, 0.25633251667022705], "cos_Ac_negg": [0.2654499411582947, 0.27461087703704834, 0.26459425687789917, 0.2522079050540924, 0.24059882760047913, 0.24280527234077454, 0.25633251667022705], "r_norm": [0.18593105673789978, 0.17943519353866577, 0.18077221512794495, 0.179775208234787, 0.18511414527893066, 0.190042644739151, 0.18482890725135803]}, {"step": 5100, "epoch": 10, "train_loss": 0.012064190581440926, "cos_r_negg": [0.25220412015914917, 0.26330089569091797, 0.25419628620147705, 0.24278274178504944, 0.23287683725357056, 0.2360224723815918, 0.2466353327035904], "cos_apical_negg": [0.25220412015914917, 0.26330089569091797, 0.25419628620147705, 0.24278274178504944, 0.23287683725357056, 0.2360224723815918, 0.2466353327035904], "cos_Ac_negg": [0.25220412015914917, 0.26330089569091797, 0.25419628620147705, 0.24278274178504944, 0.23287683725357056, 0.2360224723815918, 0.2466353327035904], "r_norm": [0.1827879548072815, 0.17699933052062988, 0.17693397402763367, 0.17730014026165009, 0.18196125328540802, 0.18690460920333862, 0.18206089735031128]}, {"step": 5150, "epoch": 10, "train_loss": 0.0032069103326648474, "cos_r_negg": [0.24301020801067352, 0.2513490319252014, 0.2426464855670929, 0.2299266755580902, 0.2204868197441101, 0.22309048473834991, 0.2324143350124359], "cos_apical_negg": [0.24301020801067352, 0.2513490319252014, 0.2426464855670929, 0.2299266755580902, 0.2204868197441101, 0.22309048473834991, 0.2324143350124359], "cos_Ac_negg": [0.24301020801067352, 0.2513490319252014, 0.2426464855670929, 0.2299266755580902, 0.2204868197441101, 0.22309048473834991, 0.2324143350124359], "r_norm": [0.1876358985900879, 0.18157172203063965, 0.18157315254211426, 0.18171937763690948, 0.18632930517196655, 0.19157364964485168, 0.18682368099689484]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9709, "test_loss": 0.1511699453353882}, {"step": 5200, "epoch": 11, "train_loss": 0.00132978823967278, "cos_r_negg": [0.22861318290233612, 0.23606938123703003, 0.22708770632743835, 0.215669646859169, 0.20685768127441406, 0.207583948969841, 0.21673622727394104], "cos_apical_negg": [0.22861318290233612, 0.23606938123703003, 0.22708770632743835, 0.215669646859169, 0.20685768127441406, 0.207583948969841, 0.21673622727394104], "cos_Ac_negg": [0.22861318290233612, 0.23606938123703003, 0.22708770632743835, 0.215669646859169, 0.20685768127441406, 0.207583948969841, 0.21673622727394104], "r_norm": [0.1863768994808197, 0.18122360110282898, 0.17962324619293213, 0.18121474981307983, 0.1852344423532486, 0.1901734322309494, 0.18636491894721985]}, {"step": 5250, "epoch": 11, "train_loss": 0.002773511689156294, "cos_r_negg": [0.22970572113990784, 0.23705646395683289, 0.2276609092950821, 0.2172829955816269, 0.207658588886261, 0.20810145139694214, 0.21671712398529053], "cos_apical_negg": [0.22970572113990784, 0.23705646395683289, 0.2276609092950821, 0.2172829955816269, 0.207658588886261, 0.20810145139694214, 0.21671712398529053], "cos_Ac_negg": [0.22970572113990784, 0.23705646395683289, 0.2276609092950821, 0.2172829955816269, 0.207658588886261, 0.20810145139694214, 0.21671712398529053], "r_norm": [0.17361250519752502, 0.1683979630470276, 0.16714072227478027, 0.16873003542423248, 0.17258372902870178, 0.1774386614561081, 0.17332538962364197], "ldr": {"dL_sdil": -0.007730148732662201, "dL_bp": -0.015249654650688171, "ratio": 0.506906478194466}}, {"step": 5300, "epoch": 11, "train_loss": 0.0070160808973014355, "cos_r_negg": [0.22378867864608765, 0.23063713312149048, 0.22187654674053192, 0.20991893112659454, 0.20213644206523895, 0.20300918817520142, 0.21389149129390717], "cos_apical_negg": [0.22378867864608765, 0.23063713312149048, 0.22187654674053192, 0.20991893112659454, 0.20213644206523895, 0.20300918817520142, 0.21389149129390717], "cos_Ac_negg": [0.22378867864608765, 0.23063713312149048, 0.22187654674053192, 0.20991893112659454, 0.20213644206523895, 0.20300918817520142, 0.21389149129390717], "r_norm": [0.17217613756656647, 0.16803620755672455, 0.16611848771572113, 0.16885757446289062, 0.17181512713432312, 0.17603537440299988, 0.17238906025886536]}, {"step": 5350, "epoch": 11, "train_loss": 0.0020808118861168623, "cos_r_negg": [0.23032166063785553, 0.23932453989982605, 0.23217959702014923, 0.22101739048957825, 0.21300670504570007, 0.2138204276561737, 0.22343261539936066], "cos_apical_negg": [0.23032166063785553, 0.23932453989982605, 0.23217959702014923, 0.22101739048957825, 0.21300670504570007, 0.2138204276561737, 0.22343261539936066], "cos_Ac_negg": [0.23032166063785553, 0.23932453989982605, 0.23217959702014923, 0.22101739048957825, 0.21300670504570007, 0.2138204276561737, 0.22343261539936066], "r_norm": [0.19752082228660583, 0.19056038558483124, 0.1902788281440735, 0.19039510190486908, 0.19553667306900024, 0.20136764645576477, 0.19671575725078583]}, {"step": 5400, "epoch": 11, "train_loss": 0.01836857944726944, "cos_r_negg": [0.21656197309494019, 0.22323496639728546, 0.21477878093719482, 0.20422479510307312, 0.19713987410068512, 0.19735997915267944, 0.2078249603509903], "cos_apical_negg": [0.21656197309494019, 0.22323496639728546, 0.21477878093719482, 0.20422479510307312, 0.19713987410068512, 0.19735997915267944, 0.2078249603509903], "cos_Ac_negg": [0.21656197309494019, 0.22323496639728546, 0.21477878093719482, 0.20422479510307312, 0.19713987410068512, 0.19735997915267944, 0.2078249603509903], "r_norm": [0.18614260852336884, 0.18088600039482117, 0.17970143258571625, 0.18077078461647034, 0.18534207344055176, 0.1900322437286377, 0.18623505532741547]}, {"step": 5450, "epoch": 11, "train_loss": 0.0003716446808539331, "cos_r_negg": [0.20583544671535492, 0.21246975660324097, 0.20546366274356842, 0.1942865252494812, 0.18749919533729553, 0.18644416332244873, 0.19882938265800476], "cos_apical_negg": [0.20583544671535492, 0.21246975660324097, 0.20546366274356842, 0.1942865252494812, 0.18749919533729553, 0.18644416332244873, 0.19882938265800476], "cos_Ac_negg": [0.20583544671535492, 0.21246975660324097, 0.20546366274356842, 0.1942865252494812, 0.18749919533729553, 0.18644416332244873, 0.19882938265800476], "r_norm": [0.1711495816707611, 0.16644904017448425, 0.16403058171272278, 0.16629770398139954, 0.1698407232761383, 0.1748824417591095, 0.17139023542404175]}, {"step": 5500, "epoch": 11, "train_loss": 0.0013167200377210975, "cos_r_negg": [0.21618613600730896, 0.22232586145401, 0.21312716603279114, 0.2022053301334381, 0.195968359708786, 0.19626972079277039, 0.20476804673671722], "cos_apical_negg": [0.21618613600730896, 0.22232586145401, 0.21312716603279114, 0.2022053301334381, 0.195968359708786, 0.19626972079277039, 0.20476804673671722], "cos_Ac_negg": [0.21618613600730896, 0.22232586145401, 0.21312716603279114, 0.2022053301334381, 0.195968359708786, 0.19626972079277039, 0.20476804673671722], "r_norm": [0.1834888458251953, 0.17769092321395874, 0.1772451251745224, 0.17742151021957397, 0.1818694770336151, 0.18722492456436157, 0.1829834133386612], "ldr": {"dL_sdil": -0.008497923612594604, "dL_bp": -0.01788763701915741, "ratio": 0.475072453868191}}, {"step": 5550, "epoch": 11, "train_loss": 0.002541765570640564, "cos_r_negg": [0.21919749677181244, 0.22872519493103027, 0.21744099259376526, 0.20784026384353638, 0.20157653093338013, 0.2002926915884018, 0.2110985368490219], "cos_apical_negg": [0.21919749677181244, 0.22872519493103027, 0.21744099259376526, 0.20784026384353638, 0.20157653093338013, 0.2002926915884018, 0.2110985368490219], "cos_Ac_negg": [0.21919749677181244, 0.22872519493103027, 0.21744099259376526, 0.20784026384353638, 0.20157653093338013, 0.2002926915884018, 0.2110985368490219], "r_norm": [0.15969012677669525, 0.15437552332878113, 0.15407510101795197, 0.15490765869617462, 0.15863478183746338, 0.16309814155101776, 0.15950138866901398]}, {"step": 5600, "epoch": 11, "train_loss": 0.0018640814814716578, "cos_r_negg": [0.20869594812393188, 0.21635201573371887, 0.20702111721038818, 0.1965802013874054, 0.18974517285823822, 0.18899232149124146, 0.19903387129306793], "cos_apical_negg": [0.20869594812393188, 0.21635201573371887, 0.20702111721038818, 0.1965802013874054, 0.18974517285823822, 0.18899232149124146, 0.19903387129306793], "cos_Ac_negg": [0.20869594812393188, 0.21635201573371887, 0.20702111721038818, 0.1965802013874054, 0.18974517285823822, 0.18899232149124146, 0.19903387129306793], "r_norm": [0.17333954572677612, 0.16762609779834747, 0.16737133264541626, 0.16796667873859406, 0.17184539139270782, 0.17670565843582153, 0.17257699370384216]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9702, "test_loss": 0.16046825580596924}, {"step": 5650, "epoch": 12, "train_loss": 0.0004607838927768171, "cos_r_negg": [0.2093615084886551, 0.2184649258852005, 0.2100231945514679, 0.19962003827095032, 0.1936175376176834, 0.1932072937488556, 0.20075678825378418], "cos_apical_negg": [0.2093615084886551, 0.2184649258852005, 0.2100231945514679, 0.19962003827095032, 0.1936175376176834, 0.1932072937488556, 0.20075678825378418], "cos_Ac_negg": [0.2093615084886551, 0.2184649258852005, 0.2100231945514679, 0.19962003827095032, 0.1936175376176834, 0.1932072937488556, 0.20075678825378418], "r_norm": [0.1709413379430771, 0.16420935094356537, 0.1650151014328003, 0.1636880338191986, 0.16857704520225525, 0.17441695928573608, 0.1695907860994339]}, {"step": 5700, "epoch": 12, "train_loss": 0.0042963093146681786, "cos_r_negg": [0.1964617669582367, 0.2049839198589325, 0.19779366254806519, 0.18695223331451416, 0.18036270141601562, 0.18083032965660095, 0.18724468350410461], "cos_apical_negg": [0.1964617669582367, 0.2049839198589325, 0.19779366254806519, 0.18695223331451416, 0.18036270141601562, 0.18083032965660095, 0.18724468350410461], "cos_Ac_negg": [0.1964617669582367, 0.2049839198589325, 0.19779366254806519, 0.18695223331451416, 0.18036270141601562, 0.18083032965660095, 0.18724468350410461], "r_norm": [0.1738664209842682, 0.16723470389842987, 0.16783452033996582, 0.16694724559783936, 0.17175480723381042, 0.17737062275409698, 0.1728186309337616]}, {"step": 5750, "epoch": 12, "train_loss": 0.0014126348542049527, "cos_r_negg": [0.19586700201034546, 0.20461827516555786, 0.19765989482402802, 0.1873808056116104, 0.18077149987220764, 0.1802937388420105, 0.18674364686012268], "cos_apical_negg": [0.19586700201034546, 0.20461827516555786, 0.19765989482402802, 0.1873808056116104, 0.18077149987220764, 0.1802937388420105, 0.18674364686012268], "cos_Ac_negg": [0.19586700201034546, 0.20461827516555786, 0.19765989482402802, 0.1873808056116104, 0.18077149987220764, 0.1802937388420105, 0.18674364686012268], "r_norm": [0.17136788368225098, 0.16517627239227295, 0.1654311716556549, 0.16482043266296387, 0.16919516026973724, 0.17488163709640503, 0.17017973959445953], "ldr": {"dL_sdil": -0.00803162157535553, "dL_bp": -0.017048291862010956, "ratio": 0.4711100467051805}}, {"step": 5800, "epoch": 12, "train_loss": 0.0013991075102239847, "cos_r_negg": [0.19385461509227753, 0.20208203792572021, 0.1951444298028946, 0.18419340252876282, 0.17784298956394196, 0.1770617514848709, 0.18395666778087616], "cos_apical_negg": [0.19385461509227753, 0.20208203792572021, 0.1951444298028946, 0.18419340252876282, 0.17784298956394196, 0.1770617514848709, 0.18395666778087616], "cos_Ac_negg": [0.19385461509227753, 0.20208203792572021, 0.1951444298028946, 0.18419340252876282, 0.17784298956394196, 0.1770617514848709, 0.18395666778087616], "r_norm": [0.1731627732515335, 0.16730466485023499, 0.1674710512161255, 0.16753683984279633, 0.1713491529226303, 0.1766623705625534, 0.1723756194114685]}, {"step": 5850, "epoch": 12, "train_loss": 0.001343711744993925, "cos_r_negg": [0.19299927353858948, 0.20161238312721252, 0.19335734844207764, 0.1827012449502945, 0.17606520652770996, 0.17516925930976868, 0.18363234400749207], "cos_apical_negg": [0.19299927353858948, 0.20161238312721252, 0.19335734844207764, 0.1827012449502945, 0.17606520652770996, 0.17516925930976868, 0.18363234400749207], "cos_Ac_negg": [0.19299927353858948, 0.20161238312721252, 0.19335734844207764, 0.1827012449502945, 0.17606520652770996, 0.17516925930976868, 0.18363234400749207], "r_norm": [0.16494491696357727, 0.15950122475624084, 0.15828992426395416, 0.15913055837154388, 0.16276699304580688, 0.16841921210289001, 0.16432622075080872]}, {"step": 5900, "epoch": 12, "train_loss": 0.003312724642455578, "cos_r_negg": [0.1843579113483429, 0.19231057167053223, 0.1840137243270874, 0.17381848394870758, 0.16682371497154236, 0.16743390262126923, 0.17702750861644745], "cos_apical_negg": [0.1843579113483429, 0.19231057167053223, 0.1840137243270874, 0.17381848394870758, 0.16682371497154236, 0.16743390262126923, 0.17702750861644745], "cos_Ac_negg": [0.1843579113483429, 0.19231057167053223, 0.1840137243270874, 0.17381848394870758, 0.16682371497154236, 0.16743390262126923, 0.17702750861644745], "r_norm": [0.16391286253929138, 0.1583397090435028, 0.15763768553733826, 0.157992884516716, 0.16214609146118164, 0.16739118099212646, 0.1633753776550293]}, {"step": 5950, "epoch": 12, "train_loss": 0.0010271623032167554, "cos_r_negg": [0.18883463740348816, 0.1956535279750824, 0.18716658651828766, 0.17675341665744781, 0.170151486992836, 0.17163220047950745, 0.18025487661361694], "cos_apical_negg": [0.18883463740348816, 0.1956535279750824, 0.18716658651828766, 0.17675341665744781, 0.170151486992836, 0.17163220047950745, 0.18025487661361694], "cos_Ac_negg": [0.18883463740348816, 0.1956535279750824, 0.18716658651828766, 0.17675341665744781, 0.170151486992836, 0.17163220047950745, 0.18025487661361694], "r_norm": [0.16165299713611603, 0.15646958351135254, 0.15538141131401062, 0.15630057454109192, 0.16011455655097961, 0.16512396931648254, 0.1614905297756195]}, {"step": 6000, "epoch": 12, "train_loss": 0.005813986994326115, "cos_r_negg": [0.17696399986743927, 0.18471026420593262, 0.17708423733711243, 0.1673780083656311, 0.16075608134269714, 0.16292038559913635, 0.17087996006011963], "cos_apical_negg": [0.17696399986743927, 0.18471026420593262, 0.17708423733711243, 0.1673780083656311, 0.16075608134269714, 0.16292038559913635, 0.17087996006011963], "cos_Ac_negg": [0.17696399986743927, 0.18471026420593262, 0.17708423733711243, 0.1673780083656311, 0.16075608134269714, 0.16292038559913635, 0.17087996006011963], "r_norm": [0.17352643609046936, 0.16818580031394958, 0.16782701015472412, 0.16809777915477753, 0.17275549471378326, 0.1771894097328186, 0.17337410151958466], "ldr": {"dL_sdil": -0.008296065032482147, "dL_bp": -0.018310852348804474, "ratio": 0.4530682064630269}}, {"step": 6050, "epoch": 12, "train_loss": 0.002731890417635441, "cos_r_negg": [0.1727307140827179, 0.18120470643043518, 0.17334121465682983, 0.1642785519361496, 0.15760111808776855, 0.15892554819583893, 0.1661440134048462], "cos_apical_negg": [0.1727307140827179, 0.18120470643043518, 0.17334121465682983, 0.1642785519361496, 0.15760111808776855, 0.15892554819583893, 0.1661440134048462], "cos_Ac_negg": [0.1727307140827179, 0.18120470643043518, 0.17334121465682983, 0.1642785519361496, 0.15760111808776855, 0.15892554819583893, 0.1661440134048462], "r_norm": [0.17097629606723785, 0.16586917638778687, 0.16604763269424438, 0.16663771867752075, 0.17092156410217285, 0.17472892999649048, 0.170823335647583]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9714, "test_loss": 0.16518354167938232}, {"step": 6100, "epoch": 13, "train_loss": 0.0010893808212131262, "cos_r_negg": [0.16998177766799927, 0.17647358775138855, 0.16826070845127106, 0.1594148576259613, 0.15148553252220154, 0.1523231863975525, 0.1601174771785736], "cos_apical_negg": [0.16998177766799927, 0.17647358775138855, 0.16826070845127106, 0.1594148576259613, 0.15148553252220154, 0.1523231863975525, 0.1601174771785736], "cos_Ac_negg": [0.16998177766799927, 0.17647358775138855, 0.16826070845127106, 0.1594148576259613, 0.15148553252220154, 0.1523231863975525, 0.1601174771785736], "r_norm": [0.17790044844150543, 0.17136117815971375, 0.1725202202796936, 0.17179353535175323, 0.17634275555610657, 0.18134400248527527, 0.17680202424526215]}, {"step": 6150, "epoch": 13, "train_loss": 0.0016305394237861037, "cos_r_negg": [0.16676387190818787, 0.17249435186386108, 0.165451318025589, 0.15659314393997192, 0.14892929792404175, 0.14972059428691864, 0.1569576859474182], "cos_apical_negg": [0.16676387190818787, 0.17249435186386108, 0.165451318025589, 0.15659314393997192, 0.14892929792404175, 0.14972059428691864, 0.1569576859474182], "cos_Ac_negg": [0.16676387190818787, 0.17249435186386108, 0.165451318025589, 0.15659314393997192, 0.14892929792404175, 0.14972059428691864, 0.1569576859474182], "r_norm": [0.17409351468086243, 0.16792181134223938, 0.16796055436134338, 0.16787226498126984, 0.17218145728111267, 0.17761948704719543, 0.1731240600347519]}, {"step": 6200, "epoch": 13, "train_loss": 0.003285713493824005, "cos_r_negg": [0.16725048422813416, 0.1732703149318695, 0.16709677875041962, 0.15862411260604858, 0.1506136655807495, 0.15155281126499176, 0.15824098885059357], "cos_apical_negg": [0.16725048422813416, 0.1732703149318695, 0.16709677875041962, 0.15862411260604858, 0.1506136655807495, 0.15155281126499176, 0.15824098885059357], "cos_Ac_negg": [0.16725048422813416, 0.1732703149318695, 0.16709677875041962, 0.15862411260604858, 0.1506136655807495, 0.15155281126499176, 0.15824098885059357], "r_norm": [0.1735592931509018, 0.1674872189760208, 0.1675865799188614, 0.1673957109451294, 0.17170679569244385, 0.17707321047782898, 0.1725536435842514]}, {"step": 6250, "epoch": 13, "train_loss": 0.0003345659642945975, "cos_r_negg": [0.16039612889289856, 0.16652697324752808, 0.15971419215202332, 0.15105193853378296, 0.14353212714195251, 0.14419513940811157, 0.1498442143201828], "cos_apical_negg": [0.16039612889289856, 0.16652697324752808, 0.15971419215202332, 0.15105193853378296, 0.14353212714195251, 0.14419513940811157, 0.1498442143201828], "cos_Ac_negg": [0.16039612889289856, 0.16652697324752808, 0.15971419215202332, 0.15105193853378296, 0.14353212714195251, 0.14419513940811157, 0.1498442143201828], "r_norm": [0.16814962029457092, 0.16239503026008606, 0.1625962257385254, 0.16221830248832703, 0.16678285598754883, 0.1716812252998352, 0.16748175024986267], "ldr": {"dL_sdil": -0.008429497480392456, "dL_bp": -0.019086673855781555, "ratio": 0.4416430827123434}}, {"step": 6300, "epoch": 13, "train_loss": 0.0013958713971078396, "cos_r_negg": [0.15977880358695984, 0.1666688323020935, 0.16036297380924225, 0.15119034051895142, 0.14305804669857025, 0.14441484212875366, 0.1491541862487793], "cos_apical_negg": [0.15977880358695984, 0.1666688323020935, 0.16036297380924225, 0.15119034051895142, 0.14305804669857025, 0.14441484212875366, 0.1491541862487793], "cos_Ac_negg": [0.15977880358695984, 0.1666688323020935, 0.16036297380924225, 0.15119034051895142, 0.14305804669857025, 0.14441484212875366, 0.1491541862487793], "r_norm": [0.17640535533428192, 0.17061714828014374, 0.17037826776504517, 0.17029942572116852, 0.17483830451965332, 0.1799781620502472, 0.17577782273292542]}, {"step": 6350, "epoch": 13, "train_loss": 0.0037621022202074528, "cos_r_negg": [0.1582082211971283, 0.16519439220428467, 0.15914899110794067, 0.15027961134910583, 0.14205144345760345, 0.14322061836719513, 0.14766861498355865], "cos_apical_negg": [0.1582082211971283, 0.16519439220428467, 0.15914899110794067, 0.15027961134910583, 0.14205144345760345, 0.14322061836719513, 0.14766861498355865], "cos_Ac_negg": [0.1582082211971283, 0.16519439220428467, 0.15914899110794067, 0.15027961134910583, 0.14205144345760345, 0.14322061836719513, 0.14766861498355865], "r_norm": [0.17161905765533447, 0.16584300994873047, 0.16567379236221313, 0.1655098795890808, 0.16997236013412476, 0.17514784634113312, 0.17099358141422272]}, {"step": 6400, "epoch": 13, "train_loss": 0.000847506569698453, "cos_r_negg": [0.15318268537521362, 0.16005289554595947, 0.1535542756319046, 0.1448250114917755, 0.13762909173965454, 0.13830451667308807, 0.1429775059223175], "cos_apical_negg": [0.15318268537521362, 0.16005289554595947, 0.1535542756319046, 0.1448250114917755, 0.13762909173965454, 0.13830451667308807, 0.1429775059223175], "cos_Ac_negg": [0.15318268537521362, 0.16005289554595947, 0.1535542756319046, 0.1448250114917755, 0.13762909173965454, 0.13830451667308807, 0.1429775059223175], "r_norm": [0.173354834318161, 0.16797444224357605, 0.16807886958122253, 0.16805966198444366, 0.1728213131427765, 0.17705753445625305, 0.17316415905952454]}, {"step": 6450, "epoch": 13, "train_loss": 0.0017855510814115405, "cos_r_negg": [0.15769517421722412, 0.16294030845165253, 0.15739589929580688, 0.14906060695648193, 0.14129702746868134, 0.1418764889240265, 0.14666032791137695], "cos_apical_negg": [0.15769517421722412, 0.16294030845165253, 0.15739589929580688, 0.14906060695648193, 0.14129702746868134, 0.1418764889240265, 0.14666032791137695], "cos_Ac_negg": [0.15769517421722412, 0.16294030845165253, 0.15739589929580688, 0.14906060695648193, 0.14129702746868134, 0.1418764889240265, 0.14666032791137695], "r_norm": [0.17039793729782104, 0.16425414383411407, 0.1645241677761078, 0.1636514812707901, 0.1686885803937912, 0.17387300729751587, 0.16963359713554382]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003234942560084164, "cos_r_negg": [0.15901127457618713, 0.1643434762954712, 0.15622487664222717, 0.14836052060127258, 0.14013221859931946, 0.14175260066986084, 0.1461431086063385], "cos_apical_negg": [0.15901127457618713, 0.1643434762954712, 0.15622487664222717, 0.14836052060127258, 0.14013221859931946, 0.14175260066986084, 0.1461431086063385], "cos_Ac_negg": [0.15901127457618713, 0.1643434762954712, 0.15622487664222717, 0.14836052060127258, 0.14013221859931946, 0.14175260066986084, 0.1461431086063385], "r_norm": [0.16528688371181488, 0.15971222519874573, 0.16007500886917114, 0.15984727442264557, 0.1639968752861023, 0.16874150931835175, 0.1646658331155777], "ldr": {"dL_sdil": -0.00791218876838684, "dL_bp": -0.017740264534950256, "ratio": 0.4460017353630193}}, {"step": 6550, "epoch": 13, "train_loss": 0.007006512489169836, "cos_r_negg": [0.15221264958381653, 0.15893810987472534, 0.15175792574882507, 0.1446961611509323, 0.1367569863796234, 0.13878563046455383, 0.14414387941360474], "cos_apical_negg": [0.15221264958381653, 0.15893810987472534, 0.15175792574882507, 0.1446961611509323, 0.1367569863796234, 0.13878563046455383, 0.14414387941360474], "cos_Ac_negg": [0.15221264958381653, 0.15893810987472534, 0.15175792574882507, 0.1446961611509323, 0.1367569863796234, 0.13878563046455383, 0.14414387941360474], "r_norm": [0.1579565405845642, 0.15275339782238007, 0.15256306529045105, 0.15273678302764893, 0.1570158153772354, 0.16152773797512054, 0.15764042735099792]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9709, "test_loss": 0.17150003910064698}, {"step": 6600, "epoch": 14, "train_loss": 0.0009525064961053431, "cos_r_negg": [0.15214481949806213, 0.15934306383132935, 0.15187376737594604, 0.14542795717716217, 0.13646915555000305, 0.13865622878074646, 0.1441517174243927], "cos_apical_negg": [0.15214481949806213, 0.15934306383132935, 0.15187376737594604, 0.14542795717716217, 0.13646915555000305, 0.13865622878074646, 0.1441517174243927], "cos_Ac_negg": [0.15214481949806213, 0.15934306383132935, 0.15187376737594604, 0.14542795717716217, 0.13646915555000305, 0.13865622878074646, 0.1441517174243927], "r_norm": [0.16325756907463074, 0.1580001711845398, 0.15677917003631592, 0.15714126825332642, 0.16138920187950134, 0.16677328944206238, 0.16288065910339355]}, {"step": 6650, "epoch": 14, "train_loss": 0.0026954251807183027, "cos_r_negg": [0.1458975225687027, 0.15330713987350464, 0.14701157808303833, 0.14047327637672424, 0.13220910727977753, 0.1337049901485443, 0.13855522871017456], "cos_apical_negg": [0.1458975225687027, 0.15330713987350464, 0.14701157808303833, 0.14047327637672424, 0.13220910727977753, 0.1337049901485443, 0.13855522871017456], "cos_Ac_negg": [0.1458975225687027, 0.15330713987350464, 0.14701157808303833, 0.14047327637672424, 0.13220910727977753, 0.1337049901485443, 0.13855522871017456], "r_norm": [0.1640326976776123, 0.1588147133588791, 0.1585964560508728, 0.15875980257987976, 0.16297653317451477, 0.16754914820194244, 0.16361039876937866]}, {"step": 6700, "epoch": 14, "train_loss": 0.0009653103770688176, "cos_r_negg": [0.14493060111999512, 0.15196336805820465, 0.14526087045669556, 0.13850626349449158, 0.13002756237983704, 0.1319727599620819, 0.13681736588478088], "cos_apical_negg": [0.14493060111999512, 0.15196336805820465, 0.14526087045669556, 0.13850626349449158, 0.13002756237983704, 0.1319727599620819, 0.13681736588478088], "cos_Ac_negg": [0.14493060111999512, 0.15196336805820465, 0.14526087045669556, 0.13850626349449158, 0.13002756237983704, 0.1319727599620819, 0.13681736588478088], "r_norm": [0.16561439633369446, 0.1598440706729889, 0.15991559624671936, 0.15938417613506317, 0.1640787571668625, 0.1691228300333023, 0.16488498449325562]}, {"step": 6750, "epoch": 14, "train_loss": 0.000621747225522995, "cos_r_negg": [0.13804204761981964, 0.14496968686580658, 0.13822712004184723, 0.13205000758171082, 0.12395316362380981, 0.12569871544837952, 0.13078254461288452], "cos_apical_negg": [0.13804204761981964, 0.14496968686580658, 0.13822712004184723, 0.13205000758171082, 0.12395316362380981, 0.12569871544837952, 0.13078254461288452], "cos_Ac_negg": [0.13804204761981964, 0.14496968686580658, 0.13822712004184723, 0.13205000758171082, 0.12395316362380981, 0.12569871544837952, 0.13078254461288452], "r_norm": [0.16540350019931793, 0.16007980704307556, 0.1597311943769455, 0.15983206033706665, 0.1643487513065338, 0.16897469758987427, 0.16511864960193634], "ldr": {"dL_sdil": -0.007634967565536499, "dL_bp": -0.015541702508926392, "ratio": 0.4912568337446524}}, {"step": 6800, "epoch": 14, "train_loss": 0.0010399059392511845, "cos_r_negg": [0.13760393857955933, 0.14434278011322021, 0.13914786279201508, 0.13231059908866882, 0.12423695623874664, 0.12551552057266235, 0.1288669854402542], "cos_apical_negg": [0.13760393857955933, 0.14434278011322021, 0.13914786279201508, 0.13231059908866882, 0.12423695623874664, 0.12551552057266235, 0.1288669854402542], "cos_Ac_negg": [0.13760393857955933, 0.14434278011322021, 0.13914786279201508, 0.13231059908866882, 0.12423695623874664, 0.12551552057266235, 0.1288669854402542], "r_norm": [0.1739158183336258, 0.16844622790813446, 0.16826966404914856, 0.16850119829177856, 0.17269445955753326, 0.17750944197177887, 0.17339159548282623]}, {"step": 6850, "epoch": 14, "train_loss": 0.0006280637462623417, "cos_r_negg": [0.14093247056007385, 0.1463184356689453, 0.14101572334766388, 0.13412514328956604, 0.12618446350097656, 0.12776842713356018, 0.1308678686618805], "cos_apical_negg": [0.14093247056007385, 0.1463184356689453, 0.14101572334766388, 0.13412514328956604, 0.12618446350097656, 0.12776842713356018, 0.1308678686618805], "cos_Ac_negg": [0.14093247056007385, 0.1463184356689453, 0.14101572334766388, 0.13412514328956604, 0.12618446350097656, 0.12776842713356018, 0.1308678686618805], "r_norm": [0.1664416491985321, 0.16033414006233215, 0.16029761731624603, 0.15964142978191376, 0.1643301397562027, 0.16994225978851318, 0.16536730527877808]}, {"step": 6900, "epoch": 14, "train_loss": 0.002238697139546275, "cos_r_negg": [0.13392910361289978, 0.1401636153459549, 0.13475267589092255, 0.1285451501607895, 0.12040337920188904, 0.12172877788543701, 0.12581592798233032], "cos_apical_negg": [0.13392910361289978, 0.1401636153459549, 0.13475267589092255, 0.1285451501607895, 0.12040337920188904, 0.12172877788543701, 0.12581592798233032], "cos_Ac_negg": [0.13392910361289978, 0.1401636153459549, 0.13475267589092255, 0.1285451501607895, 0.12040337920188904, 0.12172877788543701, 0.12581592798233032], "r_norm": [0.15444625914096832, 0.14981921017169952, 0.14856930077075958, 0.1495082974433899, 0.1533389389514923, 0.15796822309494019, 0.15441398322582245]}, {"step": 6950, "epoch": 14, "train_loss": 0.0006106937071308494, "cos_r_negg": [0.1382470726966858, 0.14449767768383026, 0.13885076344013214, 0.13306394219398499, 0.1255389153957367, 0.12793989479541779, 0.13239119946956635], "cos_apical_negg": [0.1382470726966858, 0.14449767768383026, 0.13885076344013214, 0.13306394219398499, 0.1255389153957367, 0.12793989479541779, 0.13239119946956635], "cos_Ac_negg": [0.1382470726966858, 0.14449767768383026, 0.13885076344013214, 0.13306394219398499, 0.1255389153957367, 0.12793989479541779, 0.13239119946956635], "r_norm": [0.15995433926582336, 0.15467104315757751, 0.15435734391212463, 0.15448340773582458, 0.15896809101104736, 0.16349399089813232, 0.15966272354125977]}, {"step": 7000, "epoch": 14, "train_loss": 0.00023236835841089487, "cos_r_negg": [0.1330583691596985, 0.13925155997276306, 0.13335902988910675, 0.12779942154884338, 0.12024626135826111, 0.1215975284576416, 0.1263553947210312], "cos_apical_negg": [0.1330583691596985, 0.13925155997276306, 0.13335902988910675, 0.12779942154884338, 0.12024626135826111, 0.1215975284576416, 0.1263553947210312], "cos_Ac_negg": [0.1330583691596985, 0.13925155997276306, 0.13335902988910675, 0.12779942154884338, 0.12024626135826111, 0.1215975284576416, 0.1263553947210312], "r_norm": [0.15484175086021423, 0.1498297154903412, 0.1492743045091629, 0.14964944124221802, 0.1539185345172882, 0.15839506685733795, 0.15466025471687317], "ldr": {"dL_sdil": -0.0072496384382247925, "dL_bp": -0.014666900038719177, "ratio": 0.4942856649384981}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9717, "test_loss": 0.17420791378021241}, {"step": 7050, "epoch": 15, "train_loss": 0.0005274848081171513, "cos_r_negg": [0.1329352855682373, 0.13850608468055725, 0.13336443901062012, 0.12730297446250916, 0.11953312158584595, 0.12102992832660675, 0.124834805727005], "cos_apical_negg": [0.1329352855682373, 0.13850608468055725, 0.13336443901062012, 0.12730297446250916, 0.11953312158584595, 0.12102992832660675, 0.124834805727005], "cos_Ac_negg": [0.1329352855682373, 0.13850608468055725, 0.13336443901062012, 0.12730297446250916, 0.11953312158584595, 0.12102992832660675, 0.124834805727005], "r_norm": [0.1554444134235382, 0.1503315567970276, 0.14980319142341614, 0.15000253915786743, 0.15435248613357544, 0.1589776575565338, 0.15521973371505737]}, {"step": 7100, "epoch": 15, "train_loss": 0.0019150953739881516, "cos_r_negg": [0.1328561007976532, 0.1385267972946167, 0.13322535157203674, 0.1270262598991394, 0.11885051429271698, 0.12019816040992737, 0.1238744705915451], "cos_apical_negg": [0.1328561007976532, 0.1385267972946167, 0.13322535157203674, 0.1270262598991394, 0.11885051429271698, 0.12019816040992737, 0.1238744705915451], "cos_Ac_negg": [0.1328561007976532, 0.1385267972946167, 0.13322535157203674, 0.1270262598991394, 0.11885051429271698, 0.12019816040992737, 0.1238744705915451], "r_norm": [0.15753573179244995, 0.1521606296300888, 0.1517171859741211, 0.15164858102798462, 0.15622976422309875, 0.16103337705135345, 0.15725818276405334]}, {"step": 7150, "epoch": 15, "train_loss": 0.0004776908899657428, "cos_r_negg": [0.13361412286758423, 0.13890226185321808, 0.13408049941062927, 0.12760597467422485, 0.11961444467306137, 0.12089318037033081, 0.12422627210617065], "cos_apical_negg": [0.13361412286758423, 0.13890226185321808, 0.13408049941062927, 0.12760597467422485, 0.11961444467306137, 0.12089318037033081, 0.12422627210617065], "cos_Ac_negg": [0.13361412286758423, 0.13890226185321808, 0.13408049941062927, 0.12760597467422485, 0.11961444467306137, 0.12089318037033081, 0.12422627210617065], "r_norm": [0.1581290364265442, 0.15293657779693604, 0.15211859345436096, 0.15248316526412964, 0.15671102702617645, 0.16165167093276978, 0.1578020453453064]}, {"step": 7200, "epoch": 15, "train_loss": 0.0020894526969641447, "cos_r_negg": [0.13011875748634338, 0.13550397753715515, 0.1309165209531784, 0.12484338134527206, 0.11710259318351746, 0.11795811355113983, 0.12129094451665878], "cos_apical_negg": [0.13011875748634338, 0.13550397753715515, 0.1309165209531784, 0.12484338134527206, 0.11710259318351746, 0.11795811355113983, 0.12129094451665878], "cos_Ac_negg": [0.13011875748634338, 0.13550397753715515, 0.1309165209531784, 0.12484338134527206, 0.11710259318351746, 0.11795811355113983, 0.12129094451665878], "r_norm": [0.1597885936498642, 0.15454940497875214, 0.15379321575164795, 0.1541275978088379, 0.15840981900691986, 0.16334304213523865, 0.15939365327358246]}, {"step": 7250, "epoch": 15, "train_loss": 0.0012771862093359232, "cos_r_negg": [0.127188041806221, 0.1314004808664322, 0.1268576681613922, 0.12105083465576172, 0.11330153048038483, 0.11519278585910797, 0.1185804009437561], "cos_apical_negg": [0.127188041806221, 0.1314004808664322, 0.1268576681613922, 0.12105083465576172, 0.11330153048038483, 0.11519278585910797, 0.1185804009437561], "cos_Ac_negg": [0.127188041806221, 0.1314004808664322, 0.1268576681613922, 0.12105083465576172, 0.11330153048038483, 0.11519278585910797, 0.1185804009437561], "r_norm": [0.15693260729312897, 0.15221057832241058, 0.15098005533218384, 0.15185917913913727, 0.15581479668617249, 0.1604994237422943, 0.15688028931617737], "ldr": {"dL_sdil": -0.007697254419326782, "dL_bp": -0.01608501374721527, "ratio": 0.478535768777902}}, {"step": 7300, "epoch": 15, "train_loss": 0.0003632191219367087, "cos_r_negg": [0.12587958574295044, 0.12967956066131592, 0.12541384994983673, 0.11984657496213913, 0.1120796874165535, 0.11365398019552231, 0.11720210313796997], "cos_apical_negg": [0.12587958574295044, 0.12967956066131592, 0.12541384994983673, 0.11984657496213913, 0.1120796874165535, 0.11365398019552231, 0.11720210313796997], "cos_Ac_negg": [0.12587958574295044, 0.12967956066131592, 0.12541384994983673, 0.11984657496213913, 0.1120796874165535, 0.11365398019552231, 0.11720210313796997], "r_norm": [0.1581534445285797, 0.15317103266716003, 0.1523059606552124, 0.15270079672336578, 0.15695104002952576, 0.16166415810585022, 0.15801028907299042]}, {"step": 7350, "epoch": 15, "train_loss": 0.0008294920553453267, "cos_r_negg": [0.12530070543289185, 0.13036814332008362, 0.12594488263130188, 0.12018898129463196, 0.11218588054180145, 0.11364930868148804, 0.11684034764766693], "cos_apical_negg": [0.12530070543289185, 0.13036814332008362, 0.12594488263130188, 0.12018898129463196, 0.11218588054180145, 0.11364930868148804, 0.11684034764766693], "cos_Ac_negg": [0.12530070543289185, 0.13036814332008362, 0.12594488263130188, 0.12018898129463196, 0.11218588054180145, 0.11364930868148804, 0.11684034764766693], "r_norm": [0.1591004729270935, 0.15406328439712524, 0.15317004919052124, 0.1535489410161972, 0.15780362486839294, 0.1625908762216568, 0.15889590978622437]}, {"step": 7400, "epoch": 15, "train_loss": 0.0014195558615028858, "cos_r_negg": [0.12405228614807129, 0.12894637882709503, 0.12421736121177673, 0.11901666224002838, 0.11148424446582794, 0.11344875395298004, 0.11749573796987534], "cos_apical_negg": [0.12405228614807129, 0.12894637882709503, 0.12421736121177673, 0.11901666224002838, 0.11148424446582794, 0.11344875395298004, 0.11749573796987534], "cos_Ac_negg": [0.12405228614807129, 0.12894637882709503, 0.12421736121177673, 0.11901666224002838, 0.11148424446582794, 0.11344875395298004, 0.11749573796987534], "r_norm": [0.16248291730880737, 0.15772110223770142, 0.15698601305484772, 0.1577121913433075, 0.16190052032470703, 0.16609470546245575, 0.16246849298477173]}, {"step": 7450, "epoch": 15, "train_loss": 0.0006899400032125413, "cos_r_negg": [0.12374899536371231, 0.12821462750434875, 0.12308208644390106, 0.1180248111486435, 0.11038592457771301, 0.11209326982498169, 0.11632055789232254], "cos_apical_negg": [0.12374899536371231, 0.12821462750434875, 0.12308208644390106, 0.1180248111486435, 0.11038592457771301, 0.11209326982498169, 0.11632055789232254], "cos_Ac_negg": [0.12374899536371231, 0.12821462750434875, 0.12308208644390106, 0.1180248111486435, 0.11038592457771301, 0.11209326982498169, 0.11632055789232254], "r_norm": [0.15467607975006104, 0.1499607414007187, 0.14904925227165222, 0.14963456988334656, 0.15373529493808746, 0.15818020701408386, 0.15465191006660461]}, {"step": 7500, "epoch": 15, "train_loss": 0.0006854984094388783, "cos_r_negg": [0.12190861254930496, 0.12610313296318054, 0.12104389071464539, 0.11612914502620697, 0.10834924876689911, 0.1101529449224472, 0.1145787313580513], "cos_apical_negg": [0.12190861254930496, 0.12610313296318054, 0.12104389071464539, 0.11612914502620697, 0.10834924876689911, 0.1101529449224472, 0.1145787313580513], "cos_Ac_negg": [0.12190861254930496, 0.12610313296318054, 0.12104389071464539, 0.11612914502620697, 0.10834924876689911, 0.1101529449224472, 0.1145787313580513], "r_norm": [0.16016270220279694, 0.15528811514377594, 0.15412136912345886, 0.154743492603302, 0.15891599655151367, 0.16365684568881989, 0.16010847687721252], "ldr": {"dL_sdil": -0.007725954055786133, "dL_bp": -0.016243666410446167, "ratio": 0.4756287072490996}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9717, "test_loss": 0.1797357391357422}, {"step": 7550, "epoch": 16, "train_loss": 0.0003209843416698277, "cos_r_negg": [0.12133323401212692, 0.125478595495224, 0.12050487846136093, 0.11576429754495621, 0.10801471024751663, 0.10951320081949234, 0.11388716846704483], "cos_apical_negg": [0.12133323401212692, 0.125478595495224, 0.12050487846136093, 0.11576429754495621, 0.10801471024751663, 0.10951320081949234, 0.11388716846704483], "cos_Ac_negg": [0.12133323401212692, 0.125478595495224, 0.12050487846136093, 0.11576429754495621, 0.10801471024751663, 0.10951320081949234, 0.11388716846704483], "r_norm": [0.16131138801574707, 0.15620072185993195, 0.15540499985218048, 0.15556788444519043, 0.1600033938884735, 0.16477760672569275, 0.16116195917129517]}, {"step": 7600, "epoch": 16, "train_loss": 0.001254600239917636, "cos_r_negg": [0.1235569566488266, 0.12796035408973694, 0.12321989238262177, 0.1181732714176178, 0.11032254993915558, 0.11231137812137604, 0.1161632165312767], "cos_apical_negg": [0.1235569566488266, 0.12796035408973694, 0.12321989238262177, 0.1181732714176178, 0.11032254993915558, 0.11231137812137604, 0.1161632165312767], "cos_Ac_negg": [0.1235569566488266, 0.12796035408973694, 0.12321989238262177, 0.1181732714176178, 0.11032254993915558, 0.11231137812137604, 0.1161632165312767], "r_norm": [0.1573493629693985, 0.15253815054893494, 0.15145361423492432, 0.15212798118591309, 0.15618987381458282, 0.16086167097091675, 0.15723004937171936]}, {"step": 7650, "epoch": 16, "train_loss": 0.00024051489890553057, "cos_r_negg": [0.12037542462348938, 0.12446744740009308, 0.11988115310668945, 0.1150217354297638, 0.10759267210960388, 0.10906079411506653, 0.1128746047616005], "cos_apical_negg": [0.12037542462348938, 0.12446744740009308, 0.11988115310668945, 0.1150217354297638, 0.10759267210960388, 0.10906079411506653, 0.1128746047616005], "cos_Ac_negg": [0.12037542462348938, 0.12446744740009308, 0.11988115310668945, 0.1150217354297638, 0.10759267210960388, 0.10906079411506653, 0.1128746047616005], "r_norm": [0.15921694040298462, 0.1543077975511551, 0.15376080572605133, 0.15405134856700897, 0.15842264890670776, 0.16276691854000092, 0.1591147929430008]}, {"step": 7700, "epoch": 16, "train_loss": 0.00042918973485939205, "cos_r_negg": [0.11765797436237335, 0.12154887616634369, 0.11716684699058533, 0.11228960752487183, 0.10491692274808884, 0.10629922151565552, 0.11013627797365189], "cos_apical_negg": [0.11765797436237335, 0.12154887616634369, 0.11716684699058533, 0.11228960752487183, 0.10491692274808884, 0.10629922151565552, 0.11013627797365189], "cos_Ac_negg": [0.11765797436237335, 0.12154887616634369, 0.11716684699058533, 0.11228960752487183, 0.10491692274808884, 0.10629922151565552, 0.11013627797365189], "r_norm": [0.16059136390686035, 0.1555071771144867, 0.15492554008960724, 0.15497705340385437, 0.15948884189128876, 0.16408802568912506, 0.16045215725898743]}, {"step": 7750, "epoch": 16, "train_loss": 0.0006892249220982194, "cos_r_negg": [0.11620256304740906, 0.12051496654748917, 0.11645811796188354, 0.11154034733772278, 0.1041003093123436, 0.1054510623216629, 0.10894489288330078], "cos_apical_negg": [0.11620256304740906, 0.12051496654748917, 0.11645811796188354, 0.11154034733772278, 0.1041003093123436, 0.1054510623216629, 0.10894489288330078], "cos_Ac_negg": [0.11620256304740906, 0.12051496654748917, 0.11645811796188354, 0.11154034733772278, 0.1041003093123436, 0.1054510623216629, 0.10894489288330078], "r_norm": [0.16177427768707275, 0.15688998997211456, 0.1561022400856018, 0.1565028429031372, 0.16086651384830475, 0.16530710458755493, 0.16176071763038635], "ldr": {"dL_sdil": -0.00788705050945282, "dL_bp": -0.016632571816444397, "ratio": 0.4741930830958445}}, {"step": 7800, "epoch": 16, "train_loss": 0.0025067066308110952, "cos_r_negg": [0.11418479681015015, 0.1180121973156929, 0.1143355667591095, 0.10975371301174164, 0.10298137366771698, 0.10439633578062057, 0.10797558724880219], "cos_apical_negg": [0.11418479681015015, 0.1180121973156929, 0.1143355667591095, 0.10975371301174164, 0.10298137366771698, 0.10439633578062057, 0.10797558724880219], "cos_Ac_negg": [0.11418479681015015, 0.1180121973156929, 0.1143355667591095, 0.10975371301174164, 0.10298137366771698, 0.10439633578062057, 0.10797558724880219], "r_norm": [0.16546222567558289, 0.16064146161079407, 0.15983545780181885, 0.16033579409122467, 0.1649206280708313, 0.16905969381332397, 0.16579529643058777]}, {"step": 7850, "epoch": 16, "train_loss": 0.0008105511078611016, "cos_r_negg": [0.11582805216312408, 0.11952953785657883, 0.11522742360830307, 0.11080919206142426, 0.10377232730388641, 0.1050046980381012, 0.10975953936576843], "cos_apical_negg": [0.11582805216312408, 0.11952953785657883, 0.11522742360830307, 0.11080919206142426, 0.10377232730388641, 0.1050046980381012, 0.10975953936576843], "cos_Ac_negg": [0.11582805216312408, 0.11952953785657883, 0.11522742360830307, 0.11080919206142426, 0.10377232730388641, 0.1050046980381012, 0.10975953936576843], "r_norm": [0.15719708800315857, 0.15243041515350342, 0.15152360498905182, 0.1522093415260315, 0.15646140277385712, 0.16077226400375366, 0.1572594940662384]}, {"step": 7900, "epoch": 16, "train_loss": 0.0008970674825832248, "cos_r_negg": [0.11439435184001923, 0.11787304282188416, 0.11379097402095795, 0.10907053202390671, 0.1020214632153511, 0.1033501997590065, 0.10780692845582962], "cos_apical_negg": [0.11439435184001923, 0.11787304282188416, 0.11379097402095795, 0.10907053202390671, 0.1020214632153511, 0.1033501997590065, 0.10780692845582962], "cos_Ac_negg": [0.11439435184001923, 0.11787304282188416, 0.11379097402095795, 0.10907053202390671, 0.1020214632153511, 0.1033501997590065, 0.10780692845582962], "r_norm": [0.160024493932724, 0.15539485216140747, 0.15454617142677307, 0.1554507613182068, 0.15964213013648987, 0.16365528106689453, 0.16018927097320557]}, {"step": 7950, "epoch": 16, "train_loss": 0.0010299115674570203, "cos_r_negg": [0.11626933515071869, 0.11994664371013641, 0.1155315488576889, 0.11073830723762512, 0.1037043035030365, 0.10505793988704681, 0.1093192845582962], "cos_apical_negg": [0.11626933515071869, 0.11994664371013641, 0.1155315488576889, 0.11073830723762512, 0.1037043035030365, 0.10505793988704681, 0.1093192845582962], "cos_Ac_negg": [0.11626933515071869, 0.11994664371013641, 0.1155315488576889, 0.11073830723762512, 0.1037043035030365, 0.10505793988704681, 0.1093192845582962], "r_norm": [0.16365008056163788, 0.1586102545261383, 0.15736955404281616, 0.15820524096488953, 0.16234007477760315, 0.16723980009555817, 0.16342493891716003]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9719, "test_loss": 0.18513201408386232}, {"step": 8000, "epoch": 17, "train_loss": 0.00032735042623244226, "cos_r_negg": [0.11387519538402557, 0.11808855831623077, 0.11396847665309906, 0.10918314754962921, 0.10196489095687866, 0.10304916650056839, 0.10714167356491089], "cos_apical_negg": [0.11387519538402557, 0.11808855831623077, 0.11396847665309906, 0.10918314754962921, 0.10196489095687866, 0.10304916650056839, 0.10714167356491089], "cos_Ac_negg": [0.11387519538402557, 0.11808855831623077, 0.11396847665309906, 0.10918314754962921, 0.10196489095687866, 0.10304916650056839, 0.10714167356491089], "r_norm": [0.16412046551704407, 0.15913160145282745, 0.1579921841621399, 0.1586591601371765, 0.16298885643482208, 0.1676667332649231, 0.1640169322490692], "ldr": {"dL_sdil": -0.008361250162124634, "dL_bp": -0.01874604821205139, "ratio": 0.44602734760648827}}, {"step": 8050, "epoch": 17, "train_loss": 0.00034663855331018567, "cos_r_negg": [0.11340588331222534, 0.11728018522262573, 0.11326193809509277, 0.10839773714542389, 0.1011258214712143, 0.10207613557577133, 0.10607250034809113], "cos_apical_negg": [0.11340588331222534, 0.11728018522262573, 0.11326193809509277, 0.10839773714542389, 0.1011258214712143, 0.10207613557577133, 0.10607250034809113], "cos_Ac_negg": [0.11340588331222534, 0.11728018522262573, 0.11326193809509277, 0.10839773714542389, 0.1011258214712143, 0.10207613557577133, 0.10607250034809113], "r_norm": [0.15913337469100952, 0.1541839838027954, 0.15320532023906708, 0.15370774269104004, 0.15802280604839325, 0.16265349090099335, 0.15906134247779846]}, {"step": 8100, "epoch": 17, "train_loss": 0.0011400789953768253, "cos_r_negg": [0.11302463710308075, 0.11645345389842987, 0.112165667116642, 0.10801960527896881, 0.1017589420080185, 0.10344474762678146, 0.108181893825531], "cos_apical_negg": [0.11302463710308075, 0.11645345389842987, 0.112165667116642, 0.10801960527896881, 0.1017589420080185, 0.10344474762678146, 0.108181893825531], "cos_Ac_negg": [0.11302463710308075, 0.11645345389842987, 0.112165667116642, 0.10801960527896881, 0.1017589420080185, 0.10344474762678146, 0.108181893825531], "r_norm": [0.16226616501808167, 0.15740031003952026, 0.1568397879600525, 0.15740935504436493, 0.16173630952835083, 0.16588640213012695, 0.16217704117298126]}, {"step": 8150, "epoch": 17, "train_loss": 0.0003333493950776756, "cos_r_negg": [0.1128045916557312, 0.11653624475002289, 0.1126149594783783, 0.10857003182172775, 0.10214400291442871, 0.1039886400103569, 0.10863801091909409], "cos_apical_negg": [0.1128045916557312, 0.11653624475002289, 0.1126149594783783, 0.10857003182172775, 0.10214400291442871, 0.1039886400103569, 0.10863801091909409], "cos_Ac_negg": [0.1128045916557312, 0.11653624475002289, 0.1126149594783783, 0.10857003182172775, 0.10214400291442871, 0.1039886400103569, 0.10863801091909409], "r_norm": [0.16393688321113586, 0.15904641151428223, 0.1581442952156067, 0.15889699757099152, 0.1630309522151947, 0.1675230860710144, 0.1637839674949646]}, {"step": 8200, "epoch": 17, "train_loss": 0.0014042423572391272, "cos_r_negg": [0.1128915399312973, 0.11634081602096558, 0.11241012066602707, 0.10828547179698944, 0.10177202522754669, 0.10353033244609833, 0.10797834396362305], "cos_apical_negg": [0.1128915399312973, 0.11634081602096558, 0.11241012066602707, 0.10828547179698944, 0.10177202522754669, 0.10353033244609833, 0.10797834396362305], "cos_Ac_negg": [0.1128915399312973, 0.11634081602096558, 0.11241012066602707, 0.10828547179698944, 0.10177202522754669, 0.10353033244609833, 0.10797834396362305], "r_norm": [0.16248087584972382, 0.1574675738811493, 0.15648920834064484, 0.15713486075401306, 0.16128796339035034, 0.16605111956596375, 0.1621997207403183]}, {"step": 8250, "epoch": 17, "train_loss": 0.0005856882780790329, "cos_r_negg": [0.11071670055389404, 0.1137949675321579, 0.11021947860717773, 0.10621229559183121, 0.09963564574718475, 0.10142859071493149, 0.10592275112867355], "cos_apical_negg": [0.11071670055389404, 0.1137949675321579, 0.11021947860717773, 0.10621229559183121, 0.09963564574718475, 0.10142859071493149, 0.10592275112867355], "cos_Ac_negg": [0.11071670055389404, 0.1137949675321579, 0.11021947860717773, 0.10621229559183121, 0.09963564574718475, 0.10142859071493149, 0.10592275112867355], "r_norm": [0.16170966625213623, 0.1567457765340805, 0.15569308400154114, 0.1563158929347992, 0.16047796607017517, 0.16524365544319153, 0.16151969134807587], "ldr": {"dL_sdil": -0.008388549089431763, "dL_bp": -0.018966853618621826, "ratio": 0.44227415142782617}}, {"step": 8300, "epoch": 17, "train_loss": 6.368901813402772e-05, "cos_r_negg": [0.10995510220527649, 0.11313673853874207, 0.10925301909446716, 0.10515119880437851, 0.09841994941234589, 0.10017205029726028, 0.10448003560304642], "cos_apical_negg": [0.10995510220527649, 0.11313673853874207, 0.10925301909446716, 0.10515119880437851, 0.09841994941234589, 0.10017205029726028, 0.10448003560304642], "cos_Ac_negg": [0.10995510220527649, 0.11313673853874207, 0.10925301909446716, 0.10515119880437851, 0.09841994941234589, 0.10017205029726028, 0.10448003560304642], "r_norm": [0.1623196303844452, 0.15725228190422058, 0.15618909895420074, 0.15676745772361755, 0.16095396876335144, 0.1658444106578827, 0.16205406188964844]}, {"step": 8350, "epoch": 17, "train_loss": 0.000167579302797094, "cos_r_negg": [0.10907992720603943, 0.11192475259304047, 0.10787545144557953, 0.10376572608947754, 0.09687574207782745, 0.09874614328145981, 0.10278500616550446], "cos_apical_negg": [0.10907992720603943, 0.11192475259304047, 0.10787545144557953, 0.10376572608947754, 0.09687574207782745, 0.09874614328145981, 0.10278500616550446], "cos_Ac_negg": [0.10907992720603943, 0.11192475259304047, 0.10787545144557953, 0.10376572608947754, 0.09687574207782745, 0.09874614328145981, 0.10278500616550446], "r_norm": [0.16689348220825195, 0.16162164509296417, 0.16076423227787018, 0.16117167472839355, 0.16555334627628326, 0.1704355776309967, 0.1665671318769455]}, {"step": 8400, "epoch": 17, "train_loss": 0.00022628252918366343, "cos_r_negg": [0.10717026889324188, 0.11044050753116608, 0.10646086186170578, 0.10222802311182022, 0.09540101885795593, 0.09689398109912872, 0.10102473199367523], "cos_apical_negg": [0.10717026889324188, 0.11044050753116608, 0.10646086186170578, 0.10222802311182022, 0.09540101885795593, 0.09689398109912872, 0.10102473199367523], "cos_Ac_negg": [0.10717026889324188, 0.11044050753116608, 0.10646086186170578, 0.10222802311182022, 0.09540101885795593, 0.09689398109912872, 0.10102473199367523], "r_norm": [0.16816574335098267, 0.16278155148029327, 0.16255663335323334, 0.16258764266967773, 0.16727320849895477, 0.17175450921058655, 0.16782104969024658]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9716, "test_loss": 0.1865870481491089}, {"step": 8450, "epoch": 18, "train_loss": 0.00022788313799537718, "cos_r_negg": [0.10709723830223083, 0.11032433807849884, 0.1066322922706604, 0.10256941616535187, 0.09567051380872726, 0.09720996767282486, 0.10135997831821442], "cos_apical_negg": [0.10709723830223083, 0.11032433807849884, 0.1066322922706604, 0.10256941616535187, 0.09567051380872726, 0.09720996767282486, 0.10135997831821442], "cos_Ac_negg": [0.10709723830223083, 0.11032433807849884, 0.1066322922706604, 0.10256941616535187, 0.09567051380872726, 0.09720996767282486, 0.10135997831821442], "r_norm": [0.1704014390707016, 0.1649317741394043, 0.16470792889595032, 0.1647176295518875, 0.1693856418132782, 0.17399296164512634, 0.16997960209846497]}, {"step": 8500, "epoch": 18, "train_loss": 0.00044891255674883723, "cos_r_negg": [0.1063680648803711, 0.10958673059940338, 0.10593456774950027, 0.10187516361474991, 0.09484592825174332, 0.09631796181201935, 0.10039226710796356], "cos_apical_negg": [0.1063680648803711, 0.10958673059940338, 0.10593456774950027, 0.10187516361474991, 0.09484592825174332, 0.09631796181201935, 0.10039226710796356], "cos_Ac_negg": [0.1063680648803711, 0.10958673059940338, 0.10593456774950027, 0.10187516361474991, 0.09484592825174332, 0.09631796181201935, 0.10039226710796356], "r_norm": [0.16631442308425903, 0.16089028120040894, 0.1605176329612732, 0.16045571863651276, 0.16510096192359924, 0.16985583305358887, 0.16593478620052338], "ldr": {"dL_sdil": -0.008573651313781738, "dL_bp": -0.018964484333992004, "ratio": 0.45208987298506703}}, {"step": 8550, "epoch": 18, "train_loss": 0.0009421830181963742, "cos_r_negg": [0.10529658198356628, 0.10882528126239777, 0.1049007773399353, 0.10065174102783203, 0.09362992644309998, 0.09498963505029678, 0.098876953125], "cos_apical_negg": [0.10529658198356628, 0.10882528126239777, 0.1049007773399353, 0.10065174102783203, 0.09362992644309998, 0.09498963505029678, 0.098876953125], "cos_Ac_negg": [0.10529658198356628, 0.10882528126239777, 0.1049007773399353, 0.10065174102783203, 0.09362992644309998, 0.09498963505029678, 0.098876953125], "r_norm": [0.1651354730129242, 0.1597370207309723, 0.15927135944366455, 0.1592540144920349, 0.16386651992797852, 0.1686706840991974, 0.16475024819374084]}, {"step": 8600, "epoch": 18, "train_loss": 0.0009263219544664025, "cos_r_negg": [0.10453278571367264, 0.10788454860448837, 0.104263074696064, 0.09997782111167908, 0.09298115968704224, 0.09415236860513687, 0.09775865077972412], "cos_apical_negg": [0.10453278571367264, 0.10788454860448837, 0.104263074696064, 0.09997782111167908, 0.09298115968704224, 0.09415236860513687, 0.09775865077972412], "cos_Ac_negg": [0.10453278571367264, 0.10788454860448837, 0.104263074696064, 0.09997782111167908, 0.09298115968704224, 0.09415236860513687, 0.09775865077972412], "r_norm": [0.16567905247211456, 0.16026559472084045, 0.1597708761692047, 0.15979409217834473, 0.16444185376167297, 0.16922587156295776, 0.16536177694797516]}, {"step": 8650, "epoch": 18, "train_loss": 0.00029722537146881223, "cos_r_negg": [0.10443089157342911, 0.10763077437877655, 0.10390548408031464, 0.09981749206781387, 0.0930684506893158, 0.0945734828710556, 0.0984681099653244], "cos_apical_negg": [0.10443089157342911, 0.10763077437877655, 0.10390548408031464, 0.09981749206781387, 0.0930684506893158, 0.0945734828710556, 0.0984681099653244], "cos_Ac_negg": [0.10443089157342911, 0.10763077437877655, 0.10390548408031464, 0.09981749206781387, 0.0930684506893158, 0.0945734828710556, 0.0984681099653244], "r_norm": [0.1698484718799591, 0.16446581482887268, 0.16395524144172668, 0.16421456634998322, 0.1688259243965149, 0.17345646023750305, 0.16957469284534454]}, {"step": 8700, "epoch": 18, "train_loss": 0.0005496909725479782, "cos_r_negg": [0.10420198738574982, 0.1072346568107605, 0.10308382660150528, 0.09940630942583084, 0.0933583527803421, 0.09489567577838898, 0.09946398437023163], "cos_apical_negg": [0.10420198738574982, 0.1072346568107605, 0.10308382660150528, 0.09940630942583084, 0.0933583527803421, 0.09489567577838898, 0.09946398437023163], "cos_Ac_negg": [0.10420198738574982, 0.1072346568107605, 0.10308382660150528, 0.09940630942583084, 0.0933583527803421, 0.09489567577838898, 0.09946398437023163], "r_norm": [0.16804295778274536, 0.16285839676856995, 0.16243331134319305, 0.16274942457675934, 0.1673569232225418, 0.17167571187019348, 0.1678554117679596]}, {"step": 8750, "epoch": 18, "train_loss": 0.000445682555437088, "cos_r_negg": [0.10374118387699127, 0.10683245956897736, 0.10268312692642212, 0.09906766563653946, 0.09283202141523361, 0.09438702464103699, 0.09878475219011307], "cos_apical_negg": [0.10374118387699127, 0.10683245956897736, 0.10268312692642212, 0.09906766563653946, 0.09283202141523361, 0.09438702464103699, 0.09878475219011307], "cos_Ac_negg": [0.10374118387699127, 0.10683245956897736, 0.10268312692642212, 0.09906766563653946, 0.09283202141523361, 0.09438702464103699, 0.09878475219011307], "r_norm": [0.16712962090969086, 0.16159814596176147, 0.1612892895936966, 0.1610783189535141, 0.1658197045326233, 0.1706562638282776, 0.16664238274097443], "ldr": {"dL_sdil": -0.008959397673606873, "dL_bp": -0.02019709348678589, "ratio": 0.4435983662435702}}, {"step": 8800, "epoch": 18, "train_loss": 0.0008848332217894495, "cos_r_negg": [0.10344691574573517, 0.10633186995983124, 0.10252387821674347, 0.0987752377986908, 0.0924672856926918, 0.09387803077697754, 0.09825579822063446], "cos_apical_negg": [0.10344691574573517, 0.10633186995983124, 0.10252387821674347, 0.0987752377986908, 0.0924672856926918, 0.09387803077697754, 0.09825579822063446], "cos_Ac_negg": [0.10344691574573517, 0.10633186995983124, 0.10252387821674347, 0.0987752377986908, 0.0924672856926918, 0.09387803077697754, 0.09825579822063446], "r_norm": [0.16617482900619507, 0.16078050434589386, 0.16048401594161987, 0.1603865623474121, 0.16503968834877014, 0.16972611844539642, 0.16575419902801514]}, {"step": 8850, "epoch": 18, "train_loss": 0.0004973753821104765, "cos_r_negg": [0.10327468812465668, 0.10619048029184341, 0.10243415832519531, 0.09862625598907471, 0.0921054556965828, 0.0935283675789833, 0.09775984287261963], "cos_apical_negg": [0.10327468812465668, 0.10619048029184341, 0.10243415832519531, 0.09862625598907471, 0.0921054556965828, 0.0935283675789833, 0.09775984287261963], "cos_Ac_negg": [0.10327468812465668, 0.10619048029184341, 0.10243415832519531, 0.09862625598907471, 0.0921054556965828, 0.0935283675789833, 0.09775984287261963], "r_norm": [0.15810611844062805, 0.15303316712379456, 0.15223228931427002, 0.15245658159255981, 0.15679819881916046, 0.16160523891448975, 0.1578376442193985]}, {"step": 8900, "epoch": 18, "train_loss": 0.00028893278795294464, "cos_r_negg": [0.1023954525589943, 0.10575562715530396, 0.10211548209190369, 0.0981229767203331, 0.09133847057819366, 0.09293752163648605, 0.09703175723552704], "cos_apical_negg": [0.1023954525589943, 0.10575562715530396, 0.10211548209190369, 0.0981229767203331, 0.09133847057819366, 0.09293752163648605, 0.09703175723552704], "cos_Ac_negg": [0.1023954525589943, 0.10575562715530396, 0.10211548209190369, 0.0981229767203331, 0.09133847057819366, 0.09293752163648605, 0.09703175723552704], "r_norm": [0.16043049097061157, 0.15531551837921143, 0.1543818712234497, 0.1545853316783905, 0.15893863141536713, 0.16391420364379883, 0.16002163290977478]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9714, "test_loss": 0.19123270492553712}, {"step": 8950, "epoch": 19, "train_loss": 0.0007454140577465296, "cos_r_negg": [0.10185297578573227, 0.10544545948505402, 0.10200764238834381, 0.09818123281002045, 0.09139257669448853, 0.09290558099746704, 0.09695564955472946], "cos_apical_negg": [0.10185297578573227, 0.10544545948505402, 0.10200764238834381, 0.09818123281002045, 0.09139257669448853, 0.09290558099746704, 0.09695564955472946], "cos_Ac_negg": [0.10185297578573227, 0.10544545948505402, 0.10200764238834381, 0.09818123281002045, 0.09139257669448853, 0.09290558099746704, 0.09695564955472946], "r_norm": [0.16160359978675842, 0.15637418627738953, 0.15558677911758423, 0.1556801199913025, 0.16006186604499817, 0.16509482264518738, 0.16113275289535522]}, {"step": 9000, "epoch": 19, "train_loss": 0.0005388577119447291, "cos_r_negg": [0.10146968066692352, 0.10500359535217285, 0.10151087492704391, 0.09767023473978043, 0.09087236225605011, 0.09235652536153793, 0.09634244441986084], "cos_apical_negg": [0.10146968066692352, 0.10500359535217285, 0.10151087492704391, 0.09767023473978043, 0.09087236225605011, 0.09235652536153793, 0.09634244441986084], "cos_Ac_negg": [0.10146968066692352, 0.10500359535217285, 0.10151087492704391, 0.09767023473978043, 0.09087236225605011, 0.09235652536153793, 0.09634244441986084], "r_norm": [0.16248145699501038, 0.1570182740688324, 0.15642909705638885, 0.15624076128005981, 0.1607884168624878, 0.16596345603466034, 0.16187292337417603], "ldr": {"dL_sdil": -0.008623197674751282, "dL_bp": -0.019404679536819458, "ratio": 0.44438753334674624}}, {"step": 9050, "epoch": 19, "train_loss": 0.0007750168442726135, "cos_r_negg": [0.10023991763591766, 0.10385296493768692, 0.10042732954025269, 0.09661056101322174, 0.08972876518964767, 0.09101741760969162, 0.09504944086074829], "cos_apical_negg": [0.10023991763591766, 0.10385296493768692, 0.10042732954025269, 0.09661056101322174, 0.08972876518964767, 0.09101741760969162, 0.09504944086074829], "cos_Ac_negg": [0.10023991763591766, 0.10385296493768692, 0.10042732954025269, 0.09661056101322174, 0.08972876518964767, 0.09101741760969162, 0.09504944086074829], "r_norm": [0.1625928282737732, 0.15722396969795227, 0.15661181509494781, 0.15644735097885132, 0.161004900932312, 0.16607177257537842, 0.1620325893163681]}, {"step": 9100, "epoch": 19, "train_loss": 0.0003209237474948168, "cos_r_negg": [0.09931599348783493, 0.10271624475717545, 0.09955258667469025, 0.09584406018257141, 0.08913618326187134, 0.090427465736866, 0.0944615975022316], "cos_apical_negg": [0.09931599348783493, 0.10271624475717545, 0.09955258667469025, 0.09584406018257141, 0.08913618326187134, 0.090427465736866, 0.0944615975022316], "cos_Ac_negg": [0.09931599348783493, 0.10271624475717545, 0.09955258667469025, 0.09584406018257141, 0.08913618326187134, 0.090427465736866, 0.0944615975022316], "r_norm": [0.16315393149852753, 0.15786150097846985, 0.15728431940078735, 0.15713515877723694, 0.16173537075519562, 0.1666553020477295, 0.1626153588294983]}, {"step": 9150, "epoch": 19, "train_loss": 0.00117275002412498, "cos_r_negg": [0.09824539721012115, 0.10116879642009735, 0.0980038046836853, 0.09455005824565887, 0.08838880062103271, 0.08967697620391846, 0.09414923191070557], "cos_apical_negg": [0.09824539721012115, 0.10116879642009735, 0.0980038046836853, 0.09455005824565887, 0.08838880062103271, 0.08967697620391846, 0.09414923191070557], "cos_Ac_negg": [0.09824539721012115, 0.10116879642009735, 0.0980038046836853, 0.09455005824565887, 0.08838880062103271, 0.08967697620391846, 0.09414923191070557], "r_norm": [0.16718854010105133, 0.16188044846057892, 0.16161441802978516, 0.16166946291923523, 0.16638219356536865, 0.17081278562545776, 0.16687949001789093]}, {"step": 9200, "epoch": 19, "train_loss": 9.216675243806094e-05, "cos_r_negg": [0.09851948916912079, 0.10116696357727051, 0.0978989228606224, 0.09463252127170563, 0.08877468854188919, 0.09022154659032822, 0.09494584053754807], "cos_apical_negg": [0.09851948916912079, 0.10116696357727051, 0.0978989228606224, 0.09463252127170563, 0.08877468854188919, 0.09022154659032822, 0.09494584053754807], "cos_Ac_negg": [0.09851948916912079, 0.10116696357727051, 0.0978989228606224, 0.09463252127170563, 0.08877468854188919, 0.09022154659032822, 0.09494584053754807], "r_norm": [0.16480496525764465, 0.15946504473686218, 0.15934152901172638, 0.15927305817604065, 0.16391843557357788, 0.16839797794818878, 0.16441521048545837]}, {"step": 9250, "epoch": 19, "train_loss": 0.00031269833561964333, "cos_r_negg": [0.09922373294830322, 0.10221344232559204, 0.0986369326710701, 0.09524655342102051, 0.08901827037334442, 0.09063871949911118, 0.09488041698932648], "cos_apical_negg": [0.09922373294830322, 0.10221344232559204, 0.0986369326710701, 0.09524655342102051, 0.08901827037334442, 0.09063871949911118, 0.09488041698932648], "cos_Ac_negg": [0.09922373294830322, 0.10221344232559204, 0.0986369326710701, 0.09524655342102051, 0.08901827037334442, 0.09063871949911118, 0.09488041698932648], "r_norm": [0.16137458384037018, 0.15579529106616974, 0.1554710566997528, 0.1550607830286026, 0.15971727669239044, 0.1648409217596054, 0.16075342893600464], "ldr": {"dL_sdil": -0.008757874369621277, "dL_bp": -0.020396366715431213, "ratio": 0.42938404137416103}}, {"step": 9300, "epoch": 19, "train_loss": 3.6671728594228625e-05, "cos_r_negg": [0.09801314026117325, 0.10111343860626221, 0.0975220650434494, 0.09399644285440445, 0.08780013024806976, 0.08939267694950104, 0.09345901012420654], "cos_apical_negg": [0.09801314026117325, 0.10111343860626221, 0.0975220650434494, 0.09399644285440445, 0.08780013024806976, 0.08939267694950104, 0.09345901012420654], "cos_Ac_negg": [0.09801314026117325, 0.10111343860626221, 0.0975220650434494, 0.09399644285440445, 0.08780013024806976, 0.08939267694950104, 0.09345901012420654], "r_norm": [0.16092438995838165, 0.15550851821899414, 0.1547595113515854, 0.15467311441898346, 0.15914413332939148, 0.16438895463943481, 0.1603897213935852]}, {"step": 9350, "epoch": 19, "train_loss": 0.0002652121474966407, "cos_r_negg": [0.0970892682671547, 0.1000598892569542, 0.09657111018896103, 0.09301547706127167, 0.08688279241323471, 0.08850312232971191, 0.09255995601415634], "cos_apical_negg": [0.0970892682671547, 0.1000598892569542, 0.09657111018896103, 0.09301547706127167, 0.08688279241323471, 0.08850312232971191, 0.09255995601415634], "cos_Ac_negg": [0.0970892682671547, 0.1000598892569542, 0.09657111018896103, 0.09301547706127167, 0.08688279241323471, 0.08850312232971191, 0.09255995601415634], "r_norm": [0.16224294900894165, 0.15676873922348022, 0.15611007809638977, 0.15592946112155914, 0.16049480438232422, 0.16570478677749634, 0.16173511743545532]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9714, "test_loss": 0.1931960609436035}], "final": {"test_acc": 0.9714, "test_loss": 0.1931960609436035, "wall_s": 144.75781083106995, "cos_r_negg": [0.09711894392967224, 0.09990742802619934, 0.09658583253622055, 0.09306056797504425, 0.08691591024398804, 0.08862273395061493, 0.09273968636989594], "cos_apical_negg": [0.09711894392967224, 0.09990742802619934, 0.09658583253622055, 0.09306056797504425, 0.08691591024398804, 0.08862273395061493, 0.09273968636989594], "cos_Ac_negg": [0.09711894392967224, 0.09990742802619934, 0.09658583253622055, 0.09306056797504425, 0.08691591024398804, 0.08862273395061493, 0.09273968636989594]}}