1
|
{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2724270820617676, "cos_r_negg": [-0.020982224494218826, -0.011129511520266533, 0.0003704318078234792, 0.020121097564697266, 0.005494832061231136], "cos_apical_negg": [-0.020982224494218826, -0.011129511520266533, 0.0003704318078234792, 0.020121097564697266, 0.005494832061231136], "cos_Ac_negg": [-0.020982224494218826, -0.011129511520266533, 0.0003704318078234792, 0.020121097564697266, 0.005494832061231136], "r_norm": [4.758652687072754, 4.780093669891357, 4.662402153015137, 4.68086576461792, 4.745184898376465], "ldr": {"dL_sdil": -0.028127670288085938, "dL_bp": -0.11251354217529297, "ratio": 0.2499936429364548}}, {"step": 50, "epoch": 0, "train_loss": 0.8115186095237732, "cos_r_negg": [0.25050196051597595, 0.19425909221172333, 0.2027679830789566, 0.16627484560012817, 0.17232683300971985], "cos_apical_negg": [0.25050196051597595, 0.19425909221172333, 0.2027679830789566, 0.16627484560012817, 0.17232683300971985], "cos_Ac_negg": [0.25050196051597595, 0.19425909221172333, 0.2027679830789566, 0.16627484560012817, 0.17232683300971985], "r_norm": [2.3914875984191895, 2.424466371536255, 2.354952096939087, 2.2309155464172363, 2.331108808517456]}, {"step": 100, "epoch": 0, "train_loss": 0.588991641998291, "cos_r_negg": [0.333805650472641, 0.2865622043609619, 0.28850746154785156, 0.24517211318016052, 0.2286798059940338], "cos_apical_negg": [0.333805650472641, 0.2865622043609619, 0.28850746154785156, 0.24517211318016052, 0.2286798059940338], "cos_Ac_negg": [0.333805650472641, 0.2865622043609619, 0.28850746154785156, 0.24517211318016052, 0.2286798059940338], "r_norm": [1.8193061351776123, 1.8417584896087646, 1.7873430252075195, 1.694828987121582, 1.7695552110671997]}, {"step": 150, "epoch": 0, "train_loss": 0.5394254922866821, "cos_r_negg": [0.39237767457962036, 0.335921049118042, 0.3501270115375519, 0.3139728009700775, 0.23087178170681], "cos_apical_negg": [0.39237767457962036, 0.335921049118042, 0.3501270115375519, 0.3139728009700775, 0.23087178170681], "cos_Ac_negg": [0.39237767457962036, 0.335921049118042, 0.3501270115375519, 0.3139728009700775, 0.23087178170681], "r_norm": [1.7302420139312744, 1.7562851905822754, 1.6998820304870605, 1.6156387329101562, 1.690312147140503]}, {"step": 200, "epoch": 0, "train_loss": 0.5381070375442505, "cos_r_negg": [0.45023512840270996, 0.39600569009780884, 0.3651447892189026, 0.3388862907886505, 0.2358853965997696], "cos_apical_negg": [0.45023512840270996, 0.39600569009780884, 0.3651447892189026, 0.3388862907886505, 0.2358853965997696], "cos_Ac_negg": [0.45023512840270996, 0.39600569009780884, 0.3651447892189026, 0.3388862907886505, 0.2358853965997696], "r_norm": [1.485396146774292, 1.5057775974273682, 1.458413004875183, 1.3858633041381836, 1.4443914890289307]}, {"step": 250, "epoch": 0, "train_loss": 0.5137223601341248, "cos_r_negg": [0.47174376249313354, 0.40402230620384216, 0.3832155168056488, 0.35002684593200684, 0.24963639676570892], "cos_apical_negg": [0.47174376249313354, 0.40402230620384216, 0.3832155168056488, 0.35002684593200684, 0.24963639676570892], "cos_Ac_negg": [0.47174376249313354, 0.40402230620384216, 0.3832155168056488, 0.35002684593200684, 0.24963639676570892], "r_norm": [1.4153809547424316, 1.4387407302856445, 1.3939640522003174, 1.3229193687438965, 1.3807662725448608], "ldr": {"dL_sdil": -0.0087832510471344, "dL_bp": -0.0063062310218811035, "ratio": 1.3927892931068704}}, {"step": 300, "epoch": 0, "train_loss": 0.7731945514678955, "cos_r_negg": [0.47227537631988525, 0.40790942311286926, 0.374515175819397, 0.3389565050601959, 0.2601326107978821], "cos_apical_negg": [0.47227537631988525, 0.40790942311286926, 0.374515175819397, 0.3389565050601959, 0.2601326107978821], "cos_Ac_negg": [0.47227537631988525, 0.40790942311286926, 0.374515175819397, 0.3389565050601959, 0.2601326107978821], "r_norm": [1.2994673252105713, 1.316725730895996, 1.2758374214172363, 1.213202953338623, 1.263777256011963]}, {"step": 350, "epoch": 0, "train_loss": 0.49608564376831055, "cos_r_negg": [0.4861658811569214, 0.4324415624141693, 0.39533233642578125, 0.3676700294017792, 0.2671695351600647], "cos_apical_negg": [0.4861658811569214, 0.4324415624141693, 0.39533233642578125, 0.3676700294017792, 0.2671695351600647], "cos_Ac_negg": [0.4861658811569214, 0.4324415624141693, 0.39533233642578125, 0.3676700294017792, 0.2671695351600647], "r_norm": [1.3095269203186035, 1.3273966312408447, 1.2857060432434082, 1.2214322090148926, 1.2733063697814941]}, {"step": 400, "epoch": 0, "train_loss": 0.6057199239730835, "cos_r_negg": [0.5026998519897461, 0.44280514121055603, 0.41591647267341614, 0.37736478447914124, 0.28584718704223633], "cos_apical_negg": [0.5026998519897461, 0.44280514121055603, 0.41591647267341614, 0.37736478447914124, 0.28584718704223633], "cos_Ac_negg": [0.5026998519897461, 0.44280514121055603, 0.41591647267341614, 0.37736478447914124, 0.28584718704223633], "r_norm": [1.2722761631011963, 1.2935080528259277, 1.2517467737197876, 1.1828851699829102, 1.2348865270614624]}, {"step": 450, "epoch": 0, "train_loss": 0.45493990182876587, "cos_r_negg": [0.5061244964599609, 0.42652398347854614, 0.4138319194316864, 0.38018637895584106, 0.2849869728088379], "cos_apical_negg": [0.5061244964599609, 0.42652398347854614, 0.4138319194316864, 0.38018637895584106, 0.2849869728088379], "cos_Ac_negg": [0.5061244964599609, 0.42652398347854614, 0.4138319194316864, 0.38018637895584106, 0.2849869728088379], "r_norm": [1.3043369054794312, 1.319224238395691, 1.2793009281158447, 1.2091896533966064, 1.2601263523101807]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8377, "test_loss": 0.4669273193359375}, {"step": 500, "epoch": 1, "train_loss": 0.2715038061141968, "cos_r_negg": [0.5084899663925171, 0.42897915840148926, 0.4237518012523651, 0.3770582973957062, 0.26682543754577637], "cos_apical_negg": [0.5084899663925171, 0.42897915840148926, 0.4237518012523651, 0.3770582973957062, 0.26682543754577637], "cos_Ac_negg": [0.5084899663925171, 0.42897915840148926, 0.4237518012523651, 0.3770582973957062, 0.26682543754577637], "r_norm": [1.2682217359542847, 1.283615231513977, 1.2460005283355713, 1.1769990921020508, 1.2255804538726807], "ldr": {"dL_sdil": -0.02237752079963684, "dL_bp": -0.01633092761039734, "ratio": 1.3702541174323646}}, {"step": 550, "epoch": 1, "train_loss": 0.5207318663597107, "cos_r_negg": [0.5034741759300232, 0.4226433038711548, 0.428547203540802, 0.38630804419517517, 0.28917133808135986], "cos_apical_negg": [0.5034741759300232, 0.4226433038711548, 0.428547203540802, 0.38630804419517517, 0.28917133808135986], "cos_Ac_negg": [0.5034741759300232, 0.4226433038711548, 0.428547203540802, 0.38630804419517517, 0.28917133808135986], "r_norm": [1.184906244277954, 1.1986792087554932, 1.1630460023880005, 1.1009883880615234, 1.1441564559936523]}, {"step": 600, "epoch": 1, "train_loss": 0.5588510632514954, "cos_r_negg": [0.5151371955871582, 0.4435347318649292, 0.43424803018569946, 0.38454312086105347, 0.29523104429244995], "cos_apical_negg": [0.5151371955871582, 0.4435347318649292, 0.43424803018569946, 0.38454312086105347, 0.29523104429244995], "cos_Ac_negg": [0.5151371955871582, 0.4435347318649292, 0.43424803018569946, 0.38454312086105347, 0.29523104429244995], "r_norm": [1.131628394126892, 1.1411547660827637, 1.1066830158233643, 1.0477162599563599, 1.0922472476959229]}, {"step": 650, "epoch": 1, "train_loss": 0.5090796947479248, "cos_r_negg": [0.5152865052223206, 0.45888176560401917, 0.44571933150291443, 0.40179306268692017, 0.29615694284439087], "cos_apical_negg": [0.5152865052223206, 0.45888176560401917, 0.44571933150291443, 0.40179306268692017, 0.29615694284439087], "cos_Ac_negg": [0.5152865052223206, 0.45888176560401917, 0.44571933150291443, 0.40179306268692017, 0.29615694284439087], "r_norm": [1.0802172422409058, 1.092850923538208, 1.0586328506469727, 0.9999029040336609, 1.0427765846252441]}, {"step": 700, "epoch": 1, "train_loss": 0.30650001764297485, "cos_r_negg": [0.5474457740783691, 0.47679194808006287, 0.4723972678184509, 0.42176803946495056, 0.3105909824371338], "cos_apical_negg": [0.5474457740783691, 0.47679194808006287, 0.4723972678184509, 0.42176803946495056, 0.3105909824371338], "cos_Ac_negg": [0.5474457740783691, 0.47679194808006287, 0.4723972678184509, 0.42176803946495056, 0.3105909824371338], "r_norm": [1.1584980487823486, 1.1721011400222778, 1.13718843460083, 1.0688462257385254, 1.1136752367019653]}, {"step": 750, "epoch": 1, "train_loss": 0.45444372296333313, "cos_r_negg": [0.5292763710021973, 0.45609021186828613, 0.452331006526947, 0.3899235129356384, 0.28881609439849854], "cos_apical_negg": [0.5292763710021973, 0.45609021186828613, 0.452331006526947, 0.3899235129356384, 0.28881609439849854], "cos_Ac_negg": [0.5292763710021973, 0.45609021186828613, 0.452331006526947, 0.3899235129356384, 0.28881609439849854], "r_norm": [1.1311423778533936, 1.1431260108947754, 1.1042201519012451, 1.0482088327407837, 1.0909357070922852], "ldr": {"dL_sdil": -0.014160364866256714, "dL_bp": -0.011884331703186035, "ratio": 1.1915154524389877}}, {"step": 800, "epoch": 1, "train_loss": 0.4414287209510803, "cos_r_negg": [0.5458016991615295, 0.483722448348999, 0.47338438034057617, 0.413662850856781, 0.3217237591743469], "cos_apical_negg": [0.5458016991615295, 0.483722448348999, 0.47338438034057617, 0.413662850856781, 0.3217237591743469], "cos_Ac_negg": [0.5458016991615295, 0.483722448348999, 0.47338438034057617, 0.413662850856781, 0.3217237591743469], "r_norm": [1.0486068725585938, 1.0595660209655762, 1.0249459743499756, 0.9628546237945557, 1.0055427551269531]}, {"step": 850, "epoch": 1, "train_loss": 0.2786226272583008, "cos_r_negg": [0.5516840219497681, 0.47908931970596313, 0.4731487035751343, 0.42246514558792114, 0.31746718287467957], "cos_apical_negg": [0.5516840219497681, 0.47908931970596313, 0.4731487035751343, 0.42246514558792114, 0.31746718287467957], "cos_Ac_negg": [0.5516840219497681, 0.47908931970596313, 0.4731487035751343, 0.42246514558792114, 0.31746718287467957], "r_norm": [1.0686180591583252, 1.0800561904907227, 1.044959306716919, 0.9863283038139343, 1.026942253112793]}, {"step": 900, "epoch": 1, "train_loss": 0.34427937865257263, "cos_r_negg": [0.5187440514564514, 0.4838917851448059, 0.456345796585083, 0.4213781952857971, 0.31400349736213684], "cos_apical_negg": [0.5187440514564514, 0.4838917851448059, 0.456345796585083, 0.4213781952857971, 0.31400349736213684], "cos_Ac_negg": [0.5187440514564514, 0.4838917851448059, 0.456345796585083, 0.4213781952857971, 0.31400349736213684], "r_norm": [1.0777006149291992, 1.0870156288146973, 1.051377534866333, 0.9915654063224792, 1.0320966243743896]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8468, "test_loss": 0.4201864440917969}, {"step": 950, "epoch": 2, "train_loss": 0.3042844235897064, "cos_r_negg": [0.5452767610549927, 0.4874221682548523, 0.4745497703552246, 0.4356672763824463, 0.33278557658195496], "cos_apical_negg": [0.5452767610549927, 0.4874221682548523, 0.4745497703552246, 0.4356672763824463, 0.33278557658195496], "cos_Ac_negg": [0.5452767610549927, 0.4874221682548523, 0.4745497703552246, 0.4356672763824463, 0.33278557658195496], "r_norm": [1.0050190687179565, 1.014875888824463, 0.9810736179351807, 0.9296103715896606, 0.9654847383499146]}, {"step": 1000, "epoch": 2, "train_loss": 0.33490094542503357, "cos_r_negg": [0.5451350808143616, 0.49331557750701904, 0.48433661460876465, 0.41687387228012085, 0.3190189301967621], "cos_apical_negg": [0.5451350808143616, 0.49331557750701904, 0.48433661460876465, 0.41687387228012085, 0.3190189301967621], "cos_Ac_negg": [0.5451350808143616, 0.49331557750701904, 0.48433661460876465, 0.41687387228012085, 0.3190189301967621], "r_norm": [1.034194827079773, 1.0418963432312012, 1.0082260370254517, 0.9464468359947205, 0.9867841005325317], "ldr": {"dL_sdil": -0.019831866025924683, "dL_bp": -0.015246719121932983, "ratio": 1.3007300696840274}}, {"step": 1050, "epoch": 2, "train_loss": 0.3565746247768402, "cos_r_negg": [0.5535390377044678, 0.49883386492729187, 0.4899974465370178, 0.43504631519317627, 0.3305063247680664], "cos_apical_negg": [0.5535390377044678, 0.49883386492729187, 0.4899974465370178, 0.43504631519317627, 0.3305063247680664], "cos_Ac_negg": [0.5535390377044678, 0.49883386492729187, 0.4899974465370178, 0.43504631519317627, 0.3305063247680664], "r_norm": [0.9733808636665344, 0.9829767346382141, 0.9503793120384216, 0.8982781171798706, 0.933163046836853]}, {"step": 1100, "epoch": 2, "train_loss": 0.3425942659378052, "cos_r_negg": [0.5563714504241943, 0.4928034842014313, 0.49802857637405396, 0.4345485270023346, 0.3303910791873932], "cos_apical_negg": [0.5563714504241943, 0.4928034842014313, 0.49802857637405396, 0.4345485270023346, 0.3303910791873932], "cos_Ac_negg": [0.5563714504241943, 0.4928034842014313, 0.49802857637405396, 0.4345485270023346, 0.3303910791873932], "r_norm": [0.9527868628501892, 0.960037112236023, 0.9282850623130798, 0.8748837113380432, 0.9092297554016113]}, {"step": 1150, "epoch": 2, "train_loss": 0.35023579001426697, "cos_r_negg": [0.5571781992912292, 0.48162880539894104, 0.46751725673675537, 0.417874813079834, 0.3236401677131653], "cos_apical_negg": [0.5571781992912292, 0.48162880539894104, 0.46751725673675537, 0.417874813079834, 0.3236401677131653], "cos_Ac_negg": [0.5571781992912292, 0.48162880539894104, 0.46751725673675537, 0.417874813079834, 0.3236401677131653], "r_norm": [0.8967580199241638, 0.9024441242218018, 0.871940016746521, 0.8261439800262451, 0.860045313835144]}, {"step": 1200, "epoch": 2, "train_loss": 0.4611669182777405, "cos_r_negg": [0.5699280500411987, 0.5067041516304016, 0.4928607940673828, 0.43763309717178345, 0.3364098072052002], "cos_apical_negg": [0.5699280500411987, 0.5067041516304016, 0.4928607940673828, 0.43763309717178345, 0.3364098072052002], "cos_Ac_negg": [0.5699280500411987, 0.5067041516304016, 0.4928607940673828, 0.43763309717178345, 0.3364098072052002], "r_norm": [0.9256547689437866, 0.9320066571235657, 0.899489164352417, 0.8499449491500854, 0.8835643529891968]}, {"step": 1250, "epoch": 2, "train_loss": 0.26713797450065613, "cos_r_negg": [0.5683563947677612, 0.4973782002925873, 0.4903700053691864, 0.437930703163147, 0.34149599075317383], "cos_apical_negg": [0.5683563947677612, 0.4973782002925873, 0.4903700053691864, 0.437930703163147, 0.34149599075317383], "cos_Ac_negg": [0.5683563947677612, 0.4973782002925873, 0.4903700053691864, 0.437930703163147, 0.34149599075317383], "r_norm": [0.9373736381530762, 0.9439356327056885, 0.9099143743515015, 0.8639511466026306, 0.8985075950622559], "ldr": {"dL_sdil": -0.01256251335144043, "dL_bp": -0.010113954544067383, "ratio": 1.2420970745621271}}, {"step": 1300, "epoch": 2, "train_loss": 0.2954995632171631, "cos_r_negg": [0.5644316673278809, 0.4983086884021759, 0.48689305782318115, 0.45510008931159973, 0.35445231199264526], "cos_apical_negg": [0.5644316673278809, 0.4983086884021759, 0.48689305782318115, 0.45510008931159973, 0.35445231199264526], "cos_Ac_negg": [0.5644316673278809, 0.4983086884021759, 0.48689305782318115, 0.45510008931159973, 0.35445231199264526], "r_norm": [0.8818636536598206, 0.8878977298736572, 0.8561734557151794, 0.8126262426376343, 0.8452976942062378]}, {"step": 1350, "epoch": 2, "train_loss": 0.22778315842151642, "cos_r_negg": [0.5809178352355957, 0.5103368759155273, 0.49412235617637634, 0.44612884521484375, 0.35715043544769287], "cos_apical_negg": [0.5809178352355957, 0.5103368759155273, 0.49412235617637634, 0.44612884521484375, 0.35715043544769287], "cos_Ac_negg": [0.5809178352355957, 0.5103368759155273, 0.49412235617637634, 0.44612884521484375, 0.35715043544769287], "r_norm": [0.8712873458862305, 0.8766444325447083, 0.84639972448349, 0.7985968589782715, 0.8298351764678955]}, {"step": 1400, "epoch": 2, "train_loss": 0.5037400722503662, "cos_r_negg": [0.5523430109024048, 0.4855806231498718, 0.4836742877960205, 0.448496550321579, 0.34287750720977783], "cos_apical_negg": [0.5523430109024048, 0.4855806231498718, 0.4836742877960205, 0.448496550321579, 0.34287750720977783], "cos_Ac_negg": [0.5523430109024048, 0.4855806231498718, 0.4836742877960205, 0.448496550321579, 0.34287750720977783], "r_norm": [0.851359486579895, 0.8570407629013062, 0.8265599012374878, 0.7855689525604248, 0.813517689704895]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8594, "test_loss": 0.3975574676513672}, {"step": 1450, "epoch": 3, "train_loss": 0.567652702331543, "cos_r_negg": [0.557486891746521, 0.49751016497612, 0.5040550231933594, 0.46990424394607544, 0.37095916271209717], "cos_apical_negg": [0.557486891746521, 0.49751016497612, 0.5040550231933594, 0.46990424394607544, 0.37095916271209717], "cos_Ac_negg": [0.557486891746521, 0.49751016497612, 0.5040550231933594, 0.46990424394607544, 0.37095916271209717], "r_norm": [0.9220905303955078, 0.9238430261611938, 0.8931552171707153, 0.8426833152770996, 0.8728804588317871]}, {"step": 1500, "epoch": 3, "train_loss": 0.37325096130371094, "cos_r_negg": [0.587454080581665, 0.5164212584495544, 0.5099189281463623, 0.482566773891449, 0.3732123374938965], "cos_apical_negg": [0.587454080581665, 0.5164212584495544, 0.5099189281463623, 0.482566773891449, 0.3732123374938965], "cos_Ac_negg": [0.587454080581665, 0.5164212584495544, 0.5099189281463623, 0.482566773891449, 0.3732123374938965], "r_norm": [0.8949011564254761, 0.9000916481018066, 0.867019772529602, 0.8211551904678345, 0.8523385524749756], "ldr": {"dL_sdil": -0.02208608388900757, "dL_bp": -0.017192423343658447, "ratio": 1.2846405330726214}}, {"step": 1550, "epoch": 3, "train_loss": 0.28997188806533813, "cos_r_negg": [0.6075615286827087, 0.538266658782959, 0.5336480140686035, 0.484520822763443, 0.38369020819664], "cos_apical_negg": [0.6075615286827087, 0.538266658782959, 0.5336480140686035, 0.484520822763443, 0.38369020819664], "cos_Ac_negg": [0.6075615286827087, 0.538266658782959, 0.5336480140686035, 0.484520822763443, 0.38369020819664], "r_norm": [0.8406097888946533, 0.8418548703193665, 0.8116515874862671, 0.7646955847740173, 0.7947243452072144]}, {"step": 1600, "epoch": 3, "train_loss": 0.3799701929092407, "cos_r_negg": [0.5834227800369263, 0.5213068723678589, 0.5212002992630005, 0.47661611437797546, 0.37710845470428467], "cos_apical_negg": [0.5834227800369263, 0.5213068723678589, 0.5212002992630005, 0.47661611437797546, 0.37710845470428467], "cos_Ac_negg": [0.5834227800369263, 0.5213068723678589, 0.5212002992630005, 0.47661611437797546, 0.37710845470428467], "r_norm": [0.8264427781105042, 0.8289283514022827, 0.7986698746681213, 0.7561498880386353, 0.7847295999526978]}, {"step": 1650, "epoch": 3, "train_loss": 0.32313379645347595, "cos_r_negg": [0.6065112352371216, 0.5254548192024231, 0.521626353263855, 0.47212308645248413, 0.3735582232475281], "cos_apical_negg": [0.6065112352371216, 0.5254548192024231, 0.521626353263855, 0.47212308645248413, 0.3735582232475281], "cos_Ac_negg": [0.6065112352371216, 0.5254548192024231, 0.521626353263855, 0.47212308645248413, 0.3735582232475281], "r_norm": [0.8341985940933228, 0.8344366550445557, 0.8043437004089355, 0.7627741694450378, 0.7924113273620605]}, {"step": 1700, "epoch": 3, "train_loss": 0.3212972581386566, "cos_r_negg": [0.5830033421516418, 0.5099552273750305, 0.5144323110580444, 0.47422677278518677, 0.36599814891815186], "cos_apical_negg": [0.5830033421516418, 0.5099552273750305, 0.5144323110580444, 0.47422677278518677, 0.36599814891815186], "cos_Ac_negg": [0.5830033421516418, 0.5099552273750305, 0.5144323110580444, 0.47422677278518677, 0.36599814891815186], "r_norm": [0.7950270175933838, 0.794955313205719, 0.7665215134620667, 0.7248504757881165, 0.7526826858520508]}, {"step": 1750, "epoch": 3, "train_loss": 0.4351240396499634, "cos_r_negg": [0.5951406359672546, 0.5443615317344666, 0.5319432020187378, 0.501437783241272, 0.3881984353065491], "cos_apical_negg": [0.5951406359672546, 0.5443615317344666, 0.5319432020187378, 0.501437783241272, 0.3881984353065491], "cos_Ac_negg": [0.5951406359672546, 0.5443615317344666, 0.5319432020187378, 0.501437783241272, 0.3881984353065491], "r_norm": [0.8375183343887329, 0.8394765853881836, 0.8076478242874146, 0.7671118974685669, 0.7934888601303101], "ldr": {"dL_sdil": -0.011934369802474976, "dL_bp": -0.009720832109451294, "ratio": 1.227710721479442}}, {"step": 1800, "epoch": 3, "train_loss": 0.34862709045410156, "cos_r_negg": [0.6158449053764343, 0.5545817613601685, 0.5394439101219177, 0.49442777037620544, 0.37298956513404846], "cos_apical_negg": [0.6158449053764343, 0.5545817613601685, 0.5394439101219177, 0.49442777037620544, 0.37298956513404846], "cos_Ac_negg": [0.6158449053764343, 0.5545817613601685, 0.5394439101219177, 0.49442777037620544, 0.37298956513404846], "r_norm": [0.8399257063865662, 0.8409183621406555, 0.8094304800033569, 0.7703036665916443, 0.7970192432403564]}, {"step": 1850, "epoch": 3, "train_loss": 0.4138602018356323, "cos_r_negg": [0.5936501622200012, 0.5294144749641418, 0.5181524753570557, 0.48766428232192993, 0.36789530515670776], "cos_apical_negg": [0.5936501622200012, 0.5294144749641418, 0.5181524753570557, 0.48766428232192993, 0.36789530515670776], "cos_Ac_negg": [0.5936501622200012, 0.5294144749641418, 0.5181524753570557, 0.48766428232192993, 0.36789530515670776], "r_norm": [0.7514756321907043, 0.7499902248382568, 0.7227214574813843, 0.6856209635734558, 0.7102948427200317]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8622, "test_loss": 0.3823667022705078}, {"step": 1900, "epoch": 4, "train_loss": 0.24923160672187805, "cos_r_negg": [0.6038991212844849, 0.5291363596916199, 0.5314337015151978, 0.4912264943122864, 0.3819071054458618], "cos_apical_negg": [0.6038991212844849, 0.5291363596916199, 0.5314337015151978, 0.4912264943122864, 0.3819071054458618], "cos_Ac_negg": [0.6038991212844849, 0.5291363596916199, 0.5314337015151978, 0.4912264943122864, 0.3819071054458618], "r_norm": [0.7753546237945557, 0.7766212821006775, 0.7456231117248535, 0.7064744234085083, 0.7331868410110474]}, {"step": 1950, "epoch": 4, "train_loss": 0.4737566113471985, "cos_r_negg": [0.5978268384933472, 0.5374821424484253, 0.5283982753753662, 0.48787909746170044, 0.38578128814697266], "cos_apical_negg": [0.5978268384933472, 0.5374821424484253, 0.5283982753753662, 0.48787909746170044, 0.38578128814697266], "cos_Ac_negg": [0.5978268384933472, 0.5374821424484253, 0.5283982753753662, 0.48787909746170044, 0.38578128814697266], "r_norm": [0.8148300647735596, 0.8112810850143433, 0.7808725833892822, 0.7370292544364929, 0.7646100521087646]}, {"step": 2000, "epoch": 4, "train_loss": 0.35187941789627075, "cos_r_negg": [0.5999719500541687, 0.5299825072288513, 0.5143948793411255, 0.4738340973854065, 0.3858644962310791], "cos_apical_negg": [0.5999719500541687, 0.5299825072288513, 0.5143948793411255, 0.4738340973854065, 0.3858644962310791], "cos_Ac_negg": [0.5999719500541687, 0.5299825072288513, 0.5143948793411255, 0.4738340973854065, 0.3858644962310791], "r_norm": [0.8149622082710266, 0.8107933402061462, 0.7814117670059204, 0.7396060228347778, 0.7659765481948853], "ldr": {"dL_sdil": -0.01184418797492981, "dL_bp": -0.009575486183166504, "ratio": 1.2369281045751634}}, {"step": 2050, "epoch": 4, "train_loss": 0.3379698395729065, "cos_r_negg": [0.6080717444419861, 0.5454880595207214, 0.5426255464553833, 0.5026946067810059, 0.39939063787460327], "cos_apical_negg": [0.6080717444419861, 0.5454880595207214, 0.5426255464553833, 0.5026946067810059, 0.39939063787460327], "cos_Ac_negg": [0.6080717444419861, 0.5454880595207214, 0.5426255464553833, 0.5026946067810059, 0.39939063787460327], "r_norm": [0.7895572185516357, 0.7858762741088867, 0.7563412189483643, 0.7236615419387817, 0.7501862645149231]}, {"step": 2100, "epoch": 4, "train_loss": 0.30648115277290344, "cos_r_negg": [0.6032884120941162, 0.5584160089492798, 0.5407792329788208, 0.5062661170959473, 0.40340596437454224], "cos_apical_negg": [0.6032884120941162, 0.5584160089492798, 0.5407792329788208, 0.5062661170959473, 0.40340596437454224], "cos_Ac_negg": [0.6032884120941162, 0.5584160089492798, 0.5407792329788208, 0.5062661170959473, 0.40340596437454224], "r_norm": [0.7687012553215027, 0.7640252113342285, 0.7352027893066406, 0.6972919702529907, 0.722390353679657]}, {"step": 2150, "epoch": 4, "train_loss": 0.2918052077293396, "cos_r_negg": [0.6020666360855103, 0.5507647395133972, 0.529199481010437, 0.5065268278121948, 0.4105807840824127], "cos_apical_negg": [0.6020666360855103, 0.5507647395133972, 0.529199481010437, 0.5065268278121948, 0.4105807840824127], "cos_Ac_negg": [0.6020666360855103, 0.5507647395133972, 0.529199481010437, 0.5065268278121948, 0.4105807840824127], "r_norm": [0.7651574015617371, 0.7648081183433533, 0.7338999509811401, 0.7005969285964966, 0.7275991439819336]}, {"step": 2200, "epoch": 4, "train_loss": 0.2885914742946625, "cos_r_negg": [0.6062141060829163, 0.5399367809295654, 0.5340297818183899, 0.48949146270751953, 0.4070373773574829], "cos_apical_negg": [0.6062141060829163, 0.5399367809295654, 0.5340297818183899, 0.48949146270751953, 0.4070373773574829], "cos_Ac_negg": [0.6062141060829163, 0.5399367809295654, 0.5340297818183899, 0.48949146270751953, 0.4070373773574829], "r_norm": [0.757072389125824, 0.7506136298179626, 0.7206090688705444, 0.6826899647712708, 0.7084227800369263]}, {"step": 2250, "epoch": 4, "train_loss": 0.21945565938949585, "cos_r_negg": [0.6064575910568237, 0.5490806698799133, 0.5395240187644958, 0.49338871240615845, 0.39342308044433594], "cos_apical_negg": [0.6064575910568237, 0.5490806698799133, 0.5395240187644958, 0.49338871240615845, 0.39342308044433594], "cos_Ac_negg": [0.6064575910568237, 0.5490806698799133, 0.5395240187644958, 0.49338871240615845, 0.39342308044433594], "r_norm": [0.7205531597137451, 0.7131370902061462, 0.6862873435020447, 0.6507350206375122, 0.673324704170227], "ldr": {"dL_sdil": -0.0035615861415863037, "dL_bp": -0.0031107664108276367, "ratio": 1.1449223989269974}}, {"step": 2300, "epoch": 4, "train_loss": 0.15053442120552063, "cos_r_negg": [0.6021096706390381, 0.5413601398468018, 0.532890796661377, 0.4950047731399536, 0.3959251344203949], "cos_apical_negg": [0.6021096706390381, 0.5413601398468018, 0.532890796661377, 0.4950047731399536, 0.3959251344203949], "cos_Ac_negg": [0.6021096706390381, 0.5413601398468018, 0.532890796661377, 0.4950047731399536, 0.3959251344203949], "r_norm": [0.7532330751419067, 0.7479726076126099, 0.7172034978866577, 0.6826401948928833, 0.7075990438461304]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8698, "test_loss": 0.37000176391601564}, {"step": 2350, "epoch": 5, "train_loss": 0.22076278924942017, "cos_r_negg": [0.5969984531402588, 0.5419861674308777, 0.5423669219017029, 0.4940958023071289, 0.4127231240272522], "cos_apical_negg": [0.5969984531402588, 0.5419861674308777, 0.5423669219017029, 0.4940958023071289, 0.4127231240272522], "cos_Ac_negg": [0.5969984531402588, 0.5419861674308777, 0.5423669219017029, 0.4940958023071289, 0.4127231240272522], "r_norm": [0.6723499298095703, 0.6646677851676941, 0.6379690170288086, 0.6044468879699707, 0.6268635988235474]}, {"step": 2400, "epoch": 5, "train_loss": 0.2874033451080322, "cos_r_negg": [0.5935696363449097, 0.543320894241333, 0.5304793119430542, 0.48879632353782654, 0.40625548362731934], "cos_apical_negg": [0.5935696363449097, 0.543320894241333, 0.5304793119430542, 0.48879632353782654, 0.40625548362731934], "cos_Ac_negg": [0.5935696363449097, 0.543320894241333, 0.5304793119430542, 0.48879632353782654, 0.40625548362731934], "r_norm": [0.7316806316375732, 0.7224253416061401, 0.6928429007530212, 0.6561489105224609, 0.681884765625]}, {"step": 2450, "epoch": 5, "train_loss": 0.32426387071609497, "cos_r_negg": [0.6010117530822754, 0.5384286046028137, 0.5404951572418213, 0.49802207946777344, 0.4127694368362427], "cos_apical_negg": [0.6010117530822754, 0.5384286046028137, 0.5404951572418213, 0.49802207946777344, 0.4127694368362427], "cos_Ac_negg": [0.6010117530822754, 0.5384286046028137, 0.5404951572418213, 0.49802207946777344, 0.4127694368362427], "r_norm": [0.6684988737106323, 0.6618614196777344, 0.6338097453117371, 0.6018725037574768, 0.6239680051803589]}, {"step": 2500, "epoch": 5, "train_loss": 0.2624487578868866, "cos_r_negg": [0.6067166328430176, 0.5556585788726807, 0.5538609623908997, 0.5089842081069946, 0.43197333812713623], "cos_apical_negg": [0.6067166328430176, 0.5556585788726807, 0.5538609623908997, 0.5089842081069946, 0.43197333812713623], "cos_Ac_negg": [0.6067166328430176, 0.5556585788726807, 0.5538609623908997, 0.5089842081069946, 0.43197333812713623], "r_norm": [0.6836451292037964, 0.6744735240936279, 0.647182047367096, 0.6184471249580383, 0.638713002204895], "ldr": {"dL_sdil": -0.008375167846679688, "dL_bp": -0.007300704717636108, "ratio": 1.1471725224618423}}, {"step": 2550, "epoch": 5, "train_loss": 0.21576648950576782, "cos_r_negg": [0.6033252477645874, 0.5387236475944519, 0.528427004814148, 0.49551188945770264, 0.4336763620376587], "cos_apical_negg": [0.6033252477645874, 0.5387236475944519, 0.528427004814148, 0.49551188945770264, 0.4336763620376587], "cos_Ac_negg": [0.6033252477645874, 0.5387236475944519, 0.528427004814148, 0.49551188945770264, 0.4336763620376587], "r_norm": [0.662571907043457, 0.6548362374305725, 0.6262574791908264, 0.5959336161613464, 0.616814911365509]}, {"step": 2600, "epoch": 5, "train_loss": 0.27209898829460144, "cos_r_negg": [0.6313544511795044, 0.5628881454467773, 0.5532820224761963, 0.5185171365737915, 0.44742459058761597], "cos_apical_negg": [0.6313544511795044, 0.5628881454467773, 0.5532820224761963, 0.5185171365737915, 0.44742459058761597], "cos_Ac_negg": [0.6313544511795044, 0.5628881454467773, 0.5532820224761963, 0.5185171365737915, 0.44742459058761597], "r_norm": [0.6869368553161621, 0.6805775165557861, 0.6497307419776917, 0.6180752515792847, 0.6410837173461914]}, {"step": 2650, "epoch": 5, "train_loss": 0.19063973426818848, "cos_r_negg": [0.5921783447265625, 0.5405312776565552, 0.535718560218811, 0.5024888515472412, 0.43372446298599243], "cos_apical_negg": [0.5921783447265625, 0.5405312776565552, 0.535718560218811, 0.5024888515472412, 0.43372446298599243], "cos_Ac_negg": [0.5921783447265625, 0.5405312776565552, 0.535718560218811, 0.5024888515472412, 0.43372446298599243], "r_norm": [0.7125182151794434, 0.70052170753479, 0.6704328060150146, 0.6341390609741211, 0.6586380004882812]}, {"step": 2700, "epoch": 5, "train_loss": 0.1867848038673401, "cos_r_negg": [0.6056123971939087, 0.5486781001091003, 0.5431737899780273, 0.50266432762146, 0.42682909965515137], "cos_apical_negg": [0.6056123971939087, 0.5486781001091003, 0.5431737899780273, 0.50266432762146, 0.42682909965515137], "cos_Ac_negg": [0.6056123971939087, 0.5486781001091003, 0.5431737899780273, 0.50266432762146, 0.42682909965515137], "r_norm": [0.6772012710571289, 0.6683885455131531, 0.6381990909576416, 0.6091628074645996, 0.6303799152374268]}, {"step": 2750, "epoch": 5, "train_loss": 0.41785022616386414, "cos_r_negg": [0.6097877621650696, 0.5543057918548584, 0.542847216129303, 0.5096759796142578, 0.4228438436985016], "cos_apical_negg": [0.6097877621650696, 0.5543057918548584, 0.542847216129303, 0.5096759796142578, 0.4228438436985016], "cos_Ac_negg": [0.6097877621650696, 0.5543057918548584, 0.542847216129303, 0.5096759796142578, 0.4228438436985016], "r_norm": [0.7025102972984314, 0.6934908628463745, 0.6625745892524719, 0.6328814625740051, 0.6544216871261597], "ldr": {"dL_sdil": -0.009370386600494385, "dL_bp": -0.008316636085510254, "ratio": 1.1267039346377123}}, {"step": 2800, "epoch": 5, "train_loss": 0.3431512713432312, "cos_r_negg": [0.5844995379447937, 0.5457568168640137, 0.5254228115081787, 0.5022512078285217, 0.4169505536556244], "cos_apical_negg": [0.5844995379447937, 0.5457568168640137, 0.5254228115081787, 0.5022512078285217, 0.4169505536556244], "cos_Ac_negg": [0.5844995379447937, 0.5457568168640137, 0.5254228115081787, 0.5022512078285217, 0.4169505536556244], "r_norm": [0.6861013174057007, 0.6730127334594727, 0.6438599228858948, 0.6109358072280884, 0.6328867673873901]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8713, "test_loss": 0.3641805114746094}, {"step": 2850, "epoch": 6, "train_loss": 0.15942509472370148, "cos_r_negg": [0.6021679639816284, 0.5665756464004517, 0.5463767051696777, 0.5230960845947266, 0.4356057643890381], "cos_apical_negg": [0.6021679639816284, 0.5665756464004517, 0.5463767051696777, 0.5230960845947266, 0.4356057643890381], "cos_Ac_negg": [0.6021679639816284, 0.5665756464004517, 0.5463767051696777, 0.5230960845947266, 0.4356057643890381], "r_norm": [0.6640583276748657, 0.6504402160644531, 0.6225211024284363, 0.592472493648529, 0.6131168603897095]}, {"step": 2900, "epoch": 6, "train_loss": 0.23944421112537384, "cos_r_negg": [0.6220567226409912, 0.5666793584823608, 0.5546950101852417, 0.514879584312439, 0.4360002279281616], "cos_apical_negg": [0.6220567226409912, 0.5666793584823608, 0.5546950101852417, 0.514879584312439, 0.4360002279281616], "cos_Ac_negg": [0.6220567226409912, 0.5666793584823608, 0.5546950101852417, 0.514879584312439, 0.4360002279281616], "r_norm": [0.6875741481781006, 0.6722836494445801, 0.641607940196991, 0.6087985634803772, 0.6313603520393372]}, {"step": 2950, "epoch": 6, "train_loss": 0.18066531419754028, "cos_r_negg": [0.6231837272644043, 0.5714664459228516, 0.5490098595619202, 0.5185468792915344, 0.43519407510757446], "cos_apical_negg": [0.6231837272644043, 0.5714664459228516, 0.5490098595619202, 0.5185468792915344, 0.43519407510757446], "cos_Ac_negg": [0.6231837272644043, 0.5714664459228516, 0.5490098595619202, 0.5185468792915344, 0.43519407510757446], "r_norm": [0.640567421913147, 0.6268291473388672, 0.5981065034866333, 0.5701131820678711, 0.5913947224617004]}, {"step": 3000, "epoch": 6, "train_loss": 0.3412693440914154, "cos_r_negg": [0.6058133244514465, 0.5509878396987915, 0.542106568813324, 0.5003728866577148, 0.430300772190094], "cos_apical_negg": [0.6058133244514465, 0.5509878396987915, 0.542106568813324, 0.5003728866577148, 0.430300772190094], "cos_Ac_negg": [0.6058133244514465, 0.5509878396987915, 0.542106568813324, 0.5003728866577148, 0.430300772190094], "r_norm": [0.6514531373977661, 0.6385594606399536, 0.6088629961013794, 0.5807172060012817, 0.6018615961074829], "ldr": {"dL_sdil": -0.008045226335525513, "dL_bp": -0.007644921541213989, "ratio": 1.0523621847723967}}, {"step": 3050, "epoch": 6, "train_loss": 0.38515186309814453, "cos_r_negg": [0.6157097816467285, 0.5619672536849976, 0.5521233081817627, 0.5117756128311157, 0.4292442798614502], "cos_apical_negg": [0.6157097816467285, 0.5619672536849976, 0.5521233081817627, 0.5117756128311157, 0.4292442798614502], "cos_Ac_negg": [0.6157097816467285, 0.5619672536849976, 0.5521233081817627, 0.5117756128311157, 0.4292442798614502], "r_norm": [0.6695870161056519, 0.6573858857154846, 0.6250641942024231, 0.5975053906440735, 0.6195484399795532]}, {"step": 3100, "epoch": 6, "train_loss": 0.2393166422843933, "cos_r_negg": [0.6176155805587769, 0.5734458565711975, 0.552988588809967, 0.513903021812439, 0.42660871148109436], "cos_apical_negg": [0.6176155805587769, 0.5734458565711975, 0.552988588809967, 0.513903021812439, 0.42660871148109436], "cos_Ac_negg": [0.6176155805587769, 0.5734458565711975, 0.552988588809967, 0.513903021812439, 0.42660871148109436], "r_norm": [0.6519806385040283, 0.6338014006614685, 0.6047056913375854, 0.5760523080825806, 0.5966557264328003]}, {"step": 3150, "epoch": 6, "train_loss": 0.34744104743003845, "cos_r_negg": [0.6231740713119507, 0.558071494102478, 0.5427034497261047, 0.5057886838912964, 0.43057799339294434], "cos_apical_negg": [0.6231740713119507, 0.558071494102478, 0.5427034497261047, 0.5057886838912964, 0.43057799339294434], "cos_Ac_negg": [0.6231740713119507, 0.558071494102478, 0.5427034497261047, 0.5057886838912964, 0.43057799339294434], "r_norm": [0.6778194308280945, 0.6597008109092712, 0.6287292242050171, 0.5975571870803833, 0.6200606226921082]}, {"step": 3200, "epoch": 6, "train_loss": 0.20365628600120544, "cos_r_negg": [0.604833722114563, 0.5707114934921265, 0.5555134415626526, 0.5174834132194519, 0.4321262836456299], "cos_apical_negg": [0.604833722114563, 0.5707114934921265, 0.5555134415626526, 0.5174834132194519, 0.4321262836456299], "cos_Ac_negg": [0.604833722114563, 0.5707114934921265, 0.5555134415626526, 0.5174834132194519, 0.4321262836456299], "r_norm": [0.6590020656585693, 0.6420832872390747, 0.6116911172866821, 0.5838627219200134, 0.6065069437026978]}, {"step": 3250, "epoch": 6, "train_loss": 0.16740725934505463, "cos_r_negg": [0.6057504415512085, 0.5634948015213013, 0.5481417775154114, 0.5105730295181274, 0.43954169750213623], "cos_apical_negg": [0.6057504415512085, 0.5634948015213013, 0.5481417775154114, 0.5105730295181274, 0.43954169750213623], "cos_Ac_negg": [0.6057504415512085, 0.5634948015213013, 0.5481417775154114, 0.5105730295181274, 0.43954169750213623], "r_norm": [0.6159374713897705, 0.5994998216629028, 0.5703338384628296, 0.544463038444519, 0.5642123818397522], "ldr": {"dL_sdil": -0.008144408464431763, "dL_bp": -0.0070830583572387695, "ratio": 1.149843479138967}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8713, "test_loss": 0.3696896942138672}, {"step": 3300, "epoch": 7, "train_loss": 0.30138739943504333, "cos_r_negg": [0.6149110794067383, 0.5727878212928772, 0.546777606010437, 0.514635443687439, 0.44735413789749146], "cos_apical_negg": [0.6149110794067383, 0.5727878212928772, 0.546777606010437, 0.514635443687439, 0.44735413789749146], "cos_Ac_negg": [0.6149110794067383, 0.5727878212928772, 0.546777606010437, 0.514635443687439, 0.44735413789749146], "r_norm": [0.6425244808197021, 0.623306155204773, 0.5919170379638672, 0.5647438168525696, 0.5899564623832703]}, {"step": 3350, "epoch": 7, "train_loss": 0.22293522953987122, "cos_r_negg": [0.6150159239768982, 0.5709903836250305, 0.5528689622879028, 0.5145443677902222, 0.44976741075515747], "cos_apical_negg": [0.6150159239768982, 0.5709903836250305, 0.5528689622879028, 0.5145443677902222, 0.44976741075515747], "cos_Ac_negg": [0.6150159239768982, 0.5709903836250305, 0.5528689622879028, 0.5145443677902222, 0.44976741075515747], "r_norm": [0.6373710632324219, 0.6191226243972778, 0.5882074236869812, 0.5614317655563354, 0.5823742747306824]}, {"step": 3400, "epoch": 7, "train_loss": 0.2739410400390625, "cos_r_negg": [0.6229230165481567, 0.5772528052330017, 0.5674532651901245, 0.5175663232803345, 0.4654618501663208], "cos_apical_negg": [0.6229230165481567, 0.5772528052330017, 0.5674532651901245, 0.5175663232803345, 0.4654618501663208], "cos_Ac_negg": [0.6229230165481567, 0.5772528052330017, 0.5674532651901245, 0.5175663232803345, 0.4654618501663208], "r_norm": [0.6393167972564697, 0.6154705286026001, 0.5861570835113525, 0.5591015815734863, 0.5800459384918213]}, {"step": 3450, "epoch": 7, "train_loss": 0.2267719805240631, "cos_r_negg": [0.6157183647155762, 0.5800775289535522, 0.5714132785797119, 0.5191221237182617, 0.45375174283981323], "cos_apical_negg": [0.6157183647155762, 0.5800775289535522, 0.5714132785797119, 0.5191221237182617, 0.45375174283981323], "cos_Ac_negg": [0.6157183647155762, 0.5800775289535522, 0.5714132785797119, 0.5191221237182617, 0.45375174283981323], "r_norm": [0.6477237343788147, 0.6257750988006592, 0.5949481725692749, 0.5654255747795105, 0.5872308015823364]}, {"step": 3500, "epoch": 7, "train_loss": 0.27817028760910034, "cos_r_negg": [0.6082504391670227, 0.5799957513809204, 0.5590459108352661, 0.51849365234375, 0.45831725001335144], "cos_apical_negg": [0.6082504391670227, 0.5799957513809204, 0.5590459108352661, 0.51849365234375, 0.45831725001335144], "cos_Ac_negg": [0.6082504391670227, 0.5799957513809204, 0.5590459108352661, 0.51849365234375, 0.45831725001335144], "r_norm": [0.6543405055999756, 0.6298650503158569, 0.5985281467437744, 0.5688692331314087, 0.5918338894844055], "ldr": {"dL_sdil": -0.017683207988739014, "dL_bp": -0.01634037494659424, "ratio": 1.0821788390127889}}, {"step": 3550, "epoch": 7, "train_loss": 0.2915571928024292, "cos_r_negg": [0.6043126583099365, 0.5643649101257324, 0.5505613088607788, 0.5081057548522949, 0.4622378349304199], "cos_apical_negg": [0.6043126583099365, 0.5643649101257324, 0.5505613088607788, 0.5081057548522949, 0.4622378349304199], "cos_Ac_negg": [0.6043126583099365, 0.5643649101257324, 0.5505613088607788, 0.5081057548522949, 0.4622378349304199], "r_norm": [0.6130773425102234, 0.590003252029419, 0.5606927871704102, 0.5332654714584351, 0.5555791258811951]}, {"step": 3600, "epoch": 7, "train_loss": 0.2129095494747162, "cos_r_negg": [0.6199052333831787, 0.5735042095184326, 0.5614185333251953, 0.5191295146942139, 0.45584636926651], "cos_apical_negg": [0.6199052333831787, 0.5735042095184326, 0.5614185333251953, 0.5191295146942139, 0.45584636926651], "cos_Ac_negg": [0.6199052333831787, 0.5735042095184326, 0.5614185333251953, 0.5191295146942139, 0.45584636926651], "r_norm": [0.623313307762146, 0.5985177755355835, 0.5684438943862915, 0.54262375831604, 0.5641415119171143]}, {"step": 3650, "epoch": 7, "train_loss": 0.3241894841194153, "cos_r_negg": [0.6187873482704163, 0.5696135759353638, 0.5559413433074951, 0.5191423296928406, 0.45541730523109436], "cos_apical_negg": [0.6187873482704163, 0.5696135759353638, 0.5559413433074951, 0.5191423296928406, 0.45541730523109436], "cos_Ac_negg": [0.6187873482704163, 0.5696135759353638, 0.5559413433074951, 0.5191423296928406, 0.45541730523109436], "r_norm": [0.5840483903884888, 0.5589547753334045, 0.5316486954689026, 0.5063266754150391, 0.5269603729248047]}, {"step": 3700, "epoch": 7, "train_loss": 0.24927347898483276, "cos_r_negg": [0.614134669303894, 0.5595464706420898, 0.5314176082611084, 0.5068345069885254, 0.4365425407886505], "cos_apical_negg": [0.614134669303894, 0.5595464706420898, 0.5314176082611084, 0.5068345069885254, 0.4365425407886505], "cos_Ac_negg": [0.614134669303894, 0.5595464706420898, 0.5314176082611084, 0.5068345069885254, 0.4365425407886505], "r_norm": [0.6528003811836243, 0.6230672597885132, 0.5918003916740417, 0.5638289451599121, 0.5876466035842896]}, {"step": 3750, "epoch": 7, "train_loss": 0.3357933759689331, "cos_r_negg": [0.6229549050331116, 0.5631449818611145, 0.5450003147125244, 0.5187342762947083, 0.45504826307296753], "cos_apical_negg": [0.6229549050331116, 0.5631449818611145, 0.5450003147125244, 0.5187342762947083, 0.45504826307296753], "cos_Ac_negg": [0.6229549050331116, 0.5631449818611145, 0.5450003147125244, 0.5187342762947083, 0.45504826307296753], "r_norm": [0.6094259023666382, 0.5865718126296997, 0.5554319620132446, 0.5323495864868164, 0.5537660121917725], "ldr": {"dL_sdil": -0.00775754451751709, "dL_bp": -0.007413685321807861, "ratio": 1.0463816820897083}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8725, "test_loss": 0.37779767150878907}, {"step": 3800, "epoch": 8, "train_loss": 0.22701632976531982, "cos_r_negg": [0.6159120202064514, 0.5596777200698853, 0.5409214496612549, 0.5118308067321777, 0.44495415687561035], "cos_apical_negg": [0.6159120202064514, 0.5596777200698853, 0.5409214496612549, 0.5118308067321777, 0.44495415687561035], "cos_Ac_negg": [0.6159120202064514, 0.5596777200698853, 0.5409214496612549, 0.5118308067321777, 0.44495415687561035], "r_norm": [0.5951014757156372, 0.5704739093780518, 0.5411357879638672, 0.5178877115249634, 0.538783073425293]}, {"step": 3850, "epoch": 8, "train_loss": 0.3040729761123657, "cos_r_negg": [0.6069841384887695, 0.5643311142921448, 0.5405077934265137, 0.5197790861129761, 0.4597623944282532], "cos_apical_negg": [0.6069841384887695, 0.5643311142921448, 0.5405077934265137, 0.5197790861129761, 0.4597623944282532], "cos_Ac_negg": [0.6069841384887695, 0.5643311142921448, 0.5405077934265137, 0.5197790861129761, 0.4597623944282532], "r_norm": [0.6298980712890625, 0.6016536951065063, 0.5710079669952393, 0.5471384525299072, 0.5685803890228271]}, {"step": 3900, "epoch": 8, "train_loss": 0.23647859692573547, "cos_r_negg": [0.6124193668365479, 0.5681864023208618, 0.5408465266227722, 0.5187402367591858, 0.45952141284942627], "cos_apical_negg": [0.6124193668365479, 0.5681864023208618, 0.5408465266227722, 0.5187402367591858, 0.45952141284942627], "cos_Ac_negg": [0.6124193668365479, 0.5681864023208618, 0.5408465266227722, 0.5187402367591858, 0.45952141284942627], "r_norm": [0.6445409655570984, 0.6171578168869019, 0.5848889350891113, 0.5599719882011414, 0.5825349688529968]}, {"step": 3950, "epoch": 8, "train_loss": 0.26694822311401367, "cos_r_negg": [0.6278233528137207, 0.5827716588973999, 0.5528321266174316, 0.5247114896774292, 0.474784791469574], "cos_apical_negg": [0.6278233528137207, 0.5827716588973999, 0.5528321266174316, 0.5247114896774292, 0.474784791469574], "cos_Ac_negg": [0.6278233528137207, 0.5827716588973999, 0.5528321266174316, 0.5247114896774292, 0.474784791469574], "r_norm": [0.5796087980270386, 0.5539337992668152, 0.5248057842254639, 0.5016435980796814, 0.5217721462249756]}, {"step": 4000, "epoch": 8, "train_loss": 0.35764196515083313, "cos_r_negg": [0.63669353723526, 0.5909388661384583, 0.5636551976203918, 0.5350714921951294, 0.47988414764404297], "cos_apical_negg": [0.63669353723526, 0.5909388661384583, 0.5636551976203918, 0.5350714921951294, 0.47988414764404297], "cos_Ac_negg": [0.63669353723526, 0.5909388661384583, 0.5636551976203918, 0.5350714921951294, 0.47988414764404297], "r_norm": [0.59543776512146, 0.5685707926750183, 0.5379308462142944, 0.5148953795433044, 0.5363626480102539], "ldr": {"dL_sdil": -0.007406890392303467, "dL_bp": -0.007124602794647217, "ratio": 1.039621520777037}}, {"step": 4050, "epoch": 8, "train_loss": 0.22852890193462372, "cos_r_negg": [0.6308026313781738, 0.5924625992774963, 0.568030059337616, 0.5411087274551392, 0.4945163130760193], "cos_apical_negg": [0.6308026313781738, 0.5924625992774963, 0.568030059337616, 0.5411087274551392, 0.4945163130760193], "cos_Ac_negg": [0.6308026313781738, 0.5924625992774963, 0.568030059337616, 0.5411087274551392, 0.4945163130760193], "r_norm": [0.702248752117157, 0.6625910997390747, 0.6255450248718262, 0.5924550890922546, 0.6205417513847351]}, {"step": 4100, "epoch": 8, "train_loss": 0.23334656655788422, "cos_r_negg": [0.6274563670158386, 0.5918510556221008, 0.5651595592498779, 0.5350733995437622, 0.4853779375553131], "cos_apical_negg": [0.6274563670158386, 0.5918510556221008, 0.5651595592498779, 0.5350733995437622, 0.4853779375553131], "cos_Ac_negg": [0.6274563670158386, 0.5918510556221008, 0.5651595592498779, 0.5350733995437622, 0.4853779375553131], "r_norm": [0.5819571614265442, 0.5517888069152832, 0.5203990936279297, 0.49679994583129883, 0.5182031989097595]}, {"step": 4150, "epoch": 8, "train_loss": 0.2384692132472992, "cos_r_negg": [0.6201791763305664, 0.5867084264755249, 0.5626456141471863, 0.5298178195953369, 0.487890362739563], "cos_apical_negg": [0.6201791763305664, 0.5867084264755249, 0.5626456141471863, 0.5298178195953369, 0.487890362739563], "cos_Ac_negg": [0.6201791763305664, 0.5867084264755249, 0.5626456141471863, 0.5298178195953369, 0.487890362739563], "r_norm": [0.571353554725647, 0.5411289930343628, 0.5105042457580566, 0.48742496967315674, 0.5091713666915894]}, {"step": 4200, "epoch": 8, "train_loss": 0.26069146394729614, "cos_r_negg": [0.6252630949020386, 0.5832809209823608, 0.5548698902130127, 0.5172508955001831, 0.4668840169906616], "cos_apical_negg": [0.6252630949020386, 0.5832809209823608, 0.5548698902130127, 0.5172508955001831, 0.4668840169906616], "cos_Ac_negg": [0.6252630949020386, 0.5832809209823608, 0.5548698902130127, 0.5172508955001831, 0.4668840169906616], "r_norm": [0.5768910050392151, 0.5474516153335571, 0.5162604451179504, 0.49546802043914795, 0.5185731649398804]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8748, "test_loss": 0.36185941162109375}, {"step": 4250, "epoch": 9, "train_loss": 0.1727033406496048, "cos_r_negg": [0.6185364723205566, 0.5767121911048889, 0.5515594482421875, 0.5077602863311768, 0.46550363302230835], "cos_apical_negg": [0.6185364723205566, 0.5767121911048889, 0.5515594482421875, 0.5077602863311768, 0.46550363302230835], "cos_Ac_negg": [0.6185364723205566, 0.5767121911048889, 0.5515594482421875, 0.5077602863311768, 0.46550363302230835], "r_norm": [0.5771995782852173, 0.543558657169342, 0.5124077796936035, 0.4899713099002838, 0.512614905834198], "ldr": {"dL_sdil": -0.017093241214752197, "dL_bp": -0.017452925443649292, "ratio": 0.9793911782836399}}, {"step": 4300, "epoch": 9, "train_loss": 0.15764766931533813, "cos_r_negg": [0.615324079990387, 0.5689913034439087, 0.5526314973831177, 0.5123825073242188, 0.46929287910461426], "cos_apical_negg": [0.615324079990387, 0.5689913034439087, 0.5526314973831177, 0.5123825073242188, 0.46929287910461426], "cos_Ac_negg": [0.615324079990387, 0.5689913034439087, 0.5526314973831177, 0.5123825073242188, 0.46929287910461426], "r_norm": [0.5988186597824097, 0.5659109354019165, 0.5330799221992493, 0.5097267627716064, 0.5310235619544983]}, {"step": 4350, "epoch": 9, "train_loss": 0.13081102073192596, "cos_r_negg": [0.6303627490997314, 0.5844642519950867, 0.5527560114860535, 0.5277135372161865, 0.47141334414482117], "cos_apical_negg": [0.6303627490997314, 0.5844642519950867, 0.5527560114860535, 0.5277135372161865, 0.47141334414482117], "cos_Ac_negg": [0.6303627490997314, 0.5844642519950867, 0.5527560114860535, 0.5277135372161865, 0.47141334414482117], "r_norm": [0.6006568074226379, 0.5641651749610901, 0.5326375365257263, 0.5111944675445557, 0.5327599048614502]}, {"step": 4400, "epoch": 9, "train_loss": 0.26710793375968933, "cos_r_negg": [0.6216470003128052, 0.5789488554000854, 0.5474275350570679, 0.5191243886947632, 0.47169601917266846], "cos_apical_negg": [0.6216470003128052, 0.5789488554000854, 0.5474275350570679, 0.5191243886947632, 0.47169601917266846], "cos_Ac_negg": [0.6216470003128052, 0.5789488554000854, 0.5474275350570679, 0.5191243886947632, 0.47169601917266846], "r_norm": [0.6218814849853516, 0.5838845372200012, 0.5498549938201904, 0.525081217288971, 0.5498892068862915]}, {"step": 4450, "epoch": 9, "train_loss": 0.16108612716197968, "cos_r_negg": [0.6297109723091125, 0.5901368856430054, 0.5576826333999634, 0.5309979915618896, 0.4869517385959625], "cos_apical_negg": [0.6297109723091125, 0.5901368856430054, 0.5576826333999634, 0.5309979915618896, 0.4869517385959625], "cos_Ac_negg": [0.6297109723091125, 0.5901368856430054, 0.5576826333999634, 0.5309979915618896, 0.4869517385959625], "r_norm": [0.6017001867294312, 0.5647827386856079, 0.5313916206359863, 0.5086978673934937, 0.5323629975318909]}, {"step": 4500, "epoch": 9, "train_loss": 0.2570870518684387, "cos_r_negg": [0.6207027435302734, 0.5797439217567444, 0.5449848175048828, 0.524265706539154, 0.4768338203430176], "cos_apical_negg": [0.6207027435302734, 0.5797439217567444, 0.5449848175048828, 0.524265706539154, 0.4768338203430176], "cos_Ac_negg": [0.6207027435302734, 0.5797439217567444, 0.5449848175048828, 0.524265706539154, 0.4768338203430176], "r_norm": [0.6198440790176392, 0.5790723562240601, 0.5440895557403564, 0.5201161503791809, 0.5446293354034424], "ldr": {"dL_sdil": -0.019147217273712158, "dL_bp": -0.019314736127853394, "ratio": 0.991326888804882}}, {"step": 4550, "epoch": 9, "train_loss": 0.1555616855621338, "cos_r_negg": [0.642178475856781, 0.5877692699432373, 0.5574901103973389, 0.5371438264846802, 0.4989486634731293], "cos_apical_negg": [0.642178475856781, 0.5877692699432373, 0.5574901103973389, 0.5371438264846802, 0.4989486634731293], "cos_Ac_negg": [0.642178475856781, 0.5877692699432373, 0.5574901103973389, 0.5371438264846802, 0.4989486634731293], "r_norm": [0.5637836456298828, 0.5291944742202759, 0.4974307417869568, 0.4777012765407562, 0.4995528757572174]}, {"step": 4600, "epoch": 9, "train_loss": 0.2216128408908844, "cos_r_negg": [0.6297348737716675, 0.572583794593811, 0.5393801927566528, 0.5215507745742798, 0.47250744700431824], "cos_apical_negg": [0.6297348737716675, 0.572583794593811, 0.5393801927566528, 0.5215507745742798, 0.47250744700431824], "cos_Ac_negg": [0.6297348737716675, 0.572583794593811, 0.5393801927566528, 0.5215507745742798, 0.47250744700431824], "r_norm": [0.5990566611289978, 0.5614761710166931, 0.5270913243293762, 0.5049021244049072, 0.5276634693145752]}, {"step": 4650, "epoch": 9, "train_loss": 0.2667188048362732, "cos_r_negg": [0.627159595489502, 0.5818895101547241, 0.5366363525390625, 0.5184444189071655, 0.4694676697254181], "cos_apical_negg": [0.627159595489502, 0.5818895101547241, 0.5366363525390625, 0.5184444189071655, 0.4694676697254181], "cos_Ac_negg": [0.627159595489502, 0.5818895101547241, 0.5366363525390625, 0.5184444189071655, 0.4694676697254181], "r_norm": [0.5712540745735168, 0.5325289964675903, 0.4993109405040741, 0.47849321365356445, 0.5008503198623657]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8785, "test_loss": 0.36314076843261717}, {"step": 4700, "epoch": 10, "train_loss": 0.24775120615959167, "cos_r_negg": [0.634268581867218, 0.5926730036735535, 0.5498153567314148, 0.5274634957313538, 0.48386430740356445], "cos_apical_negg": [0.634268581867218, 0.5926730036735535, 0.5498153567314148, 0.5274634957313538, 0.48386430740356445], "cos_Ac_negg": [0.634268581867218, 0.5926730036735535, 0.5498153567314148, 0.5274634957313538, 0.48386430740356445], "r_norm": [0.5862550139427185, 0.5461652278900146, 0.5122966766357422, 0.49100929498672485, 0.5140602588653564]}, {"step": 4750, "epoch": 10, "train_loss": 0.270252525806427, "cos_r_negg": [0.6326063871383667, 0.5884833335876465, 0.5518085360527039, 0.5256234407424927, 0.4910433292388916], "cos_apical_negg": [0.6326063871383667, 0.5884833335876465, 0.5518085360527039, 0.5256234407424927, 0.4910433292388916], "cos_Ac_negg": [0.6326063871383667, 0.5884833335876465, 0.5518085360527039, 0.5256234407424927, 0.4910433292388916], "r_norm": [0.5636850595474243, 0.5239944458007812, 0.4915936589241028, 0.4703826904296875, 0.4919302463531494], "ldr": {"dL_sdil": -0.0149763822555542, "dL_bp": -0.015949159860610962, "ratio": 0.9390075957882148}}, {"step": 4800, "epoch": 10, "train_loss": 0.20911191403865814, "cos_r_negg": [0.6119318604469299, 0.5747212171554565, 0.534168004989624, 0.5179457664489746, 0.48325586318969727], "cos_apical_negg": [0.6119318604469299, 0.5747212171554565, 0.534168004989624, 0.5179457664489746, 0.48325586318969727], "cos_Ac_negg": [0.6119318604469299, 0.5747212171554565, 0.534168004989624, 0.5179457664489746, 0.48325586318969727], "r_norm": [0.5482355356216431, 0.5094634890556335, 0.47767311334609985, 0.4579946994781494, 0.47941163182258606]}, {"step": 4850, "epoch": 10, "train_loss": 0.2383023500442505, "cos_r_negg": [0.6322671175003052, 0.5911105871200562, 0.5506319999694824, 0.5325257778167725, 0.49749553203582764], "cos_apical_negg": [0.6322671175003052, 0.5911105871200562, 0.5506319999694824, 0.5325257778167725, 0.49749553203582764], "cos_Ac_negg": [0.6322671175003052, 0.5911105871200562, 0.5506319999694824, 0.5325257778167725, 0.49749553203582764], "r_norm": [0.5479311943054199, 0.5072048902511597, 0.4748575687408447, 0.45406174659729004, 0.47709208726882935]}, {"step": 4900, "epoch": 10, "train_loss": 0.18894168734550476, "cos_r_negg": [0.6211051344871521, 0.5746368169784546, 0.5302894115447998, 0.5125430822372437, 0.47785019874572754], "cos_apical_negg": [0.6211051344871521, 0.5746368169784546, 0.5302894115447998, 0.5125430822372437, 0.47785019874572754], "cos_Ac_negg": [0.6211051344871521, 0.5746368169784546, 0.5302894115447998, 0.5125430822372437, 0.47785019874572754], "r_norm": [0.554820716381073, 0.5118387937545776, 0.4791589081287384, 0.45871955156326294, 0.4809689223766327]}, {"step": 4950, "epoch": 10, "train_loss": 0.2024036943912506, "cos_r_negg": [0.6367835998535156, 0.5900251865386963, 0.555700421333313, 0.5297436714172363, 0.4944266974925995], "cos_apical_negg": [0.6367835998535156, 0.5900251865386963, 0.555700421333313, 0.5297436714172363, 0.4944266974925995], "cos_Ac_negg": [0.6367835998535156, 0.5900251865386963, 0.555700421333313, 0.5297436714172363, 0.4944266974925995], "r_norm": [0.5985488891601562, 0.5521752238273621, 0.5151315927505493, 0.492754191160202, 0.5176090598106384]}, {"step": 5000, "epoch": 10, "train_loss": 0.1969660222530365, "cos_r_negg": [0.6301183104515076, 0.5853499174118042, 0.5458654165267944, 0.5213056802749634, 0.48106032609939575], "cos_apical_negg": [0.6301183104515076, 0.5853499174118042, 0.5458654165267944, 0.5213056802749634, 0.48106032609939575], "cos_Ac_negg": [0.6301183104515076, 0.5853499174118042, 0.5458654165267944, 0.5213056802749634, 0.48106032609939575], "r_norm": [0.5750731825828552, 0.5300057530403137, 0.49475061893463135, 0.4748878479003906, 0.4994024932384491], "ldr": {"dL_sdil": -0.010619670152664185, "dL_bp": -0.01126435399055481, "ratio": 0.9427677931258913}}, {"step": 5050, "epoch": 10, "train_loss": 0.31278514862060547, "cos_r_negg": [0.6183258295059204, 0.575196385383606, 0.5340642929077148, 0.511054515838623, 0.4751320779323578], "cos_apical_negg": [0.6183258295059204, 0.575196385383606, 0.5340642929077148, 0.511054515838623, 0.4751320779323578], "cos_Ac_negg": [0.6183258295059204, 0.575196385383606, 0.5340642929077148, 0.511054515838623, 0.4751320779323578], "r_norm": [0.5242696404457092, 0.48243051767349243, 0.45071375370025635, 0.43241429328918457, 0.453939288854599]}, {"step": 5100, "epoch": 10, "train_loss": 0.1784812957048416, "cos_r_negg": [0.6387368440628052, 0.599308431148529, 0.5576958656311035, 0.5164644122123718, 0.4896168112754822], "cos_apical_negg": [0.6387368440628052, 0.599308431148529, 0.5576958656311035, 0.5164644122123718, 0.4896168112754822], "cos_Ac_negg": [0.6387368440628052, 0.599308431148529, 0.5576958656311035, 0.5164644122123718, 0.4896168112754822], "r_norm": [0.5703964233398438, 0.52290940284729, 0.4893166124820709, 0.4704698324203491, 0.49355074763298035]}, {"step": 5150, "epoch": 10, "train_loss": 0.21949464082717896, "cos_r_negg": [0.5968798398971558, 0.5606675744056702, 0.5147639513015747, 0.4928794503211975, 0.46458008885383606], "cos_apical_negg": [0.5968798398971558, 0.5606675744056702, 0.5147639513015747, 0.4928794503211975, 0.46458008885383606], "cos_Ac_negg": [0.5968798398971558, 0.5606675744056702, 0.5147639513015747, 0.4928794503211975, 0.46458008885383606], "r_norm": [0.5903650522232056, 0.5378078818321228, 0.5029570460319519, 0.4826030135154724, 0.5082240104675293]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8697, "test_loss": 0.38907762451171873}, {"step": 5200, "epoch": 11, "train_loss": 0.21335779130458832, "cos_r_negg": [0.624583899974823, 0.5835816264152527, 0.5389226675033569, 0.498971551656723, 0.4812778830528259], "cos_apical_negg": [0.624583899974823, 0.5835816264152527, 0.5389226675033569, 0.498971551656723, 0.4812778830528259], "cos_Ac_negg": [0.624583899974823, 0.5835816264152527, 0.5389226675033569, 0.498971551656723, 0.4812778830528259], "r_norm": [0.5418622493743896, 0.49501273036003113, 0.46164149045944214, 0.4424201548099518, 0.465908408164978]}, {"step": 5250, "epoch": 11, "train_loss": 0.11457949876785278, "cos_r_negg": [0.6167300939559937, 0.5745792388916016, 0.5285212993621826, 0.5044859647750854, 0.4823429584503174], "cos_apical_negg": [0.6167300939559937, 0.5745792388916016, 0.5285212993621826, 0.5044859647750854, 0.4823429584503174], "cos_Ac_negg": [0.6167300939559937, 0.5745792388916016, 0.5285212993621826, 0.5044859647750854, 0.4823429584503174], "r_norm": [0.5388970375061035, 0.49150756001472473, 0.4581834077835083, 0.4389403462409973, 0.46255260705947876], "ldr": {"dL_sdil": -0.006018489599227905, "dL_bp": -0.0067299604415893555, "ratio": 0.8942830573022762}}, {"step": 5300, "epoch": 11, "train_loss": 0.20885257422924042, "cos_r_negg": [0.6049074530601501, 0.5690031051635742, 0.526148796081543, 0.503278374671936, 0.4863547086715698], "cos_apical_negg": [0.6049074530601501, 0.5690031051635742, 0.526148796081543, 0.503278374671936, 0.4863547086715698], "cos_Ac_negg": [0.6049074530601501, 0.5690031051635742, 0.526148796081543, 0.503278374671936, 0.4863547086715698], "r_norm": [0.5254461765289307, 0.4784742593765259, 0.4452626407146454, 0.427156537771225, 0.4516272246837616]}, {"step": 5350, "epoch": 11, "train_loss": 0.1864037662744522, "cos_r_negg": [0.6283993721008301, 0.5899105072021484, 0.546762228012085, 0.5216966867446899, 0.49817323684692383], "cos_apical_negg": [0.6283993721008301, 0.5899105072021484, 0.546762228012085, 0.5216966867446899, 0.49817323684692383], "cos_Ac_negg": [0.6283993721008301, 0.5899105072021484, 0.546762228012085, 0.5216966867446899, 0.49817323684692383], "r_norm": [0.5223551988601685, 0.47627052664756775, 0.44300898909568787, 0.42428985238075256, 0.44714272022247314]}, {"step": 5400, "epoch": 11, "train_loss": 0.18375103175640106, "cos_r_negg": [0.6108864545822144, 0.5697688460350037, 0.522650957107544, 0.5062124133110046, 0.4768986701965332], "cos_apical_negg": [0.6108864545822144, 0.5697688460350037, 0.522650957107544, 0.5062124133110046, 0.4768986701965332], "cos_Ac_negg": [0.6108864545822144, 0.5697688460350037, 0.522650957107544, 0.5062124133110046, 0.4768986701965332], "r_norm": [0.5592860579490662, 0.5065792798995972, 0.4727001190185547, 0.45317697525024414, 0.47624099254608154]}, {"step": 5450, "epoch": 11, "train_loss": 0.20410987734794617, "cos_r_negg": [0.6438323259353638, 0.595474362373352, 0.5508180856704712, 0.5239831209182739, 0.5098047256469727], "cos_apical_negg": [0.6438323259353638, 0.595474362373352, 0.5508180856704712, 0.5239831209182739, 0.5098047256469727], "cos_Ac_negg": [0.6438323259353638, 0.595474362373352, 0.5508180856704712, 0.5239831209182739, 0.5098047256469727], "r_norm": [0.5553603172302246, 0.5056559443473816, 0.46954458951950073, 0.4504607319831848, 0.4750033915042877]}, {"step": 5500, "epoch": 11, "train_loss": 0.2460399866104126, "cos_r_negg": [0.6166833639144897, 0.574260413646698, 0.5325993299484253, 0.5114781856536865, 0.49088647961616516], "cos_apical_negg": [0.6166833639144897, 0.574260413646698, 0.5325993299484253, 0.5114781856536865, 0.49088647961616516], "cos_Ac_negg": [0.6166833639144897, 0.574260413646698, 0.5325993299484253, 0.5114781856536865, 0.49088647961616516], "r_norm": [0.5359536409378052, 0.4881187677383423, 0.45334693789482117, 0.4354461431503296, 0.45926254987716675], "ldr": {"dL_sdil": -0.008877038955688477, "dL_bp": -0.009744644165039062, "ratio": 0.910965942454492}}, {"step": 5550, "epoch": 11, "train_loss": 0.2604639530181885, "cos_r_negg": [0.6340386867523193, 0.5911575555801392, 0.5519677996635437, 0.5202987790107727, 0.5080935955047607], "cos_apical_negg": [0.6340386867523193, 0.5911575555801392, 0.5519677996635437, 0.5202987790107727, 0.5080935955047607], "cos_Ac_negg": [0.6340386867523193, 0.5911575555801392, 0.5519677996635437, 0.5202987790107727, 0.5080935955047607], "r_norm": [0.5330843925476074, 0.4838097095489502, 0.4500379264354706, 0.43204450607299805, 0.45487040281295776]}, {"step": 5600, "epoch": 11, "train_loss": 0.19302646815776825, "cos_r_negg": [0.6265935301780701, 0.5825414657592773, 0.5327546000480652, 0.5056098699569702, 0.4816281795501709], "cos_apical_negg": [0.6265935301780701, 0.5825414657592773, 0.5327546000480652, 0.5056098699569702, 0.4816281795501709], "cos_Ac_negg": [0.6265935301780701, 0.5825414657592773, 0.5327546000480652, 0.5056098699569702, 0.4816281795501709], "r_norm": [0.5704257488250732, 0.516385555267334, 0.4793083071708679, 0.4604463577270508, 0.4846603274345398]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8799, "test_loss": 0.3748327789306641}, {"step": 5650, "epoch": 12, "train_loss": 0.1871471107006073, "cos_r_negg": [0.6281498670578003, 0.5951866507530212, 0.5471276044845581, 0.5264703035354614, 0.49207407236099243], "cos_apical_negg": [0.6281498670578003, 0.5951866507530212, 0.5471276044845581, 0.5264703035354614, 0.49207407236099243], "cos_Ac_negg": [0.6281498670578003, 0.5951866507530212, 0.5471276044845581, 0.5264703035354614, 0.49207407236099243], "r_norm": [0.5147968530654907, 0.46511900424957275, 0.4305028021335602, 0.41292762756347656, 0.43709635734558105]}, {"step": 5700, "epoch": 12, "train_loss": 0.1583957076072693, "cos_r_negg": [0.6153556108474731, 0.568447470664978, 0.5209252834320068, 0.5013285875320435, 0.4767003655433655], "cos_apical_negg": [0.6153556108474731, 0.568447470664978, 0.5209252834320068, 0.5013285875320435, 0.4767003655433655], "cos_Ac_negg": [0.6153556108474731, 0.568447470664978, 0.5209252834320068, 0.5013285875320435, 0.4767003655433655], "r_norm": [0.49935382604599, 0.4505020081996918, 0.4174337387084961, 0.40095192193984985, 0.4236740469932556]}, {"step": 5750, "epoch": 12, "train_loss": 0.3594222068786621, "cos_r_negg": [0.5925248861312866, 0.5486578345298767, 0.5020947456359863, 0.4899635910987854, 0.46985965967178345], "cos_apical_negg": [0.5925248861312866, 0.5486578345298767, 0.5020947456359863, 0.4899635910987854, 0.46985965967178345], "cos_Ac_negg": [0.5925248861312866, 0.5486578345298767, 0.5020947456359863, 0.4899635910987854, 0.46985965967178345], "r_norm": [0.5034271478652954, 0.4530012905597687, 0.419752299785614, 0.4029453992843628, 0.4263584613800049], "ldr": {"dL_sdil": -0.010836660861968994, "dL_bp": -0.012097954750061035, "ratio": 0.8957432132827512}}, {"step": 5800, "epoch": 12, "train_loss": 0.2392921894788742, "cos_r_negg": [0.5917956829071045, 0.5484246611595154, 0.5008511543273926, 0.48616304993629456, 0.4647839367389679], "cos_apical_negg": [0.5917956829071045, 0.5484246611595154, 0.5008511543273926, 0.48616304993629456, 0.4647839367389679], "cos_Ac_negg": [0.5917956829071045, 0.5484246611595154, 0.5008511543273926, 0.48616304993629456, 0.4647839367389679], "r_norm": [0.5225196480751038, 0.46881693601608276, 0.4336833357810974, 0.4160155653953552, 0.4397183060646057]}, {"step": 5850, "epoch": 12, "train_loss": 0.24654340744018555, "cos_r_negg": [0.5824296474456787, 0.5468051433563232, 0.4940912127494812, 0.4831702709197998, 0.45850613713264465], "cos_apical_negg": [0.5824296474456787, 0.5468051433563232, 0.4940912127494812, 0.4831702709197998, 0.45850613713264465], "cos_Ac_negg": [0.5824296474456787, 0.5468051433563232, 0.4940912127494812, 0.4831702709197998, 0.45850613713264465], "r_norm": [0.5386231541633606, 0.4809541702270508, 0.4454004764556885, 0.4278121888637543, 0.4518653154373169]}, {"step": 5900, "epoch": 12, "train_loss": 0.2446218580007553, "cos_r_negg": [0.618709921836853, 0.5788384675979614, 0.527294397354126, 0.5072542428970337, 0.47620755434036255], "cos_apical_negg": [0.618709921836853, 0.5788384675979614, 0.527294397354126, 0.5072542428970337, 0.47620755434036255], "cos_Ac_negg": [0.618709921836853, 0.5788384675979614, 0.527294397354126, 0.5072542428970337, 0.47620755434036255], "r_norm": [0.5556355118751526, 0.49357497692108154, 0.4559154808521271, 0.43594419956207275, 0.4621920585632324]}, {"step": 5950, "epoch": 12, "train_loss": 0.21752417087554932, "cos_r_negg": [0.6173379421234131, 0.5848829746246338, 0.5302830934524536, 0.5092571973800659, 0.48223239183425903], "cos_apical_negg": [0.6173379421234131, 0.5848829746246338, 0.5302830934524536, 0.5092571973800659, 0.48223239183425903], "cos_Ac_negg": [0.6173379421234131, 0.5848829746246338, 0.5302830934524536, 0.5092571973800659, 0.48223239183425903], "r_norm": [0.578253984451294, 0.5128795504570007, 0.47273045778274536, 0.45226380228996277, 0.4805847108364105]}, {"step": 6000, "epoch": 12, "train_loss": 0.11578784883022308, "cos_r_negg": [0.6118038892745972, 0.5739229917526245, 0.5329959988594055, 0.5087013840675354, 0.4877636432647705], "cos_apical_negg": [0.6118038892745972, 0.5739229917526245, 0.5329959988594055, 0.5087013840675354, 0.4877636432647705], "cos_Ac_negg": [0.6118038892745972, 0.5739229917526245, 0.5329959988594055, 0.5087013840675354, 0.4877636432647705], "r_norm": [0.5178654193878174, 0.46141618490219116, 0.42584341764450073, 0.40924251079559326, 0.4334465265274048], "ldr": {"dL_sdil": -0.008256673812866211, "dL_bp": -0.009852975606918335, "ratio": 0.8379878467443612}}, {"step": 6050, "epoch": 12, "train_loss": 0.18344862759113312, "cos_r_negg": [0.6096172332763672, 0.5727851390838623, 0.5260725617408752, 0.4958806335926056, 0.47364693880081177], "cos_apical_negg": [0.6096172332763672, 0.5727851390838623, 0.5260725617408752, 0.4958806335926056, 0.47364693880081177], "cos_Ac_negg": [0.6096172332763672, 0.5727851390838623, 0.5260725617408752, 0.4958806335926056, 0.47364693880081177], "r_norm": [0.56096351146698, 0.4939945340156555, 0.45558711886405945, 0.4373106360435486, 0.46475130319595337]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8771, "test_loss": 0.37408451232910156}, {"step": 6100, "epoch": 13, "train_loss": 0.2278532087802887, "cos_r_negg": [0.6349447965621948, 0.5936666131019592, 0.5472403764724731, 0.5170960426330566, 0.5051913261413574], "cos_apical_negg": [0.6349447965621948, 0.5936666131019592, 0.5472403764724731, 0.5170960426330566, 0.5051913261413574], "cos_Ac_negg": [0.6349447965621948, 0.5936666131019592, 0.5472403764724731, 0.5170960426330566, 0.5051913261413574], "r_norm": [0.5262845754623413, 0.46525853872299194, 0.4281720519065857, 0.40996867418289185, 0.43518173694610596]}, {"step": 6150, "epoch": 13, "train_loss": 0.12942567467689514, "cos_r_negg": [0.6016473770141602, 0.5645267367362976, 0.5155991315841675, 0.49343615770339966, 0.480363667011261], "cos_apical_negg": [0.6016473770141602, 0.5645267367362976, 0.5155991315841675, 0.49343615770339966, 0.480363667011261], "cos_Ac_negg": [0.6016473770141602, 0.5645267367362976, 0.5155991315841675, 0.49343615770339966, 0.480363667011261], "r_norm": [0.5105686187744141, 0.45047420263290405, 0.4156433939933777, 0.3989691436290741, 0.42337340116500854]}, {"step": 6200, "epoch": 13, "train_loss": 0.20155684649944305, "cos_r_negg": [0.5994908809661865, 0.564115047454834, 0.5176429152488708, 0.4912096858024597, 0.4787237346172333], "cos_apical_negg": [0.5994908809661865, 0.564115047454834, 0.5176429152488708, 0.4912096858024597, 0.4787237346172333], "cos_Ac_negg": [0.5994908809661865, 0.564115047454834, 0.5176429152488708, 0.4912096858024597, 0.4787237346172333], "r_norm": [0.509012758731842, 0.4495466351509094, 0.41359174251556396, 0.39687246084213257, 0.42280256748199463]}, {"step": 6250, "epoch": 13, "train_loss": 0.1916879117488861, "cos_r_negg": [0.5987333655357361, 0.560364842414856, 0.5110065937042236, 0.4836871027946472, 0.4659552276134491], "cos_apical_negg": [0.5987333655357361, 0.560364842414856, 0.5110065937042236, 0.4836871027946472, 0.4659552276134491], "cos_Ac_negg": [0.5987333655357361, 0.560364842414856, 0.5110065937042236, 0.4836871027946472, 0.4659552276134491], "r_norm": [0.5539782047271729, 0.48459354043006897, 0.445060133934021, 0.42573755979537964, 0.4545869827270508], "ldr": {"dL_sdil": -0.021754950284957886, "dL_bp": -0.02463284134864807, "ratio": 0.8831685300547705}}, {"step": 6300, "epoch": 13, "train_loss": 0.20518910884857178, "cos_r_negg": [0.6068712472915649, 0.5726422071456909, 0.5210967063903809, 0.5041666030883789, 0.4865815043449402], "cos_apical_negg": [0.6068712472915649, 0.5726422071456909, 0.5210967063903809, 0.5041666030883789, 0.4865815043449402], "cos_Ac_negg": [0.6068712472915649, 0.5726422071456909, 0.5210967063903809, 0.5041666030883789, 0.4865815043449402], "r_norm": [0.5207688808441162, 0.45777541399002075, 0.4203333854675293, 0.40319257974624634, 0.4289894998073578]}, {"step": 6350, "epoch": 13, "train_loss": 0.24999959766864777, "cos_r_negg": [0.6079779863357544, 0.5673263072967529, 0.5207935571670532, 0.5011081695556641, 0.4841459393501282], "cos_apical_negg": [0.6079779863357544, 0.5673263072967529, 0.5207935571670532, 0.5011081695556641, 0.4841459393501282], "cos_Ac_negg": [0.6079779863357544, 0.5673263072967529, 0.5207935571670532, 0.5011081695556641, 0.4841459393501282], "r_norm": [0.5315970182418823, 0.4651780128479004, 0.4270067811012268, 0.4095442295074463, 0.4354241192340851]}, {"step": 6400, "epoch": 13, "train_loss": 0.14476394653320312, "cos_r_negg": [0.599271297454834, 0.5676966905593872, 0.5126696825027466, 0.4930793046951294, 0.48640137910842896], "cos_apical_negg": [0.599271297454834, 0.5676966905593872, 0.5126696825027466, 0.4930793046951294, 0.48640137910842896], "cos_Ac_negg": [0.599271297454834, 0.5676966905593872, 0.5126696825027466, 0.4930793046951294, 0.48640137910842896], "r_norm": [0.5075990557670593, 0.44469863176345825, 0.40780961513519287, 0.39095166325569153, 0.41687625646591187]}, {"step": 6450, "epoch": 13, "train_loss": 0.1620563119649887, "cos_r_negg": [0.6185225248336792, 0.5830135345458984, 0.5323988795280457, 0.5113716125488281, 0.49834805727005005], "cos_apical_negg": [0.6185225248336792, 0.5830135345458984, 0.5323988795280457, 0.5113716125488281, 0.49834805727005005], "cos_Ac_negg": [0.6185225248336792, 0.5830135345458984, 0.5323988795280457, 0.5113716125488281, 0.49834805727005005], "r_norm": [0.5356883406639099, 0.4655318856239319, 0.4259873628616333, 0.4068571925163269, 0.4359467923641205]}, {"step": 6500, "epoch": 13, "train_loss": 0.13458845019340515, "cos_r_negg": [0.593910276889801, 0.5562610030174255, 0.5049647092819214, 0.4804001450538635, 0.48131364583969116], "cos_apical_negg": [0.593910276889801, 0.5562610030174255, 0.5049647092819214, 0.4804001450538635, 0.48131364583969116], "cos_Ac_negg": [0.593910276889801, 0.5562610030174255, 0.5049647092819214, 0.4804001450538635, 0.48131364583969116], "r_norm": [0.5604592561721802, 0.48959386348724365, 0.4477764964103699, 0.4296295940876007, 0.4590584635734558], "ldr": {"dL_sdil": -0.01212078332901001, "dL_bp": -0.014236539602279663, "ratio": 0.8513854958875777}}, {"step": 6550, "epoch": 13, "train_loss": 0.17142561078071594, "cos_r_negg": [0.6132002472877502, 0.5677862763404846, 0.5111134648323059, 0.4942585229873657, 0.4955616295337677], "cos_apical_negg": [0.6132002472877502, 0.5677862763404846, 0.5111134648323059, 0.4942585229873657, 0.4955616295337677], "cos_Ac_negg": [0.6132002472877502, 0.5677862763404846, 0.5111134648323059, 0.4942585229873657, 0.4955616295337677], "r_norm": [0.5315533876419067, 0.46270978450775146, 0.42403024435043335, 0.4069039225578308, 0.43420252203941345]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8757, "test_loss": 0.3928175323486328}, {"step": 6600, "epoch": 14, "train_loss": 0.1582552045583725, "cos_r_negg": [0.6017499566078186, 0.5620806813240051, 0.5119397044181824, 0.4916943609714508, 0.49038931727409363], "cos_apical_negg": [0.6017499566078186, 0.5620806813240051, 0.5119397044181824, 0.4916943609714508, 0.49038931727409363], "cos_Ac_negg": [0.6017499566078186, 0.5620806813240051, 0.5119397044181824, 0.4916943609714508, 0.49038931727409363], "r_norm": [0.5016099214553833, 0.4396818280220032, 0.4036053717136383, 0.38835006952285767, 0.4137417674064636]}, {"step": 6650, "epoch": 14, "train_loss": 0.24446018040180206, "cos_r_negg": [0.6005125641822815, 0.5598390102386475, 0.5067037343978882, 0.49224063754081726, 0.4935760200023651], "cos_apical_negg": [0.6005125641822815, 0.5598390102386475, 0.5067037343978882, 0.49224063754081726, 0.4935760200023651], "cos_Ac_negg": [0.6005125641822815, 0.5598390102386475, 0.5067037343978882, 0.49224063754081726, 0.4935760200023651], "r_norm": [0.545016348361969, 0.47296851873397827, 0.4321184754371643, 0.41544443368911743, 0.4440641403198242]}, {"step": 6700, "epoch": 14, "train_loss": 0.14488592743873596, "cos_r_negg": [0.6008645296096802, 0.5655908584594727, 0.510121762752533, 0.49203377962112427, 0.4865270256996155], "cos_apical_negg": [0.6008645296096802, 0.5655908584594727, 0.510121762752533, 0.49203377962112427, 0.4865270256996155], "cos_Ac_negg": [0.6008645296096802, 0.5655908584594727, 0.510121762752533, 0.49203377962112427, 0.4865270256996155], "r_norm": [0.5545404553413391, 0.47925108671188354, 0.4383133053779602, 0.4213218092918396, 0.44903939962387085]}, {"step": 6750, "epoch": 14, "train_loss": 0.23610493540763855, "cos_r_negg": [0.592091977596283, 0.554794192314148, 0.5034075975418091, 0.485842764377594, 0.4809492528438568], "cos_apical_negg": [0.592091977596283, 0.554794192314148, 0.5034075975418091, 0.485842764377594, 0.4809492528438568], "cos_Ac_negg": [0.592091977596283, 0.554794192314148, 0.5034075975418091, 0.485842764377594, 0.4809492528438568], "r_norm": [0.517340898513794, 0.44655805826187134, 0.40829986333847046, 0.3914976418018341, 0.4183870553970337], "ldr": {"dL_sdil": -0.009815514087677002, "dL_bp": -0.013703495264053345, "ratio": 0.7162781391565701}}, {"step": 6800, "epoch": 14, "train_loss": 0.125241219997406, "cos_r_negg": [0.585028886795044, 0.5490356683731079, 0.4964241087436676, 0.47886717319488525, 0.4892713725566864], "cos_apical_negg": [0.585028886795044, 0.5490356683731079, 0.4964241087436676, 0.47886717319488525, 0.4892713725566864], "cos_Ac_negg": [0.585028886795044, 0.5490356683731079, 0.4964241087436676, 0.47886717319488525, 0.4892713725566864], "r_norm": [0.5344623327255249, 0.46243470907211304, 0.42197322845458984, 0.40628376603126526, 0.4333595633506775]}, {"step": 6850, "epoch": 14, "train_loss": 0.12567196786403656, "cos_r_negg": [0.5900068283081055, 0.5492994785308838, 0.49972039461135864, 0.4791333079338074, 0.4875800907611847], "cos_apical_negg": [0.5900068283081055, 0.5492994785308838, 0.49972039461135864, 0.4791333079338074, 0.4875800907611847], "cos_Ac_negg": [0.5900068283081055, 0.5492994785308838, 0.49972039461135864, 0.4791333079338074, 0.4875800907611847], "r_norm": [0.5633318424224854, 0.48230355978012085, 0.43875354528427124, 0.4193223714828491, 0.4502372443675995]}, {"step": 6900, "epoch": 14, "train_loss": 0.22113844752311707, "cos_r_negg": [0.5945829749107361, 0.5509145259857178, 0.5017873048782349, 0.4876405596733093, 0.4913545846939087], "cos_apical_negg": [0.5945829749107361, 0.5509145259857178, 0.5017873048782349, 0.4876405596733093, 0.4913545846939087], "cos_Ac_negg": [0.5945829749107361, 0.5509145259857178, 0.5017873048782349, 0.4876405596733093, 0.4913545846939087], "r_norm": [0.5466123223304749, 0.466946542263031, 0.42649656534194946, 0.41006994247436523, 0.4397675395011902]}, {"step": 6950, "epoch": 14, "train_loss": 0.21627971529960632, "cos_r_negg": [0.5950465202331543, 0.5523126125335693, 0.4993889629840851, 0.4820396900177002, 0.4945685863494873], "cos_apical_negg": [0.5950465202331543, 0.5523126125335693, 0.4993889629840851, 0.4820396900177002, 0.4945685863494873], "cos_Ac_negg": [0.5950465202331543, 0.5523126125335693, 0.4993889629840851, 0.4820396900177002, 0.4945685863494873], "r_norm": [0.5327445268630981, 0.45581334829330444, 0.41612499952316284, 0.3993208408355713, 0.4267120957374573]}, {"step": 7000, "epoch": 14, "train_loss": 0.1746636927127838, "cos_r_negg": [0.6081981062889099, 0.5638536214828491, 0.5109122395515442, 0.4926776885986328, 0.49942293763160706], "cos_apical_negg": [0.6081981062889099, 0.5638536214828491, 0.5109122395515442, 0.4926776885986328, 0.49942293763160706], "cos_Ac_negg": [0.6081981062889099, 0.5638536214828491, 0.5109122395515442, 0.4926776885986328, 0.49942293763160706], "r_norm": [0.5079811811447144, 0.43361058831214905, 0.3943983316421509, 0.3781181573867798, 0.40580636262893677], "ldr": {"dL_sdil": -0.009433090686798096, "dL_bp": -0.012777566909790039, "ratio": 0.7382540630306197}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8794, "test_loss": 0.3946699890136719}, {"step": 7050, "epoch": 15, "train_loss": 0.13915015757083893, "cos_r_negg": [0.5960080623626709, 0.5556125640869141, 0.5116862058639526, 0.4901127517223358, 0.500069797039032], "cos_apical_negg": [0.5960080623626709, 0.5556125640869141, 0.5116862058639526, 0.4901127517223358, 0.500069797039032], "cos_Ac_negg": [0.5960080623626709, 0.5556125640869141, 0.5116862058639526, 0.4901127517223358, 0.500069797039032], "r_norm": [0.5227099657058716, 0.44633495807647705, 0.40635621547698975, 0.3904400169849396, 0.4178411662578583]}, {"step": 7100, "epoch": 15, "train_loss": 0.20412766933441162, "cos_r_negg": [0.6078739166259766, 0.5690645575523376, 0.5120534300804138, 0.4958101809024811, 0.49930670857429504], "cos_apical_negg": [0.6078739166259766, 0.5690645575523376, 0.5120534300804138, 0.4958101809024811, 0.49930670857429504], "cos_Ac_negg": [0.6078739166259766, 0.5690645575523376, 0.5120534300804138, 0.4958101809024811, 0.49930670857429504], "r_norm": [0.5310816764831543, 0.45107194781303406, 0.4100046753883362, 0.3935543894767761, 0.4226358234882355]}, {"step": 7150, "epoch": 15, "train_loss": 0.20619799196720123, "cos_r_negg": [0.5881879329681396, 0.5480717420578003, 0.49403682351112366, 0.4784637689590454, 0.48805907368659973], "cos_apical_negg": [0.5881879329681396, 0.5480717420578003, 0.49403682351112366, 0.4784637689590454, 0.48805907368659973], "cos_Ac_negg": [0.5881879329681396, 0.5480717420578003, 0.49403682351112366, 0.4784637689590454, 0.48805907368659973], "r_norm": [0.49381670355796814, 0.4193507432937622, 0.3805878758430481, 0.36506393551826477, 0.39263176918029785]}, {"step": 7200, "epoch": 15, "train_loss": 0.19843994081020355, "cos_r_negg": [0.5921913385391235, 0.5447149276733398, 0.4978424310684204, 0.47996652126312256, 0.48551103472709656], "cos_apical_negg": [0.5921913385391235, 0.5447149276733398, 0.4978424310684204, 0.47996652126312256, 0.48551103472709656], "cos_Ac_negg": [0.5921913385391235, 0.5447149276733398, 0.4978424310684204, 0.47996652126312256, 0.48551103472709656], "r_norm": [0.5003330111503601, 0.4248034358024597, 0.3854837417602539, 0.37093386054039, 0.3992558419704437]}, {"step": 7250, "epoch": 15, "train_loss": 0.2540290057659149, "cos_r_negg": [0.5816159248352051, 0.5331569910049438, 0.4851994514465332, 0.4687698483467102, 0.4760397672653198], "cos_apical_negg": [0.5816159248352051, 0.5331569910049438, 0.4851994514465332, 0.4687698483467102, 0.4760397672653198], "cos_Ac_negg": [0.5816159248352051, 0.5331569910049438, 0.4851994514465332, 0.4687698483467102, 0.4760397672653198], "r_norm": [0.5435811281204224, 0.46118566393852234, 0.4177704155445099, 0.40030792355537415, 0.42853856086730957], "ldr": {"dL_sdil": -0.0191020667552948, "dL_bp": -0.024151533842086792, "ratio": 0.790925614919218}}, {"step": 7300, "epoch": 15, "train_loss": 0.21966762840747833, "cos_r_negg": [0.6052652597427368, 0.555164098739624, 0.5042784214019775, 0.48967158794403076, 0.5002706050872803], "cos_apical_negg": [0.6052652597427368, 0.555164098739624, 0.5042784214019775, 0.48967158794403076, 0.5002706050872803], "cos_Ac_negg": [0.6052652597427368, 0.555164098739624, 0.5042784214019775, 0.48967158794403076, 0.5002706050872803], "r_norm": [0.5193786025047302, 0.4389081597328186, 0.3979116678237915, 0.38332974910736084, 0.41215330362319946]}, {"step": 7350, "epoch": 15, "train_loss": 0.14797720313072205, "cos_r_negg": [0.5994946956634521, 0.5504345893859863, 0.5008400082588196, 0.48920607566833496, 0.5013114213943481], "cos_apical_negg": [0.5994946956634521, 0.5504345893859863, 0.5008400082588196, 0.48920607566833496, 0.5013114213943481], "cos_Ac_negg": [0.5994946956634521, 0.5504345893859863, 0.5008400082588196, 0.48920607566833496, 0.5013114213943481], "r_norm": [0.5077617764472961, 0.42816591262817383, 0.38711923360824585, 0.3713502287864685, 0.3998597264289856]}, {"step": 7400, "epoch": 15, "train_loss": 0.2556772232055664, "cos_r_negg": [0.5922185778617859, 0.5381977558135986, 0.4847853183746338, 0.4694978594779968, 0.4892364740371704], "cos_apical_negg": [0.5922185778617859, 0.5381977558135986, 0.4847853183746338, 0.4694978594779968, 0.4892364740371704], "cos_Ac_negg": [0.5922185778617859, 0.5381977558135986, 0.4847853183746338, 0.4694978594779968, 0.4892364740371704], "r_norm": [0.5109201669692993, 0.4322579503059387, 0.39144888520240784, 0.3769952654838562, 0.40533748269081116]}, {"step": 7450, "epoch": 15, "train_loss": 0.1888146996498108, "cos_r_negg": [0.5850745439529419, 0.5413399934768677, 0.48844724893569946, 0.4740954041481018, 0.4889640808105469], "cos_apical_negg": [0.5850745439529419, 0.5413399934768677, 0.48844724893569946, 0.4740954041481018, 0.4889640808105469], "cos_Ac_negg": [0.5850745439529419, 0.5413399934768677, 0.48844724893569946, 0.4740954041481018, 0.4889640808105469], "r_norm": [0.5283206701278687, 0.447488009929657, 0.4061242640018463, 0.3915664553642273, 0.42007964849472046]}, {"step": 7500, "epoch": 15, "train_loss": 0.14326101541519165, "cos_r_negg": [0.5899534225463867, 0.5405840873718262, 0.49100375175476074, 0.47501054406166077, 0.48629266023635864], "cos_apical_negg": [0.5899534225463867, 0.5405840873718262, 0.49100375175476074, 0.47501054406166077, 0.48629266023635864], "cos_Ac_negg": [0.5899534225463867, 0.5405840873718262, 0.49100375175476074, 0.47501054406166077, 0.48629266023635864], "r_norm": [0.5640677809715271, 0.4724481701850891, 0.4272419810295105, 0.4095458984375, 0.4405395984649658], "ldr": {"dL_sdil": -0.027032971382141113, "dL_bp": -0.03374102711677551, "ratio": 0.8011899367669439}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8772, "test_loss": 0.4158005645751953}, {"step": 7550, "epoch": 16, "train_loss": 0.12502360343933105, "cos_r_negg": [0.572748601436615, 0.5294793844223022, 0.4746280610561371, 0.4624600410461426, 0.47872960567474365], "cos_apical_negg": [0.572748601436615, 0.5294793844223022, 0.4746280610561371, 0.4624600410461426, 0.47872960567474365], "cos_Ac_negg": [0.572748601436615, 0.5294793844223022, 0.4746280610561371, 0.4624600410461426, 0.47872960567474365], "r_norm": [0.5401971936225891, 0.4503031373023987, 0.40686649084091187, 0.38990044593811035, 0.4203563332557678]}, {"step": 7600, "epoch": 16, "train_loss": 0.2202509492635727, "cos_r_negg": [0.6021380424499512, 0.5641821622848511, 0.5068193674087524, 0.49492835998535156, 0.5114752054214478], "cos_apical_negg": [0.6021380424499512, 0.5641821622848511, 0.5068193674087524, 0.49492835998535156, 0.5114752054214478], "cos_Ac_negg": [0.6021380424499512, 0.5641821622848511, 0.5068193674087524, 0.49492835998535156, 0.5114752054214478], "r_norm": [0.5124719142913818, 0.42757850885391235, 0.3848910331726074, 0.36978498101234436, 0.40000826120376587]}, {"step": 7650, "epoch": 16, "train_loss": 0.08844000846147537, "cos_r_negg": [0.5867364406585693, 0.545318067073822, 0.49252140522003174, 0.47880929708480835, 0.49150145053863525], "cos_apical_negg": [0.5867364406585693, 0.545318067073822, 0.49252140522003174, 0.47880929708480835, 0.49150145053863525], "cos_Ac_negg": [0.5867364406585693, 0.545318067073822, 0.49252140522003174, 0.47880929708480835, 0.49150145053863525], "r_norm": [0.5206795930862427, 0.4320911765098572, 0.3896387219429016, 0.3735320270061493, 0.4050666093826294]}, {"step": 7700, "epoch": 16, "train_loss": 0.08114221692085266, "cos_r_negg": [0.5792475342750549, 0.5379793047904968, 0.4825335443019867, 0.47606217861175537, 0.48821890354156494], "cos_apical_negg": [0.5792475342750549, 0.5379793047904968, 0.4825335443019867, 0.47606217861175537, 0.48821890354156494], "cos_Ac_negg": [0.5792475342750549, 0.5379793047904968, 0.4825335443019867, 0.47606217861175537, 0.48821890354156494], "r_norm": [0.5066452026367188, 0.4173193573951721, 0.37587970495224, 0.36016845703125, 0.3905693590641022]}, {"step": 7750, "epoch": 16, "train_loss": 0.18083195388317108, "cos_r_negg": [0.5880438685417175, 0.5418636798858643, 0.48744869232177734, 0.4737234115600586, 0.4842260479927063], "cos_apical_negg": [0.5880438685417175, 0.5418636798858643, 0.48744869232177734, 0.4737234115600586, 0.4842260479927063], "cos_Ac_negg": [0.5880438685417175, 0.5418636798858643, 0.48744869232177734, 0.4737234115600586, 0.4842260479927063], "r_norm": [0.5110437870025635, 0.4252582788467407, 0.38353604078292847, 0.3684595823287964, 0.3978002667427063], "ldr": {"dL_sdil": -0.01455417275428772, "dL_bp": -0.020787566900253296, "ratio": 0.7001383482792485}}, {"step": 7800, "epoch": 16, "train_loss": 0.1526731550693512, "cos_r_negg": [0.5906368494033813, 0.5476736426353455, 0.49324411153793335, 0.47371646761894226, 0.49578380584716797], "cos_apical_negg": [0.5906368494033813, 0.5476736426353455, 0.49324411153793335, 0.47371646761894226, 0.49578380584716797], "cos_Ac_negg": [0.5906368494033813, 0.5476736426353455, 0.49324411153793335, 0.47371646761894226, 0.49578380584716797], "r_norm": [0.5512980818748474, 0.4550670087337494, 0.40889793634414673, 0.3916708827018738, 0.42374783754348755]}, {"step": 7850, "epoch": 16, "train_loss": 0.18441449105739594, "cos_r_negg": [0.5831652283668518, 0.5408616065979004, 0.4806685447692871, 0.4703141450881958, 0.4827600419521332], "cos_apical_negg": [0.5831652283668518, 0.5408616065979004, 0.4806685447692871, 0.4703141450881958, 0.4827600419521332], "cos_Ac_negg": [0.5831652283668518, 0.5408616065979004, 0.4806685447692871, 0.4703141450881958, 0.4827600419521332], "r_norm": [0.54268878698349, 0.450522780418396, 0.40640103816986084, 0.39181891083717346, 0.42158013582229614]}, {"step": 7900, "epoch": 16, "train_loss": 0.0648396834731102, "cos_r_negg": [0.5725423693656921, 0.5321129560470581, 0.47832199931144714, 0.460445761680603, 0.4760357737541199], "cos_apical_negg": [0.5725423693656921, 0.5321129560470581, 0.47832199931144714, 0.460445761680603, 0.4760357737541199], "cos_Ac_negg": [0.5725423693656921, 0.5321129560470581, 0.47832199931144714, 0.460445761680603, 0.4760357737541199], "r_norm": [0.5379810333251953, 0.4437010884284973, 0.39863768219947815, 0.38305428624153137, 0.4145921766757965]}, {"step": 7950, "epoch": 16, "train_loss": 0.13884583115577698, "cos_r_negg": [0.5658683180809021, 0.523745059967041, 0.4732177257537842, 0.4618273377418518, 0.48261362314224243], "cos_apical_negg": [0.5658683180809021, 0.523745059967041, 0.4732177257537842, 0.4618273377418518, 0.48261362314224243], "cos_Ac_negg": [0.5658683180809021, 0.523745059967041, 0.4732177257537842, 0.4618273377418518, 0.48261362314224243], "r_norm": [0.5266354084014893, 0.4363507330417633, 0.3917950391769409, 0.3769710958003998, 0.4079367518424988]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8791, "test_loss": 0.4236848846435547}, {"step": 8000, "epoch": 17, "train_loss": 0.14076662063598633, "cos_r_negg": [0.5830172300338745, 0.5452654957771301, 0.48727309703826904, 0.47371089458465576, 0.4969397187232971], "cos_apical_negg": [0.5830172300338745, 0.5452654957771301, 0.48727309703826904, 0.47371089458465576, 0.4969397187232971], "cos_Ac_negg": [0.5830172300338745, 0.5452654957771301, 0.48727309703826904, 0.47371089458465576, 0.4969397187232971], "r_norm": [0.545072615146637, 0.4451504945755005, 0.3975648283958435, 0.37942105531692505, 0.4122520089149475], "ldr": {"dL_sdil": -0.025484442710876465, "dL_bp": -0.032974451780319214, "ratio": 0.7728541745184325}}, {"step": 8050, "epoch": 17, "train_loss": 0.09807711094617844, "cos_r_negg": [0.5832682847976685, 0.5412822961807251, 0.4862690567970276, 0.4688829779624939, 0.4955820143222809], "cos_apical_negg": [0.5832682847976685, 0.5412822961807251, 0.4862690567970276, 0.4688829779624939, 0.4955820143222809], "cos_Ac_negg": [0.5832682847976685, 0.5412822961807251, 0.4862690567970276, 0.4688829779624939, 0.4955820143222809], "r_norm": [0.5377193093299866, 0.44005095958709717, 0.3936271667480469, 0.37857502698898315, 0.41215503215789795]}, {"step": 8100, "epoch": 17, "train_loss": 0.17934724688529968, "cos_r_negg": [0.5578880906105042, 0.5171648263931274, 0.4621230959892273, 0.44929325580596924, 0.4774245619773865], "cos_apical_negg": [0.5578880906105042, 0.5171648263931274, 0.4621230959892273, 0.44929325580596924, 0.4774245619773865], "cos_Ac_negg": [0.5578880906105042, 0.5171648263931274, 0.4621230959892273, 0.44929325580596924, 0.4774245619773865], "r_norm": [0.5047135949134827, 0.4124220013618469, 0.3681392967700958, 0.35321396589279175, 0.3847822844982147]}, {"step": 8150, "epoch": 17, "train_loss": 0.10659928619861603, "cos_r_negg": [0.5809799432754517, 0.5379236936569214, 0.48468145728111267, 0.4686596989631653, 0.501289963722229], "cos_apical_negg": [0.5809799432754517, 0.5379236936569214, 0.48468145728111267, 0.4686596989631653, 0.501289963722229], "cos_Ac_negg": [0.5809799432754517, 0.5379236936569214, 0.48468145728111267, 0.4686596989631653, 0.501289963722229], "r_norm": [0.5011187195777893, 0.41266965866088867, 0.36954745650291443, 0.3558087944984436, 0.3865719735622406]}, {"step": 8200, "epoch": 17, "train_loss": 0.12872596085071564, "cos_r_negg": [0.5739701986312866, 0.5304908752441406, 0.47610485553741455, 0.45614153146743774, 0.4834880530834198], "cos_apical_negg": [0.5739701986312866, 0.5304908752441406, 0.47610485553741455, 0.45614153146743774, 0.4834880530834198], "cos_Ac_negg": [0.5739701986312866, 0.5304908752441406, 0.47610485553741455, 0.45614153146743774, 0.4834880530834198], "r_norm": [0.5178265571594238, 0.42354127764701843, 0.37892067432403564, 0.3649733066558838, 0.3961104154586792]}, {"step": 8250, "epoch": 17, "train_loss": 0.15058326721191406, "cos_r_negg": [0.558005154132843, 0.5137708783149719, 0.4603632688522339, 0.44156593084335327, 0.4762018918991089], "cos_apical_negg": [0.558005154132843, 0.5137708783149719, 0.4603632688522339, 0.44156593084335327, 0.4762018918991089], "cos_Ac_negg": [0.558005154132843, 0.5137708783149719, 0.4603632688522339, 0.44156593084335327, 0.4762018918991089], "r_norm": [0.5154334306716919, 0.4194827675819397, 0.3742232620716095, 0.3581092953681946, 0.3876938223838806], "ldr": {"dL_sdil": -0.019450455904006958, "dL_bp": -0.029300034046173096, "ratio": 0.6638373140917015}}, {"step": 8300, "epoch": 17, "train_loss": 0.09545591473579407, "cos_r_negg": [0.5691336989402771, 0.5293657779693604, 0.47530773282051086, 0.4587007761001587, 0.4917745590209961], "cos_apical_negg": [0.5691336989402771, 0.5293657779693604, 0.47530773282051086, 0.4587007761001587, 0.4917745590209961], "cos_Ac_negg": [0.5691336989402771, 0.5293657779693604, 0.47530773282051086, 0.4587007761001587, 0.4917745590209961], "r_norm": [0.5130022764205933, 0.41813167929649353, 0.3722030520439148, 0.35806894302368164, 0.39019304513931274]}, {"step": 8350, "epoch": 17, "train_loss": 0.14299651980400085, "cos_r_negg": [0.5672801733016968, 0.5232354402542114, 0.4695195257663727, 0.45383837819099426, 0.48408976197242737], "cos_apical_negg": [0.5672801733016968, 0.5232354402542114, 0.4695195257663727, 0.45383837819099426, 0.48408976197242737], "cos_Ac_negg": [0.5672801733016968, 0.5232354402542114, 0.4695195257663727, 0.45383837819099426, 0.48408976197242737], "r_norm": [0.5034411549568176, 0.4082925617694855, 0.36460235714912415, 0.34891366958618164, 0.3786316215991974]}, {"step": 8400, "epoch": 17, "train_loss": 0.41837286949157715, "cos_r_negg": [0.5580330491065979, 0.5148257613182068, 0.4602434039115906, 0.4503861367702484, 0.4805726706981659], "cos_apical_negg": [0.5580330491065979, 0.5148257613182068, 0.4602434039115906, 0.4503861367702484, 0.4805726706981659], "cos_Ac_negg": [0.5580330491065979, 0.5148257613182068, 0.4602434039115906, 0.4503861367702484, 0.4805726706981659], "r_norm": [0.5368009209632874, 0.4294164180755615, 0.3826674520969391, 0.3659488558769226, 0.3998836278915405]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.881, "test_loss": 0.4152383056640625}, {"step": 8450, "epoch": 18, "train_loss": 0.07756100594997406, "cos_r_negg": [0.5549067258834839, 0.5132128000259399, 0.4617404639720917, 0.44227492809295654, 0.4705890119075775], "cos_apical_negg": [0.5549067258834839, 0.5132128000259399, 0.4617404639720917, 0.44227492809295654, 0.4705890119075775], "cos_Ac_negg": [0.5549067258834839, 0.5132128000259399, 0.4617404639720917, 0.44227492809295654, 0.4705890119075775], "r_norm": [0.5073949694633484, 0.40884047746658325, 0.3641294240951538, 0.3486381769180298, 0.3796382546424866]}, {"step": 8500, "epoch": 18, "train_loss": 0.12205784022808075, "cos_r_negg": [0.5716571807861328, 0.5285815000534058, 0.4716874659061432, 0.4576367735862732, 0.49074792861938477], "cos_apical_negg": [0.5716571807861328, 0.5285815000534058, 0.4716874659061432, 0.4576367735862732, 0.49074792861938477], "cos_Ac_negg": [0.5716571807861328, 0.5285815000534058, 0.4716874659061432, 0.4576367735862732, 0.49074792861938477], "r_norm": [0.5395292043685913, 0.42968153953552246, 0.3799957036972046, 0.36198025941848755, 0.39742690324783325], "ldr": {"dL_sdil": -0.017134040594100952, "dL_bp": -0.023679614067077637, "ratio": 0.7235776962227961}}, {"step": 8550, "epoch": 18, "train_loss": 0.12174047529697418, "cos_r_negg": [0.5541221499443054, 0.5116109848022461, 0.46039649844169617, 0.4413211941719055, 0.4728512465953827], "cos_apical_negg": [0.5541221499443054, 0.5116109848022461, 0.46039649844169617, 0.4413211941719055, 0.4728512465953827], "cos_Ac_negg": [0.5541221499443054, 0.5116109848022461, 0.46039649844169617, 0.4413211941719055, 0.4728512465953827], "r_norm": [0.5430939197540283, 0.4347081780433655, 0.3851413130760193, 0.3680309057235718, 0.40236881375312805]}, {"step": 8600, "epoch": 18, "train_loss": 0.11416715383529663, "cos_r_negg": [0.5451024770736694, 0.5055275559425354, 0.4528247117996216, 0.43633612990379333, 0.4769324064254761], "cos_apical_negg": [0.5451024770736694, 0.5055275559425354, 0.4528247117996216, 0.43633612990379333, 0.4769324064254761], "cos_Ac_negg": [0.5451024770736694, 0.5055275559425354, 0.4528247117996216, 0.43633612990379333, 0.4769324064254761], "r_norm": [0.5436164736747742, 0.4365810751914978, 0.38749366998672485, 0.37166130542755127, 0.40598130226135254]}, {"step": 8650, "epoch": 18, "train_loss": 0.060935311019420624, "cos_r_negg": [0.549121081829071, 0.507512092590332, 0.4568612575531006, 0.43641775846481323, 0.4743172526359558], "cos_apical_negg": [0.549121081829071, 0.507512092590332, 0.4568612575531006, 0.43641775846481323, 0.4743172526359558], "cos_Ac_negg": [0.549121081829071, 0.507512092590332, 0.4568612575531006, 0.43641775846481323, 0.4743172526359558], "r_norm": [0.5423979759216309, 0.43344447016716003, 0.3841243386268616, 0.36835047602653503, 0.4018295407295227]}, {"step": 8700, "epoch": 18, "train_loss": 0.14339081943035126, "cos_r_negg": [0.545220136642456, 0.5030112266540527, 0.45432543754577637, 0.4372299313545227, 0.4719018340110779], "cos_apical_negg": [0.545220136642456, 0.5030112266540527, 0.45432543754577637, 0.4372299313545227, 0.4719018340110779], "cos_Ac_negg": [0.545220136642456, 0.5030112266540527, 0.45432543754577637, 0.4372299313545227, 0.4719018340110779], "r_norm": [0.4944530725479126, 0.39608561992645264, 0.35151517391204834, 0.3366435766220093, 0.3681179881095886]}, {"step": 8750, "epoch": 18, "train_loss": 0.1443014144897461, "cos_r_negg": [0.5420217514038086, 0.5022649765014648, 0.4488535225391388, 0.43288296461105347, 0.47127729654312134], "cos_apical_negg": [0.5420217514038086, 0.5022649765014648, 0.4488535225391388, 0.43288296461105347, 0.47127729654312134], "cos_Ac_negg": [0.5420217514038086, 0.5022649765014648, 0.4488535225391388, 0.43288296461105347, 0.47127729654312134], "r_norm": [0.5349752902984619, 0.4261254072189331, 0.37715280055999756, 0.36165061593055725, 0.3962574005126953], "ldr": {"dL_sdil": -0.01899588108062744, "dL_bp": -0.032055407762527466, "ratio": 0.59259520956191}}, {"step": 8800, "epoch": 18, "train_loss": 0.08898337185382843, "cos_r_negg": [0.5383073687553406, 0.4984067678451538, 0.44129788875579834, 0.42828619480133057, 0.4682037830352783], "cos_apical_negg": [0.5383073687553406, 0.4984067678451538, 0.44129788875579834, 0.42828619480133057, 0.4682037830352783], "cos_Ac_negg": [0.5383073687553406, 0.4984067678451538, 0.44129788875579834, 0.42828619480133057, 0.4682037830352783], "r_norm": [0.5198953747749329, 0.41308602690696716, 0.3654961585998535, 0.35074639320373535, 0.38538333773612976]}, {"step": 8850, "epoch": 18, "train_loss": 0.11618919670581818, "cos_r_negg": [0.550746738910675, 0.5076233148574829, 0.4503404200077057, 0.4346722364425659, 0.47228896617889404], "cos_apical_negg": [0.550746738910675, 0.5076233148574829, 0.4503404200077057, 0.4346722364425659, 0.47228896617889404], "cos_Ac_negg": [0.550746738910675, 0.5076233148574829, 0.4503404200077057, 0.4346722364425659, 0.47228896617889404], "r_norm": [0.5203737616539001, 0.40964359045028687, 0.3609037399291992, 0.3445603847503662, 0.37832966446876526]}, {"step": 8900, "epoch": 18, "train_loss": 0.1674010157585144, "cos_r_negg": [0.5712099671363831, 0.5274489521980286, 0.4713931977748871, 0.4535570740699768, 0.48902007937431335], "cos_apical_negg": [0.5712099671363831, 0.5274489521980286, 0.4713931977748871, 0.4535570740699768, 0.48902007937431335], "cos_Ac_negg": [0.5712099671363831, 0.5274489521980286, 0.4713931977748871, 0.4535570740699768, 0.48902007937431335], "r_norm": [0.5057083368301392, 0.40006160736083984, 0.35305386781692505, 0.337851881980896, 0.37043046951293945]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8781, "test_loss": 0.4348187347412109}, {"step": 8950, "epoch": 19, "train_loss": 0.11886031180620193, "cos_r_negg": [0.5451262593269348, 0.5031697154045105, 0.4504701495170593, 0.4352520704269409, 0.48005422949790955], "cos_apical_negg": [0.5451262593269348, 0.5031697154045105, 0.4504701495170593, 0.4352520704269409, 0.48005422949790955], "cos_Ac_negg": [0.5451262593269348, 0.5031697154045105, 0.4504701495170593, 0.4352520704269409, 0.48005422949790955], "r_norm": [0.4967270493507385, 0.391395628452301, 0.3450716733932495, 0.33059218525886536, 0.3629470467567444]}, {"step": 9000, "epoch": 19, "train_loss": 0.20238454639911652, "cos_r_negg": [0.5578128099441528, 0.5121070146560669, 0.4557737708091736, 0.43733686208724976, 0.48115068674087524], "cos_apical_negg": [0.5578128099441528, 0.5121070146560669, 0.4557737708091736, 0.43733686208724976, 0.48115068674087524], "cos_Ac_negg": [0.5578128099441528, 0.5121070146560669, 0.4557737708091736, 0.43733686208724976, 0.48115068674087524], "r_norm": [0.49390095472335815, 0.39047014713287354, 0.344300776720047, 0.3295844793319702, 0.3618513345718384], "ldr": {"dL_sdil": -0.007927179336547852, "dL_bp": -0.014122337102890015, "ratio": 0.561322058721118}}, {"step": 9050, "epoch": 19, "train_loss": 0.1546826958656311, "cos_r_negg": [0.5616249442100525, 0.5218343734741211, 0.46409887075424194, 0.45005255937576294, 0.48853811621665955], "cos_apical_negg": [0.5616249442100525, 0.5218343734741211, 0.46409887075424194, 0.45005255937576294, 0.48853811621665955], "cos_Ac_negg": [0.5616249442100525, 0.5218343734741211, 0.46409887075424194, 0.45005255937576294, 0.48853811621665955], "r_norm": [0.5377839803695679, 0.42042672634124756, 0.3687756061553955, 0.3526510000228882, 0.3881746232509613]}, {"step": 9100, "epoch": 19, "train_loss": 0.17553046345710754, "cos_r_negg": [0.5426115989685059, 0.5025330781936646, 0.4521329402923584, 0.43952709436416626, 0.47999680042266846], "cos_apical_negg": [0.5426115989685059, 0.5025330781936646, 0.4521329402923584, 0.43952709436416626, 0.47999680042266846], "cos_Ac_negg": [0.5426115989685059, 0.5025330781936646, 0.4521329402923584, 0.43952709436416626, 0.47999680042266846], "r_norm": [0.5099311470985413, 0.40479958057403564, 0.35667726397514343, 0.34362971782684326, 0.3760971128940582]}, {"step": 9150, "epoch": 19, "train_loss": 0.13016101717948914, "cos_r_negg": [0.5604859590530396, 0.5166100859642029, 0.46118056774139404, 0.44672155380249023, 0.49046188592910767], "cos_apical_negg": [0.5604859590530396, 0.5166100859642029, 0.46118056774139404, 0.44672155380249023, 0.49046188592910767], "cos_Ac_negg": [0.5604859590530396, 0.5166100859642029, 0.46118056774139404, 0.44672155380249023, 0.49046188592910767], "r_norm": [0.5165212154388428, 0.40739762783050537, 0.3591275215148926, 0.34629711508750916, 0.3790518343448639]}, {"step": 9200, "epoch": 19, "train_loss": 0.14330463111400604, "cos_r_negg": [0.5712205171585083, 0.5243387222290039, 0.46628791093826294, 0.4503006339073181, 0.4962650537490845], "cos_apical_negg": [0.5712205171585083, 0.5243387222290039, 0.46628791093826294, 0.4503006339073181, 0.4962650537490845], "cos_Ac_negg": [0.5712205171585083, 0.5243387222290039, 0.46628791093826294, 0.4503006339073181, 0.4962650537490845], "r_norm": [0.5178327560424805, 0.4055638313293457, 0.3559388518333435, 0.3423020839691162, 0.3762091398239136]}, {"step": 9250, "epoch": 19, "train_loss": 0.1767505705356598, "cos_r_negg": [0.5768218040466309, 0.531785249710083, 0.470438688993454, 0.45555931329727173, 0.4973120093345642], "cos_apical_negg": [0.5768218040466309, 0.531785249710083, 0.470438688993454, 0.45555931329727173, 0.4973120093345642], "cos_Ac_negg": [0.5768218040466309, 0.531785249710083, 0.470438688993454, 0.45555931329727173, 0.4973120093345642], "r_norm": [0.5545036792755127, 0.43305814266204834, 0.38019445538520813, 0.3647224009037018, 0.3999386727809906], "ldr": {"dL_sdil": -0.024507969617843628, "dL_bp": -0.03685653209686279, "ratio": 0.6649559311069783}}, {"step": 9300, "epoch": 19, "train_loss": 0.1762683093547821, "cos_r_negg": [0.57490473985672, 0.5285710096359253, 0.47539544105529785, 0.45869559049606323, 0.5011715888977051], "cos_apical_negg": [0.57490473985672, 0.5285710096359253, 0.47539544105529785, 0.45869559049606323, 0.5011715888977051], "cos_Ac_negg": [0.57490473985672, 0.5285710096359253, 0.47539544105529785, 0.45869559049606323, 0.5011715888977051], "r_norm": [0.5264266729354858, 0.41020089387893677, 0.35859763622283936, 0.3437080681324005, 0.37921398878097534]}, {"step": 9350, "epoch": 19, "train_loss": 0.1492908000946045, "cos_r_negg": [0.5672070980072021, 0.5213563442230225, 0.4666229784488678, 0.45635607838630676, 0.4910138249397278], "cos_apical_negg": [0.5672070980072021, 0.5213563442230225, 0.4666229784488678, 0.45635607838630676, 0.4910138249397278], "cos_Ac_negg": [0.5672070980072021, 0.5213563442230225, 0.4666229784488678, 0.45635607838630676, 0.4910138249397278], "r_norm": [0.5623743534088135, 0.43728208541870117, 0.3823557496070862, 0.36699968576431274, 0.40401434898376465]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.881, "test_loss": 0.43811243591308596}], "final": {"test_acc": 0.881, "test_loss": 0.43811243591308596, "wall_s": 83.72545862197876, "cos_r_negg": [0.5603919625282288, 0.5158645510673523, 0.46013471484184265, 0.4472936689853668, 0.4929368793964386], "cos_apical_negg": [0.5603919625282288, 0.5158645510673523, 0.46013471484184265, 0.4472936689853668, 0.4929368793964386], "cos_Ac_negg": [0.5603919625282288, 0.5158645510673523, 0.46013471484184265, 0.4472936689853668, 0.4929368793964386]}}
|
