{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s1", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4221277236938477, "cos_r_negg": [-0.01521608792245388, 0.001946865813806653], "cos_innovation_negg": [-0.01521608792245388, 0.001946865813806653], "cos_apical_negg": [-0.01521608792245388, 0.001946865813806653], "cos_Ac_negg": [-0.01521608792245388, 0.001946865813806653], "r_norm": [6.816385746002197, 6.687509536743164], "ldr": {"dL_sdil": -0.060306549072265625, "dL_bp": -0.3630678653717041, "ratio": 0.16610268994895644}}, {"step": 50, "epoch": 0, "train_loss": 0.5275713205337524, "cos_r_negg": [0.4614434540271759, 0.35307759046554565], "cos_innovation_negg": [0.4614434540271759, 0.35307759046554565], "cos_apical_negg": [0.4614434540271759, 0.35307759046554565], "cos_Ac_negg": [0.4614434540271759, 0.35307759046554565], "r_norm": [1.3501875400543213, 1.3090872764587402]}, {"step": 100, "epoch": 0, "train_loss": 0.236091747879982, "cos_r_negg": [0.4773324131965637, 0.36637288331985474], "cos_innovation_negg": [0.4773324131965637, 0.36637288331985474], "cos_apical_negg": [0.4773324131965637, 0.36637288331985474], "cos_Ac_negg": [0.4773324131965637, 0.36637288331985474], "r_norm": [1.1992762088775635, 1.1576814651489258]}, {"step": 150, "epoch": 0, "train_loss": 0.15254461765289307, "cos_r_negg": [0.5043057203292847, 0.38405895233154297], "cos_innovation_negg": [0.5043057203292847, 0.38405895233154297], "cos_apical_negg": [0.5043057203292847, 0.38405895233154297], "cos_Ac_negg": [0.5043057203292847, 0.38405895233154297], "r_norm": [0.9298348426818848, 0.9024157524108887]}, {"step": 200, "epoch": 0, "train_loss": 0.28940749168395996, "cos_r_negg": [0.515167772769928, 0.40642109513282776], "cos_innovation_negg": [0.515167772769928, 0.40642109513282776], "cos_apical_negg": [0.515167772769928, 0.40642109513282776], "cos_Ac_negg": [0.515167772769928, 0.40642109513282776], "r_norm": [0.9932807087898254, 0.9678599834442139]}, {"step": 250, "epoch": 0, "train_loss": 0.3619007468223572, "cos_r_negg": [0.5292673110961914, 0.4344569444656372], "cos_innovation_negg": [0.5292673110961914, 0.4344569444656372], "cos_apical_negg": [0.5292673110961914, 0.4344569444656372], "cos_Ac_negg": [0.5292673110961914, 0.4344569444656372], "r_norm": [0.9457650780677795, 0.9180113673210144], "ldr": {"dL_sdil": -0.03035789728164673, "dL_bp": -0.025124981999397278, "ratio": 1.2082753843316179}}, {"step": 300, "epoch": 0, "train_loss": 0.1805478036403656, "cos_r_negg": [0.5257809162139893, 0.4267609715461731], "cos_innovation_negg": [0.5257809162139893, 0.4267609715461731], "cos_apical_negg": [0.5257809162139893, 0.4267609715461731], "cos_Ac_negg": [0.5257809162139893, 0.4267609715461731], "r_norm": [0.8058485388755798, 0.7870603799819946]}, {"step": 350, "epoch": 0, "train_loss": 0.27513980865478516, "cos_r_negg": [0.5281103849411011, 0.4346158504486084], "cos_innovation_negg": [0.5281103849411011, 0.4346158504486084], "cos_apical_negg": [0.5281103849411011, 0.4346158504486084], "cos_Ac_negg": [0.5281103849411011, 0.4346158504486084], "r_norm": [0.6655631065368652, 0.6490291953086853]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9434, "test_loss": 0.19235125198364258}, {"step": 400, "epoch": 1, "train_loss": 0.12044888734817505, "cos_r_negg": [0.5525568723678589, 0.4737103581428528], "cos_innovation_negg": [0.5525568723678589, 0.4737103581428528], "cos_apical_negg": [0.5525568723678589, 0.4737103581428528], "cos_Ac_negg": [0.5525568723678589, 0.4737103581428528], "r_norm": [0.6852403879165649, 0.6656004786491394]}, {"step": 450, "epoch": 1, "train_loss": 0.1929977685213089, "cos_r_negg": [0.5516782402992249, 0.47368019819259644], "cos_innovation_negg": [0.5516782402992249, 0.47368019819259644], "cos_apical_negg": [0.5516782402992249, 0.47368019819259644], "cos_Ac_negg": [0.5516782402992249, 0.47368019819259644], "r_norm": [0.5947750210762024, 0.5786088109016418]}, {"step": 500, "epoch": 1, "train_loss": 0.15318873524665833, "cos_r_negg": [0.5617826581001282, 0.5021888017654419], "cos_innovation_negg": [0.5617826581001282, 0.5021888017654419], "cos_apical_negg": [0.5617826581001282, 0.5021888017654419], "cos_Ac_negg": [0.5617826581001282, 0.5021888017654419], "r_norm": [0.46958792209625244, 0.45678436756134033], "ldr": {"dL_sdil": -0.007158145308494568, "dL_bp": -0.005399368703365326, "ratio": 1.3257374522382643}}, {"step": 550, "epoch": 1, "train_loss": 0.11219190806150436, "cos_r_negg": [0.5489959120750427, 0.4979499578475952], "cos_innovation_negg": [0.5489959120750427, 0.4979499578475952], "cos_apical_negg": [0.5489959120750427, 0.4979499578475952], "cos_Ac_negg": [0.5489959120750427, 0.4979499578475952], "r_norm": [0.7013800144195557, 0.680389404296875]}, {"step": 600, "epoch": 1, "train_loss": 0.04656609892845154, "cos_r_negg": [0.5621950626373291, 0.5186248421669006], "cos_innovation_negg": [0.5621950626373291, 0.5186248421669006], "cos_apical_negg": [0.5621950626373291, 0.5186248421669006], "cos_Ac_negg": [0.5621950626373291, 0.5186248421669006], "r_norm": [0.5207843780517578, 0.5068215727806091]}, {"step": 650, "epoch": 1, "train_loss": 0.08058304339647293, "cos_r_negg": [0.5444742441177368, 0.5029855966567993], "cos_innovation_negg": [0.5444742441177368, 0.5029855966567993], "cos_apical_negg": [0.5444742441177368, 0.5029855966567993], "cos_Ac_negg": [0.5444742441177368, 0.5029855966567993], "r_norm": [0.5173895359039307, 0.5014662146568298]}, {"step": 700, "epoch": 1, "train_loss": 0.11755891889333725, "cos_r_negg": [0.5506722927093506, 0.5113229751586914], "cos_innovation_negg": [0.5506722927093506, 0.5113229751586914], "cos_apical_negg": [0.5506722927093506, 0.5113229751586914], "cos_Ac_negg": [0.5506722927093506, 0.5113229751586914], "r_norm": [0.5765622854232788, 0.560756504535675]}, {"step": 750, "epoch": 1, "train_loss": 0.23040568828582764, "cos_r_negg": [0.5384642481803894, 0.4992826581001282], "cos_innovation_negg": [0.5384642481803894, 0.4992826581001282], "cos_apical_negg": [0.5384642481803894, 0.4992826581001282], "cos_Ac_negg": [0.5384642481803894, 0.4992826581001282], "r_norm": [0.6509343981742859, 0.6315335631370544], "ldr": {"dL_sdil": -0.026834636926651, "dL_bp": -0.02244660258293152, "ratio": 1.1954876836041175}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9474, "test_loss": 0.17808515548706055}, {"step": 800, "epoch": 2, "train_loss": 0.08361466228961945, "cos_r_negg": [0.5417087078094482, 0.5002466440200806], "cos_innovation_negg": [0.5417087078094482, 0.5002466440200806], "cos_apical_negg": [0.5417087078094482, 0.5002466440200806], "cos_Ac_negg": [0.5417087078094482, 0.5002466440200806], "r_norm": [0.48929154872894287, 0.47354334592819214]}, {"step": 850, "epoch": 2, "train_loss": 0.04667083919048309, "cos_r_negg": [0.5620514750480652, 0.5240523219108582], "cos_innovation_negg": [0.5620514750480652, 0.5240523219108582], "cos_apical_negg": [0.5620514750480652, 0.5240523219108582], "cos_Ac_negg": [0.5620514750480652, 0.5240523219108582], "r_norm": [0.4195229113101959, 0.40999138355255127]}, {"step": 900, "epoch": 2, "train_loss": 0.057723961770534515, "cos_r_negg": [0.5589436888694763, 0.5307680368423462], "cos_innovation_negg": [0.5589436888694763, 0.5307680368423462], "cos_apical_negg": [0.5589436888694763, 0.5307680368423462], "cos_Ac_negg": [0.5589436888694763, 0.5307680368423462], "r_norm": [0.4356842637062073, 0.4238516092300415]}, {"step": 950, "epoch": 2, "train_loss": 0.1665927916765213, "cos_r_negg": [0.5521540641784668, 0.5297629833221436], "cos_innovation_negg": [0.5521540641784668, 0.5297629833221436], "cos_apical_negg": [0.5521540641784668, 0.5297629833221436], "cos_Ac_negg": [0.5521540641784668, 0.5297629833221436], "r_norm": [0.443907767534256, 0.42933008074760437]}, {"step": 1000, "epoch": 2, "train_loss": 0.09175475686788559, "cos_r_negg": [0.562678337097168, 0.533344030380249], "cos_innovation_negg": [0.562678337097168, 0.533344030380249], "cos_apical_negg": [0.562678337097168, 0.533344030380249], "cos_Ac_negg": [0.562678337097168, 0.533344030380249], "r_norm": [0.39858901500701904, 0.38635262846946716], "ldr": {"dL_sdil": -0.006792396306991577, "dL_bp": -0.005555972456932068, "ratio": 1.222539593139424}}, {"step": 1050, "epoch": 2, "train_loss": 0.02091422863304615, "cos_r_negg": [0.5650436282157898, 0.5514701008796692], "cos_innovation_negg": [0.5650436282157898, 0.5514701008796692], "cos_apical_negg": [0.5650436282157898, 0.5514701008796692], "cos_Ac_negg": [0.5650436282157898, 0.5514701008796692], "r_norm": [0.456074595451355, 0.44000616669654846]}, {"step": 1100, "epoch": 2, "train_loss": 0.11698553711175919, "cos_r_negg": [0.5577489137649536, 0.5588964223861694], "cos_innovation_negg": [0.5577489137649536, 0.5588964223861694], "cos_apical_negg": [0.5577489137649536, 0.5588964223861694], "cos_Ac_negg": [0.5577489137649536, 0.5588964223861694], "r_norm": [0.3755415678024292, 0.3647325932979584]}, {"step": 1150, "epoch": 2, "train_loss": 0.13682124018669128, "cos_r_negg": [0.5624691247940063, 0.5539763569831848], "cos_innovation_negg": [0.5624691247940063, 0.5539763569831848], "cos_apical_negg": [0.5624691247940063, 0.5539763569831848], "cos_Ac_negg": [0.5624691247940063, 0.5539763569831848], "r_norm": [0.31384360790252686, 0.30602723360061646]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9635, "test_loss": 0.12745928497314454}, {"step": 1200, "epoch": 3, "train_loss": 0.051736846566200256, "cos_r_negg": [0.5587087869644165, 0.5542519688606262], "cos_innovation_negg": [0.5587087869644165, 0.5542519688606262], "cos_apical_negg": [0.5587087869644165, 0.5542519688606262], "cos_Ac_negg": [0.5587087869644165, 0.5542519688606262], "r_norm": [0.3483176827430725, 0.338947057723999]}, {"step": 1250, "epoch": 3, "train_loss": 0.08609269559383392, "cos_r_negg": [0.5704310536384583, 0.5608159303665161], "cos_innovation_negg": [0.5704310536384583, 0.5608159303665161], "cos_apical_negg": [0.5704310536384583, 0.5608159303665161], "cos_Ac_negg": [0.5704310536384583, 0.5608159303665161], "r_norm": [0.35028302669525146, 0.34130096435546875], "ldr": {"dL_sdil": -0.007575303316116333, "dL_bp": -0.006238237023353577, "ratio": 1.2143339997754639}}, {"step": 1300, "epoch": 3, "train_loss": 0.01615039072930813, "cos_r_negg": [0.5621748566627502, 0.5675457715988159], "cos_innovation_negg": [0.5621748566627502, 0.5675457715988159], "cos_apical_negg": [0.5621748566627502, 0.5675457715988159], "cos_Ac_negg": [0.5621748566627502, 0.5675457715988159], "r_norm": [0.31831973791122437, 0.30772480368614197]}, {"step": 1350, "epoch": 3, "train_loss": 0.042719945311546326, "cos_r_negg": [0.5658271312713623, 0.5691314935684204], "cos_innovation_negg": [0.5658271312713623, 0.5691314935684204], "cos_apical_negg": [0.5658271312713623, 0.5691314935684204], "cos_Ac_negg": [0.5658271312713623, 0.5691314935684204], "r_norm": [0.3412016034126282, 0.33203938603401184]}, {"step": 1400, "epoch": 3, "train_loss": 0.04992381110787392, "cos_r_negg": [0.5776964426040649, 0.5774520635604858], "cos_innovation_negg": [0.5776964426040649, 0.5774520635604858], "cos_apical_negg": [0.5776964426040649, 0.5774520635604858], "cos_Ac_negg": [0.5776964426040649, 0.5774520635604858], "r_norm": [0.41688424348831177, 0.40273988246917725]}, {"step": 1450, "epoch": 3, "train_loss": 0.024743668735027313, "cos_r_negg": [0.5743134617805481, 0.5771896839141846], "cos_innovation_negg": [0.5743134617805481, 0.5771896839141846], "cos_apical_negg": [0.5743134617805481, 0.5771896839141846], "cos_Ac_negg": [0.5743134617805481, 0.5771896839141846], "r_norm": [0.41799992322921753, 0.4043681025505066]}, {"step": 1500, "epoch": 3, "train_loss": 0.12380138039588928, "cos_r_negg": [0.5816031694412231, 0.5727519989013672], "cos_innovation_negg": [0.5816031694412231, 0.5727519989013672], "cos_apical_negg": [0.5816031694412231, 0.5727519989013672], "cos_Ac_negg": [0.5816031694412231, 0.5727519989013672], "r_norm": [0.30409562587738037, 0.2947741150856018], "ldr": {"dL_sdil": -0.0055012330412864685, "dL_bp": -0.0046345144510269165, "ratio": 1.1870138931312437}}, {"step": 1550, "epoch": 3, "train_loss": 0.06291449815034866, "cos_r_negg": [0.5786815881729126, 0.5733755230903625], "cos_innovation_negg": [0.5786815881729126, 0.5733755230903625], "cos_apical_negg": [0.5786815881729126, 0.5733755230903625], "cos_Ac_negg": [0.5786815881729126, 0.5733755230903625], "r_norm": [0.28004857897758484, 0.27172958850860596]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9651, "test_loss": 0.1260071876525879}, {"step": 1600, "epoch": 4, "train_loss": 0.09683623164892197, "cos_r_negg": [0.5775978565216064, 0.5828390121459961], "cos_innovation_negg": [0.5775978565216064, 0.5828390121459961], "cos_apical_negg": [0.5775978565216064, 0.5828390121459961], "cos_Ac_negg": [0.5775978565216064, 0.5828390121459961], "r_norm": [0.2864131033420563, 0.2777206301689148]}, {"step": 1650, "epoch": 4, "train_loss": 0.06303534656763077, "cos_r_negg": [0.577039361000061, 0.5932474136352539], "cos_innovation_negg": [0.577039361000061, 0.5932474136352539], "cos_apical_negg": [0.577039361000061, 0.5932474136352539], "cos_Ac_negg": [0.577039361000061, 0.5932474136352539], "r_norm": [0.3138207495212555, 0.30415797233581543]}, {"step": 1700, "epoch": 4, "train_loss": 0.009078395552933216, "cos_r_negg": [0.5875571966171265, 0.5938511490821838], "cos_innovation_negg": [0.5875571966171265, 0.5938511490821838], "cos_apical_negg": [0.5875571966171265, 0.5938511490821838], "cos_Ac_negg": [0.5875571966171265, 0.5938511490821838], "r_norm": [0.29079627990722656, 0.283414363861084]}, {"step": 1750, "epoch": 4, "train_loss": 0.07491913437843323, "cos_r_negg": [0.5789178013801575, 0.5974282026290894], "cos_innovation_negg": [0.5789178013801575, 0.5974282026290894], "cos_apical_negg": [0.5789178013801575, 0.5974282026290894], "cos_Ac_negg": [0.5789178013801575, 0.5974282026290894], "r_norm": [0.2878461480140686, 0.2809222936630249], "ldr": {"dL_sdil": -0.006607532501220703, "dL_bp": -0.005809038877487183, "ratio": 1.1374570975636034}}, {"step": 1800, "epoch": 4, "train_loss": 0.045531950891017914, "cos_r_negg": [0.5646361112594604, 0.5929559469223022], "cos_innovation_negg": [0.5646361112594604, 0.5929559469223022], "cos_apical_negg": [0.5646361112594604, 0.5929559469223022], "cos_Ac_negg": [0.5646361112594604, 0.5929559469223022], "r_norm": [0.31930965185165405, 0.3098793625831604]}, {"step": 1850, "epoch": 4, "train_loss": 0.14935463666915894, "cos_r_negg": [0.5725921392440796, 0.5965642333030701], "cos_innovation_negg": [0.5725921392440796, 0.5965642333030701], "cos_apical_negg": [0.5725921392440796, 0.5965642333030701], "cos_Ac_negg": [0.5725921392440796, 0.5965642333030701], "r_norm": [0.2751791179180145, 0.26702719926834106]}, {"step": 1900, "epoch": 4, "train_loss": 0.019118160009384155, "cos_r_negg": [0.5892603993415833, 0.6058883666992188], "cos_innovation_negg": [0.5892603993415833, 0.6058883666992188], "cos_apical_negg": [0.5892603993415833, 0.6058883666992188], "cos_Ac_negg": [0.5892603993415833, 0.6058883666992188], "r_norm": [0.2799067497253418, 0.271820992231369]}, {"step": 1950, "epoch": 4, "train_loss": 0.027391742914915085, "cos_r_negg": [0.5762507319450378, 0.6020923256874084], "cos_innovation_negg": [0.5762507319450378, 0.6020923256874084], "cos_apical_negg": [0.5762507319450378, 0.6020923256874084], "cos_Ac_negg": [0.5762507319450378, 0.6020923256874084], "r_norm": [0.24371090531349182, 0.23693442344665527]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9708, "test_loss": 0.10995375289916992}, {"step": 2000, "epoch": 5, "train_loss": 0.0278257317841053, "cos_r_negg": [0.5905859470367432, 0.6127804517745972], "cos_innovation_negg": [0.5905859470367432, 0.6127804517745972], "cos_apical_negg": [0.5905859470367432, 0.6127804517745972], "cos_Ac_negg": [0.5905859470367432, 0.6127804517745972], "r_norm": [0.27819550037384033, 0.2700117826461792], "ldr": {"dL_sdil": -0.00639989972114563, "dL_bp": -0.005595490336418152, "ratio": 1.1437603027373657}}, {"step": 2050, "epoch": 5, "train_loss": 0.00881775189191103, "cos_r_negg": [0.5754937529563904, 0.6069358587265015], "cos_innovation_negg": [0.5754937529563904, 0.6069358587265015], "cos_apical_negg": [0.5754937529563904, 0.6069358587265015], "cos_Ac_negg": [0.5754937529563904, 0.6069358587265015], "r_norm": [0.32495027780532837, 0.3143700063228607]}, {"step": 2100, "epoch": 5, "train_loss": 0.023076383396983147, "cos_r_negg": [0.5996184349060059, 0.6188980937004089], "cos_innovation_negg": [0.5996184349060059, 0.6188980937004089], "cos_apical_negg": [0.5996184349060059, 0.6188980937004089], "cos_Ac_negg": [0.5996184349060059, 0.6188980937004089], "r_norm": [0.30531004071235657, 0.2951022982597351]}, {"step": 2150, "epoch": 5, "train_loss": 0.0041510723531246185, "cos_r_negg": [0.5822294354438782, 0.6159955263137817], "cos_innovation_negg": [0.5822294354438782, 0.6159955263137817], "cos_apical_negg": [0.5822294354438782, 0.6159955263137817], "cos_Ac_negg": [0.5822294354438782, 0.6159955263137817], "r_norm": [0.30050671100616455, 0.2905503511428833]}, {"step": 2200, "epoch": 5, "train_loss": 0.05550878122448921, "cos_r_negg": [0.5793807506561279, 0.6202987432479858], "cos_innovation_negg": [0.5793807506561279, 0.6202987432479858], "cos_apical_negg": [0.5793807506561279, 0.6202987432479858], "cos_Ac_negg": [0.5793807506561279, 0.6202987432479858], "r_norm": [0.27446797490119934, 0.2664400637149811]}, {"step": 2250, "epoch": 5, "train_loss": 0.005178225692361593, "cos_r_negg": [0.5836050510406494, 0.6165573000907898], "cos_innovation_negg": [0.5836050510406494, 0.6165573000907898], "cos_apical_negg": [0.5836050510406494, 0.6165573000907898], "cos_Ac_negg": [0.5836050510406494, 0.6165573000907898], "r_norm": [0.28505510091781616, 0.27517712116241455], "ldr": {"dL_sdil": -0.00690479576587677, "dL_bp": -0.006138734519481659, "ratio": 1.1247913953542001}}, {"step": 2300, "epoch": 5, "train_loss": 0.010989978909492493, "cos_r_negg": [0.5945956110954285, 0.6236411333084106], "cos_innovation_negg": [0.5945956110954285, 0.6236411333084106], "cos_apical_negg": [0.5945956110954285, 0.6236411333084106], "cos_Ac_negg": [0.5945956110954285, 0.6236411333084106], "r_norm": [0.2585603594779968, 0.2509670555591583]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9726, "test_loss": 0.10764730319976806}, {"step": 2350, "epoch": 6, "train_loss": 0.03239566832780838, "cos_r_negg": [0.5971052646636963, 0.6275500059127808], "cos_innovation_negg": [0.5971052646636963, 0.6275500059127808], "cos_apical_negg": [0.5971052646636963, 0.6275500059127808], "cos_Ac_negg": [0.5971052646636963, 0.6275500059127808], "r_norm": [0.22931817173957825, 0.22214195132255554]}, {"step": 2400, "epoch": 6, "train_loss": 0.007665679790079594, "cos_r_negg": [0.5996890068054199, 0.6322014927864075], "cos_innovation_negg": [0.5996890068054199, 0.6322014927864075], "cos_apical_negg": [0.5996890068054199, 0.6322014927864075], "cos_Ac_negg": [0.5996890068054199, 0.6322014927864075], "r_norm": [0.26578769087791443, 0.25984179973602295]}, {"step": 2450, "epoch": 6, "train_loss": 0.017628377303481102, "cos_r_negg": [0.5933181643486023, 0.6333267092704773], "cos_innovation_negg": [0.5933181643486023, 0.6333267092704773], "cos_apical_negg": [0.5933181643486023, 0.6333267092704773], "cos_Ac_negg": [0.5933181643486023, 0.6333267092704773], "r_norm": [0.24691206216812134, 0.23800456523895264]}, {"step": 2500, "epoch": 6, "train_loss": 0.008176056668162346, "cos_r_negg": [0.5891673564910889, 0.6347208023071289], "cos_innovation_negg": [0.5891673564910889, 0.6347208023071289], "cos_apical_negg": [0.5891673564910889, 0.6347208023071289], "cos_Ac_negg": [0.5891673564910889, 0.6347208023071289], "r_norm": [0.24992871284484863, 0.24425043165683746], "ldr": {"dL_sdil": -0.005787715315818787, "dL_bp": -0.005487158894538879, "ratio": 1.0547745066356722}}, {"step": 2550, "epoch": 6, "train_loss": 0.006900988519191742, "cos_r_negg": [0.5886584520339966, 0.6331275701522827], "cos_innovation_negg": [0.5886584520339966, 0.6331275701522827], "cos_apical_negg": [0.5886584520339966, 0.6331275701522827], "cos_Ac_negg": [0.5886584520339966, 0.6331275701522827], "r_norm": [0.2251356989145279, 0.21829065680503845]}, {"step": 2600, "epoch": 6, "train_loss": 0.00498034106567502, "cos_r_negg": [0.5909320116043091, 0.6367886066436768], "cos_innovation_negg": [0.5909320116043091, 0.6367886066436768], "cos_apical_negg": [0.5909320116043091, 0.6367886066436768], "cos_Ac_negg": [0.5909320116043091, 0.6367886066436768], "r_norm": [0.2207583338022232, 0.2139899730682373]}, {"step": 2650, "epoch": 6, "train_loss": 0.03380773589015007, "cos_r_negg": [0.5961669683456421, 0.6397151947021484], "cos_innovation_negg": [0.5961669683456421, 0.6397151947021484], "cos_apical_negg": [0.5961669683456421, 0.6397151947021484], "cos_Ac_negg": [0.5961669683456421, 0.6397151947021484], "r_norm": [0.26608431339263916, 0.2590426206588745]}, {"step": 2700, "epoch": 6, "train_loss": 0.00353991542942822, "cos_r_negg": [0.5831055641174316, 0.6295269727706909], "cos_innovation_negg": [0.5831055641174316, 0.6295269727706909], "cos_apical_negg": [0.5831055641174316, 0.6295269727706909], "cos_Ac_negg": [0.5831055641174316, 0.6295269727706909], "r_norm": [0.2763853073120117, 0.26886987686157227]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9728, "test_loss": 0.11134429750442505}, {"step": 2750, "epoch": 7, "train_loss": 0.0024345237761735916, "cos_r_negg": [0.5941411852836609, 0.6421990394592285], "cos_innovation_negg": [0.5941411852836609, 0.6421990394592285], "cos_apical_negg": [0.5941411852836609, 0.6421990394592285], "cos_Ac_negg": [0.5941411852836609, 0.6421990394592285], "r_norm": [0.22513003647327423, 0.2186572402715683], "ldr": {"dL_sdil": -0.005480349063873291, "dL_bp": -0.005135983228683472, "ratio": 1.0670496416862507}}, {"step": 2800, "epoch": 7, "train_loss": 0.001966618001461029, "cos_r_negg": [0.5946298837661743, 0.6379465460777283], "cos_innovation_negg": [0.5946298837661743, 0.6379465460777283], "cos_apical_negg": [0.5946298837661743, 0.6379465460777283], "cos_Ac_negg": [0.5946298837661743, 0.6379465460777283], "r_norm": [0.23873376846313477, 0.23187142610549927]}, {"step": 2850, "epoch": 7, "train_loss": 0.0032017268240451813, "cos_r_negg": [0.5876731872558594, 0.634443998336792], "cos_innovation_negg": [0.5876731872558594, 0.634443998336792], "cos_apical_negg": [0.5876731872558594, 0.634443998336792], "cos_Ac_negg": [0.5876731872558594, 0.634443998336792], "r_norm": [0.2325637936592102, 0.2258128821849823]}, {"step": 2900, "epoch": 7, "train_loss": 0.0015210916753858328, "cos_r_negg": [0.5945354700088501, 0.6397449970245361], "cos_innovation_negg": [0.5945354700088501, 0.6397449970245361], "cos_apical_negg": [0.5945354700088501, 0.6397449970245361], "cos_Ac_negg": [0.5945354700088501, 0.6397449970245361], "r_norm": [0.24735084176063538, 0.239877849817276]}, {"step": 2950, "epoch": 7, "train_loss": 0.004496786743402481, "cos_r_negg": [0.59709632396698, 0.6436682939529419], "cos_innovation_negg": [0.59709632396698, 0.6436682939529419], "cos_apical_negg": [0.59709632396698, 0.6436682939529419], "cos_Ac_negg": [0.59709632396698, 0.6436682939529419], "r_norm": [0.24889852106571198, 0.24196921288967133]}, {"step": 3000, "epoch": 7, "train_loss": 0.004763733595609665, "cos_r_negg": [0.5920489430427551, 0.6408205032348633], "cos_innovation_negg": [0.5920489430427551, 0.6408205032348633], "cos_apical_negg": [0.5920489430427551, 0.6408205032348633], "cos_Ac_negg": [0.5920489430427551, 0.6408205032348633], "r_norm": [0.2546270489692688, 0.2475394904613495], "ldr": {"dL_sdil": -0.00705302506685257, "dL_bp": -0.006854206323623657, "ratio": 1.0290068220654032}}, {"step": 3050, "epoch": 7, "train_loss": 0.001703704590909183, "cos_r_negg": [0.5952513813972473, 0.6442930698394775], "cos_innovation_negg": [0.5952513813972473, 0.6442930698394775], "cos_apical_negg": [0.5952513813972473, 0.6442930698394775], "cos_Ac_negg": [0.5952513813972473, 0.6442930698394775], "r_norm": [0.23072338104248047, 0.22387085855007172]}, {"step": 3100, "epoch": 7, "train_loss": 0.0023676464334130287, "cos_r_negg": [0.5918506383895874, 0.6348253488540649], "cos_innovation_negg": [0.5918506383895874, 0.6348253488540649], "cos_apical_negg": [0.5918506383895874, 0.6348253488540649], "cos_Ac_negg": [0.5918506383895874, 0.6348253488540649], "r_norm": [0.21540704369544983, 0.20856653153896332]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9716, "test_loss": 0.1188481632232666}, {"step": 3150, "epoch": 8, "train_loss": 0.0020352527499198914, "cos_r_negg": [0.591698408126831, 0.6409791707992554], "cos_innovation_negg": [0.591698408126831, 0.6409791707992554], "cos_apical_negg": [0.591698408126831, 0.6409791707992554], "cos_Ac_negg": [0.591698408126831, 0.6409791707992554], "r_norm": [0.24433206021785736, 0.2372390329837799]}, {"step": 3200, "epoch": 8, "train_loss": 0.0066174608655273914, "cos_r_negg": [0.5923726558685303, 0.6414875984191895], "cos_innovation_negg": [0.5923726558685303, 0.6414875984191895], "cos_apical_negg": [0.5923726558685303, 0.6414875984191895], "cos_Ac_negg": [0.5923726558685303, 0.6414875984191895], "r_norm": [0.2438667118549347, 0.23720654845237732]}, {"step": 3250, "epoch": 8, "train_loss": 0.0006056496640667319, "cos_r_negg": [0.5931276082992554, 0.6418598294258118], "cos_innovation_negg": [0.5931276082992554, 0.6418598294258118], "cos_apical_negg": [0.5931276082992554, 0.6418598294258118], "cos_Ac_negg": [0.5931276082992554, 0.6418598294258118], "r_norm": [0.26095789670944214, 0.25397834181785583], "ldr": {"dL_sdil": -0.008558094501495361, "dL_bp": -0.008432500064373016, "ratio": 1.014894092637245}}, {"step": 3300, "epoch": 8, "train_loss": 0.0009387640748172998, "cos_r_negg": [0.5956038236618042, 0.6403820514678955], "cos_innovation_negg": [0.5956038236618042, 0.6403820514678955], "cos_apical_negg": [0.5956038236618042, 0.6403820514678955], "cos_Ac_negg": [0.5956038236618042, 0.6403820514678955], "r_norm": [0.2333090603351593, 0.22656267881393433]}, {"step": 3350, "epoch": 8, "train_loss": 0.003193917917087674, "cos_r_negg": [0.6003827452659607, 0.6450000405311584], "cos_innovation_negg": [0.6003827452659607, 0.6450000405311584], "cos_apical_negg": [0.6003827452659607, 0.6450000405311584], "cos_Ac_negg": [0.6003827452659607, 0.6450000405311584], "r_norm": [0.22949542105197906, 0.2229115068912506]}, {"step": 3400, "epoch": 8, "train_loss": 0.002672500442713499, "cos_r_negg": [0.5953068733215332, 0.6407660245895386], "cos_innovation_negg": [0.5953068733215332, 0.6407660245895386], "cos_apical_negg": [0.5953068733215332, 0.6407660245895386], "cos_Ac_negg": [0.5953068733215332, 0.6407660245895386], "r_norm": [0.23056602478027344, 0.22388117015361786]}, {"step": 3450, "epoch": 8, "train_loss": 0.0026800697669386864, "cos_r_negg": [0.5997775793075562, 0.6483496427536011], "cos_innovation_negg": [0.5997775793075562, 0.6483496427536011], "cos_apical_negg": [0.5997775793075562, 0.6483496427536011], "cos_Ac_negg": [0.5997775793075562, 0.6483496427536011], "r_norm": [0.22649666666984558, 0.21961700916290283]}, {"step": 3500, "epoch": 8, "train_loss": 0.004473387263715267, "cos_r_negg": [0.5963672399520874, 0.6470710635185242], "cos_innovation_negg": [0.5963672399520874, 0.6470710635185242], "cos_apical_negg": [0.5963672399520874, 0.6470710635185242], "cos_Ac_negg": [0.5963672399520874, 0.6470710635185242], "r_norm": [0.24887266755104065, 0.24075102806091309], "ldr": {"dL_sdil": -0.00763828307390213, "dL_bp": -0.007707066833972931, "ratio": 0.9910752350339561}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9739, "test_loss": 0.11844432487487792}, {"step": 3550, "epoch": 9, "train_loss": 0.0014207197818905115, "cos_r_negg": [0.5998355150222778, 0.6495572328567505], "cos_innovation_negg": [0.5998355150222778, 0.6495572328567505], "cos_apical_negg": [0.5998355150222778, 0.6495572328567505], "cos_Ac_negg": [0.5998355150222778, 0.6495572328567505], "r_norm": [0.2280387282371521, 0.22174657881259918]}, {"step": 3600, "epoch": 9, "train_loss": 0.0023341465275734663, "cos_r_negg": [0.5977030992507935, 0.6454682350158691], "cos_innovation_negg": [0.5977030992507935, 0.6454682350158691], "cos_apical_negg": [0.5977030992507935, 0.6454682350158691], "cos_Ac_negg": [0.5977030992507935, 0.6454682350158691], "r_norm": [0.22872726619243622, 0.2222299575805664]}, {"step": 3650, "epoch": 9, "train_loss": 0.0016546105034649372, "cos_r_negg": [0.6009681224822998, 0.648840069770813], "cos_innovation_negg": [0.6009681224822998, 0.648840069770813], "cos_apical_negg": [0.6009681224822998, 0.648840069770813], "cos_Ac_negg": [0.6009681224822998, 0.648840069770813], "r_norm": [0.23373138904571533, 0.22728905081748962]}, {"step": 3700, "epoch": 9, "train_loss": 0.004689612425863743, "cos_r_negg": [0.5987231731414795, 0.6470181941986084], "cos_innovation_negg": [0.5987231731414795, 0.6470181941986084], "cos_apical_negg": [0.5987231731414795, 0.6470181941986084], "cos_Ac_negg": [0.5987231731414795, 0.6470181941986084], "r_norm": [0.24125857651233673, 0.23461678624153137]}, {"step": 3750, "epoch": 9, "train_loss": 0.0018570836400613189, "cos_r_negg": [0.5956434011459351, 0.643896222114563], "cos_innovation_negg": [0.5956434011459351, 0.643896222114563], "cos_apical_negg": [0.5956434011459351, 0.643896222114563], "cos_Ac_negg": [0.5956434011459351, 0.643896222114563], "r_norm": [0.23500972986221313, 0.22823646664619446], "ldr": {"dL_sdil": -0.007677294313907623, "dL_bp": -0.007873840630054474, "ratio": 0.9750380626962867}}, {"step": 3800, "epoch": 9, "train_loss": 0.00049739854875952, "cos_r_negg": [0.592772364616394, 0.6440197229385376], "cos_innovation_negg": [0.592772364616394, 0.6440197229385376], "cos_apical_negg": [0.592772364616394, 0.6440197229385376], "cos_Ac_negg": [0.592772364616394, 0.6440197229385376], "r_norm": [0.23323020339012146, 0.22666144371032715]}, {"step": 3850, "epoch": 9, "train_loss": 0.0021891945507377386, "cos_r_negg": [0.5994287729263306, 0.6501649618148804], "cos_innovation_negg": [0.5994287729263306, 0.6501649618148804], "cos_apical_negg": [0.5994287729263306, 0.6501649618148804], "cos_Ac_negg": [0.5994287729263306, 0.6501649618148804], "r_norm": [0.24219833314418793, 0.2355451136827469]}, {"step": 3900, "epoch": 9, "train_loss": 0.0036727311089634895, "cos_r_negg": [0.5950813293457031, 0.6433470249176025], "cos_innovation_negg": [0.5950813293457031, 0.6433470249176025], "cos_apical_negg": [0.5950813293457031, 0.6433470249176025], "cos_Ac_negg": [0.5950813293457031, 0.6433470249176025], "r_norm": [0.23430335521697998, 0.22765932977199554]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9744, "test_loss": 0.11809155950546264}, {"step": 3950, "epoch": 10, "train_loss": 0.0012276654597371817, "cos_r_negg": [0.5932086110115051, 0.6438488960266113], "cos_innovation_negg": [0.5932086110115051, 0.6438488960266113], "cos_apical_negg": [0.5932086110115051, 0.6438488960266113], "cos_Ac_negg": [0.5932086110115051, 0.6438488960266113], "r_norm": [0.2322661429643631, 0.22554615139961243]}, {"step": 4000, "epoch": 10, "train_loss": 0.0034768397454172373, "cos_r_negg": [0.5942278504371643, 0.6467244029045105], "cos_innovation_negg": [0.5942278504371643, 0.6467244029045105], "cos_apical_negg": [0.5942278504371643, 0.6467244029045105], "cos_Ac_negg": [0.5942278504371643, 0.6467244029045105], "r_norm": [0.23320771753787994, 0.22638724744319916], "ldr": {"dL_sdil": -0.00821172446012497, "dL_bp": -0.00847768783569336, "ratio": 0.9686278404297205}}, {"step": 4050, "epoch": 10, "train_loss": 0.0009466068004257977, "cos_r_negg": [0.59519362449646, 0.6433978080749512], "cos_innovation_negg": [0.59519362449646, 0.6433978080749512], "cos_apical_negg": [0.59519362449646, 0.6433978080749512], "cos_Ac_negg": [0.59519362449646, 0.6433978080749512], "r_norm": [0.23229381442070007, 0.22555533051490784]}, {"step": 4100, "epoch": 10, "train_loss": 0.0005645191413350403, "cos_r_negg": [0.593665361404419, 0.6395037174224854], "cos_innovation_negg": [0.593665361404419, 0.6395037174224854], "cos_apical_negg": [0.593665361404419, 0.6395037174224854], "cos_Ac_negg": [0.593665361404419, 0.6395037174224854], "r_norm": [0.23257803916931152, 0.22602374851703644]}, {"step": 4150, "epoch": 10, "train_loss": 0.0002443574776407331, "cos_r_negg": [0.5949262380599976, 0.644608736038208], "cos_innovation_negg": [0.5949262380599976, 0.644608736038208], "cos_apical_negg": [0.5949262380599976, 0.644608736038208], "cos_Ac_negg": [0.5949262380599976, 0.644608736038208], "r_norm": [0.22926665842533112, 0.22247719764709473]}, {"step": 4200, "epoch": 10, "train_loss": 0.0011232320684939623, "cos_r_negg": [0.5960502624511719, 0.6422604322433472], "cos_innovation_negg": [0.5960502624511719, 0.6422604322433472], "cos_apical_negg": [0.5960502624511719, 0.6422604322433472], "cos_Ac_negg": [0.5960502624511719, 0.6422604322433472], "r_norm": [0.2262609302997589, 0.219424769282341]}, {"step": 4250, "epoch": 10, "train_loss": 0.002107642125338316, "cos_r_negg": [0.5991883277893066, 0.6461054086685181], "cos_innovation_negg": [0.5991883277893066, 0.6461054086685181], "cos_apical_negg": [0.5991883277893066, 0.6461054086685181], "cos_Ac_negg": [0.5991883277893066, 0.6461054086685181], "r_norm": [0.23367346823215485, 0.22699788212776184], "ldr": {"dL_sdil": -0.008332200348377228, "dL_bp": -0.008690707385540009, "ratio": 0.9587482328815625}}, {"step": 4300, "epoch": 10, "train_loss": 0.001327254343777895, "cos_r_negg": [0.597557783126831, 0.6440165042877197], "cos_innovation_negg": [0.597557783126831, 0.6440165042877197], "cos_apical_negg": [0.597557783126831, 0.6440165042877197], "cos_Ac_negg": [0.597557783126831, 0.6440165042877197], "r_norm": [0.23259375989437103, 0.22577430307865143]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9746, "test_loss": 0.12071542463302612}, {"step": 4350, "epoch": 11, "train_loss": 0.0012117574224248528, "cos_r_negg": [0.5973182916641235, 0.6418781280517578], "cos_innovation_negg": [0.5973182916641235, 0.6418781280517578], "cos_apical_negg": [0.5973182916641235, 0.6418781280517578], "cos_Ac_negg": [0.5973182916641235, 0.6418781280517578], "r_norm": [0.23378399014472961, 0.22707606852054596]}, {"step": 4400, "epoch": 11, "train_loss": 0.000761353294365108, "cos_r_negg": [0.5961949825286865, 0.6411337852478027], "cos_innovation_negg": [0.5961949825286865, 0.6411337852478027], "cos_apical_negg": [0.5961949825286865, 0.6411337852478027], "cos_Ac_negg": [0.5961949825286865, 0.6411337852478027], "r_norm": [0.23286747932434082, 0.2261330485343933]}, {"step": 4450, "epoch": 11, "train_loss": 0.0013047592947259545, "cos_r_negg": [0.5958991646766663, 0.6422368288040161], "cos_innovation_negg": [0.5958991646766663, 0.6422368288040161], "cos_apical_negg": [0.5958991646766663, 0.6422368288040161], "cos_Ac_negg": [0.5958991646766663, 0.6422368288040161], "r_norm": [0.23191729187965393, 0.22510787844657898]}, {"step": 4500, "epoch": 11, "train_loss": 0.0001700724969850853, "cos_r_negg": [0.5974125862121582, 0.6439548134803772], "cos_innovation_negg": [0.5974125862121582, 0.6439548134803772], "cos_apical_negg": [0.5974125862121582, 0.6439548134803772], "cos_Ac_negg": [0.5974125862121582, 0.6439548134803772], "r_norm": [0.22892552614212036, 0.2221447378396988], "ldr": {"dL_sdil": -0.008311271667480469, "dL_bp": -0.008719906210899353, "ratio": 0.9531377364004081}}, {"step": 4550, "epoch": 11, "train_loss": 0.0010403930209577084, "cos_r_negg": [0.5959734916687012, 0.640487551689148], "cos_innovation_negg": [0.5959734916687012, 0.640487551689148], "cos_apical_negg": [0.5959734916687012, 0.640487551689148], "cos_Ac_negg": [0.5959734916687012, 0.640487551689148], "r_norm": [0.23002362251281738, 0.22324873507022858]}, {"step": 4600, "epoch": 11, "train_loss": 0.0001333621039520949, "cos_r_negg": [0.5993736386299133, 0.6430185437202454], "cos_innovation_negg": [0.5993736386299133, 0.6430185437202454], "cos_apical_negg": [0.5993736386299133, 0.6430185437202454], "cos_Ac_negg": [0.5993736386299133, 0.6430185437202454], "r_norm": [0.23309609293937683, 0.22626741230487823]}, {"step": 4650, "epoch": 11, "train_loss": 0.0006410435889847577, "cos_r_negg": [0.5998568534851074, 0.643768310546875], "cos_innovation_negg": [0.5998568534851074, 0.643768310546875], "cos_apical_negg": [0.5998568534851074, 0.643768310546875], "cos_Ac_negg": [0.5998568534851074, 0.643768310546875], "r_norm": [0.2309960573911667, 0.22419269382953644]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9744, "test_loss": 0.12307200660705567}, {"step": 4700, "epoch": 12, "train_loss": 0.0007443840149790049, "cos_r_negg": [0.5980951189994812, 0.642241358757019], "cos_innovation_negg": [0.5980951189994812, 0.642241358757019], "cos_apical_negg": [0.5980951189994812, 0.642241358757019], "cos_Ac_negg": [0.5980951189994812, 0.642241358757019], "r_norm": [0.22799652814865112, 0.22122254967689514]}, {"step": 4750, "epoch": 12, "train_loss": 0.0010298313573002815, "cos_r_negg": [0.5992274284362793, 0.6426503658294678], "cos_innovation_negg": [0.5992274284362793, 0.6426503658294678], "cos_apical_negg": [0.5992274284362793, 0.6426503658294678], "cos_Ac_negg": [0.5992274284362793, 0.6426503658294678], "r_norm": [0.22742287814617157, 0.22069907188415527], "ldr": {"dL_sdil": -0.008505091071128845, "dL_bp": -0.009028032422065735, "ratio": 0.9420758226721971}}, {"step": 4800, "epoch": 12, "train_loss": 0.00030135884298942983, "cos_r_negg": [0.5970932245254517, 0.6449553966522217], "cos_innovation_negg": [0.5970932245254517, 0.6449553966522217], "cos_apical_negg": [0.5970932245254517, 0.6449553966522217], "cos_Ac_negg": [0.5970932245254517, 0.6449553966522217], "r_norm": [0.22616177797317505, 0.21946287155151367]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005253219278529286, "cos_r_negg": [0.5974539518356323, 0.6424804925918579], "cos_innovation_negg": [0.5974539518356323, 0.6424804925918579], "cos_apical_negg": [0.5974539518356323, 0.6424804925918579], "cos_Ac_negg": [0.5974539518356323, 0.6424804925918579], "r_norm": [0.2305654138326645, 0.22380302846431732]}, {"step": 4900, "epoch": 12, "train_loss": 0.0018703893292695284, "cos_r_negg": [0.5970789194107056, 0.6428255438804626], "cos_innovation_negg": [0.5970789194107056, 0.6428255438804626], "cos_apical_negg": [0.5970789194107056, 0.6428255438804626], "cos_Ac_negg": [0.5970789194107056, 0.6428255438804626], "r_norm": [0.22921720147132874, 0.2224704474210739]}, {"step": 4950, "epoch": 12, "train_loss": 0.0002776377950794995, "cos_r_negg": [0.5970958471298218, 0.6421570181846619], "cos_innovation_negg": [0.5970958471298218, 0.6421570181846619], "cos_apical_negg": [0.5970958471298218, 0.6421570181846619], "cos_Ac_negg": [0.5970958471298218, 0.6421570181846619], "r_norm": [0.23160645365715027, 0.2249213010072708]}, {"step": 5000, "epoch": 12, "train_loss": 0.00044308986980468035, "cos_r_negg": [0.5986485481262207, 0.643528163433075], "cos_innovation_negg": [0.5986485481262207, 0.643528163433075], "cos_apical_negg": [0.5986485481262207, 0.643528163433075], "cos_Ac_negg": [0.5986485481262207, 0.643528163433075], "r_norm": [0.2278950810432434, 0.2212742567062378], "ldr": {"dL_sdil": -0.00859728455543518, "dL_bp": -0.009217590093612671, "ratio": 0.9327041524001668}}, {"step": 5050, "epoch": 12, "train_loss": 0.0004648278409149498, "cos_r_negg": [0.5989152193069458, 0.6426029205322266], "cos_innovation_negg": [0.5989152193069458, 0.6426029205322266], "cos_apical_negg": [0.5989152193069458, 0.6426029205322266], "cos_Ac_negg": [0.5989152193069458, 0.6426029205322266], "r_norm": [0.23011276125907898, 0.2233797013759613]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9745, "test_loss": 0.12476219425201417}, {"step": 5100, "epoch": 13, "train_loss": 0.0005300682969391346, "cos_r_negg": [0.5986961126327515, 0.64255291223526], "cos_innovation_negg": [0.5986961126327515, 0.64255291223526], "cos_apical_negg": [0.5986961126327515, 0.64255291223526], "cos_Ac_negg": [0.5986961126327515, 0.64255291223526], "r_norm": [0.23193243145942688, 0.2252538502216339]}, {"step": 5150, "epoch": 13, "train_loss": 0.0006598241161555052, "cos_r_negg": [0.598681628704071, 0.6425759196281433], "cos_innovation_negg": [0.598681628704071, 0.6425759196281433], "cos_apical_negg": [0.598681628704071, 0.6425759196281433], "cos_Ac_negg": [0.598681628704071, 0.6425759196281433], "r_norm": [0.23058250546455383, 0.22389571368694305]}, {"step": 5200, "epoch": 13, "train_loss": 0.0009425542084500194, "cos_r_negg": [0.5964964032173157, 0.6421717405319214], "cos_innovation_negg": [0.5964964032173157, 0.6421717405319214], "cos_apical_negg": [0.5964964032173157, 0.6421717405319214], "cos_Ac_negg": [0.5964964032173157, 0.6421717405319214], "r_norm": [0.22771838307380676, 0.22108043730258942]}, {"step": 5250, "epoch": 13, "train_loss": 0.0004400961915962398, "cos_r_negg": [0.5973281264305115, 0.6427346467971802], "cos_innovation_negg": [0.5973281264305115, 0.6427346467971802], "cos_apical_negg": [0.5973281264305115, 0.6427346467971802], "cos_Ac_negg": [0.5973281264305115, 0.6427346467971802], "r_norm": [0.22843794524669647, 0.22183853387832642], "ldr": {"dL_sdil": -0.00874609500169754, "dL_bp": -0.009416982531547546, "ratio": 0.928757696257534}}, {"step": 5300, "epoch": 13, "train_loss": 0.0006409219931811094, "cos_r_negg": [0.5983526706695557, 0.6437036991119385], "cos_innovation_negg": [0.5983526706695557, 0.6437036991119385], "cos_apical_negg": [0.5983526706695557, 0.6437036991119385], "cos_Ac_negg": [0.5983526706695557, 0.6437036991119385], "r_norm": [0.23062951862812042, 0.22392426431179047]}, {"step": 5350, "epoch": 13, "train_loss": 0.0005626697093248367, "cos_r_negg": [0.5974054336547852, 0.6426959037780762], "cos_innovation_negg": [0.5974054336547852, 0.6426959037780762], "cos_apical_negg": [0.5974054336547852, 0.6426959037780762], "cos_Ac_negg": [0.5974054336547852, 0.6426959037780762], "r_norm": [0.23127560317516327, 0.22458548843860626]}, {"step": 5400, "epoch": 13, "train_loss": 0.0004418440512381494, "cos_r_negg": [0.5978883504867554, 0.6442698240280151], "cos_innovation_negg": [0.5978883504867554, 0.6442698240280151], "cos_apical_negg": [0.5978883504867554, 0.6442698240280151], "cos_Ac_negg": [0.5978883504867554, 0.6442698240280151], "r_norm": [0.22882568836212158, 0.2221469283103943]}, {"step": 5450, "epoch": 13, "train_loss": 0.0003296297509223223, "cos_r_negg": [0.5979045629501343, 0.6424238681793213], "cos_innovation_negg": [0.5979045629501343, 0.6424238681793213], "cos_apical_negg": [0.5979045629501343, 0.6424238681793213], "cos_Ac_negg": [0.5979045629501343, 0.6424238681793213], "r_norm": [0.22751790285110474, 0.2208065539598465]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9746, "test_loss": 0.1263043641090393}, {"step": 5500, "epoch": 14, "train_loss": 0.00042431693873368204, "cos_r_negg": [0.5979215502738953, 0.644504189491272], "cos_innovation_negg": [0.5979215502738953, 0.644504189491272], "cos_apical_negg": [0.5979215502738953, 0.644504189491272], "cos_Ac_negg": [0.5979215502738953, 0.644504189491272], "r_norm": [0.22482337057590485, 0.2182009369134903], "ldr": {"dL_sdil": -0.008667148649692535, "dL_bp": -0.00938946008682251, "ratio": 0.9230721010099727}}, {"step": 5550, "epoch": 14, "train_loss": 0.00020371949358377606, "cos_r_negg": [0.5974996089935303, 0.6428130865097046], "cos_innovation_negg": [0.5974996089935303, 0.6428130865097046], "cos_apical_negg": [0.5974996089935303, 0.6428130865097046], "cos_Ac_negg": [0.5974996089935303, 0.6428130865097046], "r_norm": [0.22622258961200714, 0.2195000946521759]}, {"step": 5600, "epoch": 14, "train_loss": 0.000332406023517251, "cos_r_negg": [0.5994234085083008, 0.6446596384048462], "cos_innovation_negg": [0.5994234085083008, 0.6446596384048462], "cos_apical_negg": [0.5994234085083008, 0.6446596384048462], "cos_Ac_negg": [0.5994234085083008, 0.6446596384048462], "r_norm": [0.22607623040676117, 0.21942922472953796]}, {"step": 5650, "epoch": 14, "train_loss": 0.0004315799451433122, "cos_r_negg": [0.5990035533905029, 0.6441003084182739], "cos_innovation_negg": [0.5990035533905029, 0.6441003084182739], "cos_apical_negg": [0.5990035533905029, 0.6441003084182739], "cos_Ac_negg": [0.5990035533905029, 0.6441003084182739], "r_norm": [0.22603896260261536, 0.2193731963634491]}, {"step": 5700, "epoch": 14, "train_loss": 6.864019087515771e-05, "cos_r_negg": [0.5988796949386597, 0.643771767616272], "cos_innovation_negg": [0.5988796949386597, 0.643771767616272], "cos_apical_negg": [0.5988796949386597, 0.643771767616272], "cos_Ac_negg": [0.5988796949386597, 0.643771767616272], "r_norm": [0.22701314091682434, 0.22032062709331512]}, {"step": 5750, "epoch": 14, "train_loss": 0.0007621959084644914, "cos_r_negg": [0.5981828570365906, 0.646683394908905], "cos_innovation_negg": [0.5981828570365906, 0.646683394908905], "cos_apical_negg": [0.5981828570365906, 0.646683394908905], "cos_Ac_negg": [0.5981828570365906, 0.646683394908905], "r_norm": [0.22824344038963318, 0.22150468826293945], "ldr": {"dL_sdil": -0.00878867506980896, "dL_bp": -0.009602896869182587, "ratio": 0.9152108149795287}}, {"step": 5800, "epoch": 14, "train_loss": 0.0012402585707604885, "cos_r_negg": [0.597477912902832, 0.6436625719070435], "cos_innovation_negg": [0.597477912902832, 0.6436625719070435], "cos_apical_negg": [0.597477912902832, 0.6436625719070435], "cos_Ac_negg": [0.597477912902832, 0.6436625719070435], "r_norm": [0.22814781963825226, 0.22151732444763184]}, {"step": 5850, "epoch": 14, "train_loss": 0.0007449983968399465, "cos_r_negg": [0.5985239744186401, 0.6438581943511963], "cos_innovation_negg": [0.5985239744186401, 0.6438581943511963], "cos_apical_negg": [0.5985239744186401, 0.6438581943511963], "cos_Ac_negg": [0.5985239744186401, 0.6438581943511963], "r_norm": [0.22777244448661804, 0.2211543619632721]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9745, "test_loss": 0.12708712759017946}, {"step": 5900, "epoch": 15, "train_loss": 0.0003472983371466398, "cos_r_negg": [0.5981889963150024, 0.6463009119033813], "cos_innovation_negg": [0.5981889963150024, 0.6463009119033813], "cos_apical_negg": [0.5981889963150024, 0.6463009119033813], "cos_Ac_negg": [0.5981889963150024, 0.6463009119033813], "r_norm": [0.22726821899414062, 0.22064906358718872]}, {"step": 5950, "epoch": 15, "train_loss": 0.000555574195459485, "cos_r_negg": [0.5986809730529785, 0.6446576714515686], "cos_innovation_negg": [0.5986809730529785, 0.6446576714515686], "cos_apical_negg": [0.5986809730529785, 0.6446576714515686], "cos_Ac_negg": [0.5986809730529785, 0.6446576714515686], "r_norm": [0.22752851247787476, 0.22093668580055237]}, {"step": 6000, "epoch": 15, "train_loss": 0.000767745019402355, "cos_r_negg": [0.5989841222763062, 0.6442371606826782], "cos_innovation_negg": [0.5989841222763062, 0.6442371606826782], "cos_apical_negg": [0.5989841222763062, 0.6442371606826782], "cos_Ac_negg": [0.5989841222763062, 0.6442371606826782], "r_norm": [0.2277991771697998, 0.22120018303394318], "ldr": {"dL_sdil": -0.00895371288061142, "dL_bp": -0.009829193353652954, "ratio": 0.9109305879392262}}, {"step": 6050, "epoch": 15, "train_loss": 0.001320438925176859, "cos_r_negg": [0.5974905490875244, 0.643846869468689], "cos_innovation_negg": [0.5974905490875244, 0.643846869468689], "cos_apical_negg": [0.5974905490875244, 0.643846869468689], "cos_Ac_negg": [0.5974905490875244, 0.643846869468689], "r_norm": [0.22768664360046387, 0.2210417091846466]}, {"step": 6100, "epoch": 15, "train_loss": 0.0007327111670747399, "cos_r_negg": [0.5994951725006104, 0.6446265578269958], "cos_innovation_negg": [0.5994951725006104, 0.6446265578269958], "cos_apical_negg": [0.5994951725006104, 0.6446265578269958], "cos_Ac_negg": [0.5994951725006104, 0.6446265578269958], "r_norm": [0.22855760157108307, 0.22194220125675201]}, {"step": 6150, "epoch": 15, "train_loss": 0.0001966050622286275, "cos_r_negg": [0.5989223122596741, 0.6445639133453369], "cos_innovation_negg": [0.5989223122596741, 0.6445639133453369], "cos_apical_negg": [0.5989223122596741, 0.6445639133453369], "cos_Ac_negg": [0.5989223122596741, 0.6445639133453369], "r_norm": [0.22566334903240204, 0.21902534365653992]}, {"step": 6200, "epoch": 15, "train_loss": 0.00033419032115489244, "cos_r_negg": [0.5977328419685364, 0.645357608795166], "cos_innovation_negg": [0.5977328419685364, 0.645357608795166], "cos_apical_negg": [0.5977328419685364, 0.645357608795166], "cos_Ac_negg": [0.5977328419685364, 0.645357608795166], "r_norm": [0.2282458245754242, 0.22160334885120392]}, {"step": 6250, "epoch": 15, "train_loss": 0.0003467423375695944, "cos_r_negg": [0.596674382686615, 0.6465654969215393], "cos_innovation_negg": [0.596674382686615, 0.6465654969215393], "cos_apical_negg": [0.596674382686615, 0.6465654969215393], "cos_Ac_negg": [0.596674382686615, 0.6465654969215393], "r_norm": [0.22824423015117645, 0.22151289880275726], "ldr": {"dL_sdil": -0.009059719741344452, "dL_bp": -0.009991571307182312, "ratio": 0.9067362342529637}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9745, "test_loss": 0.12776012573242188}, {"step": 6300, "epoch": 16, "train_loss": 0.0009258768986910582, "cos_r_negg": [0.5987743735313416, 0.6466633081436157], "cos_innovation_negg": [0.5987743735313416, 0.6466633081436157], "cos_apical_negg": [0.5987743735313416, 0.6466633081436157], "cos_Ac_negg": [0.5987743735313416, 0.6466633081436157], "r_norm": [0.22826679050922394, 0.2216043919324875]}, {"step": 6350, "epoch": 16, "train_loss": 0.000373722956283018, "cos_r_negg": [0.5992097854614258, 0.646144449710846], "cos_innovation_negg": [0.5992097854614258, 0.646144449710846], "cos_apical_negg": [0.5992097854614258, 0.646144449710846], "cos_Ac_negg": [0.5992097854614258, 0.646144449710846], "r_norm": [0.22974468767642975, 0.22308476269245148]}, {"step": 6400, "epoch": 16, "train_loss": 0.0004649608163163066, "cos_r_negg": [0.5960071086883545, 0.6452606916427612], "cos_innovation_negg": [0.5960071086883545, 0.6452606916427612], "cos_apical_negg": [0.5960071086883545, 0.6452606916427612], "cos_Ac_negg": [0.5960071086883545, 0.6452606916427612], "r_norm": [0.22680479288101196, 0.22007665038108826]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002677394077181816, "cos_r_negg": [0.597426176071167, 0.6450099945068359], "cos_innovation_negg": [0.597426176071167, 0.6450099945068359], "cos_apical_negg": [0.597426176071167, 0.6450099945068359], "cos_Ac_negg": [0.597426176071167, 0.6450099945068359], "r_norm": [0.22601069509983063, 0.21936699748039246]}, {"step": 6500, "epoch": 16, "train_loss": 0.00031517239403910935, "cos_r_negg": [0.5961996912956238, 0.6456459164619446], "cos_innovation_negg": [0.5961996912956238, 0.6456459164619446], "cos_apical_negg": [0.5961996912956238, 0.6456459164619446], "cos_Ac_negg": [0.5961996912956238, 0.6456459164619446], "r_norm": [0.22439537942409515, 0.21774442493915558], "ldr": {"dL_sdil": -0.008886314928531647, "dL_bp": -0.009860366582870483, "ratio": 0.9012154724520113}}, {"step": 6550, "epoch": 16, "train_loss": 0.00038580308319069445, "cos_r_negg": [0.5981236100196838, 0.6470367908477783], "cos_innovation_negg": [0.5981236100196838, 0.6470367908477783], "cos_apical_negg": [0.5981236100196838, 0.6470367908477783], "cos_Ac_negg": [0.5981236100196838, 0.6470367908477783], "r_norm": [0.22592735290527344, 0.2193050980567932]}, {"step": 6600, "epoch": 16, "train_loss": 0.0001787462388165295, "cos_r_negg": [0.5973395109176636, 0.6478567123413086], "cos_innovation_negg": [0.5973395109176636, 0.6478567123413086], "cos_apical_negg": [0.5973395109176636, 0.6478567123413086], "cos_Ac_negg": [0.5973395109176636, 0.6478567123413086], "r_norm": [0.22703400254249573, 0.22034704685211182]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9744, "test_loss": 0.1289568772315979}, {"step": 6650, "epoch": 17, "train_loss": 0.00044967804569751024, "cos_r_negg": [0.5964212417602539, 0.6471078395843506], "cos_innovation_negg": [0.5964212417602539, 0.6471078395843506], "cos_apical_negg": [0.5964212417602539, 0.6471078395843506], "cos_Ac_negg": [0.5964212417602539, 0.6471078395843506], "r_norm": [0.22609758377075195, 0.21942238509655]}, {"step": 6700, "epoch": 17, "train_loss": 0.00012359935499262065, "cos_r_negg": [0.5966982841491699, 0.6467245221138], "cos_innovation_negg": [0.5966982841491699, 0.6467245221138], "cos_apical_negg": [0.5966982841491699, 0.6467245221138], "cos_Ac_negg": [0.5966982841491699, 0.6467245221138], "r_norm": [0.22869762778282166, 0.22206524014472961]}, {"step": 6750, "epoch": 17, "train_loss": 0.0003491122042760253, "cos_r_negg": [0.5979145765304565, 0.6476021409034729], "cos_innovation_negg": [0.5979145765304565, 0.6476021409034729], "cos_apical_negg": [0.5979145765304565, 0.6476021409034729], "cos_Ac_negg": [0.5979145765304565, 0.6476021409034729], "r_norm": [0.22657541930675507, 0.21992333233356476], "ldr": {"dL_sdil": -0.009135834872722626, "dL_bp": -0.010153226554393768, "ratio": 0.8997962198301513}}, {"step": 6800, "epoch": 17, "train_loss": 0.0005788365961052477, "cos_r_negg": [0.5973542928695679, 0.6473089456558228], "cos_innovation_negg": [0.5973542928695679, 0.6473089456558228], "cos_apical_negg": [0.5973542928695679, 0.6473089456558228], "cos_Ac_negg": [0.5973542928695679, 0.6473089456558228], "r_norm": [0.2257119119167328, 0.21901799738407135]}, {"step": 6850, "epoch": 17, "train_loss": 0.00036225636722519994, "cos_r_negg": [0.5967221260070801, 0.6466405391693115], "cos_innovation_negg": [0.5967221260070801, 0.6466405391693115], "cos_apical_negg": [0.5967221260070801, 0.6466405391693115], "cos_Ac_negg": [0.5967221260070801, 0.6466405391693115], "r_norm": [0.2282339334487915, 0.22156551480293274]}, {"step": 6900, "epoch": 17, "train_loss": 0.0004017383907921612, "cos_r_negg": [0.5963815450668335, 0.6464903354644775], "cos_innovation_negg": [0.5963815450668335, 0.6464903354644775], "cos_apical_negg": [0.5963815450668335, 0.6464903354644775], "cos_Ac_negg": [0.5963815450668335, 0.6464903354644775], "r_norm": [0.2270776629447937, 0.22043728828430176]}, {"step": 6950, "epoch": 17, "train_loss": 0.000518693239428103, "cos_r_negg": [0.5961581468582153, 0.6456665992736816], "cos_innovation_negg": [0.5961581468582153, 0.6456665992736816], "cos_apical_negg": [0.5961581468582153, 0.6456665992736816], "cos_Ac_negg": [0.5961581468582153, 0.6456665992736816], "r_norm": [0.22639116644859314, 0.21970631182193756]}, {"step": 7000, "epoch": 17, "train_loss": 0.0003492681425996125, "cos_r_negg": [0.5963647961616516, 0.6460615992546082], "cos_innovation_negg": [0.5963647961616516, 0.6460615992546082], "cos_apical_negg": [0.5963647961616516, 0.6460615992546082], "cos_Ac_negg": [0.5963647961616516, 0.6460615992546082], "r_norm": [0.22714920341968536, 0.22047993540763855], "ldr": {"dL_sdil": -0.009189106523990631, "dL_bp": -0.010312221944332123, "ratio": 0.8910889014603893}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9746, "test_loss": 0.13021537590026855}, {"step": 7050, "epoch": 18, "train_loss": 0.0001798287994461134, "cos_r_negg": [0.597424328327179, 0.6479730010032654], "cos_innovation_negg": [0.597424328327179, 0.6479730010032654], "cos_apical_negg": [0.597424328327179, 0.6479730010032654], "cos_Ac_negg": [0.597424328327179, 0.6479730010032654], "r_norm": [0.22613462805747986, 0.21951092779636383]}, {"step": 7100, "epoch": 18, "train_loss": 0.00035615215892903507, "cos_r_negg": [0.5971280336380005, 0.6481958627700806], "cos_innovation_negg": [0.5971280336380005, 0.6481958627700806], "cos_apical_negg": [0.5971280336380005, 0.6481958627700806], "cos_Ac_negg": [0.5971280336380005, 0.6481958627700806], "r_norm": [0.22682809829711914, 0.22022002935409546]}, {"step": 7150, "epoch": 18, "train_loss": 0.00044333748519420624, "cos_r_negg": [0.5968825817108154, 0.6478492021560669], "cos_innovation_negg": [0.5968825817108154, 0.6478492021560669], "cos_apical_negg": [0.5968825817108154, 0.6478492021560669], "cos_Ac_negg": [0.5968825817108154, 0.6478492021560669], "r_norm": [0.22786080837249756, 0.22119192779064178]}, {"step": 7200, "epoch": 18, "train_loss": 0.00025269697653129697, "cos_r_negg": [0.5964873433113098, 0.6467173099517822], "cos_innovation_negg": [0.5964873433113098, 0.6467173099517822], "cos_apical_negg": [0.5964873433113098, 0.6467173099517822], "cos_Ac_negg": [0.5964873433113098, 0.6467173099517822], "r_norm": [0.2265917956829071, 0.21989625692367554]}, {"step": 7250, "epoch": 18, "train_loss": 0.00046962284250184894, "cos_r_negg": [0.5959790349006653, 0.6476318836212158], "cos_innovation_negg": [0.5959790349006653, 0.6476318836212158], "cos_apical_negg": [0.5959790349006653, 0.6476318836212158], "cos_Ac_negg": [0.5959790349006653, 0.6476318836212158], "r_norm": [0.2256944179534912, 0.21903401613235474], "ldr": {"dL_sdil": -0.009216278791427612, "dL_bp": -0.010370738804340363, "ratio": 0.8886810250751291}}, {"step": 7300, "epoch": 18, "train_loss": 0.0004264643066562712, "cos_r_negg": [0.5970223546028137, 0.6466161608695984], "cos_innovation_negg": [0.5970223546028137, 0.6466161608695984], "cos_apical_negg": [0.5970223546028137, 0.6466161608695984], "cos_Ac_negg": [0.5970223546028137, 0.6466161608695984], "r_norm": [0.22715283930301666, 0.22051510214805603]}, {"step": 7350, "epoch": 18, "train_loss": 0.0008663156186230481, "cos_r_negg": [0.5964654088020325, 0.6482692956924438], "cos_innovation_negg": [0.5964654088020325, 0.6482692956924438], "cos_apical_negg": [0.5964654088020325, 0.6482692956924438], "cos_Ac_negg": [0.5964654088020325, 0.6482692956924438], "r_norm": [0.22702288627624512, 0.2204064130783081]}, {"step": 7400, "epoch": 18, "train_loss": 0.00013319036224856973, "cos_r_negg": [0.5974152088165283, 0.6483257412910461], "cos_innovation_negg": [0.5974152088165283, 0.6483257412910461], "cos_apical_negg": [0.5974152088165283, 0.6483257412910461], "cos_Ac_negg": [0.5974152088165283, 0.6483257412910461], "r_norm": [0.227329283952713, 0.22063134610652924]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9743, "test_loss": 0.13105719299316407}, {"step": 7450, "epoch": 19, "train_loss": 0.00014556155656464398, "cos_r_negg": [0.5974413156509399, 0.646500289440155], "cos_innovation_negg": [0.5974413156509399, 0.646500289440155], "cos_apical_negg": [0.5974413156509399, 0.646500289440155], "cos_Ac_negg": [0.5974413156509399, 0.646500289440155], "r_norm": [0.22885777056217194, 0.2221679985523224]}, {"step": 7500, "epoch": 19, "train_loss": 0.00045059347758069634, "cos_r_negg": [0.5967001914978027, 0.6460586190223694], "cos_innovation_negg": [0.5967001914978027, 0.6460586190223694], "cos_apical_negg": [0.5967001914978027, 0.6460586190223694], "cos_Ac_negg": [0.5967001914978027, 0.6460586190223694], "r_norm": [0.22772443294525146, 0.22106999158859253], "ldr": {"dL_sdil": -0.009304895997047424, "dL_bp": -0.010512970387935638, "ratio": 0.8850872449641289}}, {"step": 7550, "epoch": 19, "train_loss": 0.0002621057501528412, "cos_r_negg": [0.5966768860816956, 0.6475483179092407], "cos_innovation_negg": [0.5966768860816956, 0.6475483179092407], "cos_apical_negg": [0.5966768860816956, 0.6475483179092407], "cos_Ac_negg": [0.5966768860816956, 0.6475483179092407], "r_norm": [0.2281336486339569, 0.22144590318202972]}, {"step": 7600, "epoch": 19, "train_loss": 0.00013228532043285668, "cos_r_negg": [0.5978250503540039, 0.6469956636428833], "cos_innovation_negg": [0.5978250503540039, 0.6469956636428833], "cos_apical_negg": [0.5978250503540039, 0.6469956636428833], "cos_Ac_negg": [0.5978250503540039, 0.6469956636428833], "r_norm": [0.22501122951507568, 0.21839439868927002]}, {"step": 7650, "epoch": 19, "train_loss": 0.0006295248749665916, "cos_r_negg": [0.5978115797042847, 0.6489773988723755], "cos_innovation_negg": [0.5978115797042847, 0.6489773988723755], "cos_apical_negg": [0.5978115797042847, 0.6489773988723755], "cos_Ac_negg": [0.5978115797042847, 0.6489773988723755], "r_norm": [0.22596465051174164, 0.21934327483177185]}, {"step": 7700, "epoch": 19, "train_loss": 0.0005370797589421272, "cos_r_negg": [0.5973562598228455, 0.6490565538406372], "cos_innovation_negg": [0.5973562598228455, 0.6490565538406372], "cos_apical_negg": [0.5973562598228455, 0.6490565538406372], "cos_Ac_negg": [0.5973562598228455, 0.6490565538406372], "r_norm": [0.22656382620334625, 0.21990013122558594]}, {"step": 7750, "epoch": 19, "train_loss": 0.0006247679702937603, "cos_r_negg": [0.5949780941009521, 0.6484390497207642], "cos_innovation_negg": [0.5949780941009521, 0.6484390497207642], "cos_apical_negg": [0.5949780941009521, 0.6484390497207642], "cos_Ac_negg": [0.5949780941009521, 0.6484390497207642], "r_norm": [0.227619469165802, 0.22096195816993713], "ldr": {"dL_sdil": -0.009523354470729828, "dL_bp": -0.010803543031215668, "ratio": 0.8815028961529682}}, {"step": 7800, "epoch": 19, "train_loss": 0.00023733469424769282, "cos_r_negg": [0.595829963684082, 0.6486144661903381], "cos_innovation_negg": [0.595829963684082, 0.6486144661903381], "cos_apical_negg": [0.595829963684082, 0.6486144661903381], "cos_Ac_negg": [0.595829963684082, 0.6486144661903381], "r_norm": [0.22669532895088196, 0.22004514932632446]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9743, "test_loss": 0.13212780532836915}, {"step": 7850, "epoch": 20, "train_loss": 0.0004154752241447568, "cos_r_negg": [0.5961294174194336, 0.6490457057952881], "cos_innovation_negg": [0.5961294174194336, 0.6490457057952881], "cos_apical_negg": [0.5961294174194336, 0.6490457057952881], "cos_Ac_negg": [0.5961294174194336, 0.6490457057952881], "r_norm": [0.22662413120269775, 0.2199624925851822]}, {"step": 7900, "epoch": 20, "train_loss": 0.00036865382571704686, "cos_r_negg": [0.5961745381355286, 0.6493641138076782], "cos_innovation_negg": [0.5961745381355286, 0.6493641138076782], "cos_apical_negg": [0.5961745381355286, 0.6493641138076782], "cos_Ac_negg": [0.5961745381355286, 0.6493641138076782], "r_norm": [0.2258003056049347, 0.21916911005973816]}, {"step": 7950, "epoch": 20, "train_loss": 0.00019392254762351513, "cos_r_negg": [0.5964403748512268, 0.6486377120018005], "cos_innovation_negg": [0.5964403748512268, 0.6486377120018005], "cos_apical_negg": [0.5964403748512268, 0.6486377120018005], "cos_Ac_negg": [0.5964403748512268, 0.6486377120018005], "r_norm": [0.2259499430656433, 0.21931776404380798]}, {"step": 8000, "epoch": 20, "train_loss": 0.0004542446695268154, "cos_r_negg": [0.5968287587165833, 0.6484448909759521], "cos_innovation_negg": [0.5968287587165833, 0.6484448909759521], "cos_apical_negg": [0.5968287587165833, 0.6484448909759521], "cos_Ac_negg": [0.5968287587165833, 0.6484448909759521], "r_norm": [0.2241404503583908, 0.21755975484848022], "ldr": {"dL_sdil": -0.009277775883674622, "dL_bp": -0.010583743453025818, "ratio": 0.8766062711981336}}, {"step": 8050, "epoch": 20, "train_loss": 0.0005709060933440924, "cos_r_negg": [0.597166895866394, 0.6486631631851196], "cos_innovation_negg": [0.597166895866394, 0.6486631631851196], "cos_apical_negg": [0.597166895866394, 0.6486631631851196], "cos_Ac_negg": [0.597166895866394, 0.6486631631851196], "r_norm": [0.22759029269218445, 0.22099143266677856]}, {"step": 8100, "epoch": 20, "train_loss": 0.00028552819276228547, "cos_r_negg": [0.5964714884757996, 0.6477241516113281], "cos_innovation_negg": [0.5964714884757996, 0.6477241516113281], "cos_apical_negg": [0.5964714884757996, 0.6477241516113281], "cos_Ac_negg": [0.5964714884757996, 0.6477241516113281], "r_norm": [0.2259332835674286, 0.21930567920207977]}, {"step": 8150, "epoch": 20, "train_loss": 0.0002705699880607426, "cos_r_negg": [0.5972690582275391, 0.6480827927589417], "cos_innovation_negg": [0.5972690582275391, 0.6480827927589417], "cos_apical_negg": [0.5972690582275391, 0.6480827927589417], "cos_Ac_negg": [0.5972690582275391, 0.6480827927589417], "r_norm": [0.22633959352970123, 0.2197883576154709]}, {"step": 8200, "epoch": 20, "train_loss": 0.0003087696386501193, "cos_r_negg": [0.5963165760040283, 0.6473735570907593], "cos_innovation_negg": [0.5963165760040283, 0.6473735570907593], "cos_apical_negg": [0.5963165760040283, 0.6473735570907593], "cos_Ac_negg": [0.5963165760040283, 0.6473735570907593], "r_norm": [0.22762084007263184, 0.22098968923091888]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9744, "test_loss": 0.13305647735595702}, {"step": 8250, "epoch": 21, "train_loss": 0.0004461049975361675, "cos_r_negg": [0.5965734720230103, 0.6477471590042114], "cos_innovation_negg": [0.5965734720230103, 0.6477471590042114], "cos_apical_negg": [0.5965734720230103, 0.6477471590042114], "cos_Ac_negg": [0.5965734720230103, 0.6477471590042114], "r_norm": [0.22912640869617462, 0.22246037423610687], "ldr": {"dL_sdil": -0.009623020887374878, "dL_bp": -0.010987550020217896, "ratio": 0.8758113382571925}}, {"step": 8300, "epoch": 21, "train_loss": 0.0005731211276724935, "cos_r_negg": [0.5971206426620483, 0.6485797166824341], "cos_innovation_negg": [0.5971206426620483, 0.6485797166824341], "cos_apical_negg": [0.5971206426620483, 0.6485797166824341], "cos_Ac_negg": [0.5971206426620483, 0.6485797166824341], "r_norm": [0.2254745364189148, 0.21886926889419556]}, {"step": 8350, "epoch": 21, "train_loss": 0.0003368248580954969, "cos_r_negg": [0.5966354608535767, 0.6480480432510376], "cos_innovation_negg": [0.5966354608535767, 0.6480480432510376], "cos_apical_negg": [0.5966354608535767, 0.6480480432510376], "cos_Ac_negg": [0.5966354608535767, 0.6480480432510376], "r_norm": [0.2248716950416565, 0.2183167040348053]}, {"step": 8400, "epoch": 21, "train_loss": 0.00032569054747000337, "cos_r_negg": [0.5969488620758057, 0.6480352878570557], "cos_innovation_negg": [0.5969488620758057, 0.6480352878570557], "cos_apical_negg": [0.5969488620758057, 0.6480352878570557], "cos_Ac_negg": [0.5969488620758057, 0.6480352878570557], "r_norm": [0.22547361254692078, 0.2188824564218521]}, {"step": 8450, "epoch": 21, "train_loss": 0.00034213083563372493, "cos_r_negg": [0.5974382758140564, 0.648747444152832], "cos_innovation_negg": [0.5974382758140564, 0.648747444152832], "cos_apical_negg": [0.5974382758140564, 0.648747444152832], "cos_Ac_negg": [0.5974382758140564, 0.648747444152832], "r_norm": [0.22620829939842224, 0.21954968571662903]}, {"step": 8500, "epoch": 21, "train_loss": 0.00027366046560928226, "cos_r_negg": [0.5966331958770752, 0.647351861000061], "cos_innovation_negg": [0.5966331958770752, 0.647351861000061], "cos_apical_negg": [0.5966331958770752, 0.647351861000061], "cos_Ac_negg": [0.5966331958770752, 0.647351861000061], "r_norm": [0.2277306765317917, 0.22104322910308838], "ldr": {"dL_sdil": -0.00964587926864624, "dL_bp": -0.011068135499954224, "ratio": 0.8714999259528522}}, {"step": 8550, "epoch": 21, "train_loss": 0.00022675094078294933, "cos_r_negg": [0.5972818732261658, 0.6476157307624817], "cos_innovation_negg": [0.5972818732261658, 0.6476157307624817], "cos_apical_negg": [0.5972818732261658, 0.6476157307624817], "cos_Ac_negg": [0.5972818732261658, 0.6476157307624817], "r_norm": [0.22845573723316193, 0.22173772752285004]}, {"step": 8600, "epoch": 21, "train_loss": 0.0007444335496984422, "cos_r_negg": [0.5979137420654297, 0.6493008136749268], "cos_innovation_negg": [0.5979137420654297, 0.6493008136749268], "cos_apical_negg": [0.5979137420654297, 0.6493008136749268], "cos_Ac_negg": [0.5979137420654297, 0.6493008136749268], "r_norm": [0.22660303115844727, 0.21997158229351044]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9744, "test_loss": 0.13367654619216918}, {"step": 8650, "epoch": 22, "train_loss": 0.00016514990420546383, "cos_r_negg": [0.597301721572876, 0.6487677693367004], "cos_innovation_negg": [0.597301721572876, 0.6487677693367004], "cos_apical_negg": [0.597301721572876, 0.6487677693367004], "cos_Ac_negg": [0.597301721572876, 0.6487677693367004], "r_norm": [0.22799921035766602, 0.2213881015777588]}, {"step": 8700, "epoch": 22, "train_loss": 0.0001284028694499284, "cos_r_negg": [0.5979834794998169, 0.6489591598510742], "cos_innovation_negg": [0.5979834794998169, 0.6489591598510742], "cos_apical_negg": [0.5979834794998169, 0.6489591598510742], "cos_Ac_negg": [0.5979834794998169, 0.6489591598510742], "r_norm": [0.22765879333019257, 0.22103454172611237]}, {"step": 8750, "epoch": 22, "train_loss": 0.00026995845837518573, "cos_r_negg": [0.5984300374984741, 0.6492376327514648], "cos_innovation_negg": [0.5984300374984741, 0.6492376327514648], "cos_apical_negg": [0.5984300374984741, 0.6492376327514648], "cos_Ac_negg": [0.5984300374984741, 0.6492376327514648], "r_norm": [0.22638151049613953, 0.21978221833705902], "ldr": {"dL_sdil": -0.009601101279258728, "dL_bp": -0.01106368750333786, "ratio": 0.8678030065800505}}, {"step": 8800, "epoch": 22, "train_loss": 0.0002589269424788654, "cos_r_negg": [0.5987250208854675, 0.6497687697410583], "cos_innovation_negg": [0.5987250208854675, 0.6497687697410583], "cos_apical_negg": [0.5987250208854675, 0.6497687697410583], "cos_Ac_negg": [0.5987250208854675, 0.6497687697410583], "r_norm": [0.2271953821182251, 0.22056356072425842]}, {"step": 8850, "epoch": 22, "train_loss": 0.00025763700250536203, "cos_r_negg": [0.5977470278739929, 0.6489589214324951], "cos_innovation_negg": [0.5977470278739929, 0.6489589214324951], "cos_apical_negg": [0.5977470278739929, 0.6489589214324951], "cos_Ac_negg": [0.5977470278739929, 0.6489589214324951], "r_norm": [0.223617285490036, 0.21700584888458252]}, {"step": 8900, "epoch": 22, "train_loss": 0.0004581399552989751, "cos_r_negg": [0.5984941720962524, 0.649512529373169], "cos_innovation_negg": [0.5984941720962524, 0.649512529373169], "cos_apical_negg": [0.5984941720962524, 0.649512529373169], "cos_Ac_negg": [0.5984941720962524, 0.649512529373169], "r_norm": [0.22511166334152222, 0.21849311888217926]}, {"step": 8950, "epoch": 22, "train_loss": 0.0002749833802226931, "cos_r_negg": [0.597877025604248, 0.6492965817451477], "cos_innovation_negg": [0.597877025604248, 0.6492965817451477], "cos_apical_negg": [0.597877025604248, 0.6492965817451477], "cos_Ac_negg": [0.597877025604248, 0.6492965817451477], "r_norm": [0.22709888219833374, 0.22045014798641205]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9744, "test_loss": 0.13447697849273682}, {"step": 9000, "epoch": 23, "train_loss": 9.083155600819737e-05, "cos_r_negg": [0.5979099273681641, 0.6485066413879395], "cos_innovation_negg": [0.5979099273681641, 0.6485066413879395], "cos_apical_negg": [0.5979099273681641, 0.6485066413879395], "cos_Ac_negg": [0.5979099273681641, 0.6485066413879395], "r_norm": [0.22804707288742065, 0.22139261662960052], "ldr": {"dL_sdil": -0.00976872444152832, "dL_bp": -0.011270016431808472, "ratio": 0.8667888374995703}}, {"step": 9050, "epoch": 23, "train_loss": 0.0003604080411605537, "cos_r_negg": [0.5977513194084167, 0.6493618488311768], "cos_innovation_negg": [0.5977513194084167, 0.6493618488311768], "cos_apical_negg": [0.5977513194084167, 0.6493618488311768], "cos_Ac_negg": [0.5977513194084167, 0.6493618488311768], "r_norm": [0.22721102833747864, 0.22057223320007324]}, {"step": 9100, "epoch": 23, "train_loss": 0.00020133837824687362, "cos_r_negg": [0.5984536409378052, 0.6495224237442017], "cos_innovation_negg": [0.5984536409378052, 0.6495224237442017], "cos_apical_negg": [0.5984536409378052, 0.6495224237442017], "cos_Ac_negg": [0.5984536409378052, 0.6495224237442017], "r_norm": [0.22666099667549133, 0.21997350454330444]}, {"step": 9150, "epoch": 23, "train_loss": 0.0002788181300275028, "cos_r_negg": [0.5973926186561584, 0.648466944694519], "cos_innovation_negg": [0.5973926186561584, 0.648466944694519], "cos_apical_negg": [0.5973926186561584, 0.648466944694519], "cos_Ac_negg": [0.5973926186561584, 0.648466944694519], "r_norm": [0.22669222950935364, 0.22002552449703217]}, {"step": 9200, "epoch": 23, "train_loss": 0.0005231077084317803, "cos_r_negg": [0.5970498323440552, 0.649343729019165], "cos_innovation_negg": [0.5970498323440552, 0.649343729019165], "cos_apical_negg": [0.5970498323440552, 0.649343729019165], "cos_Ac_negg": [0.5970498323440552, 0.649343729019165], "r_norm": [0.22660508751869202, 0.21993902325630188]}, {"step": 9250, "epoch": 23, "train_loss": 0.00021642885985784233, "cos_r_negg": [0.5982669591903687, 0.6494669914245605], "cos_innovation_negg": [0.5982669591903687, 0.6494669914245605], "cos_apical_negg": [0.5982669591903687, 0.6494669914245605], "cos_Ac_negg": [0.5982669591903687, 0.6494669914245605], "r_norm": [0.2272958904504776, 0.22063161432743073], "ldr": {"dL_sdil": -0.009703598916530609, "dL_bp": -0.0112505704164505, "ratio": 0.8624983940673869}}, {"step": 9300, "epoch": 23, "train_loss": 0.00022838707081973553, "cos_r_negg": [0.5983561277389526, 0.6489936113357544], "cos_innovation_negg": [0.5983561277389526, 0.6489936113357544], "cos_apical_negg": [0.5983561277389526, 0.6489936113357544], "cos_Ac_negg": [0.5983561277389526, 0.6489936113357544], "r_norm": [0.22798842191696167, 0.22134755551815033]}, {"step": 9350, "epoch": 23, "train_loss": 8.64517642185092e-05, "cos_r_negg": [0.5972174406051636, 0.6496108770370483], "cos_innovation_negg": [0.5972174406051636, 0.6496108770370483], "cos_apical_negg": [0.5972174406051636, 0.6496108770370483], "cos_Ac_negg": [0.5972174406051636, 0.6496108770370483], "r_norm": [0.22740884125232697, 0.22076992690563202]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9743, "test_loss": 0.13547406387329103}, {"step": 9400, "epoch": 24, "train_loss": 0.0002084067527903244, "cos_r_negg": [0.5973905920982361, 0.6490405797958374], "cos_innovation_negg": [0.5973905920982361, 0.6490405797958374], "cos_apical_negg": [0.5973905920982361, 0.6490405797958374], "cos_Ac_negg": [0.5973905920982361, 0.6490405797958374], "r_norm": [0.22703516483306885, 0.22043266892433167]}, {"step": 9450, "epoch": 24, "train_loss": 0.0001943867828231305, "cos_r_negg": [0.5984072685241699, 0.6498755216598511], "cos_innovation_negg": [0.5984072685241699, 0.6498755216598511], "cos_apical_negg": [0.5984072685241699, 0.6498755216598511], "cos_Ac_negg": [0.5984072685241699, 0.6498755216598511], "r_norm": [0.22783513367176056, 0.22124508023262024]}, {"step": 9500, "epoch": 24, "train_loss": 0.0002961060090456158, "cos_r_negg": [0.5974652767181396, 0.6498910188674927], "cos_innovation_negg": [0.5974652767181396, 0.6498910188674927], "cos_apical_negg": [0.5974652767181396, 0.6498910188674927], "cos_Ac_negg": [0.5974652767181396, 0.6498910188674927], "r_norm": [0.2259969711303711, 0.2193753719329834], "ldr": {"dL_sdil": -0.009690836071968079, "dL_bp": -0.011264361441135406, "ratio": 0.8603094034766056}}, {"step": 9550, "epoch": 24, "train_loss": 0.00019830651581287384, "cos_r_negg": [0.5978871583938599, 0.6497818827629089], "cos_innovation_negg": [0.5978871583938599, 0.6497818827629089], "cos_apical_negg": [0.5978871583938599, 0.6497818827629089], "cos_Ac_negg": [0.5978871583938599, 0.6497818827629089], "r_norm": [0.22487275302410126, 0.21827876567840576]}, {"step": 9600, "epoch": 24, "train_loss": 0.00019422403420321643, "cos_r_negg": [0.598732590675354, 0.6502187252044678], "cos_innovation_negg": [0.598732590675354, 0.6502187252044678], "cos_apical_negg": [0.598732590675354, 0.6502187252044678], "cos_Ac_negg": [0.598732590675354, 0.6502187252044678], "r_norm": [0.2259828746318817, 0.2193591296672821]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003471258678473532, "cos_r_negg": [0.5983406901359558, 0.649273693561554], "cos_innovation_negg": [0.5983406901359558, 0.649273693561554], "cos_apical_negg": [0.5983406901359558, 0.649273693561554], "cos_Ac_negg": [0.5983406901359558, 0.649273693561554], "r_norm": [0.2243838757276535, 0.217781662940979]}, {"step": 9700, "epoch": 24, "train_loss": 0.00019423062622081488, "cos_r_negg": [0.5976709127426147, 0.6498178243637085], "cos_innovation_negg": [0.5976709127426147, 0.6498178243637085], "cos_apical_negg": [0.5976709127426147, 0.6498178243637085], "cos_Ac_negg": [0.5976709127426147, 0.6498178243637085], "r_norm": [0.22573541104793549, 0.21908801794052124]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005272417911328375, "cos_r_negg": [0.5973808765411377, 0.64980149269104], "cos_innovation_negg": [0.5973808765411377, 0.64980149269104], "cos_apical_negg": [0.5973808765411377, 0.64980149269104], "cos_Ac_negg": [0.5973808765411377, 0.64980149269104], "r_norm": [0.22716942429542542, 0.22050181031227112], "ldr": {"dL_sdil": -0.009799644351005554, "dL_bp": -0.011436641216278076, "ratio": 0.8568638436482084}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9745, "test_loss": 0.13584796199798585}, {"step": 9800, "epoch": 25, "train_loss": 0.0005500600673258305, "cos_r_negg": [0.5980987548828125, 0.6494804620742798], "cos_innovation_negg": [0.5980987548828125, 0.6494804620742798], "cos_apical_negg": [0.5980987548828125, 0.6494804620742798], "cos_Ac_negg": [0.5980987548828125, 0.6494804620742798], "r_norm": [0.22670325636863708, 0.22007989883422852]}, {"step": 9850, "epoch": 25, "train_loss": 0.00026626867474988103, "cos_r_negg": [0.59843909740448, 0.6503195762634277], "cos_innovation_negg": [0.59843909740448, 0.6503195762634277], "cos_apical_negg": [0.59843909740448, 0.6503195762634277], "cos_Ac_negg": [0.59843909740448, 0.6503195762634277], "r_norm": [0.22717547416687012, 0.22051316499710083]}, {"step": 9900, "epoch": 25, "train_loss": 7.565685518784449e-05, "cos_r_negg": [0.5984379053115845, 0.6495854258537292], "cos_innovation_negg": [0.5984379053115845, 0.6495854258537292], "cos_apical_negg": [0.5984379053115845, 0.6495854258537292], "cos_Ac_negg": [0.5984379053115845, 0.6495854258537292], "r_norm": [0.22750768065452576, 0.22087359428405762]}, {"step": 9950, "epoch": 25, "train_loss": 0.0002674889110494405, "cos_r_negg": [0.5979917049407959, 0.6492879390716553], "cos_innovation_negg": [0.5979917049407959, 0.6492879390716553], "cos_apical_negg": [0.5979917049407959, 0.6492879390716553], "cos_Ac_negg": [0.5979917049407959, 0.6492879390716553], "r_norm": [0.22693730890750885, 0.2203035056591034]}, {"step": 10000, "epoch": 25, "train_loss": 0.00017333615687675774, "cos_r_negg": [0.598073422908783, 0.6495555639266968], "cos_innovation_negg": [0.598073422908783, 0.6495555639266968], "cos_apical_negg": [0.598073422908783, 0.6495555639266968], "cos_Ac_negg": [0.598073422908783, 0.6495555639266968], "r_norm": [0.22731080651283264, 0.22064301371574402], "ldr": {"dL_sdil": -0.009841971099376678, "dL_bp": -0.011515289545059204, "ratio": 0.8546872452373127}}, {"step": 10050, "epoch": 25, "train_loss": 0.00026343163335695863, "cos_r_negg": [0.596737802028656, 0.6488662958145142], "cos_innovation_negg": [0.596737802028656, 0.6488662958145142], "cos_apical_negg": [0.596737802028656, 0.6488662958145142], "cos_Ac_negg": [0.596737802028656, 0.6488662958145142], "r_norm": [0.22778934240341187, 0.2211216688156128]}, {"step": 10100, "epoch": 25, "train_loss": 0.00011474004713818431, "cos_r_negg": [0.5967596769332886, 0.6496936082839966], "cos_innovation_negg": [0.5967596769332886, 0.6496936082839966], "cos_apical_negg": [0.5967596769332886, 0.6496936082839966], "cos_Ac_negg": [0.5967596769332886, 0.6496936082839966], "r_norm": [0.22637920081615448, 0.21973681449890137]}, {"step": 10150, "epoch": 25, "train_loss": 5.148003401700407e-05, "cos_r_negg": [0.5958497524261475, 0.6495833396911621], "cos_innovation_negg": [0.5958497524261475, 0.6495833396911621], "cos_apical_negg": [0.5958497524261475, 0.6495833396911621], "cos_Ac_negg": [0.5958497524261475, 0.6495833396911621], "r_norm": [0.22605377435684204, 0.2194145917892456]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9744, "test_loss": 0.13665708389282227}, {"step": 10200, "epoch": 26, "train_loss": 0.000154854278662242, "cos_r_negg": [0.5958998799324036, 0.6495353579521179], "cos_innovation_negg": [0.5958998799324036, 0.6495353579521179], "cos_apical_negg": [0.5958998799324036, 0.6495353579521179], "cos_Ac_negg": [0.5958998799324036, 0.6495353579521179], "r_norm": [0.22642450034618378, 0.21983084082603455]}, {"step": 10250, "epoch": 26, "train_loss": 0.00017133232904598117, "cos_r_negg": [0.5967531204223633, 0.6499897241592407], "cos_innovation_negg": [0.5967531204223633, 0.6499897241592407], "cos_apical_negg": [0.5967531204223633, 0.6499897241592407], "cos_Ac_negg": [0.5967531204223633, 0.6499897241592407], "r_norm": [0.22587130963802338, 0.21928539872169495], "ldr": {"dL_sdil": -0.00980433076620102, "dL_bp": -0.011518225073814392, "ratio": 0.8512015265694234}}, {"step": 10300, "epoch": 26, "train_loss": 0.0010385331697762012, "cos_r_negg": [0.5961994528770447, 0.6498000621795654], "cos_innovation_negg": [0.5961994528770447, 0.6498000621795654], "cos_apical_negg": [0.5961994528770447, 0.6498000621795654], "cos_Ac_negg": [0.5961994528770447, 0.6498000621795654], "r_norm": [0.2278345227241516, 0.22120451927185059]}, {"step": 10350, "epoch": 26, "train_loss": 6.16704928688705e-05, "cos_r_negg": [0.5953512191772461, 0.6487223505973816], "cos_innovation_negg": [0.5953512191772461, 0.6487223505973816], "cos_apical_negg": [0.5953512191772461, 0.6487223505973816], "cos_Ac_negg": [0.5953512191772461, 0.6487223505973816], "r_norm": [0.22744399309158325, 0.22082743048667908]}, {"step": 10400, "epoch": 26, "train_loss": 0.00028488662792369723, "cos_r_negg": [0.596538782119751, 0.6492213010787964], "cos_innovation_negg": [0.596538782119751, 0.6492213010787964], "cos_apical_negg": [0.596538782119751, 0.6492213010787964], "cos_Ac_negg": [0.596538782119751, 0.6492213010787964], "r_norm": [0.22761496901512146, 0.22099539637565613]}, {"step": 10450, "epoch": 26, "train_loss": 0.0003576499584596604, "cos_r_negg": [0.5966634750366211, 0.6496285200119019], "cos_innovation_negg": [0.5966634750366211, 0.6496285200119019], "cos_apical_negg": [0.5966634750366211, 0.6496285200119019], "cos_Ac_negg": [0.5966634750366211, 0.6496285200119019], "r_norm": [0.22606417536735535, 0.21947380900382996]}, {"step": 10500, "epoch": 26, "train_loss": 0.0001893338339868933, "cos_r_negg": [0.5968694686889648, 0.6490862965583801], "cos_innovation_negg": [0.5968694686889648, 0.6490862965583801], "cos_apical_negg": [0.5968694686889648, 0.6490862965583801], "cos_Ac_negg": [0.5968694686889648, 0.6490862965583801], "r_norm": [0.2254701852798462, 0.2189086228609085], "ldr": {"dL_sdil": -0.009789824485778809, "dL_bp": -0.011511273682117462, "ratio": 0.8504553671577724}}, {"step": 10550, "epoch": 26, "train_loss": 0.00013898234465159476, "cos_r_negg": [0.5963650345802307, 0.6483069062232971], "cos_innovation_negg": [0.5963650345802307, 0.6483069062232971], "cos_apical_negg": [0.5963650345802307, 0.6483069062232971], "cos_Ac_negg": [0.5963650345802307, 0.6483069062232971], "r_norm": [0.2258058786392212, 0.21918602287769318]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9742, "test_loss": 0.1372797420501709}, {"step": 10600, "epoch": 27, "train_loss": 0.0001032661966746673, "cos_r_negg": [0.5962724685668945, 0.6489229798316956], "cos_innovation_negg": [0.5962724685668945, 0.6489229798316956], "cos_apical_negg": [0.5962724685668945, 0.6489229798316956], "cos_Ac_negg": [0.5962724685668945, 0.6489229798316956], "r_norm": [0.22735127806663513, 0.22071562707424164]}, {"step": 10650, "epoch": 27, "train_loss": 0.00022339020506478846, "cos_r_negg": [0.5957955121994019, 0.6487298011779785], "cos_innovation_negg": [0.5957955121994019, 0.6487298011779785], "cos_apical_negg": [0.5957955121994019, 0.6487298011779785], "cos_Ac_negg": [0.5957955121994019, 0.6487298011779785], "r_norm": [0.22771751880645752, 0.2210497409105301]}, {"step": 10700, "epoch": 27, "train_loss": 0.00022158435604069382, "cos_r_negg": [0.5962517857551575, 0.6491926908493042], "cos_innovation_negg": [0.5962517857551575, 0.6491926908493042], "cos_apical_negg": [0.5962517857551575, 0.6491926908493042], "cos_Ac_negg": [0.5962517857551575, 0.6491926908493042], "r_norm": [0.22892296314239502, 0.22227224707603455]}, {"step": 10750, "epoch": 27, "train_loss": 0.0001566659630043432, "cos_r_negg": [0.5949653387069702, 0.6493306159973145], "cos_innovation_negg": [0.5949653387069702, 0.6493306159973145], "cos_apical_negg": [0.5949653387069702, 0.6493306159973145], "cos_Ac_negg": [0.5949653387069702, 0.6493306159973145], "r_norm": [0.22815260291099548, 0.2215452939271927], "ldr": {"dL_sdil": -0.009994693100452423, "dL_bp": -0.011776968836784363, "ratio": 0.8486643073415332}}, {"step": 10800, "epoch": 27, "train_loss": 0.00012843712465837598, "cos_r_negg": [0.5948818922042847, 0.6480622291564941], "cos_innovation_negg": [0.5948818922042847, 0.6480622291564941], "cos_apical_negg": [0.5948818922042847, 0.6480622291564941], "cos_Ac_negg": [0.5948818922042847, 0.6480622291564941], "r_norm": [0.22582033276557922, 0.21921442449092865]}, {"step": 10850, "epoch": 27, "train_loss": 0.00011034740600734949, "cos_r_negg": [0.5962207317352295, 0.6490044593811035], "cos_innovation_negg": [0.5962207317352295, 0.6490044593811035], "cos_apical_negg": [0.5962207317352295, 0.6490044593811035], "cos_Ac_negg": [0.5962207317352295, 0.6490044593811035], "r_norm": [0.22538921236991882, 0.21875184774398804]}, {"step": 10900, "epoch": 27, "train_loss": 0.00015532763791270554, "cos_r_negg": [0.5961166620254517, 0.6490362286567688], "cos_innovation_negg": [0.5961166620254517, 0.6490362286567688], "cos_apical_negg": [0.5961166620254517, 0.6490362286567688], "cos_Ac_negg": [0.5961166620254517, 0.6490362286567688], "r_norm": [0.2248018980026245, 0.21819141507148743]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9741, "test_loss": 0.1377503255844116}, {"step": 10950, "epoch": 28, "train_loss": 0.000291358184767887, "cos_r_negg": [0.5958603620529175, 0.6490623354911804], "cos_innovation_negg": [0.5958603620529175, 0.6490623354911804], "cos_apical_negg": [0.5958603620529175, 0.6490623354911804], "cos_Ac_negg": [0.5958603620529175, 0.6490623354911804], "r_norm": [0.22589533030986786, 0.21926000714302063]}, {"step": 11000, "epoch": 28, "train_loss": 0.00013051835412625223, "cos_r_negg": [0.595287561416626, 0.648635745048523], "cos_innovation_negg": [0.595287561416626, 0.648635745048523], "cos_apical_negg": [0.595287561416626, 0.648635745048523], "cos_Ac_negg": [0.595287561416626, 0.648635745048523], "r_norm": [0.22605690360069275, 0.21942166984081268], "ldr": {"dL_sdil": -0.009918168187141418, "dL_bp": -0.011732488870620728, "ratio": 0.8453592666068884}}, {"step": 11050, "epoch": 28, "train_loss": 0.0003890990628860891, "cos_r_negg": [0.5960527658462524, 0.6487205028533936], "cos_innovation_negg": [0.5960527658462524, 0.6487205028533936], "cos_apical_negg": [0.5960527658462524, 0.6487205028533936], "cos_Ac_negg": [0.5960527658462524, 0.6487205028533936], "r_norm": [0.22622907161712646, 0.2195873260498047]}, {"step": 11100, "epoch": 28, "train_loss": 0.00025295064551755786, "cos_r_negg": [0.5963521003723145, 0.6488856077194214], "cos_innovation_negg": [0.5963521003723145, 0.6488856077194214], "cos_apical_negg": [0.5963521003723145, 0.6488856077194214], "cos_Ac_negg": [0.5963521003723145, 0.6488856077194214], "r_norm": [0.22631952166557312, 0.21970175206661224]}, {"step": 11150, "epoch": 28, "train_loss": 0.00022242401610128582, "cos_r_negg": [0.5958014726638794, 0.6488779783248901], "cos_innovation_negg": [0.5958014726638794, 0.6488779783248901], "cos_apical_negg": [0.5958014726638794, 0.6488779783248901], "cos_Ac_negg": [0.5958014726638794, 0.6488779783248901], "r_norm": [0.2271781712770462, 0.2205459475517273]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004148005391471088, "cos_r_negg": [0.5949360132217407, 0.6494137048721313], "cos_innovation_negg": [0.5949360132217407, 0.6494137048721313], "cos_apical_negg": [0.5949360132217407, 0.6494137048721313], "cos_Ac_negg": [0.5949360132217407, 0.6494137048721313], "r_norm": [0.2265404760837555, 0.21994899213314056]}, {"step": 11250, "epoch": 28, "train_loss": 0.0004405162762850523, "cos_r_negg": [0.5952171087265015, 0.6490722894668579], "cos_innovation_negg": [0.5952171087265015, 0.6490722894668579], "cos_apical_negg": [0.5952171087265015, 0.6490722894668579], "cos_Ac_negg": [0.5952171087265015, 0.6490722894668579], "r_norm": [0.22661031782627106, 0.21999718248844147], "ldr": {"dL_sdil": -0.009961515665054321, "dL_bp": -0.011794909834861755, "ratio": 0.8445605608286599}}, {"step": 11300, "epoch": 28, "train_loss": 0.00011681216710712761, "cos_r_negg": [0.5952696800231934, 0.6482853889465332], "cos_innovation_negg": [0.5952696800231934, 0.6482853889465332], "cos_apical_negg": [0.5952696800231934, 0.6482853889465332], "cos_Ac_negg": [0.5952696800231934, 0.6482853889465332], "r_norm": [0.2264629602432251, 0.21981501579284668]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9743, "test_loss": 0.13838500146865845}, {"step": 11350, "epoch": 29, "train_loss": 0.00012592510029207915, "cos_r_negg": [0.5951109528541565, 0.6487116813659668], "cos_innovation_negg": [0.5951109528541565, 0.6487116813659668], "cos_apical_negg": [0.5951109528541565, 0.6487116813659668], "cos_Ac_negg": [0.5951109528541565, 0.6487116813659668], "r_norm": [0.22703373432159424, 0.22037675976753235]}, {"step": 11400, "epoch": 29, "train_loss": 0.00018567568622529507, "cos_r_negg": [0.5941168069839478, 0.6487728357315063], "cos_innovation_negg": [0.5941168069839478, 0.6487728357315063], "cos_apical_negg": [0.5941168069839478, 0.6487728357315063], "cos_Ac_negg": [0.5941168069839478, 0.6487728357315063], "r_norm": [0.22639745473861694, 0.21975623071193695]}, {"step": 11450, "epoch": 29, "train_loss": 0.00023702871112618595, "cos_r_negg": [0.5939252376556396, 0.6486852765083313], "cos_innovation_negg": [0.5939252376556396, 0.6486852765083313], "cos_apical_negg": [0.5939252376556396, 0.6486852765083313], "cos_Ac_negg": [0.5939252376556396, 0.6486852765083313], "r_norm": [0.22680988907814026, 0.22017812728881836]}, {"step": 11500, "epoch": 29, "train_loss": 0.0003176060854457319, "cos_r_negg": [0.595268726348877, 0.6487815380096436], "cos_innovation_negg": [0.595268726348877, 0.6487815380096436], "cos_apical_negg": [0.595268726348877, 0.6487815380096436], "cos_Ac_negg": [0.595268726348877, 0.6487815380096436], "r_norm": [0.22707563638687134, 0.22044499218463898], "ldr": {"dL_sdil": -0.010068230330944061, "dL_bp": -0.011951059103012085, "ratio": 0.8424550698110526}}, {"step": 11550, "epoch": 29, "train_loss": 0.00019380652520339936, "cos_r_negg": [0.5953202247619629, 0.6487074494361877], "cos_innovation_negg": [0.5953202247619629, 0.6487074494361877], "cos_apical_negg": [0.5953202247619629, 0.6487074494361877], "cos_Ac_negg": [0.5953202247619629, 0.6487074494361877], "r_norm": [0.2277211844921112, 0.22105588018894196]}, {"step": 11600, "epoch": 29, "train_loss": 0.00012056384002789855, "cos_r_negg": [0.5950539112091064, 0.6486786007881165], "cos_innovation_negg": [0.5950539112091064, 0.6486786007881165], "cos_apical_negg": [0.5950539112091064, 0.6486786007881165], "cos_Ac_negg": [0.5950539112091064, 0.6486786007881165], "r_norm": [0.22731569409370422, 0.22065573930740356]}, {"step": 11650, "epoch": 29, "train_loss": 0.0001764031039783731, "cos_r_negg": [0.5959300994873047, 0.6501719951629639], "cos_innovation_negg": [0.5959300994873047, 0.6501719951629639], "cos_apical_negg": [0.5959300994873047, 0.6501719951629639], "cos_Ac_negg": [0.5959300994873047, 0.6501719951629639], "r_norm": [0.22663810849189758, 0.22001123428344727]}, {"step": 11700, "epoch": 29, "train_loss": 0.00014507342712022364, "cos_r_negg": [0.5954306721687317, 0.649034857749939], "cos_innovation_negg": [0.5954306721687317, 0.649034857749939], "cos_apical_negg": [0.5954306721687317, 0.649034857749939], "cos_Ac_negg": [0.5954306721687317, 0.649034857749939], "r_norm": [0.2258908450603485, 0.21926043927669525]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9742, "test_loss": 0.13906528425216674}, {"step": 11750, "epoch": 30, "train_loss": 0.0004192673077341169, "cos_r_negg": [0.5955737233161926, 0.6494530439376831], "cos_innovation_negg": [0.5955737233161926, 0.6494530439376831], "cos_apical_negg": [0.5955737233161926, 0.6494530439376831], "cos_Ac_negg": [0.5955737233161926, 0.6494530439376831], "r_norm": [0.22677001357078552, 0.22014018893241882], "ldr": {"dL_sdil": -0.010077312588691711, "dL_bp": -0.011995434761047363, "ratio": 0.840095652173913}}, {"step": 11800, "epoch": 30, "train_loss": 0.00016266299644485116, "cos_r_negg": [0.5957587957382202, 0.6490122079849243], "cos_innovation_negg": [0.5957587957382202, 0.6490122079849243], "cos_apical_negg": [0.5957587957382202, 0.6490122079849243], "cos_Ac_negg": [0.5957587957382202, 0.6490122079849243], "r_norm": [0.2269313931465149, 0.22030338644981384]}, {"step": 11850, "epoch": 30, "train_loss": 0.0002013259072555229, "cos_r_negg": [0.5949969291687012, 0.648862898349762], "cos_innovation_negg": [0.5949969291687012, 0.648862898349762], "cos_apical_negg": [0.5949969291687012, 0.648862898349762], "cos_Ac_negg": [0.5949969291687012, 0.648862898349762], "r_norm": [0.2253647893667221, 0.2187231034040451]}, {"step": 11900, "epoch": 30, "train_loss": 0.0004606759175658226, "cos_r_negg": [0.5937307476997375, 0.6495469212532043], "cos_innovation_negg": [0.5937307476997375, 0.6495469212532043], "cos_apical_negg": [0.5937307476997375, 0.6495469212532043], "cos_Ac_negg": [0.5937307476997375, 0.6495469212532043], "r_norm": [0.22540593147277832, 0.21876409649848938]}, {"step": 11950, "epoch": 30, "train_loss": 5.837696517119184e-05, "cos_r_negg": [0.5930075645446777, 0.64859938621521], "cos_innovation_negg": [0.5930075645446777, 0.64859938621521], "cos_apical_negg": [0.5930075645446777, 0.64859938621521], "cos_Ac_negg": [0.5930075645446777, 0.64859938621521], "r_norm": [0.22421807050704956, 0.21762610971927643]}, {"step": 12000, "epoch": 30, "train_loss": 0.00022263871505856514, "cos_r_negg": [0.5949045419692993, 0.6485936641693115], "cos_innovation_negg": [0.5949045419692993, 0.6485936641693115], "cos_apical_negg": [0.5949045419692993, 0.6485936641693115], "cos_Ac_negg": [0.5949045419692993, 0.6485936641693115], "r_norm": [0.22655968368053436, 0.2199334055185318], "ldr": {"dL_sdil": -0.010106146335601807, "dL_bp": -0.0120573490858078, "ratio": 0.8381731559466357}}, {"step": 12050, "epoch": 30, "train_loss": 0.00039522696170024574, "cos_r_negg": [0.5955827236175537, 0.64927077293396], "cos_innovation_negg": [0.5955827236175537, 0.64927077293396], "cos_apical_negg": [0.5955827236175537, 0.64927077293396], "cos_Ac_negg": [0.5955827236175537, 0.64927077293396], "r_norm": [0.2271377593278885, 0.22052249312400818]}, {"step": 12100, "epoch": 30, "train_loss": 0.00016122570377774537, "cos_r_negg": [0.5947691202163696, 0.6491423845291138], "cos_innovation_negg": [0.5947691202163696, 0.6491423845291138], "cos_apical_negg": [0.5947691202163696, 0.6491423845291138], "cos_Ac_negg": [0.5947691202163696, 0.6491423845291138], "r_norm": [0.227077454328537, 0.22044460475444794]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9741, "test_loss": 0.1396197880744934}, {"step": 12150, "epoch": 31, "train_loss": 9.636238246457651e-05, "cos_r_negg": [0.5942142605781555, 0.6493613123893738], "cos_innovation_negg": [0.5942142605781555, 0.6493613123893738], "cos_apical_negg": [0.5942142605781555, 0.6493613123893738], "cos_Ac_negg": [0.5942142605781555, 0.6493613123893738], "r_norm": [0.2272878885269165, 0.22065752744674683]}, {"step": 12200, "epoch": 31, "train_loss": 0.0002767543192021549, "cos_r_negg": [0.5941270589828491, 0.6498233079910278], "cos_innovation_negg": [0.5941270589828491, 0.6498233079910278], "cos_apical_negg": [0.5941270589828491, 0.6498233079910278], "cos_Ac_negg": [0.5941270589828491, 0.6498233079910278], "r_norm": [0.22661718726158142, 0.21999171376228333]}, {"step": 12250, "epoch": 31, "train_loss": 0.0003397862601559609, "cos_r_negg": [0.5949044227600098, 0.6496390104293823], "cos_innovation_negg": [0.5949044227600098, 0.6496390104293823], "cos_apical_negg": [0.5949044227600098, 0.6496390104293823], "cos_Ac_negg": [0.5949044227600098, 0.6496390104293823], "r_norm": [0.22596025466918945, 0.21932874619960785], "ldr": {"dL_sdil": -0.010113872587680817, "dL_bp": -0.01211855560541153, "ratio": 0.8345773965970397}}, {"step": 12300, "epoch": 31, "train_loss": 0.000285901827737689, "cos_r_negg": [0.5953918695449829, 0.6494021415710449], "cos_innovation_negg": [0.5953918695449829, 0.6494021415710449], "cos_apical_negg": [0.5953918695449829, 0.6494021415710449], "cos_Ac_negg": [0.5953918695449829, 0.6494021415710449], "r_norm": [0.22703197598457336, 0.22036153078079224]}, {"step": 12350, "epoch": 31, "train_loss": 0.000350376678397879, "cos_r_negg": [0.5946232080459595, 0.6487611532211304], "cos_innovation_negg": [0.5946232080459595, 0.6487611532211304], "cos_apical_negg": [0.5946232080459595, 0.6487611532211304], "cos_Ac_negg": [0.5946232080459595, 0.6487611532211304], "r_norm": [0.22703875601291656, 0.22033646702766418]}, {"step": 12400, "epoch": 31, "train_loss": 0.00019207855802960694, "cos_r_negg": [0.5933760404586792, 0.6486645936965942], "cos_innovation_negg": [0.5933760404586792, 0.6486645936965942], "cos_apical_negg": [0.5933760404586792, 0.6486645936965942], "cos_Ac_negg": [0.5933760404586792, 0.6486645936965942], "r_norm": [0.22634221613407135, 0.2196691483259201]}, {"step": 12450, "epoch": 31, "train_loss": 0.00012037066335324198, "cos_r_negg": [0.594323992729187, 0.6489388942718506], "cos_innovation_negg": [0.594323992729187, 0.6489388942718506], "cos_apical_negg": [0.594323992729187, 0.6489388942718506], "cos_Ac_negg": [0.594323992729187, 0.6489388942718506], "r_norm": [0.22721152007579803, 0.22056135535240173]}, {"step": 12500, "epoch": 31, "train_loss": 0.0001196424345835112, "cos_r_negg": [0.5935180187225342, 0.6486465930938721], "cos_innovation_negg": [0.5935180187225342, 0.6486465930938721], "cos_apical_negg": [0.5935180187225342, 0.6486465930938721], "cos_Ac_negg": [0.5935180187225342, 0.6486465930938721], "r_norm": [0.2267003357410431, 0.2200849950313568], "ldr": {"dL_sdil": -0.01014026254415512, "dL_bp": -0.012160241603851318, "ratio": 0.8338866014753817}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9745, "test_loss": 0.1400484637260437}, {"step": 12550, "epoch": 32, "train_loss": 0.00011964455188717693, "cos_r_negg": [0.5933588743209839, 0.6488268971443176], "cos_innovation_negg": [0.5933588743209839, 0.6488268971443176], "cos_apical_negg": [0.5933588743209839, 0.6488268971443176], "cos_Ac_negg": [0.5933588743209839, 0.6488268971443176], "r_norm": [0.22590598464012146, 0.2193184345960617]}, {"step": 12600, "epoch": 32, "train_loss": 1.8937242202810012e-05, "cos_r_negg": [0.5929958820343018, 0.6484856605529785], "cos_innovation_negg": [0.5929958820343018, 0.6484856605529785], "cos_apical_negg": [0.5929958820343018, 0.6484856605529785], "cos_Ac_negg": [0.5929958820343018, 0.6484856605529785], "r_norm": [0.22590355575084686, 0.2193121314048767]}, {"step": 12650, "epoch": 32, "train_loss": 0.000166810947121121, "cos_r_negg": [0.5936745405197144, 0.6493639945983887], "cos_innovation_negg": [0.5936745405197144, 0.6493639945983887], "cos_apical_negg": [0.5936745405197144, 0.6493639945983887], "cos_Ac_negg": [0.5936745405197144, 0.6493639945983887], "r_norm": [0.22638629376888275, 0.21978557109832764]}, {"step": 12700, "epoch": 32, "train_loss": 0.0002461516414768994, "cos_r_negg": [0.5929878950119019, 0.6487635970115662], "cos_innovation_negg": [0.5929878950119019, 0.6487635970115662], "cos_apical_negg": [0.5929878950119019, 0.6487635970115662], "cos_Ac_negg": [0.5929878950119019, 0.6487635970115662], "r_norm": [0.2258508801460266, 0.21928073465824127]}, {"step": 12750, "epoch": 32, "train_loss": 6.432345981011167e-05, "cos_r_negg": [0.5926610231399536, 0.6483519077301025], "cos_innovation_negg": [0.5926610231399536, 0.6483519077301025], "cos_apical_negg": [0.5926610231399536, 0.6483519077301025], "cos_Ac_negg": [0.5926610231399536, 0.6483519077301025], "r_norm": [0.22745122015476227, 0.22085103392601013], "ldr": {"dL_sdil": -0.010267116129398346, "dL_bp": -0.012312620878219604, "ratio": 0.8338692656053716}}, {"step": 12800, "epoch": 32, "train_loss": 0.0003265058039687574, "cos_r_negg": [0.59278404712677, 0.6493204236030579], "cos_innovation_negg": [0.59278404712677, 0.6493204236030579], "cos_apical_negg": [0.59278404712677, 0.6493204236030579], "cos_Ac_negg": [0.59278404712677, 0.6493204236030579], "r_norm": [0.22694164514541626, 0.22034312784671783]}, {"step": 12850, "epoch": 32, "train_loss": 0.00020164321176707745, "cos_r_negg": [0.5930671691894531, 0.6492310762405396], "cos_innovation_negg": [0.5930671691894531, 0.6492310762405396], "cos_apical_negg": [0.5930671691894531, 0.6492310762405396], "cos_Ac_negg": [0.5930671691894531, 0.6492310762405396], "r_norm": [0.22596216201782227, 0.21935361623764038]}, {"step": 12900, "epoch": 32, "train_loss": 8.310318662552163e-05, "cos_r_negg": [0.594117283821106, 0.6495926380157471], "cos_innovation_negg": [0.594117283821106, 0.6495926380157471], "cos_apical_negg": [0.594117283821106, 0.6495926380157471], "cos_Ac_negg": [0.594117283821106, 0.6495926380157471], "r_norm": [0.22634711861610413, 0.21968907117843628]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9741, "test_loss": 0.1405315505027771}, {"step": 12950, "epoch": 33, "train_loss": 0.0001615467481315136, "cos_r_negg": [0.5943190455436707, 0.6501439213752747], "cos_innovation_negg": [0.5943190455436707, 0.6501439213752747], "cos_apical_negg": [0.5943190455436707, 0.6501439213752747], "cos_Ac_negg": [0.5943190455436707, 0.6501439213752747], "r_norm": [0.22677640616893768, 0.22010189294815063]}, {"step": 13000, "epoch": 33, "train_loss": 5.3599618695443496e-05, "cos_r_negg": [0.5940959453582764, 0.6498733758926392], "cos_innovation_negg": [0.5940959453582764, 0.6498733758926392], "cos_apical_negg": [0.5940959453582764, 0.6498733758926392], "cos_Ac_negg": [0.5940959453582764, 0.6498733758926392], "r_norm": [0.2264944314956665, 0.21984174847602844], "ldr": {"dL_sdil": -0.01022706925868988, "dL_bp": -0.012304738163948059, "ratio": 0.8311488730946271}}, {"step": 13050, "epoch": 33, "train_loss": 0.0002165157929994166, "cos_r_negg": [0.5935871601104736, 0.6497876644134521], "cos_innovation_negg": [0.5935871601104736, 0.6497876644134521], "cos_apical_negg": [0.5935871601104736, 0.6497876644134521], "cos_Ac_negg": [0.5935871601104736, 0.6497876644134521], "r_norm": [0.2258594036102295, 0.2192184329032898]}, {"step": 13100, "epoch": 33, "train_loss": 0.00013843858323525637, "cos_r_negg": [0.5939223766326904, 0.650327205657959], "cos_innovation_negg": [0.5939223766326904, 0.650327205657959], "cos_apical_negg": [0.5939223766326904, 0.650327205657959], "cos_Ac_negg": [0.5939223766326904, 0.650327205657959], "r_norm": [0.2242365926504135, 0.2176331877708435]}, {"step": 13150, "epoch": 33, "train_loss": 0.00010146456770598888, "cos_r_negg": [0.5939391255378723, 0.6499152183532715], "cos_innovation_negg": [0.5939391255378723, 0.6499152183532715], "cos_apical_negg": [0.5939391255378723, 0.6499152183532715], "cos_Ac_negg": [0.5939391255378723, 0.6499152183532715], "r_norm": [0.22495216131210327, 0.21830734610557556]}, {"step": 13200, "epoch": 33, "train_loss": 0.00020618876442313194, "cos_r_negg": [0.5939242839813232, 0.6498135328292847], "cos_innovation_negg": [0.5939242839813232, 0.6498135328292847], "cos_apical_negg": [0.5939242839813232, 0.6498135328292847], "cos_Ac_negg": [0.5939242839813232, 0.6498135328292847], "r_norm": [0.2263854295015335, 0.21971909701824188]}, {"step": 13250, "epoch": 33, "train_loss": 0.00025112248840741813, "cos_r_negg": [0.5932959914207458, 0.6496564149856567], "cos_innovation_negg": [0.5932959914207458, 0.6496564149856567], "cos_apical_negg": [0.5932959914207458, 0.6496564149856567], "cos_Ac_negg": [0.5932959914207458, 0.6496564149856567], "r_norm": [0.2270868718624115, 0.22044336795806885], "ldr": {"dL_sdil": -0.01027880609035492, "dL_bp": -0.012394458055496216, "ratio": 0.8293066178715955}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.974, "test_loss": 0.1410550301551819}, {"step": 13300, "epoch": 34, "train_loss": 0.00025527304387651384, "cos_r_negg": [0.593247652053833, 0.6498928070068359], "cos_innovation_negg": [0.593247652053833, 0.6498928070068359], "cos_apical_negg": [0.593247652053833, 0.6498928070068359], "cos_Ac_negg": [0.593247652053833, 0.6498928070068359], "r_norm": [0.22705678641796112, 0.22042229771614075]}, {"step": 13350, "epoch": 34, "train_loss": 0.00023746445367578417, "cos_r_negg": [0.5928382277488708, 0.6501152515411377], "cos_innovation_negg": [0.5928382277488708, 0.6501152515411377], "cos_apical_negg": [0.5928382277488708, 0.6501152515411377], "cos_Ac_negg": [0.5928382277488708, 0.6501152515411377], "r_norm": [0.22695013880729675, 0.22031667828559875]}, {"step": 13400, "epoch": 34, "train_loss": 0.0001089685465558432, "cos_r_negg": [0.5932166576385498, 0.6507086753845215], "cos_innovation_negg": [0.5932166576385498, 0.6507086753845215], "cos_apical_negg": [0.5932166576385498, 0.6507086753845215], "cos_Ac_negg": [0.5932166576385498, 0.6507086753845215], "r_norm": [0.2253848761320114, 0.21877866983413696]}, {"step": 13450, "epoch": 34, "train_loss": 0.00021605684014502913, "cos_r_negg": [0.5933363437652588, 0.6506985425949097], "cos_innovation_negg": [0.5933363437652588, 0.6506985425949097], "cos_apical_negg": [0.5933363437652588, 0.6506985425949097], "cos_Ac_negg": [0.5933363437652588, 0.6506985425949097], "r_norm": [0.22586514055728912, 0.2192266285419464]}, {"step": 13500, "epoch": 34, "train_loss": 0.00032361544435843825, "cos_r_negg": [0.5940910577774048, 0.6508350372314453], "cos_innovation_negg": [0.5940910577774048, 0.6508350372314453], "cos_apical_negg": [0.5940910577774048, 0.6508350372314453], "cos_Ac_negg": [0.5940910577774048, 0.6508350372314453], "r_norm": [0.2253558337688446, 0.21872122585773468], "ldr": {"dL_sdil": -0.010158047080039978, "dL_bp": -0.012300647795200348, "ratio": 0.8258139936340262}}, {"step": 13550, "epoch": 34, "train_loss": 0.00022869001259095967, "cos_r_negg": [0.5935980081558228, 0.6498715281486511], "cos_innovation_negg": [0.5935980081558228, 0.6498715281486511], "cos_apical_negg": [0.5935980081558228, 0.6498715281486511], "cos_Ac_negg": [0.5935980081558228, 0.6498715281486511], "r_norm": [0.22611147165298462, 0.21947461366653442]}, {"step": 13600, "epoch": 34, "train_loss": 0.00018877275579143316, "cos_r_negg": [0.5938175320625305, 0.649882972240448], "cos_innovation_negg": [0.5938175320625305, 0.649882972240448], "cos_apical_negg": [0.5938175320625305, 0.649882972240448], "cos_Ac_negg": [0.5938175320625305, 0.649882972240448], "r_norm": [0.2268580049276352, 0.22022086381912231]}, {"step": 13650, "epoch": 34, "train_loss": 0.0001897021138574928, "cos_r_negg": [0.5938221216201782, 0.6502796411514282], "cos_innovation_negg": [0.5938221216201782, 0.6502796411514282], "cos_apical_negg": [0.5938221216201782, 0.6502796411514282], "cos_Ac_negg": [0.5938221216201782, 0.6502796411514282], "r_norm": [0.22679749131202698, 0.22016945481300354]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.974, "test_loss": 0.1415713665008545}, {"step": 13700, "epoch": 35, "train_loss": 9.580960613675416e-05, "cos_r_negg": [0.5937124490737915, 0.6499289274215698], "cos_innovation_negg": [0.5937124490737915, 0.6499289274215698], "cos_apical_negg": [0.5937124490737915, 0.6499289274215698], "cos_Ac_negg": [0.5937124490737915, 0.6499289274215698], "r_norm": [0.22671490907669067, 0.2200823575258255]}, {"step": 13750, "epoch": 35, "train_loss": 0.0002949711633846164, "cos_r_negg": [0.5935323238372803, 0.650780439376831], "cos_innovation_negg": [0.5935323238372803, 0.650780439376831], "cos_apical_negg": [0.5935323238372803, 0.650780439376831], "cos_Ac_negg": [0.5935323238372803, 0.650780439376831], "r_norm": [0.2268162965774536, 0.22017285227775574], "ldr": {"dL_sdil": -0.010321445763111115, "dL_bp": -0.012498438358306885, "ratio": 0.8258188316983723}}, {"step": 13800, "epoch": 35, "train_loss": 4.9708582082530484e-05, "cos_r_negg": [0.5936300158500671, 0.6504300832748413], "cos_innovation_negg": [0.5936300158500671, 0.6504300832748413], "cos_apical_negg": [0.5936300158500671, 0.6504300832748413], "cos_Ac_negg": [0.5936300158500671, 0.6504300832748413], "r_norm": [0.2265167236328125, 0.21987544000148773]}, {"step": 13850, "epoch": 35, "train_loss": 0.00014903067494742572, "cos_r_negg": [0.5937761068344116, 0.6504186987876892], "cos_innovation_negg": [0.5937761068344116, 0.6504186987876892], "cos_apical_negg": [0.5937761068344116, 0.6504186987876892], "cos_Ac_negg": [0.5937761068344116, 0.6504186987876892], "r_norm": [0.22694413363933563, 0.22029593586921692]}, {"step": 13900, "epoch": 35, "train_loss": 9.843712905421853e-05, "cos_r_negg": [0.5934284925460815, 0.65077143907547], "cos_innovation_negg": [0.5934284925460815, 0.65077143907547], "cos_apical_negg": [0.5934284925460815, 0.65077143907547], "cos_Ac_negg": [0.5934284925460815, 0.65077143907547], "r_norm": [0.2261003851890564, 0.21943505108356476]}, {"step": 13950, "epoch": 35, "train_loss": 0.00015483942115679383, "cos_r_negg": [0.5939225554466248, 0.6503607034683228], "cos_innovation_negg": [0.5939225554466248, 0.6503607034683228], "cos_apical_negg": [0.5939225554466248, 0.6503607034683228], "cos_Ac_negg": [0.5939225554466248, 0.6503607034683228], "r_norm": [0.22486034035682678, 0.21825414896011353]}, {"step": 14000, "epoch": 35, "train_loss": 0.00019991048611700535, "cos_r_negg": [0.5945824384689331, 0.6507154703140259], "cos_innovation_negg": [0.5945824384689331, 0.6507154703140259], "cos_apical_negg": [0.5945824384689331, 0.6507154703140259], "cos_Ac_negg": [0.5945824384689331, 0.6507154703140259], "r_norm": [0.22554446756839752, 0.2189481556415558], "ldr": {"dL_sdil": -0.010235369205474854, "dL_bp": -0.01242559403181076, "ratio": 0.8237327872833514}}, {"step": 14050, "epoch": 35, "train_loss": 0.00010002922499552369, "cos_r_negg": [0.5930393934249878, 0.6503685712814331], "cos_innovation_negg": [0.5930393934249878, 0.6503685712814331], "cos_apical_negg": [0.5930393934249878, 0.6503685712814331], "cos_Ac_negg": [0.5930393934249878, 0.6503685712814331], "r_norm": [0.22637203335762024, 0.21976019442081451]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9741, "test_loss": 0.14197270174026488}, {"step": 14100, "epoch": 36, "train_loss": 0.000227620912482962, "cos_r_negg": [0.5935519933700562, 0.6508272886276245], "cos_innovation_negg": [0.5935519933700562, 0.6508272886276245], "cos_apical_negg": [0.5935519933700562, 0.6508272886276245], "cos_Ac_negg": [0.5935519933700562, 0.6508272886276245], "r_norm": [0.2263624668121338, 0.21973612904548645]}, {"step": 14150, "epoch": 36, "train_loss": 0.0001399664906784892, "cos_r_negg": [0.5931926369667053, 0.651068389415741], "cos_innovation_negg": [0.5931926369667053, 0.651068389415741], "cos_apical_negg": [0.5931926369667053, 0.651068389415741], "cos_Ac_negg": [0.5931926369667053, 0.651068389415741], "r_norm": [0.2264024168252945, 0.21977931261062622]}, {"step": 14200, "epoch": 36, "train_loss": 8.828702266328037e-05, "cos_r_negg": [0.5931410789489746, 0.6500855088233948], "cos_innovation_negg": [0.5931410789489746, 0.6500855088233948], "cos_apical_negg": [0.5931410789489746, 0.6500855088233948], "cos_Ac_negg": [0.5931410789489746, 0.6500855088233948], "r_norm": [0.22672049701213837, 0.2200862318277359]}, {"step": 14250, "epoch": 36, "train_loss": 0.0001421128399670124, "cos_r_negg": [0.5930804014205933, 0.6505111455917358], "cos_innovation_negg": [0.5930804014205933, 0.6505111455917358], "cos_apical_negg": [0.5930804014205933, 0.6505111455917358], "cos_Ac_negg": [0.5930804014205933, 0.6505111455917358], "r_norm": [0.22673439979553223, 0.22011134028434753], "ldr": {"dL_sdil": -0.010341167449951172, "dL_bp": -0.012587085366249084, "ratio": 0.8215696604139907}}, {"step": 14300, "epoch": 36, "train_loss": 4.691055801231414e-05, "cos_r_negg": [0.5935547947883606, 0.6508340239524841], "cos_innovation_negg": [0.5935547947883606, 0.6508340239524841], "cos_apical_negg": [0.5935547947883606, 0.6508340239524841], "cos_Ac_negg": [0.5935547947883606, 0.6508340239524841], "r_norm": [0.22678139805793762, 0.22012630105018616]}, {"step": 14350, "epoch": 36, "train_loss": 0.00013445792137645185, "cos_r_negg": [0.5936830639839172, 0.6510260105133057], "cos_innovation_negg": [0.5936830639839172, 0.6510260105133057], "cos_apical_negg": [0.5936830639839172, 0.6510260105133057], "cos_Ac_negg": [0.5936830639839172, 0.6510260105133057], "r_norm": [0.22638541460037231, 0.21973636746406555]}, {"step": 14400, "epoch": 36, "train_loss": 6.350410694722086e-05, "cos_r_negg": [0.5937409400939941, 0.6508721113204956], "cos_innovation_negg": [0.5937409400939941, 0.6508721113204956], "cos_apical_negg": [0.5937409400939941, 0.6508721113204956], "cos_Ac_negg": [0.5937409400939941, 0.6508721113204956], "r_norm": [0.22540099918842316, 0.2187543511390686]}, {"step": 14450, "epoch": 36, "train_loss": 0.00011210532102268189, "cos_r_negg": [0.5938175916671753, 0.6508764028549194], "cos_innovation_negg": [0.5938175916671753, 0.6508764028549194], "cos_apical_negg": [0.5938175916671753, 0.6508764028549194], "cos_Ac_negg": [0.5938175916671753, 0.6508764028549194], "r_norm": [0.22561228275299072, 0.21899916231632233]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9743, "test_loss": 0.14251751251220704}, {"step": 14500, "epoch": 37, "train_loss": 0.00018710609583649784, "cos_r_negg": [0.5936053991317749, 0.6503959894180298], "cos_innovation_negg": [0.5936053991317749, 0.6503959894180298], "cos_apical_negg": [0.5936053991317749, 0.6503959894180298], "cos_Ac_negg": [0.5936053991317749, 0.6503959894180298], "r_norm": [0.22656093537807465, 0.21995557844638824], "ldr": {"dL_sdil": -0.010427884757518768, "dL_bp": -0.012696273624897003, "ratio": 0.8213342800890812}}, {"step": 14550, "epoch": 37, "train_loss": 0.0001746599591569975, "cos_r_negg": [0.593749463558197, 0.6508514881134033], "cos_innovation_negg": [0.593749463558197, 0.6508514881134033], "cos_apical_negg": [0.593749463558197, 0.6508514881134033], "cos_Ac_negg": [0.593749463558197, 0.6508514881134033], "r_norm": [0.22686462104320526, 0.22021211683750153]}, {"step": 14600, "epoch": 37, "train_loss": 5.013569170841947e-05, "cos_r_negg": [0.5942410230636597, 0.6508781909942627], "cos_innovation_negg": [0.5942410230636597, 0.6508781909942627], "cos_apical_negg": [0.5942410230636597, 0.6508781909942627], "cos_Ac_negg": [0.5942410230636597, 0.6508781909942627], "r_norm": [0.22688138484954834, 0.22022682428359985]}, {"step": 14650, "epoch": 37, "train_loss": 0.0001727390626911074, "cos_r_negg": [0.5941944122314453, 0.6512927412986755], "cos_innovation_negg": [0.5941944122314453, 0.6512927412986755], "cos_apical_negg": [0.5941944122314453, 0.6512927412986755], "cos_Ac_negg": [0.5941944122314453, 0.6512927412986755], "r_norm": [0.22539883852005005, 0.21876606345176697]}, {"step": 14700, "epoch": 37, "train_loss": 8.800275827525184e-05, "cos_r_negg": [0.5942073464393616, 0.6517913341522217], "cos_innovation_negg": [0.5942073464393616, 0.6517913341522217], "cos_apical_negg": [0.5942073464393616, 0.6517913341522217], "cos_Ac_negg": [0.5942073464393616, 0.6517913341522217], "r_norm": [0.22564248740673065, 0.2190198004245758]}, {"step": 14750, "epoch": 37, "train_loss": 0.00014798741904087365, "cos_r_negg": [0.5935205221176147, 0.6514139175415039], "cos_innovation_negg": [0.5935205221176147, 0.6514139175415039], "cos_apical_negg": [0.5935205221176147, 0.6514139175415039], "cos_Ac_negg": [0.5935205221176147, 0.6514139175415039], "r_norm": [0.2263319492340088, 0.21969187259674072], "ldr": {"dL_sdil": -0.010372668504714966, "dL_bp": -0.012662753462791443, "ratio": 0.8191479471818099}}, {"step": 14800, "epoch": 37, "train_loss": 9.145520016318187e-05, "cos_r_negg": [0.5933528542518616, 0.6511005759239197], "cos_innovation_negg": [0.5933528542518616, 0.6511005759239197], "cos_apical_negg": [0.5933528542518616, 0.6511005759239197], "cos_Ac_negg": [0.5933528542518616, 0.6511005759239197], "r_norm": [0.22627320885658264, 0.2196481078863144]}, {"step": 14850, "epoch": 37, "train_loss": 0.00013346108607947826, "cos_r_negg": [0.5936620831489563, 0.6511632204055786], "cos_innovation_negg": [0.5936620831489563, 0.6511632204055786], "cos_apical_negg": [0.5936620831489563, 0.6511632204055786], "cos_Ac_negg": [0.5936620831489563, 0.6511632204055786], "r_norm": [0.22536003589630127, 0.21875980496406555]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9741, "test_loss": 0.14291914548873902}, {"step": 14900, "epoch": 38, "train_loss": 0.0001925035030581057, "cos_r_negg": [0.5933787822723389, 0.6514260768890381], "cos_innovation_negg": [0.5933787822723389, 0.6514260768890381], "cos_apical_negg": [0.5933787822723389, 0.6514260768890381], "cos_Ac_negg": [0.5933787822723389, 0.6514260768890381], "r_norm": [0.22492019832134247, 0.21831561625003815]}, {"step": 14950, "epoch": 38, "train_loss": 0.0001119948283303529, "cos_r_negg": [0.5934746861457825, 0.6514471173286438], "cos_innovation_negg": [0.5934746861457825, 0.6514471173286438], "cos_apical_negg": [0.5934746861457825, 0.6514471173286438], "cos_Ac_negg": [0.5934746861457825, 0.6514471173286438], "r_norm": [0.2248830497264862, 0.21829350292682648]}, {"step": 15000, "epoch": 38, "train_loss": 0.0003007318591699004, "cos_r_negg": [0.5936174392700195, 0.6510543823242188], "cos_innovation_negg": [0.5936174392700195, 0.6510543823242188], "cos_apical_negg": [0.5936174392700195, 0.6510543823242188], "cos_Ac_negg": [0.5936174392700195, 0.6510543823242188], "r_norm": [0.2260068953037262, 0.21941697597503662], "ldr": {"dL_sdil": -0.01042153686285019, "dL_bp": -0.012732498347759247, "ratio": 0.8184989762582018}}, {"step": 15050, "epoch": 38, "train_loss": 0.00015316589269787073, "cos_r_negg": [0.5932424068450928, 0.6509964466094971], "cos_innovation_negg": [0.5932424068450928, 0.6509964466094971], "cos_apical_negg": [0.5932424068450928, 0.6509964466094971], "cos_Ac_negg": [0.5932424068450928, 0.6509964466094971], "r_norm": [0.22666804492473602, 0.22003427147865295]}, {"step": 15100, "epoch": 38, "train_loss": 0.00011591117799980566, "cos_r_negg": [0.5937297940254211, 0.6508824825286865], "cos_innovation_negg": [0.5937297940254211, 0.6508824825286865], "cos_apical_negg": [0.5937297940254211, 0.6508824825286865], "cos_Ac_negg": [0.5937297940254211, 0.6508824825286865], "r_norm": [0.2269420325756073, 0.22029756009578705]}, {"step": 15150, "epoch": 38, "train_loss": 0.0002437145885778591, "cos_r_negg": [0.5941947102546692, 0.6513426303863525], "cos_innovation_negg": [0.5941947102546692, 0.6513426303863525], "cos_apical_negg": [0.5941947102546692, 0.6513426303863525], "cos_Ac_negg": [0.5941947102546692, 0.6513426303863525], "r_norm": [0.2279960662126541, 0.22133737802505493]}, {"step": 15200, "epoch": 38, "train_loss": 0.00021161604672670364, "cos_r_negg": [0.5941894054412842, 0.6519107818603516], "cos_innovation_negg": [0.5941894054412842, 0.6519107818603516], "cos_apical_negg": [0.5941894054412842, 0.6519107818603516], "cos_Ac_negg": [0.5941894054412842, 0.6519107818603516], "r_norm": [0.22635973989963531, 0.21975255012512207]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9739, "test_loss": 0.14335595054626465}, {"step": 15250, "epoch": 39, "train_loss": 4.602587068802677e-05, "cos_r_negg": [0.5940827131271362, 0.6518480777740479], "cos_innovation_negg": [0.5940827131271362, 0.6518480777740479], "cos_apical_negg": [0.5940827131271362, 0.6518480777740479], "cos_Ac_negg": [0.5940827131271362, 0.6518480777740479], "r_norm": [0.22526590526103973, 0.21867232024669647], "ldr": {"dL_sdil": -0.01035868376493454, "dL_bp": -0.012683920562267303, "ratio": 0.8166783853684813}}, {"step": 15300, "epoch": 39, "train_loss": 0.00015343670384027064, "cos_r_negg": [0.5939362049102783, 0.6514288187026978], "cos_innovation_negg": [0.5939362049102783, 0.6514288187026978], "cos_apical_negg": [0.5939362049102783, 0.6514288187026978], "cos_Ac_negg": [0.5939362049102783, 0.6514288187026978], "r_norm": [0.22417616844177246, 0.21757778525352478]}, {"step": 15350, "epoch": 39, "train_loss": 0.000324267108226195, "cos_r_negg": [0.5943429470062256, 0.6522222757339478], "cos_innovation_negg": [0.5943429470062256, 0.6522222757339478], "cos_apical_negg": [0.5943429470062256, 0.6522222757339478], "cos_Ac_negg": [0.5943429470062256, 0.6522222757339478], "r_norm": [0.22524529695510864, 0.2186167687177658]}, {"step": 15400, "epoch": 39, "train_loss": 0.00011738884495571256, "cos_r_negg": [0.5947813391685486, 0.6517789959907532], "cos_innovation_negg": [0.5947813391685486, 0.6517789959907532], "cos_apical_negg": [0.5947813391685486, 0.6517789959907532], "cos_Ac_negg": [0.5947813391685486, 0.6517789959907532], "r_norm": [0.22607380151748657, 0.21941585838794708]}, {"step": 15450, "epoch": 39, "train_loss": 0.00017015624325722456, "cos_r_negg": [0.5944691300392151, 0.6520141363143921], "cos_innovation_negg": [0.5944691300392151, 0.6520141363143921], "cos_apical_negg": [0.5944691300392151, 0.6520141363143921], "cos_Ac_negg": [0.5944691300392151, 0.6520141363143921], "r_norm": [0.2263062298297882, 0.21969053149223328]}, {"step": 15500, "epoch": 39, "train_loss": 0.00032911202288232744, "cos_r_negg": [0.5946165323257446, 0.6518746614456177], "cos_innovation_negg": [0.5946165323257446, 0.6518746614456177], "cos_apical_negg": [0.5946165323257446, 0.6518746614456177], "cos_Ac_negg": [0.5946165323257446, 0.6518746614456177], "r_norm": [0.22651709616184235, 0.2199144810438156], "ldr": {"dL_sdil": -0.010473698377609253, "dL_bp": -0.012850582599639893, "ratio": 0.8150368511621219}}, {"step": 15550, "epoch": 39, "train_loss": 0.00022403581533581018, "cos_r_negg": [0.594711422920227, 0.652174711227417], "cos_innovation_negg": [0.594711422920227, 0.652174711227417], "cos_apical_negg": [0.594711422920227, 0.652174711227417], "cos_Ac_negg": [0.594711422920227, 0.652174711227417], "r_norm": [0.2277005910873413, 0.22105804085731506]}, {"step": 15600, "epoch": 39, "train_loss": 6.690133886877447e-05, "cos_r_negg": [0.5946992039680481, 0.6521592140197754], "cos_innovation_negg": [0.5946992039680481, 0.6521592140197754], "cos_apical_negg": [0.5946992039680481, 0.6521592140197754], "cos_Ac_negg": [0.5946992039680481, 0.6521592140197754], "r_norm": [0.22617000341415405, 0.21953725814819336]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9739, "test_loss": 0.14371603384017945}, {"step": 15650, "epoch": 40, "train_loss": 0.00017087724700104445, "cos_r_negg": [0.5940303802490234, 0.6521025896072388], "cos_innovation_negg": [0.5940303802490234, 0.6521025896072388], "cos_apical_negg": [0.5940303802490234, 0.6521025896072388], "cos_Ac_negg": [0.5940303802490234, 0.6521025896072388], "r_norm": [0.2262059599161148, 0.21958693861961365]}, {"step": 15700, "epoch": 40, "train_loss": 8.40398934087716e-05, "cos_r_negg": [0.5946288704872131, 0.6520929932594299], "cos_innovation_negg": [0.5946288704872131, 0.6520929932594299], "cos_apical_negg": [0.5946288704872131, 0.6520929932594299], "cos_Ac_negg": [0.5946288704872131, 0.6520929932594299], "r_norm": [0.2258051484823227, 0.21923381090164185]}, {"step": 15750, "epoch": 40, "train_loss": 0.00014181142614688724, "cos_r_negg": [0.5944621562957764, 0.6521930694580078], "cos_innovation_negg": [0.5944621562957764, 0.6521930694580078], "cos_apical_negg": [0.5944621562957764, 0.6521930694580078], "cos_Ac_negg": [0.5944621562957764, 0.6521930694580078], "r_norm": [0.22505466639995575, 0.21848830580711365], "ldr": {"dL_sdil": -0.010368488729000092, "dL_bp": -0.012719742953777313, "ratio": 0.8151492342792208}}, {"step": 15800, "epoch": 40, "train_loss": 0.00013989054423291236, "cos_r_negg": [0.5943599939346313, 0.6523333191871643], "cos_innovation_negg": [0.5943599939346313, 0.6523333191871643], "cos_apical_negg": [0.5943599939346313, 0.6523333191871643], "cos_Ac_negg": [0.5943599939346313, 0.6523333191871643], "r_norm": [0.2256792187690735, 0.21907886862754822]}, {"step": 15850, "epoch": 40, "train_loss": 0.00011875064228661358, "cos_r_negg": [0.5943978428840637, 0.6521090865135193], "cos_innovation_negg": [0.5943978428840637, 0.6521090865135193], "cos_apical_negg": [0.5943978428840637, 0.6521090865135193], "cos_Ac_negg": [0.5943978428840637, 0.6521090865135193], "r_norm": [0.22539101541042328, 0.2187804877758026]}, {"step": 15900, "epoch": 40, "train_loss": 5.3448799008037895e-05, "cos_r_negg": [0.5942531228065491, 0.6518946886062622], "cos_innovation_negg": [0.5942531228065491, 0.6518946886062622], "cos_apical_negg": [0.5942531228065491, 0.6518946886062622], "cos_Ac_negg": [0.5942531228065491, 0.6518946886062622], "r_norm": [0.22591815888881683, 0.2192850112915039]}, {"step": 15950, "epoch": 40, "train_loss": 0.000122116383863613, "cos_r_negg": [0.5942143201828003, 0.6524016857147217], "cos_innovation_negg": [0.5942143201828003, 0.6524016857147217], "cos_apical_negg": [0.5942143201828003, 0.6524016857147217], "cos_Ac_negg": [0.5942143201828003, 0.6524016857147217], "r_norm": [0.22650226950645447, 0.2198602259159088]}, {"step": 16000, "epoch": 40, "train_loss": 1.5650637578801252e-05, "cos_r_negg": [0.5940126180648804, 0.6520439386367798], "cos_innovation_negg": [0.5940126180648804, 0.6520439386367798], "cos_apical_negg": [0.5940126180648804, 0.6520439386367798], "cos_Ac_negg": [0.5940126180648804, 0.6520439386367798], "r_norm": [0.22669902443885803, 0.22004561126232147], "ldr": {"dL_sdil": -0.0105665922164917, "dL_bp": -0.013014078140258789, "ratio": 0.8119355134194376}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9742, "test_loss": 0.14403718338012694}, {"step": 16050, "epoch": 41, "train_loss": 4.364048800198361e-05, "cos_r_negg": [0.5938352346420288, 0.652612030506134], "cos_innovation_negg": [0.5938352346420288, 0.652612030506134], "cos_apical_negg": [0.5938352346420288, 0.652612030506134], "cos_Ac_negg": [0.5938352346420288, 0.652612030506134], "r_norm": [0.2261163741350174, 0.21947667002677917]}, {"step": 16100, "epoch": 41, "train_loss": 5.7575594837544486e-05, "cos_r_negg": [0.5944216251373291, 0.6523721218109131], "cos_innovation_negg": [0.5944216251373291, 0.6523721218109131], "cos_apical_negg": [0.5944216251373291, 0.6523721218109131], "cos_Ac_negg": [0.5944216251373291, 0.6523721218109131], "r_norm": [0.22608081996440887, 0.21944792568683624]}, {"step": 16150, "epoch": 41, "train_loss": 0.00014876504428684711, "cos_r_negg": [0.5940172076225281, 0.6519766449928284], "cos_innovation_negg": [0.5940172076225281, 0.6519766449928284], "cos_apical_negg": [0.5940172076225281, 0.6519766449928284], "cos_Ac_negg": [0.5940172076225281, 0.6519766449928284], "r_norm": [0.22638237476348877, 0.21973374485969543]}, {"step": 16200, "epoch": 41, "train_loss": 0.00017048906011041254, "cos_r_negg": [0.5946027040481567, 0.6521662473678589], "cos_innovation_negg": [0.5946027040481567, 0.6521662473678589], "cos_apical_negg": [0.5946027040481567, 0.6521662473678589], "cos_Ac_negg": [0.5946027040481567, 0.6521662473678589], "r_norm": [0.22538414597511292, 0.2187604308128357]}, {"step": 16250, "epoch": 41, "train_loss": 0.00012537019210867584, "cos_r_negg": [0.5940561294555664, 0.6518648266792297], "cos_innovation_negg": [0.5940561294555664, 0.6518648266792297], "cos_apical_negg": [0.5940561294555664, 0.6518648266792297], "cos_Ac_negg": [0.5940561294555664, 0.6518648266792297], "r_norm": [0.2260308414697647, 0.21938548982143402], "ldr": {"dL_sdil": -0.010568253695964813, "dL_bp": -0.013032689690589905, "ratio": 0.8109035008786784}}, {"step": 16300, "epoch": 41, "train_loss": 0.0001140782333095558, "cos_r_negg": [0.5939505696296692, 0.652536153793335], "cos_innovation_negg": [0.5939505696296692, 0.652536153793335], "cos_apical_negg": [0.5939505696296692, 0.652536153793335], "cos_Ac_negg": [0.5939505696296692, 0.652536153793335], "r_norm": [0.22519521415233612, 0.218555748462677]}, {"step": 16350, "epoch": 41, "train_loss": 6.632728036493063e-05, "cos_r_negg": [0.5943805575370789, 0.6519351601600647], "cos_innovation_negg": [0.5943805575370789, 0.6519351601600647], "cos_apical_negg": [0.5943805575370789, 0.6519351601600647], "cos_Ac_negg": [0.5943805575370789, 0.6519351601600647], "r_norm": [0.22511595487594604, 0.21847712993621826]}, {"step": 16400, "epoch": 41, "train_loss": 0.00011029539746232331, "cos_r_negg": [0.5945825576782227, 0.6528041362762451], "cos_innovation_negg": [0.5945825576782227, 0.6528041362762451], "cos_apical_negg": [0.5945825576782227, 0.6528041362762451], "cos_Ac_negg": [0.5945825576782227, 0.6528041362762451], "r_norm": [0.22588208317756653, 0.21925243735313416]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9742, "test_loss": 0.1445852981567383}, {"step": 16450, "epoch": 42, "train_loss": 6.817954999860376e-05, "cos_r_negg": [0.5941594839096069, 0.6522654294967651], "cos_innovation_negg": [0.5941594839096069, 0.6522654294967651], "cos_apical_negg": [0.5941594839096069, 0.6522654294967651], "cos_Ac_negg": [0.5941594839096069, 0.6522654294967651], "r_norm": [0.22650425136089325, 0.21986697614192963]}, {"step": 16500, "epoch": 42, "train_loss": 0.0001680521381786093, "cos_r_negg": [0.5942670106887817, 0.6519345641136169], "cos_innovation_negg": [0.5942670106887817, 0.6519345641136169], "cos_apical_negg": [0.5942670106887817, 0.6519345641136169], "cos_Ac_negg": [0.5942670106887817, 0.6519345641136169], "r_norm": [0.22605301439762115, 0.2194230556488037], "ldr": {"dL_sdil": -0.010537341237068176, "dL_bp": -0.01300620287656784, "ratio": 0.8101781386212573}}, {"step": 16550, "epoch": 42, "train_loss": 0.00011892891052411869, "cos_r_negg": [0.5940840840339661, 0.6516633629798889], "cos_innovation_negg": [0.5940840840339661, 0.6516633629798889], "cos_apical_negg": [0.5940840840339661, 0.6516633629798889], "cos_Ac_negg": [0.5940840840339661, 0.6516633629798889], "r_norm": [0.22503872215747833, 0.21842645108699799]}, {"step": 16600, "epoch": 42, "train_loss": 0.0002175509580411017, "cos_r_negg": [0.594112753868103, 0.6518051624298096], "cos_innovation_negg": [0.594112753868103, 0.6518051624298096], "cos_apical_negg": [0.594112753868103, 0.6518051624298096], "cos_Ac_negg": [0.594112753868103, 0.6518051624298096], "r_norm": [0.2253614068031311, 0.21875837445259094]}, {"step": 16650, "epoch": 42, "train_loss": 0.0001096998603316024, "cos_r_negg": [0.5941362380981445, 0.6519738435745239], "cos_innovation_negg": [0.5941362380981445, 0.6519738435745239], "cos_apical_negg": [0.5941362380981445, 0.6519738435745239], "cos_Ac_negg": [0.5941362380981445, 0.6519738435745239], "r_norm": [0.22556066513061523, 0.2189563810825348]}, {"step": 16700, "epoch": 42, "train_loss": 6.90153319737874e-05, "cos_r_negg": [0.5947492122650146, 0.6524227261543274], "cos_innovation_negg": [0.5947492122650146, 0.6524227261543274], "cos_apical_negg": [0.5947492122650146, 0.6524227261543274], "cos_Ac_negg": [0.5947492122650146, 0.6524227261543274], "r_norm": [0.22610895335674286, 0.2194955199956894]}, {"step": 16750, "epoch": 42, "train_loss": 8.1313140981365e-05, "cos_r_negg": [0.5947263240814209, 0.6522766947746277], "cos_innovation_negg": [0.5947263240814209, 0.6522766947746277], "cos_apical_negg": [0.5947263240814209, 0.6522766947746277], "cos_Ac_negg": [0.5947263240814209, 0.6522766947746277], "r_norm": [0.2263927012681961, 0.21976816654205322], "ldr": {"dL_sdil": -0.010551869869232178, "dL_bp": -0.013051874935626984, "ratio": 0.8084562502533119}}, {"step": 16800, "epoch": 42, "train_loss": 0.00010317577107343823, "cos_r_negg": [0.5947970151901245, 0.6524295806884766], "cos_innovation_negg": [0.5947970151901245, 0.6524295806884766], "cos_apical_negg": [0.5947970151901245, 0.6524295806884766], "cos_Ac_negg": [0.5947970151901245, 0.6524295806884766], "r_norm": [0.22553469240665436, 0.21892401576042175]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.974, "test_loss": 0.14491627597808837}, {"step": 16850, "epoch": 43, "train_loss": 0.00019987898122053593, "cos_r_negg": [0.5950222611427307, 0.6526749730110168], "cos_innovation_negg": [0.5950222611427307, 0.6526749730110168], "cos_apical_negg": [0.5950222611427307, 0.6526749730110168], "cos_Ac_negg": [0.5950222611427307, 0.6526749730110168], "r_norm": [0.2255239635705948, 0.21890264749526978]}, {"step": 16900, "epoch": 43, "train_loss": 5.427521682577208e-05, "cos_r_negg": [0.5950396060943604, 0.6528809070587158], "cos_innovation_negg": [0.5950396060943604, 0.6528809070587158], "cos_apical_negg": [0.5950396060943604, 0.6528809070587158], "cos_Ac_negg": [0.5950396060943604, 0.6528809070587158], "r_norm": [0.22548100352287292, 0.2188640832901001]}, {"step": 16950, "epoch": 43, "train_loss": 0.00010046186798717827, "cos_r_negg": [0.5945731401443481, 0.6527583599090576], "cos_innovation_negg": [0.5945731401443481, 0.6527583599090576], "cos_apical_negg": [0.5945731401443481, 0.6527583599090576], "cos_Ac_negg": [0.5945731401443481, 0.6527583599090576], "r_norm": [0.225371316075325, 0.2187325358390808]}, {"step": 17000, "epoch": 43, "train_loss": 0.0001101489324355498, "cos_r_negg": [0.594600260257721, 0.6524769067764282], "cos_innovation_negg": [0.594600260257721, 0.6524769067764282], "cos_apical_negg": [0.594600260257721, 0.6524769067764282], "cos_Ac_negg": [0.594600260257721, 0.6524769067764282], "r_norm": [0.22562836110591888, 0.21896246075630188], "ldr": {"dL_sdil": -0.010536298155784607, "dL_bp": -0.013057172298431396, "ratio": 0.8069356760383999}}, {"step": 17050, "epoch": 43, "train_loss": 0.00012488917855080217, "cos_r_negg": [0.5942983627319336, 0.6527414321899414], "cos_innovation_negg": [0.5942983627319336, 0.6527414321899414], "cos_apical_negg": [0.5942983627319336, 0.6527414321899414], "cos_Ac_negg": [0.5942983627319336, 0.6527414321899414], "r_norm": [0.22672058641910553, 0.220035582780838]}, {"step": 17100, "epoch": 43, "train_loss": 5.665941716870293e-05, "cos_r_negg": [0.5940801501274109, 0.6523949503898621], "cos_innovation_negg": [0.5940801501274109, 0.6523949503898621], "cos_apical_negg": [0.5940801501274109, 0.6523949503898621], "cos_Ac_negg": [0.5940801501274109, 0.6523949503898621], "r_norm": [0.2264193296432495, 0.21977609395980835]}, {"step": 17150, "epoch": 43, "train_loss": 9.539839811623096e-05, "cos_r_negg": [0.5947176218032837, 0.6528751850128174], "cos_innovation_negg": [0.5947176218032837, 0.6528751850128174], "cos_apical_negg": [0.5947176218032837, 0.6528751850128174], "cos_Ac_negg": [0.5947176218032837, 0.6528751850128174], "r_norm": [0.2263364940881729, 0.21969594061374664]}, {"step": 17200, "epoch": 43, "train_loss": 0.00019583723042160273, "cos_r_negg": [0.594605565071106, 0.6527029275894165], "cos_innovation_negg": [0.594605565071106, 0.6527029275894165], "cos_apical_negg": [0.594605565071106, 0.6527029275894165], "cos_Ac_negg": [0.594605565071106, 0.6527029275894165], "r_norm": [0.22656455636024475, 0.21994057297706604]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.974, "test_loss": 0.14528132457733153}, {"step": 17250, "epoch": 44, "train_loss": 0.00012504163896664977, "cos_r_negg": [0.5948296785354614, 0.6528159976005554], "cos_innovation_negg": [0.5948296785354614, 0.6528159976005554], "cos_apical_negg": [0.5948296785354614, 0.6528159976005554], "cos_Ac_negg": [0.5948296785354614, 0.6528159976005554], "r_norm": [0.2264227271080017, 0.21979746222496033], "ldr": {"dL_sdil": -0.010623350739479065, "dL_bp": -0.013174042105674744, "ratio": 0.8063850604290262}}, {"step": 17300, "epoch": 44, "train_loss": 0.0001480508508393541, "cos_r_negg": [0.5945448875427246, 0.6529875993728638], "cos_innovation_negg": [0.5945448875427246, 0.6529875993728638], "cos_apical_negg": [0.5945448875427246, 0.6529875993728638], "cos_Ac_negg": [0.5945448875427246, 0.6529875993728638], "r_norm": [0.22684717178344727, 0.2202162742614746]}, {"step": 17350, "epoch": 44, "train_loss": 0.00014836601621937007, "cos_r_negg": [0.5946767330169678, 0.6531277298927307], "cos_innovation_negg": [0.5946767330169678, 0.6531277298927307], "cos_apical_negg": [0.5946767330169678, 0.6531277298927307], "cos_Ac_negg": [0.5946767330169678, 0.6531277298927307], "r_norm": [0.22565872967243195, 0.21903496980667114]}, {"step": 17400, "epoch": 44, "train_loss": 0.00016975360631477088, "cos_r_negg": [0.5946882367134094, 0.6531451344490051], "cos_innovation_negg": [0.5946882367134094, 0.6531451344490051], "cos_apical_negg": [0.5946882367134094, 0.6531451344490051], "cos_Ac_negg": [0.5946882367134094, 0.6531451344490051], "r_norm": [0.2256213128566742, 0.21901661157608032]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001592447515577078, "cos_r_negg": [0.5942856073379517, 0.6527256965637207], "cos_innovation_negg": [0.5942856073379517, 0.6527256965637207], "cos_apical_negg": [0.5942856073379517, 0.6527256965637207], "cos_Ac_negg": [0.5942856073379517, 0.6527256965637207], "r_norm": [0.22578203678131104, 0.21918252110481262]}, {"step": 17500, "epoch": 44, "train_loss": 0.00012422780855558813, "cos_r_negg": [0.5946850776672363, 0.6531264781951904], "cos_innovation_negg": [0.5946850776672363, 0.6531264781951904], "cos_apical_negg": [0.5946850776672363, 0.6531264781951904], "cos_Ac_negg": [0.5946850776672363, 0.6531264781951904], "r_norm": [0.22553837299346924, 0.21891452372074127], "ldr": {"dL_sdil": -0.010583624243736267, "dL_bp": -0.01314479112625122, "ratio": 0.8051572780490902}}, {"step": 17550, "epoch": 44, "train_loss": 8.8819520897232e-05, "cos_r_negg": [0.5948969125747681, 0.6531012654304504], "cos_innovation_negg": [0.5948969125747681, 0.6531012654304504], "cos_apical_negg": [0.5948969125747681, 0.6531012654304504], "cos_Ac_negg": [0.5948969125747681, 0.6531012654304504], "r_norm": [0.2256540060043335, 0.21902678906917572]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9739, "test_loss": 0.14559189033508302}, {"step": 17600, "epoch": 45, "train_loss": 7.179723615990952e-05, "cos_r_negg": [0.5942599773406982, 0.6532402038574219], "cos_innovation_negg": [0.5942599773406982, 0.6532402038574219], "cos_apical_negg": [0.5942599773406982, 0.6532402038574219], "cos_Ac_negg": [0.5942599773406982, 0.6532402038574219], "r_norm": [0.22571414709091187, 0.2190944105386734]}, {"step": 17650, "epoch": 45, "train_loss": 8.699304453330114e-05, "cos_r_negg": [0.5943707823753357, 0.6532808542251587], "cos_innovation_negg": [0.5943707823753357, 0.6532808542251587], "cos_apical_negg": [0.5943707823753357, 0.6532808542251587], "cos_Ac_negg": [0.5943707823753357, 0.6532808542251587], "r_norm": [0.22550319135189056, 0.21888847649097443]}, {"step": 17700, "epoch": 45, "train_loss": 3.7063698982819915e-05, "cos_r_negg": [0.593673586845398, 0.6528681516647339], "cos_innovation_negg": [0.593673586845398, 0.6528681516647339], "cos_apical_negg": [0.593673586845398, 0.6528681516647339], "cos_Ac_negg": [0.593673586845398, 0.6528681516647339], "r_norm": [0.22542425990104675, 0.2188018262386322]}, {"step": 17750, "epoch": 45, "train_loss": 9.793737262953073e-05, "cos_r_negg": [0.5936989784240723, 0.6530153155326843], "cos_innovation_negg": [0.5936989784240723, 0.6530153155326843], "cos_apical_negg": [0.5936989784240723, 0.6530153155326843], "cos_Ac_negg": [0.5936989784240723, 0.6530153155326843], "r_norm": [0.22620709240436554, 0.21958394348621368], "ldr": {"dL_sdil": -0.010661080479621887, "dL_bp": -0.013263717293739319, "ratio": 0.8037777226037593}}, {"step": 17800, "epoch": 45, "train_loss": 0.00027744093677029014, "cos_r_negg": [0.5940572023391724, 0.6532167196273804], "cos_innovation_negg": [0.5940572023391724, 0.6532167196273804], "cos_apical_negg": [0.5940572023391724, 0.6532167196273804], "cos_Ac_negg": [0.5940572023391724, 0.6532167196273804], "r_norm": [0.22590892016887665, 0.21928811073303223]}, {"step": 17850, "epoch": 45, "train_loss": 2.5320636268588714e-05, "cos_r_negg": [0.5941261053085327, 0.6533828973770142], "cos_innovation_negg": [0.5941261053085327, 0.6533828973770142], "cos_apical_negg": [0.5941261053085327, 0.6533828973770142], "cos_Ac_negg": [0.5941261053085327, 0.6533828973770142], "r_norm": [0.22571569681167603, 0.21908719837665558]}, {"step": 17900, "epoch": 45, "train_loss": 0.0002860327949747443, "cos_r_negg": [0.594214916229248, 0.6533724069595337], "cos_innovation_negg": [0.594214916229248, 0.6533724069595337], "cos_apical_negg": [0.594214916229248, 0.6533724069595337], "cos_Ac_negg": [0.594214916229248, 0.6533724069595337], "r_norm": [0.22463881969451904, 0.21802204847335815]}, {"step": 17950, "epoch": 45, "train_loss": 9.514877456240356e-05, "cos_r_negg": [0.5941089987754822, 0.6534329652786255], "cos_innovation_negg": [0.5941089987754822, 0.6534329652786255], "cos_apical_negg": [0.5941089987754822, 0.6534329652786255], "cos_Ac_negg": [0.5941089987754822, 0.6534329652786255], "r_norm": [0.2255057394504547, 0.2188791036605835]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9741, "test_loss": 0.1458831337928772}, {"step": 18000, "epoch": 46, "train_loss": 9.055188274942338e-05, "cos_r_negg": [0.594224214553833, 0.6533909440040588], "cos_innovation_negg": [0.594224214553833, 0.6533909440040588], "cos_apical_negg": [0.594224214553833, 0.6533909440040588], "cos_Ac_negg": [0.594224214553833, 0.6533909440040588], "r_norm": [0.22564901411533356, 0.2190340906381607], "ldr": {"dL_sdil": -0.010655507445335388, "dL_bp": -0.013281263411045074, "ratio": 0.8022962210412878}}, {"step": 18050, "epoch": 46, "train_loss": 0.00012169656110927463, "cos_r_negg": [0.5942399501800537, 0.6534615159034729], "cos_innovation_negg": [0.5942399501800537, 0.6534615159034729], "cos_apical_negg": [0.5942399501800537, 0.6534615159034729], "cos_Ac_negg": [0.5942399501800537, 0.6534615159034729], "r_norm": [0.2254370003938675, 0.21883681416511536]}, {"step": 18100, "epoch": 46, "train_loss": 0.0002734242589212954, "cos_r_negg": [0.5938820242881775, 0.6535837650299072], "cos_innovation_negg": [0.5938820242881775, 0.6535837650299072], "cos_apical_negg": [0.5938820242881775, 0.6535837650299072], "cos_Ac_negg": [0.5938820242881775, 0.6535837650299072], "r_norm": [0.224770650267601, 0.21819186210632324]}, {"step": 18150, "epoch": 46, "train_loss": 5.478459206642583e-05, "cos_r_negg": [0.5940772891044617, 0.653444230556488], "cos_innovation_negg": [0.5940772891044617, 0.653444230556488], "cos_apical_negg": [0.5940772891044617, 0.653444230556488], "cos_Ac_negg": [0.5940772891044617, 0.653444230556488], "r_norm": [0.22510196268558502, 0.21850302815437317]}, {"step": 18200, "epoch": 46, "train_loss": 6.838513945695013e-05, "cos_r_negg": [0.5938305258750916, 0.6535251140594482], "cos_innovation_negg": [0.5938305258750916, 0.6535251140594482], "cos_apical_negg": [0.5938305258750916, 0.6535251140594482], "cos_Ac_negg": [0.5938305258750916, 0.6535251140594482], "r_norm": [0.22555643320083618, 0.21895180642604828]}, {"step": 18250, "epoch": 46, "train_loss": 9.627282270230353e-05, "cos_r_negg": [0.5942282676696777, 0.6536466479301453], "cos_innovation_negg": [0.5942282676696777, 0.6536466479301453], "cos_apical_negg": [0.5942282676696777, 0.6536466479301453], "cos_Ac_negg": [0.5942282676696777, 0.6536466479301453], "r_norm": [0.2255706638097763, 0.21895663440227509], "ldr": {"dL_sdil": -0.010666772723197937, "dL_bp": -0.013315320014953613, "ratio": 0.8010902262370521}}, {"step": 18300, "epoch": 46, "train_loss": 0.00017523305723443627, "cos_r_negg": [0.5942294597625732, 0.653290867805481], "cos_innovation_negg": [0.5942294597625732, 0.653290867805481], "cos_apical_negg": [0.5942294597625732, 0.653290867805481], "cos_Ac_negg": [0.5942294597625732, 0.653290867805481], "r_norm": [0.22516562044620514, 0.2185729295015335]}, {"step": 18350, "epoch": 46, "train_loss": 0.00015529659867752343, "cos_r_negg": [0.5940328240394592, 0.6533123850822449], "cos_innovation_negg": [0.5940328240394592, 0.6533123850822449], "cos_apical_negg": [0.5940328240394592, 0.6533123850822449], "cos_Ac_negg": [0.5940328240394592, 0.6533123850822449], "r_norm": [0.22563141584396362, 0.21901744604110718]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9741, "test_loss": 0.14631206665039062}, {"step": 18400, "epoch": 47, "train_loss": 0.0002495245134923607, "cos_r_negg": [0.5939774513244629, 0.6530210971832275], "cos_innovation_negg": [0.5939774513244629, 0.6530210971832275], "cos_apical_negg": [0.5939774513244629, 0.6530210971832275], "cos_Ac_negg": [0.5939774513244629, 0.6530210971832275], "r_norm": [0.22578167915344238, 0.219157874584198]}, {"step": 18450, "epoch": 47, "train_loss": 5.144600072526373e-05, "cos_r_negg": [0.5941305160522461, 0.6534122824668884], "cos_innovation_negg": [0.5941305160522461, 0.6534122824668884], "cos_apical_negg": [0.5941305160522461, 0.6534122824668884], "cos_Ac_negg": [0.5941305160522461, 0.6534122824668884], "r_norm": [0.22526612877845764, 0.21864548325538635]}, {"step": 18500, "epoch": 47, "train_loss": 0.00019837905711028725, "cos_r_negg": [0.5947355628013611, 0.6536936163902283], "cos_innovation_negg": [0.5947355628013611, 0.6536936163902283], "cos_apical_negg": [0.5947355628013611, 0.6536936163902283], "cos_Ac_negg": [0.5947355628013611, 0.6536936163902283], "r_norm": [0.22527939081192017, 0.21863466501235962], "ldr": {"dL_sdil": -0.010635100305080414, "dL_bp": -0.013300284743309021, "ratio": 0.7996144827223054}}, {"step": 18550, "epoch": 47, "train_loss": 0.00017137182294391096, "cos_r_negg": [0.5945949554443359, 0.6540952324867249], "cos_innovation_negg": [0.5945949554443359, 0.6540952324867249], "cos_apical_negg": [0.5945949554443359, 0.6540952324867249], "cos_Ac_negg": [0.5945949554443359, 0.6540952324867249], "r_norm": [0.22649915516376495, 0.21983623504638672]}, {"step": 18600, "epoch": 47, "train_loss": 4.693953815149143e-05, "cos_r_negg": [0.5942222476005554, 0.6537291407585144], "cos_innovation_negg": [0.5942222476005554, 0.6537291407585144], "cos_apical_negg": [0.5942222476005554, 0.6537291407585144], "cos_Ac_negg": [0.5942222476005554, 0.6537291407585144], "r_norm": [0.22611595690250397, 0.21947501599788666]}, {"step": 18650, "epoch": 47, "train_loss": 0.0001595651701791212, "cos_r_negg": [0.594344973564148, 0.6538128852844238], "cos_innovation_negg": [0.594344973564148, 0.6538128852844238], "cos_apical_negg": [0.594344973564148, 0.6538128852844238], "cos_Ac_negg": [0.594344973564148, 0.6538128852844238], "r_norm": [0.22590619325637817, 0.21927410364151]}, {"step": 18700, "epoch": 47, "train_loss": 0.00011410907609388232, "cos_r_negg": [0.5942104458808899, 0.6539502739906311], "cos_innovation_negg": [0.5942104458808899, 0.6539502739906311], "cos_apical_negg": [0.5942104458808899, 0.6539502739906311], "cos_Ac_negg": [0.5942104458808899, 0.6539502739906311], "r_norm": [0.22585782408714294, 0.2192317247390747]}, {"step": 18750, "epoch": 47, "train_loss": 6.327503797365353e-05, "cos_r_negg": [0.5941466689109802, 0.6532386541366577], "cos_innovation_negg": [0.5941466689109802, 0.6532386541366577], "cos_apical_negg": [0.5941466689109802, 0.6532386541366577], "cos_Ac_negg": [0.5941466689109802, 0.6532386541366577], "r_norm": [0.22614745795726776, 0.21953046321868896], "ldr": {"dL_sdil": -0.010747037827968597, "dL_bp": -0.013441428542137146, "ratio": 0.7995458067777558}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.974, "test_loss": 0.14664713869094848}, {"step": 18800, "epoch": 48, "train_loss": 9.875608520815149e-05, "cos_r_negg": [0.5941916704177856, 0.6532424688339233], "cos_innovation_negg": [0.5941916704177856, 0.6532424688339233], "cos_apical_negg": [0.5941916704177856, 0.6532424688339233], "cos_Ac_negg": [0.5941916704177856, 0.6532424688339233], "r_norm": [0.22609031200408936, 0.219467431306839]}, {"step": 18850, "epoch": 48, "train_loss": 0.00017246397328563035, "cos_r_negg": [0.5945369601249695, 0.6537163257598877], "cos_innovation_negg": [0.5945369601249695, 0.6537163257598877], "cos_apical_negg": [0.5945369601249695, 0.6537163257598877], "cos_Ac_negg": [0.5945369601249695, 0.6537163257598877], "r_norm": [0.22610999643802643, 0.21948125958442688]}, {"step": 18900, "epoch": 48, "train_loss": 3.9515900425612926e-05, "cos_r_negg": [0.59504234790802, 0.6531624794006348], "cos_innovation_negg": [0.59504234790802, 0.6531624794006348], "cos_apical_negg": [0.59504234790802, 0.6531624794006348], "cos_Ac_negg": [0.59504234790802, 0.6531624794006348], "r_norm": [0.22621682286262512, 0.21960040926933289]}, {"step": 18950, "epoch": 48, "train_loss": 0.00021861132699996233, "cos_r_negg": [0.5942596793174744, 0.6531593799591064], "cos_innovation_negg": [0.5942596793174744, 0.6531593799591064], "cos_apical_negg": [0.5942596793174744, 0.6531593799591064], "cos_Ac_negg": [0.5942596793174744, 0.6531593799591064], "r_norm": [0.22642287611961365, 0.21977974474430084]}, {"step": 19000, "epoch": 48, "train_loss": 6.115082214819267e-05, "cos_r_negg": [0.5943565368652344, 0.6535216569900513], "cos_innovation_negg": [0.5943565368652344, 0.6535216569900513], "cos_apical_negg": [0.5943565368652344, 0.6535216569900513], "cos_Ac_negg": [0.5943565368652344, 0.6535216569900513], "r_norm": [0.22622939944267273, 0.21958543360233307], "ldr": {"dL_sdil": -0.01077742874622345, "dL_bp": -0.013504080474376678, "ratio": 0.7980868276572467}}, {"step": 19050, "epoch": 48, "train_loss": 0.0002898928942158818, "cos_r_negg": [0.5944793224334717, 0.6538902521133423], "cos_innovation_negg": [0.5944793224334717, 0.6538902521133423], "cos_apical_negg": [0.5944793224334717, 0.6538902521133423], "cos_Ac_negg": [0.5944793224334717, 0.6538902521133423], "r_norm": [0.2259749472141266, 0.21934287250041962]}, {"step": 19100, "epoch": 48, "train_loss": 0.00019436690490692854, "cos_r_negg": [0.5943248271942139, 0.6537426710128784], "cos_innovation_negg": [0.5943248271942139, 0.6537426710128784], "cos_apical_negg": [0.5943248271942139, 0.6537426710128784], "cos_Ac_negg": [0.5943248271942139, 0.6537426710128784], "r_norm": [0.22620995342731476, 0.21957150101661682]}, {"step": 19150, "epoch": 48, "train_loss": 0.0001231977657880634, "cos_r_negg": [0.5942811369895935, 0.653514564037323], "cos_innovation_negg": [0.5942811369895935, 0.653514564037323], "cos_apical_negg": [0.5942811369895935, 0.653514564037323], "cos_Ac_negg": [0.5942811369895935, 0.653514564037323], "r_norm": [0.2261689305305481, 0.2195318341255188]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9741, "test_loss": 0.14688000717163086}, {"step": 19200, "epoch": 49, "train_loss": 7.90347985457629e-05, "cos_r_negg": [0.5949875116348267, 0.6537989974021912], "cos_innovation_negg": [0.5949875116348267, 0.6537989974021912], "cos_apical_negg": [0.5949875116348267, 0.6537989974021912], "cos_Ac_negg": [0.5949875116348267, 0.6537989974021912], "r_norm": [0.2255305051803589, 0.21891309320926666]}, {"step": 19250, "epoch": 49, "train_loss": 2.6387877369415946e-05, "cos_r_negg": [0.5950040817260742, 0.6535653471946716], "cos_innovation_negg": [0.5950040817260742, 0.6535653471946716], "cos_apical_negg": [0.5950040817260742, 0.6535653471946716], "cos_Ac_negg": [0.5950040817260742, 0.6535653471946716], "r_norm": [0.22635722160339355, 0.21974016726016998], "ldr": {"dL_sdil": -0.01080428808927536, "dL_bp": -0.013544932007789612, "ratio": 0.7976627777136036}}, {"step": 19300, "epoch": 49, "train_loss": 0.0002713977009989321, "cos_r_negg": [0.5945583581924438, 0.653884768486023], "cos_innovation_negg": [0.5945583581924438, 0.653884768486023], "cos_apical_negg": [0.5945583581924438, 0.653884768486023], "cos_Ac_negg": [0.5945583581924438, 0.653884768486023], "r_norm": [0.22667589783668518, 0.22004854679107666]}, {"step": 19350, "epoch": 49, "train_loss": 0.00015961150347720832, "cos_r_negg": [0.5948542952537537, 0.6536193490028381], "cos_innovation_negg": [0.5948542952537537, 0.6536193490028381], "cos_apical_negg": [0.5948542952537537, 0.6536193490028381], "cos_Ac_negg": [0.5948542952537537, 0.6536193490028381], "r_norm": [0.22559110820293427, 0.21899719536304474]}, {"step": 19400, "epoch": 49, "train_loss": 0.00010988998110406101, "cos_r_negg": [0.5947234034538269, 0.6533765196800232], "cos_innovation_negg": [0.5947234034538269, 0.6533765196800232], "cos_apical_negg": [0.5947234034538269, 0.6533765196800232], "cos_Ac_negg": [0.5947234034538269, 0.6533765196800232], "r_norm": [0.22526928782463074, 0.2186686098575592]}, {"step": 19450, "epoch": 49, "train_loss": 0.00010915417806245387, "cos_r_negg": [0.5952246785163879, 0.653884768486023], "cos_innovation_negg": [0.5952246785163879, 0.653884768486023], "cos_apical_negg": [0.5952246785163879, 0.653884768486023], "cos_Ac_negg": [0.5952246785163879, 0.653884768486023], "r_norm": [0.22482894361019135, 0.21821090579032898]}, {"step": 19500, "epoch": 49, "train_loss": 9.403368312632665e-05, "cos_r_negg": [0.5954078435897827, 0.6542701721191406], "cos_innovation_negg": [0.5954078435897827, 0.6542701721191406], "cos_apical_negg": [0.5954078435897827, 0.6542701721191406], "cos_Ac_negg": [0.5954078435897827, 0.6542701721191406], "r_norm": [0.2254013568162918, 0.21877159178256989], "ldr": {"dL_sdil": -0.010709047317504883, "dL_bp": -0.013451308012008667, "ratio": 0.7961342724398528}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.974, "test_loss": 0.14727416801452636}, {"step": 19550, "epoch": 50, "train_loss": 4.434574657352641e-05, "cos_r_negg": [0.5947305560112, 0.654517412185669], "cos_innovation_negg": [0.5947305560112, 0.654517412185669], "cos_apical_negg": [0.5947305560112, 0.654517412185669], "cos_Ac_negg": [0.5947305560112, 0.654517412185669], "r_norm": [0.22591163218021393, 0.21927671134471893]}, {"step": 19600, "epoch": 50, "train_loss": 0.00010091954027302563, "cos_r_negg": [0.5949611663818359, 0.654760479927063], "cos_innovation_negg": [0.5949611663818359, 0.654760479927063], "cos_apical_negg": [0.5949611663818359, 0.654760479927063], "cos_Ac_negg": [0.5949611663818359, 0.654760479927063], "r_norm": [0.2261923849582672, 0.21955229341983795]}, {"step": 19650, "epoch": 50, "train_loss": 3.3026743039954454e-05, "cos_r_negg": [0.5953395366668701, 0.6544212698936462], "cos_innovation_negg": [0.5953395366668701, 0.6544212698936462], "cos_apical_negg": [0.5953395366668701, 0.6544212698936462], "cos_Ac_negg": [0.5953395366668701, 0.6544212698936462], "r_norm": [0.22638820111751556, 0.21975216269493103]}, {"step": 19700, "epoch": 50, "train_loss": 0.00012316330685280263, "cos_r_negg": [0.5949795842170715, 0.6544239521026611], "cos_innovation_negg": [0.5949795842170715, 0.6544239521026611], "cos_apical_negg": [0.5949795842170715, 0.6544239521026611], "cos_Ac_negg": [0.5949795842170715, 0.6544239521026611], "r_norm": [0.2260553389787674, 0.21941792964935303]}, {"step": 19750, "epoch": 50, "train_loss": 0.00022254569921642542, "cos_r_negg": [0.5949986577033997, 0.6543492078781128], "cos_innovation_negg": [0.5949986577033997, 0.6543492078781128], "cos_apical_negg": [0.5949986577033997, 0.6543492078781128], "cos_Ac_negg": [0.5949986577033997, 0.6543492078781128], "r_norm": [0.2259160578250885, 0.21927779912948608], "ldr": {"dL_sdil": -0.01074066013097763, "dL_bp": -0.013506658375263214, "ratio": 0.7952122451433751}}, {"step": 19800, "epoch": 50, "train_loss": 0.00012840516865253448, "cos_r_negg": [0.5952879190444946, 0.6546222567558289], "cos_innovation_negg": [0.5952879190444946, 0.6546222567558289], "cos_apical_negg": [0.5952879190444946, 0.6546222567558289], "cos_Ac_negg": [0.5952879190444946, 0.6546222567558289], "r_norm": [0.2265259325504303, 0.21986812353134155]}, {"step": 19850, "epoch": 50, "train_loss": 0.0001987389987334609, "cos_r_negg": [0.5951747894287109, 0.6546918153762817], "cos_innovation_negg": [0.5951747894287109, 0.6546918153762817], "cos_apical_negg": [0.5951747894287109, 0.6546918153762817], "cos_Ac_negg": [0.5951747894287109, 0.6546918153762817], "r_norm": [0.22590544819831848, 0.219273179769516]}, {"step": 19900, "epoch": 50, "train_loss": 0.00013249466428533196, "cos_r_negg": [0.5948828458786011, 0.6544510126113892], "cos_innovation_negg": [0.5948828458786011, 0.6544510126113892], "cos_apical_negg": [0.5948828458786011, 0.6544510126113892], "cos_Ac_negg": [0.5948828458786011, 0.6544510126113892], "r_norm": [0.22545740008354187, 0.218845933675766]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9741, "test_loss": 0.1476075234413147}, {"step": 19950, "epoch": 51, "train_loss": 5.1592738600447774e-05, "cos_r_negg": [0.5952118039131165, 0.6546224355697632], "cos_innovation_negg": [0.5952118039131165, 0.6546224355697632], "cos_apical_negg": [0.5952118039131165, 0.6546224355697632], "cos_Ac_negg": [0.5952118039131165, 0.6546224355697632], "r_norm": [0.22527901828289032, 0.21866726875305176]}, {"step": 20000, "epoch": 51, "train_loss": 6.0628968640230596e-05, "cos_r_negg": [0.5955424904823303, 0.654769778251648], "cos_innovation_negg": [0.5955424904823303, 0.654769778251648], "cos_apical_negg": [0.5955424904823303, 0.654769778251648], "cos_Ac_negg": [0.5955424904823303, 0.654769778251648], "r_norm": [0.22597964107990265, 0.21934545040130615], "ldr": {"dL_sdil": -0.010827839374542236, "dL_bp": -0.013630583882331848, "ratio": 0.794378250265378}}, {"step": 20050, "epoch": 51, "train_loss": 6.306441355263814e-05, "cos_r_negg": [0.5955266952514648, 0.6551273465156555], "cos_innovation_negg": [0.5955266952514648, 0.6551273465156555], "cos_apical_negg": [0.5955266952514648, 0.6551273465156555], "cos_Ac_negg": [0.5955266952514648, 0.6551273465156555], "r_norm": [0.2256687730550766, 0.21902932226657867]}, {"step": 20100, "epoch": 51, "train_loss": 6.683345418423414e-05, "cos_r_negg": [0.595584511756897, 0.6551152467727661], "cos_innovation_negg": [0.595584511756897, 0.6551152467727661], "cos_apical_negg": [0.595584511756897, 0.6551152467727661], "cos_Ac_negg": [0.595584511756897, 0.6551152467727661], "r_norm": [0.22492152452468872, 0.218281090259552]}, {"step": 20150, "epoch": 51, "train_loss": 0.00010748252680059522, "cos_r_negg": [0.5954420566558838, 0.6549820303916931], "cos_innovation_negg": [0.5954420566558838, 0.6549820303916931], "cos_apical_negg": [0.5954420566558838, 0.6549820303916931], "cos_Ac_negg": [0.5954420566558838, 0.6549820303916931], "r_norm": [0.22490788996219635, 0.21826177835464478]}, {"step": 20200, "epoch": 51, "train_loss": 7.010831905063242e-05, "cos_r_negg": [0.5953592658042908, 0.6549651622772217], "cos_innovation_negg": [0.5953592658042908, 0.6549651622772217], "cos_apical_negg": [0.5953592658042908, 0.6549651622772217], "cos_Ac_negg": [0.5953592658042908, 0.6549651622772217], "r_norm": [0.22460106015205383, 0.2179800420999527]}, {"step": 20250, "epoch": 51, "train_loss": 0.0001019089759211056, "cos_r_negg": [0.595160961151123, 0.6545881032943726], "cos_innovation_negg": [0.595160961151123, 0.6545881032943726], "cos_apical_negg": [0.595160961151123, 0.6545881032943726], "cos_Ac_negg": [0.595160961151123, 0.6545881032943726], "r_norm": [0.22500725090503693, 0.21839052438735962], "ldr": {"dL_sdil": -0.010761022567749023, "dL_bp": -0.013568520545959473, "ratio": 0.7930873916061184}}, {"step": 20300, "epoch": 51, "train_loss": 0.0001315640693064779, "cos_r_negg": [0.5954786539077759, 0.6549029350280762], "cos_innovation_negg": [0.5954786539077759, 0.6549029350280762], "cos_apical_negg": [0.5954786539077759, 0.6549029350280762], "cos_Ac_negg": [0.5954786539077759, 0.6549029350280762], "r_norm": [0.2256281077861786, 0.21899649500846863]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9741, "test_loss": 0.14793200597763062}, {"step": 20350, "epoch": 52, "train_loss": 0.00016323478484991938, "cos_r_negg": [0.5954458117485046, 0.6550883054733276], "cos_innovation_negg": [0.5954458117485046, 0.6550883054733276], "cos_apical_negg": [0.5954458117485046, 0.6550883054733276], "cos_Ac_negg": [0.5954458117485046, 0.6550883054733276], "r_norm": [0.22546502947807312, 0.21886464953422546]}, {"step": 20400, "epoch": 52, "train_loss": 0.00015018189151305705, "cos_r_negg": [0.5953037142753601, 0.6551389098167419], "cos_innovation_negg": [0.5953037142753601, 0.6551389098167419], "cos_apical_negg": [0.5953037142753601, 0.6551389098167419], "cos_Ac_negg": [0.5953037142753601, 0.6551389098167419], "r_norm": [0.2251511514186859, 0.2185368835926056]}, {"step": 20450, "epoch": 52, "train_loss": 0.00012058374704793096, "cos_r_negg": [0.5955228805541992, 0.655044436454773], "cos_innovation_negg": [0.5955228805541992, 0.655044436454773], "cos_apical_negg": [0.5955228805541992, 0.655044436454773], "cos_Ac_negg": [0.5955228805541992, 0.655044436454773], "r_norm": [0.22512023150920868, 0.21851687133312225]}, {"step": 20500, "epoch": 52, "train_loss": 0.00018549576634541154, "cos_r_negg": [0.5954020023345947, 0.6552494168281555], "cos_innovation_negg": [0.5954020023345947, 0.6552494168281555], "cos_apical_negg": [0.5954020023345947, 0.6552494168281555], "cos_Ac_negg": [0.5954020023345947, 0.6552494168281555], "r_norm": [0.22550947964191437, 0.2189079225063324], "ldr": {"dL_sdil": -0.010772459208965302, "dL_bp": -0.01358400285243988, "ratio": 0.7930253936180832}}, {"step": 20550, "epoch": 52, "train_loss": 8.703781350050122e-05, "cos_r_negg": [0.5957149267196655, 0.6553192138671875], "cos_innovation_negg": [0.5957149267196655, 0.6553192138671875], "cos_apical_negg": [0.5957149267196655, 0.6553192138671875], "cos_Ac_negg": [0.5957149267196655, 0.6553192138671875], "r_norm": [0.22641819715499878, 0.21980227530002594]}, {"step": 20600, "epoch": 52, "train_loss": 8.949394396040589e-05, "cos_r_negg": [0.5958669781684875, 0.6552890539169312], "cos_innovation_negg": [0.5958669781684875, 0.6552890539169312], "cos_apical_negg": [0.5958669781684875, 0.6552890539169312], "cos_Ac_negg": [0.5958669781684875, 0.6552890539169312], "r_norm": [0.22716176509857178, 0.2205398678779602]}, {"step": 20650, "epoch": 52, "train_loss": 0.00028939367621205747, "cos_r_negg": [0.5955684185028076, 0.6554206013679504], "cos_innovation_negg": [0.5955684185028076, 0.6554206013679504], "cos_apical_negg": [0.5955684185028076, 0.6554206013679504], "cos_Ac_negg": [0.5955684185028076, 0.6554206013679504], "r_norm": [0.22704054415225983, 0.2204076498746872]}, {"step": 20700, "epoch": 52, "train_loss": 5.2858260460197926e-05, "cos_r_negg": [0.5956981182098389, 0.6552267074584961], "cos_innovation_negg": [0.5956981182098389, 0.6552267074584961], "cos_apical_negg": [0.5956981182098389, 0.6552267074584961], "cos_Ac_negg": [0.5956981182098389, 0.6552267074584961], "r_norm": [0.2256726324558258, 0.21906161308288574]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9741, "test_loss": 0.14818337993621827}, {"step": 20750, "epoch": 53, "train_loss": 7.039126649033278e-05, "cos_r_negg": [0.5957282781600952, 0.6553230285644531], "cos_innovation_negg": [0.5957282781600952, 0.6553230285644531], "cos_apical_negg": [0.5957282781600952, 0.6553230285644531], "cos_Ac_negg": [0.5957282781600952, 0.6553230285644531], "r_norm": [0.22578835487365723, 0.21917466819286346], "ldr": {"dL_sdil": -0.010843858122825623, "dL_bp": -0.01370558887720108, "ratio": 0.7911997229731677}}, {"step": 20800, "epoch": 53, "train_loss": 9.045295882970095e-05, "cos_r_negg": [0.5958104133605957, 0.655735969543457], "cos_innovation_negg": [0.5958104133605957, 0.655735969543457], "cos_apical_negg": [0.5958104133605957, 0.655735969543457], "cos_Ac_negg": [0.5958104133605957, 0.655735969543457], "r_norm": [0.2254422903060913, 0.21882279217243195]}, {"step": 20850, "epoch": 53, "train_loss": 0.00014431198360398412, "cos_r_negg": [0.5959770679473877, 0.6558997631072998], "cos_innovation_negg": [0.5959770679473877, 0.6558997631072998], "cos_apical_negg": [0.5959770679473877, 0.6558997631072998], "cos_Ac_negg": [0.5959770679473877, 0.6558997631072998], "r_norm": [0.22516120970249176, 0.2185543030500412]}, {"step": 20900, "epoch": 53, "train_loss": 0.00012314942432567477, "cos_r_negg": [0.5958496332168579, 0.6557220220565796], "cos_innovation_negg": [0.5958496332168579, 0.6557220220565796], "cos_apical_negg": [0.5958496332168579, 0.6557220220565796], "cos_Ac_negg": [0.5958496332168579, 0.6557220220565796], "r_norm": [0.22497408092021942, 0.21837565302848816]}, {"step": 20950, "epoch": 53, "train_loss": 0.0001473071752116084, "cos_r_negg": [0.5957623720169067, 0.655343770980835], "cos_innovation_negg": [0.5957623720169067, 0.655343770980835], "cos_apical_negg": [0.5957623720169067, 0.655343770980835], "cos_Ac_negg": [0.5957623720169067, 0.655343770980835], "r_norm": [0.22518423199653625, 0.2185831218957901]}, {"step": 21000, "epoch": 53, "train_loss": 7.002093479968607e-05, "cos_r_negg": [0.5958030223846436, 0.6555487513542175], "cos_innovation_negg": [0.5958030223846436, 0.6555487513542175], "cos_apical_negg": [0.5958030223846436, 0.6555487513542175], "cos_Ac_negg": [0.5958030223846436, 0.6555487513542175], "r_norm": [0.2257310152053833, 0.21912886202335358], "ldr": {"dL_sdil": -0.01087278127670288, "dL_bp": -0.013758838176727295, "ratio": 0.7902397816622263}}, {"step": 21050, "epoch": 53, "train_loss": 7.104289397830144e-05, "cos_r_negg": [0.5958430767059326, 0.6555673480033875], "cos_innovation_negg": [0.5958430767059326, 0.6555673480033875], "cos_apical_negg": [0.5958430767059326, 0.6555673480033875], "cos_Ac_negg": [0.5958430767059326, 0.6555673480033875], "r_norm": [0.22542248666286469, 0.21881641447544098]}, {"step": 21100, "epoch": 53, "train_loss": 0.0001394958671880886, "cos_r_negg": [0.5958579778671265, 0.6556141376495361], "cos_innovation_negg": [0.5958579778671265, 0.6556141376495361], "cos_apical_negg": [0.5958579778671265, 0.6556141376495361], "cos_Ac_negg": [0.5958579778671265, 0.6556141376495361], "r_norm": [0.22570918500423431, 0.2190973460674286]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9741, "test_loss": 0.14843333921432494}, {"step": 21150, "epoch": 54, "train_loss": 5.860436795046553e-05, "cos_r_negg": [0.5958298444747925, 0.6552584171295166], "cos_innovation_negg": [0.5958298444747925, 0.6552584171295166], "cos_apical_negg": [0.5958298444747925, 0.6552584171295166], "cos_Ac_negg": [0.5958298444747925, 0.6552584171295166], "r_norm": [0.22561684250831604, 0.21899035573005676]}, {"step": 21200, "epoch": 54, "train_loss": 0.00011699812603183091, "cos_r_negg": [0.596006453037262, 0.6551782488822937], "cos_innovation_negg": [0.596006453037262, 0.6551782488822937], "cos_apical_negg": [0.596006453037262, 0.6551782488822937], "cos_Ac_negg": [0.596006453037262, 0.6551782488822937], "r_norm": [0.2258797585964203, 0.2192430943250656]}, {"step": 21250, "epoch": 54, "train_loss": 4.653863288694993e-05, "cos_r_negg": [0.5959547758102417, 0.6556702256202698], "cos_innovation_negg": [0.5959547758102417, 0.6556702256202698], "cos_apical_negg": [0.5959547758102417, 0.6556702256202698], "cos_Ac_negg": [0.5959547758102417, 0.6556702256202698], "r_norm": [0.22610105574131012, 0.21945258975028992], "ldr": {"dL_sdil": -0.010936073958873749, "dL_bp": -0.013851605355739594, "ratio": 0.7895167150674159}}, {"step": 21300, "epoch": 54, "train_loss": 7.971426384756342e-05, "cos_r_negg": [0.5959732532501221, 0.6559262275695801], "cos_innovation_negg": [0.5959732532501221, 0.6559262275695801], "cos_apical_negg": [0.5959732532501221, 0.6559262275695801], "cos_Ac_negg": [0.5959732532501221, 0.6559262275695801], "r_norm": [0.22588981688022614, 0.21924784779548645]}, {"step": 21350, "epoch": 54, "train_loss": 6.264277180889621e-05, "cos_r_negg": [0.59596848487854, 0.6561501026153564], "cos_innovation_negg": [0.59596848487854, 0.6561501026153564], "cos_apical_negg": [0.59596848487854, 0.6561501026153564], "cos_Ac_negg": [0.59596848487854, 0.6561501026153564], "r_norm": [0.22577416896820068, 0.21913376450538635]}, {"step": 21400, "epoch": 54, "train_loss": 0.00012252316810190678, "cos_r_negg": [0.5958214402198792, 0.6561259031295776], "cos_innovation_negg": [0.5958214402198792, 0.6561259031295776], "cos_apical_negg": [0.5958214402198792, 0.6561259031295776], "cos_Ac_negg": [0.5958214402198792, 0.6561259031295776], "r_norm": [0.2254135012626648, 0.2187989354133606]}, {"step": 21450, "epoch": 54, "train_loss": 6.458426651079208e-05, "cos_r_negg": [0.5957543849945068, 0.6563661098480225], "cos_innovation_negg": [0.5957543849945068, 0.6563661098480225], "cos_apical_negg": [0.5957543849945068, 0.6563661098480225], "cos_Ac_negg": [0.5957543849945068, 0.6563661098480225], "r_norm": [0.2256251871585846, 0.2190176546573639]}, {"step": 21500, "epoch": 54, "train_loss": 6.002880400046706e-05, "cos_r_negg": [0.5958240032196045, 0.6558684706687927], "cos_innovation_negg": [0.5958240032196045, 0.6558684706687927], "cos_apical_negg": [0.5958240032196045, 0.6558684706687927], "cos_Ac_negg": [0.5958240032196045, 0.6558684706687927], "r_norm": [0.22527045011520386, 0.21865901350975037], "ldr": {"dL_sdil": -0.010850280523300171, "dL_bp": -0.013756677508354187, "ratio": 0.7887282751748006}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9741, "test_loss": 0.14874706621170045}, {"step": 21550, "epoch": 55, "train_loss": 4.790963066625409e-05, "cos_r_negg": [0.5961470603942871, 0.6556408405303955], "cos_innovation_negg": [0.5961470603942871, 0.6556408405303955], "cos_apical_negg": [0.5961470603942871, 0.6556408405303955], "cos_Ac_negg": [0.5961470603942871, 0.6556408405303955], "r_norm": [0.22495287656784058, 0.2183508425951004]}, {"step": 21600, "epoch": 55, "train_loss": 8.230197272496298e-05, "cos_r_negg": [0.596152126789093, 0.655703067779541], "cos_innovation_negg": [0.596152126789093, 0.655703067779541], "cos_apical_negg": [0.596152126789093, 0.655703067779541], "cos_Ac_negg": [0.596152126789093, 0.655703067779541], "r_norm": [0.2254381775856018, 0.21882310509681702]}, {"step": 21650, "epoch": 55, "train_loss": 3.830426066997461e-05, "cos_r_negg": [0.5957821011543274, 0.6558370590209961], "cos_innovation_negg": [0.5957821011543274, 0.6558370590209961], "cos_apical_negg": [0.5957821011543274, 0.6558370590209961], "cos_Ac_negg": [0.5957821011543274, 0.6558370590209961], "r_norm": [0.22489623725414276, 0.21829038858413696]}, {"step": 21700, "epoch": 55, "train_loss": 3.457861748756841e-05, "cos_r_negg": [0.5959914922714233, 0.6557960510253906], "cos_innovation_negg": [0.5959914922714233, 0.6557960510253906], "cos_apical_negg": [0.5959914922714233, 0.6557960510253906], "cos_Ac_negg": [0.5959914922714233, 0.6557960510253906], "r_norm": [0.2248835265636444, 0.21827265620231628]}, {"step": 21750, "epoch": 55, "train_loss": 9.19098238227889e-05, "cos_r_negg": [0.5958288908004761, 0.6558923125267029], "cos_innovation_negg": [0.5958288908004761, 0.6558923125267029], "cos_apical_negg": [0.5958288908004761, 0.6558923125267029], "cos_Ac_negg": [0.5958288908004761, 0.6558923125267029], "r_norm": [0.22508424520492554, 0.2184859961271286], "ldr": {"dL_sdil": -0.010866671800613403, "dL_bp": -0.013792946934700012, "ratio": 0.7878426453795203}}, {"step": 21800, "epoch": 55, "train_loss": 0.00019961981161031872, "cos_r_negg": [0.5958677530288696, 0.655980110168457], "cos_innovation_negg": [0.5958677530288696, 0.655980110168457], "cos_apical_negg": [0.5958677530288696, 0.655980110168457], "cos_Ac_negg": [0.5958677530288696, 0.655980110168457], "r_norm": [0.2247336506843567, 0.2181263118982315]}, {"step": 21850, "epoch": 55, "train_loss": 0.0001032516302075237, "cos_r_negg": [0.5961581468582153, 0.6559833288192749], "cos_innovation_negg": [0.5961581468582153, 0.6559833288192749], "cos_apical_negg": [0.5961581468582153, 0.6559833288192749], "cos_Ac_negg": [0.5961581468582153, 0.6559833288192749], "r_norm": [0.22505000233650208, 0.21844518184661865]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9741, "test_loss": 0.1489974482536316}, {"step": 21900, "epoch": 56, "train_loss": 5.724808943341486e-05, "cos_r_negg": [0.5959054827690125, 0.6558642983436584], "cos_innovation_negg": [0.5959054827690125, 0.6558642983436584], "cos_apical_negg": [0.5959054827690125, 0.6558642983436584], "cos_Ac_negg": [0.5959054827690125, 0.6558642983436584], "r_norm": [0.2258237898349762, 0.21920034289360046]}, {"step": 21950, "epoch": 56, "train_loss": 0.00019505780073814094, "cos_r_negg": [0.5961415767669678, 0.6562212705612183], "cos_innovation_negg": [0.5961415767669678, 0.6562212705612183], "cos_apical_negg": [0.5961415767669678, 0.6562212705612183], "cos_Ac_negg": [0.5961415767669678, 0.6562212705612183], "r_norm": [0.22555279731750488, 0.2189275324344635]}, {"step": 22000, "epoch": 56, "train_loss": 7.785545312799513e-05, "cos_r_negg": [0.5959517359733582, 0.6561174988746643], "cos_innovation_negg": [0.5959517359733582, 0.6561174988746643], "cos_apical_negg": [0.5959517359733582, 0.6561174988746643], "cos_Ac_negg": [0.5959517359733582, 0.6561174988746643], "r_norm": [0.2257922887802124, 0.21918240189552307], "ldr": {"dL_sdil": -0.010929107666015625, "dL_bp": -0.013890460133552551, "ratio": 0.7868067408088413}}, {"step": 22050, "epoch": 56, "train_loss": 3.696793282870203e-05, "cos_r_negg": [0.5963250398635864, 0.6563314199447632], "cos_innovation_negg": [0.5963250398635864, 0.6563314199447632], "cos_apical_negg": [0.5963250398635864, 0.6563314199447632], "cos_Ac_negg": [0.5963250398635864, 0.6563314199447632], "r_norm": [0.2255343496799469, 0.21892981231212616]}, {"step": 22100, "epoch": 56, "train_loss": 9.82226338237524e-05, "cos_r_negg": [0.5965386033058167, 0.6563284397125244], "cos_innovation_negg": [0.5965386033058167, 0.6563284397125244], "cos_apical_negg": [0.5965386033058167, 0.6563284397125244], "cos_Ac_negg": [0.5965386033058167, 0.6563284397125244], "r_norm": [0.22544850409030914, 0.2188490927219391]}, {"step": 22150, "epoch": 56, "train_loss": 0.0001360057358397171, "cos_r_negg": [0.5959585905075073, 0.6560440063476562], "cos_innovation_negg": [0.5959585905075073, 0.6560440063476562], "cos_apical_negg": [0.5959585905075073, 0.6560440063476562], "cos_Ac_negg": [0.5959585905075073, 0.6560440063476562], "r_norm": [0.2258378267288208, 0.2192327231168747]}, {"step": 22200, "epoch": 56, "train_loss": 0.00013847611262463033, "cos_r_negg": [0.5960609912872314, 0.6563255190849304], "cos_innovation_negg": [0.5960609912872314, 0.6563255190849304], "cos_apical_negg": [0.5960609912872314, 0.6563255190849304], "cos_Ac_negg": [0.5960609912872314, 0.6563255190849304], "r_norm": [0.22555537521839142, 0.2189498245716095]}, {"step": 22250, "epoch": 56, "train_loss": 0.0002039722166955471, "cos_r_negg": [0.5959604382514954, 0.6562082767486572], "cos_innovation_negg": [0.5959604382514954, 0.6562082767486572], "cos_apical_negg": [0.5959604382514954, 0.6562082767486572], "cos_Ac_negg": [0.5959604382514954, 0.6562082767486572], "r_norm": [0.22565309703350067, 0.21904149651527405], "ldr": {"dL_sdil": -0.010962016880512238, "dL_bp": -0.013944856822490692, "ratio": 0.7860974852629796}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9741, "test_loss": 0.1491589217185974}, {"step": 22300, "epoch": 57, "train_loss": 0.00010526541154831648, "cos_r_negg": [0.5962411165237427, 0.6561881899833679], "cos_innovation_negg": [0.5962411165237427, 0.6561881899833679], "cos_apical_negg": [0.5962411165237427, 0.6561881899833679], "cos_Ac_negg": [0.5962411165237427, 0.6561881899833679], "r_norm": [0.22529344260692596, 0.2186640501022339]}, {"step": 22350, "epoch": 57, "train_loss": 0.00011574874952202663, "cos_r_negg": [0.5962859392166138, 0.6564346551895142], "cos_innovation_negg": [0.5962859392166138, 0.6564346551895142], "cos_apical_negg": [0.5962859392166138, 0.6564346551895142], "cos_Ac_negg": [0.5962859392166138, 0.6564346551895142], "r_norm": [0.22471067309379578, 0.21809616684913635]}, {"step": 22400, "epoch": 57, "train_loss": 0.00017048681911546737, "cos_r_negg": [0.5963676571846008, 0.6563576459884644], "cos_innovation_negg": [0.5963676571846008, 0.6563576459884644], "cos_apical_negg": [0.5963676571846008, 0.6563576459884644], "cos_Ac_negg": [0.5963676571846008, 0.6563576459884644], "r_norm": [0.22450265288352966, 0.21788734197616577]}, {"step": 22450, "epoch": 57, "train_loss": 1.551470450067427e-05, "cos_r_negg": [0.5963906645774841, 0.6561300754547119], "cos_innovation_negg": [0.5963906645774841, 0.6561300754547119], "cos_apical_negg": [0.5963906645774841, 0.6561300754547119], "cos_Ac_negg": [0.5963906645774841, 0.6561300754547119], "r_norm": [0.22522012889385223, 0.2185903638601303]}, {"step": 22500, "epoch": 57, "train_loss": 0.00011145255848532543, "cos_r_negg": [0.5961342453956604, 0.656176745891571], "cos_innovation_negg": [0.5961342453956604, 0.656176745891571], "cos_apical_negg": [0.5961342453956604, 0.656176745891571], "cos_Ac_negg": [0.5961342453956604, 0.656176745891571], "r_norm": [0.22473712265491486, 0.2181195318698883], "ldr": {"dL_sdil": -0.01090480387210846, "dL_bp": -0.013900697231292725, "ratio": 0.7844789143065412}}, {"step": 22550, "epoch": 57, "train_loss": 0.00010925999958999455, "cos_r_negg": [0.5962640047073364, 0.6562036275863647], "cos_innovation_negg": [0.5962640047073364, 0.6562036275863647], "cos_apical_negg": [0.5962640047073364, 0.6562036275863647], "cos_Ac_negg": [0.5962640047073364, 0.6562036275863647], "r_norm": [0.22524511814117432, 0.21862129867076874]}, {"step": 22600, "epoch": 57, "train_loss": 3.16202495014295e-05, "cos_r_negg": [0.5963513851165771, 0.6565512418746948], "cos_innovation_negg": [0.5963513851165771, 0.6565512418746948], "cos_apical_negg": [0.5963513851165771, 0.6565512418746948], "cos_Ac_negg": [0.5963513851165771, 0.6565512418746948], "r_norm": [0.22525455057621002, 0.21862556040287018]}, {"step": 22650, "epoch": 57, "train_loss": 8.888111915439367e-05, "cos_r_negg": [0.5961941480636597, 0.6564502716064453], "cos_innovation_negg": [0.5961941480636597, 0.6564502716064453], "cos_apical_negg": [0.5961941480636597, 0.6564502716064453], "cos_Ac_negg": [0.5961941480636597, 0.6564502716064453], "r_norm": [0.22591745853424072, 0.21928122639656067]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9741, "test_loss": 0.14948019876480104}, {"step": 22700, "epoch": 58, "train_loss": 0.00010908657714026049, "cos_r_negg": [0.5956202149391174, 0.6561709046363831], "cos_innovation_negg": [0.5956202149391174, 0.6561709046363831], "cos_apical_negg": [0.5956202149391174, 0.6561709046363831], "cos_Ac_negg": [0.5956202149391174, 0.6561709046363831], "r_norm": [0.2261335700750351, 0.21949902176856995]}, {"step": 22750, "epoch": 58, "train_loss": 0.00011509889736771584, "cos_r_negg": [0.595878541469574, 0.65660160779953], "cos_innovation_negg": [0.595878541469574, 0.65660160779953], "cos_apical_negg": [0.595878541469574, 0.65660160779953], "cos_Ac_negg": [0.595878541469574, 0.65660160779953], "r_norm": [0.2257051020860672, 0.21908099949359894], "ldr": {"dL_sdil": -0.010955378413200378, "dL_bp": -0.013970091938972473, "ratio": 0.7842023131313886}}, {"step": 22800, "epoch": 58, "train_loss": 0.00010093489254359156, "cos_r_negg": [0.595947265625, 0.6565399169921875], "cos_innovation_negg": [0.595947265625, 0.6565399169921875], "cos_apical_negg": [0.595947265625, 0.6565399169921875], "cos_Ac_negg": [0.595947265625, 0.6565399169921875], "r_norm": [0.2256348878145218, 0.21901385486125946]}, {"step": 22850, "epoch": 58, "train_loss": 0.00012116476136725396, "cos_r_negg": [0.5961405038833618, 0.6563246846199036], "cos_innovation_negg": [0.5961405038833618, 0.6563246846199036], "cos_apical_negg": [0.5961405038833618, 0.6563246846199036], "cos_Ac_negg": [0.5961405038833618, 0.6563246846199036], "r_norm": [0.22641035914421082, 0.21976953744888306]}, {"step": 22900, "epoch": 58, "train_loss": 3.452229066169821e-05, "cos_r_negg": [0.5962795615196228, 0.6565027236938477], "cos_innovation_negg": [0.5962795615196228, 0.6565027236938477], "cos_apical_negg": [0.5962795615196228, 0.6565027236938477], "cos_Ac_negg": [0.5962795615196228, 0.6565027236938477], "r_norm": [0.22627829015254974, 0.21964609622955322]}, {"step": 22950, "epoch": 58, "train_loss": 0.0001585428399266675, "cos_r_negg": [0.5956188440322876, 0.656596839427948], "cos_innovation_negg": [0.5956188440322876, 0.656596839427948], "cos_apical_negg": [0.5956188440322876, 0.656596839427948], "cos_Ac_negg": [0.5956188440322876, 0.656596839427948], "r_norm": [0.22651346027851105, 0.219875305891037]}, {"step": 23000, "epoch": 58, "train_loss": 4.378510493552312e-05, "cos_r_negg": [0.5961575508117676, 0.6567409038543701], "cos_innovation_negg": [0.5961575508117676, 0.6567409038543701], "cos_apical_negg": [0.5961575508117676, 0.6567409038543701], "cos_Ac_negg": [0.5961575508117676, 0.6567409038543701], "r_norm": [0.2256578803062439, 0.21902897953987122], "ldr": {"dL_sdil": -0.010988175868988037, "dL_bp": -0.01402493566274643, "ratio": 0.7834742442473551}}, {"step": 23050, "epoch": 58, "train_loss": 6.89720909576863e-05, "cos_r_negg": [0.5955417156219482, 0.656623125076294], "cos_innovation_negg": [0.5955417156219482, 0.656623125076294], "cos_apical_negg": [0.5955417156219482, 0.656623125076294], "cos_Ac_negg": [0.5955417156219482, 0.656623125076294], "r_norm": [0.22558815777301788, 0.21894985437393188]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9741, "test_loss": 0.149781796169281}, {"step": 23100, "epoch": 59, "train_loss": 0.00010891029523918405, "cos_r_negg": [0.5961667895317078, 0.6567593216896057], "cos_innovation_negg": [0.5961667895317078, 0.6567593216896057], "cos_apical_negg": [0.5961667895317078, 0.6567593216896057], "cos_Ac_negg": [0.5961667895317078, 0.6567593216896057], "r_norm": [0.22482861578464508, 0.21821671724319458]}, {"step": 23150, "epoch": 59, "train_loss": 4.091078517376445e-05, "cos_r_negg": [0.5954402685165405, 0.6565423011779785], "cos_innovation_negg": [0.5954402685165405, 0.6565423011779785], "cos_apical_negg": [0.5954402685165405, 0.6565423011779785], "cos_Ac_negg": [0.5954402685165405, 0.6565423011779785], "r_norm": [0.22462758421897888, 0.21801018714904785]}, {"step": 23200, "epoch": 59, "train_loss": 5.595487164100632e-05, "cos_r_negg": [0.5962492227554321, 0.6567137837409973], "cos_innovation_negg": [0.5962492227554321, 0.6567137837409973], "cos_apical_negg": [0.5962492227554321, 0.6567137837409973], "cos_Ac_negg": [0.5962492227554321, 0.6567137837409973], "r_norm": [0.22510772943496704, 0.2184833139181137]}, {"step": 23250, "epoch": 59, "train_loss": 7.26776197552681e-05, "cos_r_negg": [0.5961543321609497, 0.656865119934082], "cos_innovation_negg": [0.5961543321609497, 0.656865119934082], "cos_apical_negg": [0.5961543321609497, 0.656865119934082], "cos_Ac_negg": [0.5961543321609497, 0.656865119934082], "r_norm": [0.22507384419441223, 0.21846427023410797], "ldr": {"dL_sdil": -0.010935194790363312, "dL_bp": -0.013961546123027802, "ratio": 0.7832366626162623}}, {"step": 23300, "epoch": 59, "train_loss": 6.493451655842364e-05, "cos_r_negg": [0.5962987542152405, 0.6567972898483276], "cos_innovation_negg": [0.5962987542152405, 0.6567972898483276], "cos_apical_negg": [0.5962987542152405, 0.6567972898483276], "cos_Ac_negg": [0.5962987542152405, 0.6567972898483276], "r_norm": [0.22537174820899963, 0.21875232458114624]}, {"step": 23350, "epoch": 59, "train_loss": 3.735000063898042e-05, "cos_r_negg": [0.5962047576904297, 0.656731128692627], "cos_innovation_negg": [0.5962047576904297, 0.656731128692627], "cos_apical_negg": [0.5962047576904297, 0.656731128692627], "cos_Ac_negg": [0.5962047576904297, 0.656731128692627], "r_norm": [0.22582390904426575, 0.21920937299728394]}, {"step": 23400, "epoch": 59, "train_loss": 0.00025700675905682147, "cos_r_negg": [0.5957995653152466, 0.6566705703735352], "cos_innovation_negg": [0.5957995653152466, 0.6566705703735352], "cos_apical_negg": [0.5957995653152466, 0.6566705703735352], "cos_Ac_negg": [0.5957995653152466, 0.6566705703735352], "r_norm": [0.22563882172107697, 0.21900886297225952]}, {"step": 23450, "epoch": 59, "train_loss": 6.296003994066268e-05, "cos_r_negg": [0.5958764553070068, 0.6570784449577332], "cos_innovation_negg": [0.5958764553070068, 0.6570784449577332], "cos_apical_negg": [0.5958764553070068, 0.6570784449577332], "cos_Ac_negg": [0.5958764553070068, 0.6570784449577332], "r_norm": [0.22552116215229034, 0.21889925003051758]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.974, "test_loss": 0.15006349239349365}], "final": {"test_acc": 0.974, "test_loss": 0.15006349239349365, "wall_s": 54.65767288208008, "cos_r_negg": [0.5958625674247742, 0.6570577621459961], "cos_innovation_negg": [0.5958625674247742, 0.6570577621459961], "cos_apical_negg": [0.5958625674247742, 0.6570577621459961], "cos_Ac_negg": [0.5958625674247742, 0.6570577621459961]}}