results: add five-seed shallow EP and depth-2 controls

1 files changed, 1 insertions, 0 deletions

diff --git a/results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json b/results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json
new file mode 100644
index 0000000..593e5a4
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s2", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4491310119628906, "cos_r_negg": [0.007280972320586443, -0.010779241099953651], "cos_innovation_negg": [0.007280972320586443, -0.010779241099953651], "cos_apical_negg": [0.007280972320586443, -0.010779241099953651], "cos_Ac_negg": [0.007280972320586443, -0.010779241099953651], "r_norm": [6.704050064086914, 6.737266540527344], "ldr": {"dL_sdil": -0.12414860725402832, "dL_bp": -0.351659893989563, "ratio": 0.3530360139894513}}, {"step": 50, "epoch": 0, "train_loss": 0.525036096572876, "cos_r_negg": [0.45639872550964355, 0.35532960295677185], "cos_innovation_negg": [0.45639872550964355, 0.35532960295677185], "cos_apical_negg": [0.45639872550964355, 0.35532960295677185], "cos_Ac_negg": [0.45639872550964355, 0.35532960295677185], "r_norm": [1.4359815120697021, 1.4585752487182617]}, {"step": 100, "epoch": 0, "train_loss": 0.15579088032245636, "cos_r_negg": [0.48964476585388184, 0.3518597483634949], "cos_innovation_negg": [0.48964476585388184, 0.3518597483634949], "cos_apical_negg": [0.48964476585388184, 0.3518597483634949], "cos_Ac_negg": [0.48964476585388184, 0.3518597483634949], "r_norm": [1.1203999519348145, 1.1340256929397583]}, {"step": 150, "epoch": 0, "train_loss": 0.19375211000442505, "cos_r_negg": [0.4970250129699707, 0.3617129921913147], "cos_innovation_negg": [0.4970250129699707, 0.3617129921913147], "cos_apical_negg": [0.4970250129699707, 0.3617129921913147], "cos_Ac_negg": [0.4970250129699707, 0.3617129921913147], "r_norm": [0.9368200302124023, 0.9493983387947083]}, {"step": 200, "epoch": 0, "train_loss": 0.33155354857444763, "cos_r_negg": [0.496537446975708, 0.36469095945358276], "cos_innovation_negg": [0.496537446975708, 0.36469095945358276], "cos_apical_negg": [0.496537446975708, 0.36469095945358276], "cos_Ac_negg": [0.496537446975708, 0.36469095945358276], "r_norm": [0.9121924638748169, 0.9300909638404846]}, {"step": 250, "epoch": 0, "train_loss": 0.35240137577056885, "cos_r_negg": [0.5037405490875244, 0.3848292827606201], "cos_innovation_negg": [0.5037405490875244, 0.3848292827606201], "cos_apical_negg": [0.5037405490875244, 0.3848292827606201], "cos_Ac_negg": [0.5037405490875244, 0.3848292827606201], "r_norm": [0.81704181432724, 0.8385113477706909], "ldr": {"dL_sdil": -0.028640344738960266, "dL_bp": -0.023324504494667053, "ratio": 1.2279079602959468}}, {"step": 300, "epoch": 0, "train_loss": 0.1614038348197937, "cos_r_negg": [0.4871644079685211, 0.3905467987060547], "cos_innovation_negg": [0.4871644079685211, 0.3905467987060547], "cos_apical_negg": [0.4871644079685211, 0.3905467987060547], "cos_Ac_negg": [0.4871644079685211, 0.3905467987060547], "r_norm": [0.7399144172668457, 0.7514405846595764]}, {"step": 350, "epoch": 0, "train_loss": 0.22130480408668518, "cos_r_negg": [0.512259840965271, 0.3979545533657074], "cos_innovation_negg": [0.512259840965271, 0.3979545533657074], "cos_apical_negg": [0.512259840965271, 0.3979545533657074], "cos_Ac_negg": [0.512259840965271, 0.3979545533657074], "r_norm": [0.6990669369697571, 0.7110000848770142]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9426, "test_loss": 0.20477520599365234}, {"step": 400, "epoch": 1, "train_loss": 0.17292094230651855, "cos_r_negg": [0.5324358344078064, 0.42352330684661865], "cos_innovation_negg": [0.5324358344078064, 0.42352330684661865], "cos_apical_negg": [0.5324358344078064, 0.42352330684661865], "cos_Ac_negg": [0.5324358344078064, 0.42352330684661865], "r_norm": [0.5978223085403442, 0.6072549819946289]}, {"step": 450, "epoch": 1, "train_loss": 0.2416544407606125, "cos_r_negg": [0.5436080694198608, 0.43256503343582153], "cos_innovation_negg": [0.5436080694198608, 0.43256503343582153], "cos_apical_negg": [0.5436080694198608, 0.43256503343582153], "cos_Ac_negg": [0.5436080694198608, 0.43256503343582153], "r_norm": [0.5465804934501648, 0.5526415109634399]}, {"step": 500, "epoch": 1, "train_loss": 0.18936482071876526, "cos_r_negg": [0.5595192313194275, 0.46370095014572144], "cos_innovation_negg": [0.5595192313194275, 0.46370095014572144], "cos_apical_negg": [0.5595192313194275, 0.46370095014572144], "cos_Ac_negg": [0.5595192313194275, 0.46370095014572144], "r_norm": [0.4476240873336792, 0.4549599885940552], "ldr": {"dL_sdil": -0.007275521755218506, "dL_bp": -0.005338937044143677, "ratio": 1.362728516006587}}, {"step": 550, "epoch": 1, "train_loss": 0.08449044823646545, "cos_r_negg": [0.5489639043807983, 0.47151750326156616], "cos_innovation_negg": [0.5489639043807983, 0.47151750326156616], "cos_apical_negg": [0.5489639043807983, 0.47151750326156616], "cos_Ac_negg": [0.5489639043807983, 0.47151750326156616], "r_norm": [0.5768691301345825, 0.5857691764831543]}, {"step": 600, "epoch": 1, "train_loss": 0.06177426874637604, "cos_r_negg": [0.5399488806724548, 0.46605294942855835], "cos_innovation_negg": [0.5399488806724548, 0.46605294942855835], "cos_apical_negg": [0.5399488806724548, 0.46605294942855835], "cos_Ac_negg": [0.5399488806724548, 0.46605294942855835], "r_norm": [0.48926377296447754, 0.4960119426250458]}, {"step": 650, "epoch": 1, "train_loss": 0.06679391115903854, "cos_r_negg": [0.5510607957839966, 0.4805871844291687], "cos_innovation_negg": [0.5510607957839966, 0.4805871844291687], "cos_apical_negg": [0.5510607957839966, 0.4805871844291687], "cos_Ac_negg": [0.5510607957839966, 0.4805871844291687], "r_norm": [0.5337939858436584, 0.5469910502433777]}, {"step": 700, "epoch": 1, "train_loss": 0.12178324162960052, "cos_r_negg": [0.5398310422897339, 0.477146714925766], "cos_innovation_negg": [0.5398310422897339, 0.477146714925766], "cos_apical_negg": [0.5398310422897339, 0.477146714925766], "cos_Ac_negg": [0.5398310422897339, 0.477146714925766], "r_norm": [0.5202221274375916, 0.5269543528556824]}, {"step": 750, "epoch": 1, "train_loss": 0.15177147090435028, "cos_r_negg": [0.5528587698936462, 0.48506441712379456], "cos_innovation_negg": [0.5528587698936462, 0.48506441712379456], "cos_apical_negg": [0.5528587698936462, 0.48506441712379456], "cos_Ac_negg": [0.5528587698936462, 0.48506441712379456], "r_norm": [0.6471327543258667, 0.6543392539024353], "ldr": {"dL_sdil": -0.030462756752967834, "dL_bp": -0.02665385603904724, "ratio": 1.1429024268886516}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9537, "test_loss": 0.1662711555480957}, {"step": 800, "epoch": 2, "train_loss": 0.058343805372714996, "cos_r_negg": [0.5561147928237915, 0.49640658497810364], "cos_innovation_negg": [0.5561147928237915, 0.49640658497810364], "cos_apical_negg": [0.5561147928237915, 0.49640658497810364], "cos_Ac_negg": [0.5561147928237915, 0.49640658497810364], "r_norm": [0.4805060625076294, 0.49232572317123413]}, {"step": 850, "epoch": 2, "train_loss": 0.02823745273053646, "cos_r_negg": [0.5737301111221313, 0.5094431638717651], "cos_innovation_negg": [0.5737301111221313, 0.5094431638717651], "cos_apical_negg": [0.5737301111221313, 0.5094431638717651], "cos_Ac_negg": [0.5737301111221313, 0.5094431638717651], "r_norm": [0.44745612144470215, 0.4580857753753662]}, {"step": 900, "epoch": 2, "train_loss": 0.07992617785930634, "cos_r_negg": [0.576327383518219, 0.5195868015289307], "cos_innovation_negg": [0.576327383518219, 0.5195868015289307], "cos_apical_negg": [0.576327383518219, 0.5195868015289307], "cos_Ac_negg": [0.576327383518219, 0.5195868015289307], "r_norm": [0.5106090307235718, 0.5281682014465332]}, {"step": 950, "epoch": 2, "train_loss": 0.1582195907831192, "cos_r_negg": [0.5802773237228394, 0.5123074650764465], "cos_innovation_negg": [0.5802773237228394, 0.5123074650764465], "cos_apical_negg": [0.5802773237228394, 0.5123074650764465], "cos_Ac_negg": [0.5802773237228394, 0.5123074650764465], "r_norm": [0.37175875902175903, 0.37836337089538574]}, {"step": 1000, "epoch": 2, "train_loss": 0.10655980557203293, "cos_r_negg": [0.5845056772232056, 0.5364599227905273], "cos_innovation_negg": [0.5845056772232056, 0.5364599227905273], "cos_apical_negg": [0.5845056772232056, 0.5364599227905273], "cos_Ac_negg": [0.5845056772232056, 0.5364599227905273], "r_norm": [0.38059675693511963, 0.38964328169822693], "ldr": {"dL_sdil": -0.007232300937175751, "dL_bp": -0.005909323692321777, "ratio": 1.2238796372879304}}, {"step": 1050, "epoch": 2, "train_loss": 0.041966792196035385, "cos_r_negg": [0.5685151219367981, 0.5286201238632202], "cos_innovation_negg": [0.5685151219367981, 0.5286201238632202], "cos_apical_negg": [0.5685151219367981, 0.5286201238632202], "cos_Ac_negg": [0.5685151219367981, 0.5286201238632202], "r_norm": [0.40156546235084534, 0.41042765974998474]}, {"step": 1100, "epoch": 2, "train_loss": 0.12132085859775543, "cos_r_negg": [0.5742795467376709, 0.5285140872001648], "cos_innovation_negg": [0.5742795467376709, 0.5285140872001648], "cos_apical_negg": [0.5742795467376709, 0.5285140872001648], "cos_Ac_negg": [0.5742795467376709, 0.5285140872001648], "r_norm": [0.3417891263961792, 0.34711068868637085]}, {"step": 1150, "epoch": 2, "train_loss": 0.09555228054523468, "cos_r_negg": [0.5759333372116089, 0.530022144317627], "cos_innovation_negg": [0.5759333372116089, 0.530022144317627], "cos_apical_negg": [0.5759333372116089, 0.530022144317627], "cos_Ac_negg": [0.5759333372116089, 0.530022144317627], "r_norm": [0.28116101026535034, 0.2860797643661499]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9633, "test_loss": 0.12537037353515626}, {"step": 1200, "epoch": 3, "train_loss": 0.05970906838774681, "cos_r_negg": [0.5624249577522278, 0.5305266380310059], "cos_innovation_negg": [0.5624249577522278, 0.5305266380310059], "cos_apical_negg": [0.5624249577522278, 0.5305266380310059], "cos_Ac_negg": [0.5624249577522278, 0.5305266380310059], "r_norm": [0.3337220251560211, 0.34048914909362793]}, {"step": 1250, "epoch": 3, "train_loss": 0.0995711162686348, "cos_r_negg": [0.5901696085929871, 0.546286404132843], "cos_innovation_negg": [0.5901696085929871, 0.546286404132843], "cos_apical_negg": [0.5901696085929871, 0.546286404132843], "cos_Ac_negg": [0.5901696085929871, 0.546286404132843], "r_norm": [0.3344537615776062, 0.33981263637542725], "ldr": {"dL_sdil": -0.007796891033649445, "dL_bp": -0.006379976868629456, "ratio": 1.2220876649235204}}, {"step": 1300, "epoch": 3, "train_loss": 0.013512961566448212, "cos_r_negg": [0.5862908363342285, 0.5507908463478088], "cos_innovation_negg": [0.5862908363342285, 0.5507908463478088], "cos_apical_negg": [0.5862908363342285, 0.5507908463478088], "cos_Ac_negg": [0.5862908363342285, 0.5507908463478088], "r_norm": [0.42534738779067993, 0.43439269065856934]}, {"step": 1350, "epoch": 3, "train_loss": 0.042533569037914276, "cos_r_negg": [0.5830053687095642, 0.5625180602073669], "cos_innovation_negg": [0.5830053687095642, 0.5625180602073669], "cos_apical_negg": [0.5830053687095642, 0.5625180602073669], "cos_Ac_negg": [0.5830053687095642, 0.5625180602073669], "r_norm": [0.34429872035980225, 0.35033613443374634]}, {"step": 1400, "epoch": 3, "train_loss": 0.060718901455402374, "cos_r_negg": [0.5960298776626587, 0.5649275183677673], "cos_innovation_negg": [0.5960298776626587, 0.5649275183677673], "cos_apical_negg": [0.5960298776626587, 0.5649275183677673], "cos_Ac_negg": [0.5960298776626587, 0.5649275183677673], "r_norm": [0.3733678460121155, 0.3785959780216217]}, {"step": 1450, "epoch": 3, "train_loss": 0.023851273581385612, "cos_r_negg": [0.5821317434310913, 0.5721830129623413], "cos_innovation_negg": [0.5821317434310913, 0.5721830129623413], "cos_apical_negg": [0.5821317434310913, 0.5721830129623413], "cos_Ac_negg": [0.5821317434310913, 0.5721830129623413], "r_norm": [0.36755895614624023, 0.3720318078994751]}, {"step": 1500, "epoch": 3, "train_loss": 0.09059104323387146, "cos_r_negg": [0.5890145301818848, 0.5739084482192993], "cos_innovation_negg": [0.5890145301818848, 0.5739084482192993], "cos_apical_negg": [0.5890145301818848, 0.5739084482192993], "cos_Ac_negg": [0.5890145301818848, 0.5739084482192993], "r_norm": [0.34597843885421753, 0.3563095033168793], "ldr": {"dL_sdil": -0.006962522864341736, "dL_bp": -0.005767129361629486, "ratio": 1.2072770398849688}}, {"step": 1550, "epoch": 3, "train_loss": 0.0910567045211792, "cos_r_negg": [0.5810664892196655, 0.5691496133804321], "cos_innovation_negg": [0.5810664892196655, 0.5691496133804321], "cos_apical_negg": [0.5810664892196655, 0.5691496133804321], "cos_Ac_negg": [0.5810664892196655, 0.5691496133804321], "r_norm": [0.33811724185943604, 0.3456476330757141]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9645, "test_loss": 0.12668349838256837}, {"step": 1600, "epoch": 4, "train_loss": 0.09268811345100403, "cos_r_negg": [0.5817661285400391, 0.5772109031677246], "cos_innovation_negg": [0.5817661285400391, 0.5772109031677246], "cos_apical_negg": [0.5817661285400391, 0.5772109031677246], "cos_Ac_negg": [0.5817661285400391, 0.5772109031677246], "r_norm": [0.2724384665489197, 0.2781003713607788]}, {"step": 1650, "epoch": 4, "train_loss": 0.09797374904155731, "cos_r_negg": [0.5731629133224487, 0.5806043744087219], "cos_innovation_negg": [0.5731629133224487, 0.5806043744087219], "cos_apical_negg": [0.5731629133224487, 0.5806043744087219], "cos_Ac_negg": [0.5731629133224487, 0.5806043744087219], "r_norm": [0.24790488183498383, 0.2527286112308502]}, {"step": 1700, "epoch": 4, "train_loss": 0.04950596019625664, "cos_r_negg": [0.5894670486450195, 0.5887713432312012], "cos_innovation_negg": [0.5894670486450195, 0.5887713432312012], "cos_apical_negg": [0.5894670486450195, 0.5887713432312012], "cos_Ac_negg": [0.5894670486450195, 0.5887713432312012], "r_norm": [0.2981584668159485, 0.298980176448822]}, {"step": 1750, "epoch": 4, "train_loss": 0.07237377017736435, "cos_r_negg": [0.586549699306488, 0.5871082544326782], "cos_innovation_negg": [0.586549699306488, 0.5871082544326782], "cos_apical_negg": [0.586549699306488, 0.5871082544326782], "cos_Ac_negg": [0.586549699306488, 0.5871082544326782], "r_norm": [0.33994626998901367, 0.34840327501296997], "ldr": {"dL_sdil": -0.009289681911468506, "dL_bp": -0.007947728037834167, "ratio": 1.168847482858766}}, {"step": 1800, "epoch": 4, "train_loss": 0.007182144559919834, "cos_r_negg": [0.5843256115913391, 0.5840421319007874], "cos_innovation_negg": [0.5843256115913391, 0.5840421319007874], "cos_apical_negg": [0.5843256115913391, 0.5840421319007874], "cos_Ac_negg": [0.5843256115913391, 0.5840421319007874], "r_norm": [0.31930527091026306, 0.32615524530410767]}, {"step": 1850, "epoch": 4, "train_loss": 0.13124318420886993, "cos_r_negg": [0.5805016756057739, 0.5910798907279968], "cos_innovation_negg": [0.5805016756057739, 0.5910798907279968], "cos_apical_negg": [0.5805016756057739, 0.5910798907279968], "cos_Ac_negg": [0.5805016756057739, 0.5910798907279968], "r_norm": [0.3606639504432678, 0.3677753210067749]}, {"step": 1900, "epoch": 4, "train_loss": 0.014983469620347023, "cos_r_negg": [0.5981733798980713, 0.5957428812980652], "cos_innovation_negg": [0.5981733798980713, 0.5957428812980652], "cos_apical_negg": [0.5981733798980713, 0.5957428812980652], "cos_Ac_negg": [0.5981733798980713, 0.5957428812980652], "r_norm": [0.306371808052063, 0.31498661637306213]}, {"step": 1950, "epoch": 4, "train_loss": 0.04575932025909424, "cos_r_negg": [0.5952005386352539, 0.600816547870636], "cos_innovation_negg": [0.5952005386352539, 0.600816547870636], "cos_apical_negg": [0.5952005386352539, 0.600816547870636], "cos_Ac_negg": [0.5952005386352539, 0.600816547870636], "r_norm": [0.2975267767906189, 0.30409517884254456]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9674, "test_loss": 0.11361528949737548}, {"step": 2000, "epoch": 5, "train_loss": 0.01834787428379059, "cos_r_negg": [0.5901828408241272, 0.5981806516647339], "cos_innovation_negg": [0.5901828408241272, 0.5981806516647339], "cos_apical_negg": [0.5901828408241272, 0.5981806516647339], "cos_Ac_negg": [0.5901828408241272, 0.5981806516647339], "r_norm": [0.3319830596446991, 0.34369245171546936], "ldr": {"dL_sdil": -0.008928827941417694, "dL_bp": -0.007865682244300842, "ratio": 1.1351625534946017}}, {"step": 2050, "epoch": 5, "train_loss": 0.01742394082248211, "cos_r_negg": [0.588844895362854, 0.5975624322891235], "cos_innovation_negg": [0.588844895362854, 0.5975624322891235], "cos_apical_negg": [0.588844895362854, 0.5975624322891235], "cos_Ac_negg": [0.588844895362854, 0.5975624322891235], "r_norm": [0.3170430660247803, 0.323220431804657]}, {"step": 2100, "epoch": 5, "train_loss": 0.008232425898313522, "cos_r_negg": [0.6059005856513977, 0.6131195425987244], "cos_innovation_negg": [0.6059005856513977, 0.6131195425987244], "cos_apical_negg": [0.6059005856513977, 0.6131195425987244], "cos_Ac_negg": [0.6059005856513977, 0.6131195425987244], "r_norm": [0.26198676228523254, 0.26460325717926025]}, {"step": 2150, "epoch": 5, "train_loss": 0.0033245228696614504, "cos_r_negg": [0.5909460186958313, 0.610884964466095], "cos_innovation_negg": [0.5909460186958313, 0.610884964466095], "cos_apical_negg": [0.5909460186958313, 0.610884964466095], "cos_Ac_negg": [0.5909460186958313, 0.610884964466095], "r_norm": [0.28924280405044556, 0.29819393157958984]}, {"step": 2200, "epoch": 5, "train_loss": 0.04391952604055405, "cos_r_negg": [0.5844346284866333, 0.6055892109870911], "cos_innovation_negg": [0.5844346284866333, 0.6055892109870911], "cos_apical_negg": [0.5844346284866333, 0.6055892109870911], "cos_Ac_negg": [0.5844346284866333, 0.6055892109870911], "r_norm": [0.242984801530838, 0.24996478855609894]}, {"step": 2250, "epoch": 5, "train_loss": 0.012256387621164322, "cos_r_negg": [0.6012650728225708, 0.6138678789138794], "cos_innovation_negg": [0.6012650728225708, 0.6138678789138794], "cos_apical_negg": [0.6012650728225708, 0.6138678789138794], "cos_Ac_negg": [0.6012650728225708, 0.6138678789138794], "r_norm": [0.24627211689949036, 0.2528110444545746], "ldr": {"dL_sdil": -0.006579592823982239, "dL_bp": -0.0060803815722465515, "ratio": 1.0821019611687366}}, {"step": 2300, "epoch": 5, "train_loss": 0.018100198358297348, "cos_r_negg": [0.5897647738456726, 0.6110107898712158], "cos_innovation_negg": [0.5897647738456726, 0.6110107898712158], "cos_apical_negg": [0.5897647738456726, 0.6110107898712158], "cos_Ac_negg": [0.5897647738456726, 0.6110107898712158], "r_norm": [0.2648678719997406, 0.2705974876880646]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9723, "test_loss": 0.1039018611907959}, {"step": 2350, "epoch": 6, "train_loss": 0.006148540414869785, "cos_r_negg": [0.5986078381538391, 0.6226212978363037], "cos_innovation_negg": [0.5986078381538391, 0.6226212978363037], "cos_apical_negg": [0.5986078381538391, 0.6226212978363037], "cos_Ac_negg": [0.5986078381538391, 0.6226212978363037], "r_norm": [0.2304234653711319, 0.2343205362558365]}, {"step": 2400, "epoch": 6, "train_loss": 0.004550743382424116, "cos_r_negg": [0.603217363357544, 0.6238528490066528], "cos_innovation_negg": [0.603217363357544, 0.6238528490066528], "cos_apical_negg": [0.603217363357544, 0.6238528490066528], "cos_Ac_negg": [0.603217363357544, 0.6238528490066528], "r_norm": [0.23397742211818695, 0.23900237679481506]}, {"step": 2450, "epoch": 6, "train_loss": 0.029945388436317444, "cos_r_negg": [0.5943053960800171, 0.6212031841278076], "cos_innovation_negg": [0.5943053960800171, 0.6212031841278076], "cos_apical_negg": [0.5943053960800171, 0.6212031841278076], "cos_Ac_negg": [0.5943053960800171, 0.6212031841278076], "r_norm": [0.2450098693370819, 0.24986150860786438]}, {"step": 2500, "epoch": 6, "train_loss": 0.005135448649525642, "cos_r_negg": [0.5932364463806152, 0.618377685546875], "cos_innovation_negg": [0.5932364463806152, 0.618377685546875], "cos_apical_negg": [0.5932364463806152, 0.618377685546875], "cos_Ac_negg": [0.5932364463806152, 0.618377685546875], "r_norm": [0.2755255699157715, 0.28122788667678833], "ldr": {"dL_sdil": -0.010395362973213196, "dL_bp": -0.009785108268260956, "ratio": 1.0623656568963744}}, {"step": 2550, "epoch": 6, "train_loss": 0.008016199804842472, "cos_r_negg": [0.5929650068283081, 0.621126115322113], "cos_innovation_negg": [0.5929650068283081, 0.621126115322113], "cos_apical_negg": [0.5929650068283081, 0.621126115322113], "cos_Ac_negg": [0.5929650068283081, 0.621126115322113], "r_norm": [0.26347386837005615, 0.2683456540107727]}, {"step": 2600, "epoch": 6, "train_loss": 0.024960318580269814, "cos_r_negg": [0.5861429572105408, 0.6216450333595276], "cos_innovation_negg": [0.5861429572105408, 0.6216450333595276], "cos_apical_negg": [0.5861429572105408, 0.6216450333595276], "cos_Ac_negg": [0.5861429572105408, 0.6216450333595276], "r_norm": [0.24627971649169922, 0.25374385714530945]}, {"step": 2650, "epoch": 6, "train_loss": 0.007698642555624247, "cos_r_negg": [0.5953448414802551, 0.6301465034484863], "cos_innovation_negg": [0.5953448414802551, 0.6301465034484863], "cos_apical_negg": [0.5953448414802551, 0.6301465034484863], "cos_Ac_negg": [0.5953448414802551, 0.6301465034484863], "r_norm": [0.21987655758857727, 0.22218380868434906]}, {"step": 2700, "epoch": 6, "train_loss": 0.002281220629811287, "cos_r_negg": [0.5867006778717041, 0.6240893602371216], "cos_innovation_negg": [0.5867006778717041, 0.6240893602371216], "cos_apical_negg": [0.5867006778717041, 0.6240893602371216], "cos_Ac_negg": [0.5867006778717041, 0.6240893602371216], "r_norm": [0.2713809311389923, 0.2776855528354645]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9727, "test_loss": 0.10502930374145508}, {"step": 2750, "epoch": 7, "train_loss": 0.010635103099048138, "cos_r_negg": [0.5937670469284058, 0.6227253675460815], "cos_innovation_negg": [0.5937670469284058, 0.6227253675460815], "cos_apical_negg": [0.5937670469284058, 0.6227253675460815], "cos_Ac_negg": [0.5937670469284058, 0.6227253675460815], "r_norm": [0.22370636463165283, 0.2272721827030182], "ldr": {"dL_sdil": -0.006813123822212219, "dL_bp": -0.006445795297622681, "ratio": 1.0569873084125112}}, {"step": 2800, "epoch": 7, "train_loss": 0.0026063467375934124, "cos_r_negg": [0.6053605675697327, 0.6298519968986511], "cos_innovation_negg": [0.6053605675697327, 0.6298519968986511], "cos_apical_negg": [0.6053605675697327, 0.6298519968986511], "cos_Ac_negg": [0.6053605675697327, 0.6298519968986511], "r_norm": [0.20970691740512848, 0.21288913488388062]}, {"step": 2850, "epoch": 7, "train_loss": 0.010808042250573635, "cos_r_negg": [0.5919977426528931, 0.6220411062240601], "cos_innovation_negg": [0.5919977426528931, 0.6220411062240601], "cos_apical_negg": [0.5919977426528931, 0.6220411062240601], "cos_Ac_negg": [0.5919977426528931, 0.6220411062240601], "r_norm": [0.2649148404598236, 0.2716737389564514]}, {"step": 2900, "epoch": 7, "train_loss": 0.0010437294840812683, "cos_r_negg": [0.5999350547790527, 0.6378629207611084], "cos_innovation_negg": [0.5999350547790527, 0.6378629207611084], "cos_apical_negg": [0.5999350547790527, 0.6378629207611084], "cos_Ac_negg": [0.5999350547790527, 0.6378629207611084], "r_norm": [0.2131286859512329, 0.21756739914417267]}, {"step": 2950, "epoch": 7, "train_loss": 0.0030117651913315058, "cos_r_negg": [0.5996032357215881, 0.6302375197410583], "cos_innovation_negg": [0.5996032357215881, 0.6302375197410583], "cos_apical_negg": [0.5996032357215881, 0.6302375197410583], "cos_Ac_negg": [0.5996032357215881, 0.6302375197410583], "r_norm": [0.23264043033123016, 0.2378324717283249]}, {"step": 3000, "epoch": 7, "train_loss": 0.001554607879370451, "cos_r_negg": [0.5960881114006042, 0.6360751390457153], "cos_innovation_negg": [0.5960881114006042, 0.6360751390457153], "cos_apical_negg": [0.5960881114006042, 0.6360751390457153], "cos_Ac_negg": [0.5960881114006042, 0.6360751390457153], "r_norm": [0.23660610616207123, 0.2411612868309021], "ldr": {"dL_sdil": -0.007083311676979065, "dL_bp": -0.006982661783695221, "ratio": 1.0144142586884082}}, {"step": 3050, "epoch": 7, "train_loss": 0.003050102386623621, "cos_r_negg": [0.5988390445709229, 0.6376960873603821], "cos_innovation_negg": [0.5988390445709229, 0.6376960873603821], "cos_apical_negg": [0.5988390445709229, 0.6376960873603821], "cos_Ac_negg": [0.5988390445709229, 0.6376960873603821], "r_norm": [0.2204236090183258, 0.22488939762115479]}, {"step": 3100, "epoch": 7, "train_loss": 0.0008781076176092029, "cos_r_negg": [0.5985127687454224, 0.6388164758682251], "cos_innovation_negg": [0.5985127687454224, 0.6388164758682251], "cos_apical_negg": [0.5985127687454224, 0.6388164758682251], "cos_Ac_negg": [0.5985127687454224, 0.6388164758682251], "r_norm": [0.19931775331497192, 0.20277683436870575]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9726, "test_loss": 0.10868149127960205}, {"step": 3150, "epoch": 8, "train_loss": 0.0015901420265436172, "cos_r_negg": [0.5942392349243164, 0.6321752071380615], "cos_innovation_negg": [0.5942392349243164, 0.6321752071380615], "cos_apical_negg": [0.5942392349243164, 0.6321752071380615], "cos_Ac_negg": [0.5942392349243164, 0.6321752071380615], "r_norm": [0.2278367429971695, 0.23301805555820465]}, {"step": 3200, "epoch": 8, "train_loss": 0.0037980040069669485, "cos_r_negg": [0.5913258790969849, 0.6335011720657349], "cos_innovation_negg": [0.5913258790969849, 0.6335011720657349], "cos_apical_negg": [0.5913258790969849, 0.6335011720657349], "cos_Ac_negg": [0.5913258790969849, 0.6335011720657349], "r_norm": [0.2059573233127594, 0.20972418785095215]}, {"step": 3250, "epoch": 8, "train_loss": 0.0012754927156493068, "cos_r_negg": [0.5926417112350464, 0.6359871625900269], "cos_innovation_negg": [0.5926417112350464, 0.6359871625900269], "cos_apical_negg": [0.5926417112350464, 0.6359871625900269], "cos_Ac_negg": [0.5926417112350464, 0.6359871625900269], "r_norm": [0.23843950033187866, 0.24440771341323853], "ldr": {"dL_sdil": -0.006862573325634003, "dL_bp": -0.006920970976352692, "ratio": 0.991562217076445}}, {"step": 3300, "epoch": 8, "train_loss": 0.002015413250774145, "cos_r_negg": [0.595085859298706, 0.6363248825073242], "cos_innovation_negg": [0.595085859298706, 0.6363248825073242], "cos_apical_negg": [0.595085859298706, 0.6363248825073242], "cos_Ac_negg": [0.595085859298706, 0.6363248825073242], "r_norm": [0.24254512786865234, 0.2493307888507843]}, {"step": 3350, "epoch": 8, "train_loss": 0.007619212381541729, "cos_r_negg": [0.5965512990951538, 0.6382870674133301], "cos_innovation_negg": [0.5965512990951538, 0.6382870674133301], "cos_apical_negg": [0.5965512990951538, 0.6382870674133301], "cos_Ac_negg": [0.5965512990951538, 0.6382870674133301], "r_norm": [0.2210986316204071, 0.22471216320991516]}, {"step": 3400, "epoch": 8, "train_loss": 0.0029113199561834335, "cos_r_negg": [0.5939645767211914, 0.6372994184494019], "cos_innovation_negg": [0.5939645767211914, 0.6372994184494019], "cos_apical_negg": [0.5939645767211914, 0.6372994184494019], "cos_Ac_negg": [0.5939645767211914, 0.6372994184494019], "r_norm": [0.2036711871623993, 0.20759683847427368]}, {"step": 3450, "epoch": 8, "train_loss": 0.003117398591712117, "cos_r_negg": [0.5908834934234619, 0.6371168494224548], "cos_innovation_negg": [0.5908834934234619, 0.6371168494224548], "cos_apical_negg": [0.5908834934234619, 0.6371168494224548], "cos_Ac_negg": [0.5908834934234619, 0.6371168494224548], "r_norm": [0.19514748454093933, 0.19815532863140106]}, {"step": 3500, "epoch": 8, "train_loss": 0.006374041084200144, "cos_r_negg": [0.5940366983413696, 0.6419574022293091], "cos_innovation_negg": [0.5940366983413696, 0.6419574022293091], "cos_apical_negg": [0.5940366983413696, 0.6419574022293091], "cos_Ac_negg": [0.5940366983413696, 0.6419574022293091], "r_norm": [0.20847754180431366, 0.21317541599273682], "ldr": {"dL_sdil": -0.005973741412162781, "dL_bp": -0.006033599376678467, "ratio": 0.9900792278739862}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9742, "test_loss": 0.10277922487258911}, {"step": 3550, "epoch": 9, "train_loss": 0.0018596110166981816, "cos_r_negg": [0.5932243466377258, 0.6403070688247681], "cos_innovation_negg": [0.5932243466377258, 0.6403070688247681], "cos_apical_negg": [0.5932243466377258, 0.6403070688247681], "cos_Ac_negg": [0.5932243466377258, 0.6403070688247681], "r_norm": [0.19592323899269104, 0.20002564787864685]}, {"step": 3600, "epoch": 9, "train_loss": 0.004108905792236328, "cos_r_negg": [0.5911145806312561, 0.6381091475486755], "cos_innovation_negg": [0.5911145806312561, 0.6381091475486755], "cos_apical_negg": [0.5911145806312561, 0.6381091475486755], "cos_Ac_negg": [0.5911145806312561, 0.6381091475486755], "r_norm": [0.20007097721099854, 0.204493910074234]}, {"step": 3650, "epoch": 9, "train_loss": 0.0029301070608198643, "cos_r_negg": [0.5937703847885132, 0.6433695554733276], "cos_innovation_negg": [0.5937703847885132, 0.6433695554733276], "cos_apical_negg": [0.5937703847885132, 0.6433695554733276], "cos_Ac_negg": [0.5937703847885132, 0.6433695554733276], "r_norm": [0.21079541742801666, 0.21572379767894745]}, {"step": 3700, "epoch": 9, "train_loss": 0.0018560097087174654, "cos_r_negg": [0.5943132042884827, 0.6441336870193481], "cos_innovation_negg": [0.5943132042884827, 0.6441336870193481], "cos_apical_negg": [0.5943132042884827, 0.6441336870193481], "cos_Ac_negg": [0.5943132042884827, 0.6441336870193481], "r_norm": [0.20397841930389404, 0.20858967304229736]}, {"step": 3750, "epoch": 9, "train_loss": 0.00131507299374789, "cos_r_negg": [0.5908016562461853, 0.6394951343536377], "cos_innovation_negg": [0.5908016562461853, 0.6394951343536377], "cos_apical_negg": [0.5908016562461853, 0.6394951343536377], "cos_Ac_negg": [0.5908016562461853, 0.6394951343536377], "r_norm": [0.18684670329093933, 0.19046321511268616], "ldr": {"dL_sdil": -0.004665955901145935, "dL_bp": -0.004720650613307953, "ratio": 0.988413734325555}}, {"step": 3800, "epoch": 9, "train_loss": 0.0008938433602452278, "cos_r_negg": [0.5927959680557251, 0.6432587504386902], "cos_innovation_negg": [0.5927959680557251, 0.6432587504386902], "cos_apical_negg": [0.5927959680557251, 0.6432587504386902], "cos_Ac_negg": [0.5927959680557251, 0.6432587504386902], "r_norm": [0.2022821307182312, 0.20637428760528564]}, {"step": 3850, "epoch": 9, "train_loss": 0.001838262309320271, "cos_r_negg": [0.5942348837852478, 0.6465588808059692], "cos_innovation_negg": [0.5942348837852478, 0.6465588808059692], "cos_apical_negg": [0.5942348837852478, 0.6465588808059692], "cos_Ac_negg": [0.5942348837852478, 0.6465588808059692], "r_norm": [0.20211128890514374, 0.20552325248718262]}, {"step": 3900, "epoch": 9, "train_loss": 0.0030781978275626898, "cos_r_negg": [0.5873119831085205, 0.6427731513977051], "cos_innovation_negg": [0.5873119831085205, 0.6427731513977051], "cos_apical_negg": [0.5873119831085205, 0.6427731513977051], "cos_Ac_negg": [0.5873119831085205, 0.6427731513977051], "r_norm": [0.18655991554260254, 0.1892595887184143]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9747, "test_loss": 0.10215772962570191}, {"step": 3950, "epoch": 10, "train_loss": 0.0010247206082567573, "cos_r_negg": [0.5869794487953186, 0.6387591361999512], "cos_innovation_negg": [0.5869794487953186, 0.6387591361999512], "cos_apical_negg": [0.5869794487953186, 0.6387591361999512], "cos_Ac_negg": [0.5869794487953186, 0.6387591361999512], "r_norm": [0.19421769678592682, 0.19664812088012695]}, {"step": 4000, "epoch": 10, "train_loss": 0.002019094303250313, "cos_r_negg": [0.5928893089294434, 0.6450476050376892], "cos_innovation_negg": [0.5928893089294434, 0.6450476050376892], "cos_apical_negg": [0.5928893089294434, 0.6450476050376892], "cos_Ac_negg": [0.5928893089294434, 0.6450476050376892], "r_norm": [0.21259896457195282, 0.21663856506347656], "ldr": {"dL_sdil": -0.006721869111061096, "dL_bp": -0.006903022527694702, "ratio": 0.9737573771624206}}, {"step": 4050, "epoch": 10, "train_loss": 0.0010737284319475293, "cos_r_negg": [0.5845680236816406, 0.642418384552002], "cos_innovation_negg": [0.5845680236816406, 0.642418384552002], "cos_apical_negg": [0.5845680236816406, 0.642418384552002], "cos_Ac_negg": [0.5845680236816406, 0.642418384552002], "r_norm": [0.20223215222358704, 0.2056773155927658]}, {"step": 4100, "epoch": 10, "train_loss": 0.0005294611328281462, "cos_r_negg": [0.59017014503479, 0.6425296664237976], "cos_innovation_negg": [0.59017014503479, 0.6425296664237976], "cos_apical_negg": [0.59017014503479, 0.6425296664237976], "cos_Ac_negg": [0.59017014503479, 0.6425296664237976], "r_norm": [0.1980818808078766, 0.20220594108104706]}, {"step": 4150, "epoch": 10, "train_loss": 0.0002431330067338422, "cos_r_negg": [0.5938693284988403, 0.6457063555717468], "cos_innovation_negg": [0.5938693284988403, 0.6457063555717468], "cos_apical_negg": [0.5938693284988403, 0.6457063555717468], "cos_Ac_negg": [0.5938693284988403, 0.6457063555717468], "r_norm": [0.19686049222946167, 0.2012195587158203]}, {"step": 4200, "epoch": 10, "train_loss": 0.0007580267847515643, "cos_r_negg": [0.5910542011260986, 0.6439781188964844], "cos_innovation_negg": [0.5910542011260986, 0.6439781188964844], "cos_apical_negg": [0.5910542011260986, 0.6439781188964844], "cos_Ac_negg": [0.5910542011260986, 0.6439781188964844], "r_norm": [0.19951231777668, 0.2036188840866089]}, {"step": 4250, "epoch": 10, "train_loss": 0.0016773012466728687, "cos_r_negg": [0.5908766984939575, 0.6447482705116272], "cos_innovation_negg": [0.5908766984939575, 0.6447482705116272], "cos_apical_negg": [0.5908766984939575, 0.6447482705116272], "cos_Ac_negg": [0.5908766984939575, 0.6447482705116272], "r_norm": [0.20191927254199982, 0.20579206943511963], "ldr": {"dL_sdil": -0.006587475538253784, "dL_bp": -0.00686529278755188, "ratio": 0.9595330806864009}}, {"step": 4300, "epoch": 10, "train_loss": 0.0005382457165978849, "cos_r_negg": [0.5886777639389038, 0.6455032825469971], "cos_innovation_negg": [0.5886777639389038, 0.6455032825469971], "cos_apical_negg": [0.5886777639389038, 0.6455032825469971], "cos_Ac_negg": [0.5886777639389038, 0.6455032825469971], "r_norm": [0.20102337002754211, 0.2048192322254181]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9753, "test_loss": 0.10621101756095887}, {"step": 4350, "epoch": 11, "train_loss": 0.0008164973696693778, "cos_r_negg": [0.5898522734642029, 0.6445236206054688], "cos_innovation_negg": [0.5898522734642029, 0.6445236206054688], "cos_apical_negg": [0.5898522734642029, 0.6445236206054688], "cos_Ac_negg": [0.5898522734642029, 0.6445236206054688], "r_norm": [0.2008979171514511, 0.20478813350200653]}, {"step": 4400, "epoch": 11, "train_loss": 0.0007446998497471213, "cos_r_negg": [0.5877026319503784, 0.6419422626495361], "cos_innovation_negg": [0.5877026319503784, 0.6419422626495361], "cos_apical_negg": [0.5877026319503784, 0.6419422626495361], "cos_Ac_negg": [0.5877026319503784, 0.6419422626495361], "r_norm": [0.19678443670272827, 0.20054543018341064]}, {"step": 4450, "epoch": 11, "train_loss": 0.0016442127525806427, "cos_r_negg": [0.5913518667221069, 0.6443424820899963], "cos_innovation_negg": [0.5913518667221069, 0.6443424820899963], "cos_apical_negg": [0.5913518667221069, 0.6443424820899963], "cos_Ac_negg": [0.5913518667221069, 0.6443424820899963], "r_norm": [0.20313584804534912, 0.20731474459171295]}, {"step": 4500, "epoch": 11, "train_loss": 9.03076579561457e-05, "cos_r_negg": [0.591429591178894, 0.645388126373291], "cos_innovation_negg": [0.591429591178894, 0.645388126373291], "cos_apical_negg": [0.591429591178894, 0.645388126373291], "cos_Ac_negg": [0.591429591178894, 0.645388126373291], "r_norm": [0.20768685638904572, 0.2116730511188507], "ldr": {"dL_sdil": -0.007215686142444611, "dL_bp": -0.007609747350215912, "ratio": 0.9482162561204978}}, {"step": 4550, "epoch": 11, "train_loss": 0.0008589044446125627, "cos_r_negg": [0.5863029360771179, 0.644384503364563], "cos_innovation_negg": [0.5863029360771179, 0.644384503364563], "cos_apical_negg": [0.5863029360771179, 0.644384503364563], "cos_Ac_negg": [0.5863029360771179, 0.644384503364563], "r_norm": [0.20055224001407623, 0.20430684089660645]}, {"step": 4600, "epoch": 11, "train_loss": 0.00022877106675878167, "cos_r_negg": [0.5896000266075134, 0.6441762447357178], "cos_innovation_negg": [0.5896000266075134, 0.6441762447357178], "cos_apical_negg": [0.5896000266075134, 0.6441762447357178], "cos_Ac_negg": [0.5896000266075134, 0.6441762447357178], "r_norm": [0.19591841101646423, 0.19957813620567322]}, {"step": 4650, "epoch": 11, "train_loss": 0.0005760436179116368, "cos_r_negg": [0.588862419128418, 0.6440649032592773], "cos_innovation_negg": [0.588862419128418, 0.6440649032592773], "cos_apical_negg": [0.588862419128418, 0.6440649032592773], "cos_Ac_negg": [0.588862419128418, 0.6440649032592773], "r_norm": [0.19931167364120483, 0.20285868644714355]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9748, "test_loss": 0.10696069502830505}, {"step": 4700, "epoch": 12, "train_loss": 0.000547605799511075, "cos_r_negg": [0.5898234248161316, 0.6446024179458618], "cos_innovation_negg": [0.5898234248161316, 0.6446024179458618], "cos_apical_negg": [0.5898234248161316, 0.6446024179458618], "cos_Ac_negg": [0.5898234248161316, 0.6446024179458618], "r_norm": [0.19228269159793854, 0.19567227363586426]}, {"step": 4750, "epoch": 12, "train_loss": 0.0006385792512446642, "cos_r_negg": [0.5917422771453857, 0.6452874541282654], "cos_innovation_negg": [0.5917422771453857, 0.6452874541282654], "cos_apical_negg": [0.5917422771453857, 0.6452874541282654], "cos_Ac_negg": [0.5917422771453857, 0.6452874541282654], "r_norm": [0.18923966586589813, 0.19265241920948029], "ldr": {"dL_sdil": -0.006005026400089264, "dL_bp": -0.006307050585746765, "ratio": 0.9521132450816167}}, {"step": 4800, "epoch": 12, "train_loss": 0.0006105558131821454, "cos_r_negg": [0.5923818349838257, 0.647122323513031], "cos_innovation_negg": [0.5923818349838257, 0.647122323513031], "cos_apical_negg": [0.5923818349838257, 0.647122323513031], "cos_Ac_negg": [0.5923818349838257, 0.647122323513031], "r_norm": [0.19050332903862, 0.19390013813972473]}, {"step": 4850, "epoch": 12, "train_loss": 0.00060399150243029, "cos_r_negg": [0.5878604650497437, 0.6442974805831909], "cos_innovation_negg": [0.5878604650497437, 0.6442974805831909], "cos_apical_negg": [0.5878604650497437, 0.6442974805831909], "cos_Ac_negg": [0.5878604650497437, 0.6442974805831909], "r_norm": [0.19721584022045135, 0.20122551918029785]}, {"step": 4900, "epoch": 12, "train_loss": 0.0015255234902724624, "cos_r_negg": [0.5883172750473022, 0.6462104320526123], "cos_innovation_negg": [0.5883172750473022, 0.6462104320526123], "cos_apical_negg": [0.5883172750473022, 0.6462104320526123], "cos_Ac_negg": [0.5883172750473022, 0.6462104320526123], "r_norm": [0.19850176572799683, 0.20238423347473145]}, {"step": 4950, "epoch": 12, "train_loss": 0.0004106982087250799, "cos_r_negg": [0.5861423015594482, 0.6450567841529846], "cos_innovation_negg": [0.5861423015594482, 0.6450567841529846], "cos_apical_negg": [0.5861423015594482, 0.6450567841529846], "cos_Ac_negg": [0.5861423015594482, 0.6450567841529846], "r_norm": [0.19492298364639282, 0.19842858612537384]}, {"step": 5000, "epoch": 12, "train_loss": 0.0003986006777267903, "cos_r_negg": [0.5895253419876099, 0.6460295915603638], "cos_innovation_negg": [0.5895253419876099, 0.6460295915603638], "cos_apical_negg": [0.5895253419876099, 0.6460295915603638], "cos_Ac_negg": [0.5895253419876099, 0.6460295915603638], "r_norm": [0.19913659989833832, 0.20280271768569946], "ldr": {"dL_sdil": -0.00641409307718277, "dL_bp": -0.006868764758110046, "ratio": 0.9338059029623282}}, {"step": 5050, "epoch": 12, "train_loss": 0.0009168096003122628, "cos_r_negg": [0.5847276449203491, 0.6449069976806641], "cos_innovation_negg": [0.5847276449203491, 0.6449069976806641], "cos_apical_negg": [0.5847276449203491, 0.6449069976806641], "cos_Ac_negg": [0.5847276449203491, 0.6449069976806641], "r_norm": [0.19762557744979858, 0.20133090019226074]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9755, "test_loss": 0.10815263061523438}, {"step": 5100, "epoch": 13, "train_loss": 0.0006419949932023883, "cos_r_negg": [0.5876095294952393, 0.6465920805931091], "cos_innovation_negg": [0.5876095294952393, 0.6465920805931091], "cos_apical_negg": [0.5876095294952393, 0.6465920805931091], "cos_Ac_negg": [0.5876095294952393, 0.6465920805931091], "r_norm": [0.19545859098434448, 0.1992706060409546]}, {"step": 5150, "epoch": 13, "train_loss": 0.0008627663482911885, "cos_r_negg": [0.5880798101425171, 0.6466852426528931], "cos_innovation_negg": [0.5880798101425171, 0.6466852426528931], "cos_apical_negg": [0.5880798101425171, 0.6466852426528931], "cos_Ac_negg": [0.5880798101425171, 0.6466852426528931], "r_norm": [0.19543524086475372, 0.1990484893321991]}, {"step": 5200, "epoch": 13, "train_loss": 0.001374696847051382, "cos_r_negg": [0.5888962745666504, 0.6467887163162231], "cos_innovation_negg": [0.5888962745666504, 0.6467887163162231], "cos_apical_negg": [0.5888962745666504, 0.6467887163162231], "cos_Ac_negg": [0.5888962745666504, 0.6467887163162231], "r_norm": [0.199131041765213, 0.20314185321331024]}, {"step": 5250, "epoch": 13, "train_loss": 0.0006270905723795295, "cos_r_negg": [0.5881539583206177, 0.6464915871620178], "cos_innovation_negg": [0.5881539583206177, 0.6464915871620178], "cos_apical_negg": [0.5881539583206177, 0.6464915871620178], "cos_Ac_negg": [0.5881539583206177, 0.6464915871620178], "r_norm": [0.19708657264709473, 0.2006942331790924], "ldr": {"dL_sdil": -0.006807371973991394, "dL_bp": -0.007311813533306122, "ratio": 0.9310100624124316}}, {"step": 5300, "epoch": 13, "train_loss": 0.0008886245777830482, "cos_r_negg": [0.5878851413726807, 0.6461628675460815], "cos_innovation_negg": [0.5878851413726807, 0.6461628675460815], "cos_apical_negg": [0.5878851413726807, 0.6461628675460815], "cos_Ac_negg": [0.5878851413726807, 0.6461628675460815], "r_norm": [0.19349820911884308, 0.19711600244045258]}, {"step": 5350, "epoch": 13, "train_loss": 0.0006461018929257989, "cos_r_negg": [0.5894371271133423, 0.6471512317657471], "cos_innovation_negg": [0.5894371271133423, 0.6471512317657471], "cos_apical_negg": [0.5894371271133423, 0.6471512317657471], "cos_Ac_negg": [0.5894371271133423, 0.6471512317657471], "r_norm": [0.19753175973892212, 0.20138338208198547]}, {"step": 5400, "epoch": 13, "train_loss": 0.0007891361019574106, "cos_r_negg": [0.5889424681663513, 0.6481958031654358], "cos_innovation_negg": [0.5889424681663513, 0.6481958031654358], "cos_apical_negg": [0.5889424681663513, 0.6481958031654358], "cos_Ac_negg": [0.5889424681663513, 0.6481958031654358], "r_norm": [0.19973842799663544, 0.20358166098594666]}, {"step": 5450, "epoch": 13, "train_loss": 0.00030910904752090573, "cos_r_negg": [0.5877788066864014, 0.6467430591583252], "cos_innovation_negg": [0.5877788066864014, 0.6467430591583252], "cos_apical_negg": [0.5877788066864014, 0.6467430591583252], "cos_Ac_negg": [0.5877788066864014, 0.6467430591583252], "r_norm": [0.19449910521507263, 0.1980266273021698]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9758, "test_loss": 0.10933429985046386}, {"step": 5500, "epoch": 14, "train_loss": 0.0004240191774442792, "cos_r_negg": [0.5876120328903198, 0.6460193395614624], "cos_innovation_negg": [0.5876120328903198, 0.6460193395614624], "cos_apical_negg": [0.5876120328903198, 0.6460193395614624], "cos_Ac_negg": [0.5876120328903198, 0.6460193395614624], "r_norm": [0.19763708114624023, 0.20124807953834534], "ldr": {"dL_sdil": -0.00703093409538269, "dL_bp": -0.0076187849044799805, "ratio": 0.922841920796107}}, {"step": 5550, "epoch": 14, "train_loss": 0.00020295780268497765, "cos_r_negg": [0.5869601368904114, 0.6459805965423584], "cos_innovation_negg": [0.5869601368904114, 0.6459805965423584], "cos_apical_negg": [0.5869601368904114, 0.6459805965423584], "cos_Ac_negg": [0.5869601368904114, 0.6459805965423584], "r_norm": [0.1968805193901062, 0.200327068567276]}, {"step": 5600, "epoch": 14, "train_loss": 0.0007110614678822458, "cos_r_negg": [0.5871647596359253, 0.646320104598999], "cos_innovation_negg": [0.5871647596359253, 0.646320104598999], "cos_apical_negg": [0.5871647596359253, 0.646320104598999], "cos_Ac_negg": [0.5871647596359253, 0.646320104598999], "r_norm": [0.19691883027553558, 0.20045435428619385]}, {"step": 5650, "epoch": 14, "train_loss": 0.0004895932506769896, "cos_r_negg": [0.5881112813949585, 0.6465315818786621], "cos_innovation_negg": [0.5881112813949585, 0.6465315818786621], "cos_apical_negg": [0.5881112813949585, 0.6465315818786621], "cos_Ac_negg": [0.5881112813949585, 0.6465315818786621], "r_norm": [0.19668693840503693, 0.1999964714050293]}, {"step": 5700, "epoch": 14, "train_loss": 0.00021070672664791346, "cos_r_negg": [0.5878720283508301, 0.6460956335067749], "cos_innovation_negg": [0.5878720283508301, 0.6460956335067749], "cos_apical_negg": [0.5878720283508301, 0.6460956335067749], "cos_Ac_negg": [0.5878720283508301, 0.6460956335067749], "r_norm": [0.19967937469482422, 0.2033543884754181]}, {"step": 5750, "epoch": 14, "train_loss": 0.0005841206293553114, "cos_r_negg": [0.5894792079925537, 0.6473367810249329], "cos_innovation_negg": [0.5894792079925537, 0.6473367810249329], "cos_apical_negg": [0.5894792079925537, 0.6473367810249329], "cos_Ac_negg": [0.5894792079925537, 0.6473367810249329], "r_norm": [0.1961473524570465, 0.19952985644340515], "ldr": {"dL_sdil": -0.006762020289897919, "dL_bp": -0.007355846464633942, "ratio": 0.9192715376005915}}, {"step": 5800, "epoch": 14, "train_loss": 0.0009216718608513474, "cos_r_negg": [0.586722731590271, 0.6467540264129639], "cos_innovation_negg": [0.586722731590271, 0.6467540264129639], "cos_apical_negg": [0.586722731590271, 0.6467540264129639], "cos_Ac_negg": [0.586722731590271, 0.6467540264129639], "r_norm": [0.19518209993839264, 0.19881784915924072]}, {"step": 5850, "epoch": 14, "train_loss": 0.0007516328478232026, "cos_r_negg": [0.5873847007751465, 0.6473181247711182], "cos_innovation_negg": [0.5873847007751465, 0.6473181247711182], "cos_apical_negg": [0.5873847007751465, 0.6473181247711182], "cos_Ac_negg": [0.5873847007751465, 0.6473181247711182], "r_norm": [0.19468799233436584, 0.1983375996351242]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9757, "test_loss": 0.11024559445381164}, {"step": 5900, "epoch": 15, "train_loss": 0.000656204647384584, "cos_r_negg": [0.5892762541770935, 0.6481780409812927], "cos_innovation_negg": [0.5892762541770935, 0.6481780409812927], "cos_apical_negg": [0.5892762541770935, 0.6481780409812927], "cos_Ac_negg": [0.5892762541770935, 0.6481780409812927], "r_norm": [0.20358318090438843, 0.20785900950431824]}, {"step": 5950, "epoch": 15, "train_loss": 0.0004905311507172883, "cos_r_negg": [0.5882400870323181, 0.647510826587677], "cos_innovation_negg": [0.5882400870323181, 0.647510826587677], "cos_apical_negg": [0.5882400870323181, 0.647510826587677], "cos_Ac_negg": [0.5882400870323181, 0.647510826587677], "r_norm": [0.1969696581363678, 0.20068611204624176]}, {"step": 6000, "epoch": 15, "train_loss": 0.0009974164422601461, "cos_r_negg": [0.586516261100769, 0.6467225551605225], "cos_innovation_negg": [0.586516261100769, 0.6467225551605225], "cos_apical_negg": [0.586516261100769, 0.6467225551605225], "cos_Ac_negg": [0.586516261100769, 0.6467225551605225], "r_norm": [0.19720017910003662, 0.2008315920829773], "ldr": {"dL_sdil": -0.006996817886829376, "dL_bp": -0.0077321529388427734, "ratio": 0.9048990549165922}}, {"step": 6050, "epoch": 15, "train_loss": 0.0018748220754787326, "cos_r_negg": [0.5858010649681091, 0.6468213796615601], "cos_innovation_negg": [0.5858010649681091, 0.6468213796615601], "cos_apical_negg": [0.5858010649681091, 0.6468213796615601], "cos_Ac_negg": [0.5858010649681091, 0.6468213796615601], "r_norm": [0.2002100795507431, 0.20399460196495056]}, {"step": 6100, "epoch": 15, "train_loss": 0.00044560577953234315, "cos_r_negg": [0.5863490104675293, 0.6462435722351074], "cos_innovation_negg": [0.5863490104675293, 0.6462435722351074], "cos_apical_negg": [0.5863490104675293, 0.6462435722351074], "cos_Ac_negg": [0.5863490104675293, 0.6462435722351074], "r_norm": [0.19907242059707642, 0.20282584428787231]}, {"step": 6150, "epoch": 15, "train_loss": 0.0004353791009634733, "cos_r_negg": [0.5866830348968506, 0.6466454863548279], "cos_innovation_negg": [0.5866830348968506, 0.6466454863548279], "cos_apical_negg": [0.5866830348968506, 0.6466454863548279], "cos_Ac_negg": [0.5866830348968506, 0.6466454863548279], "r_norm": [0.19514751434326172, 0.19849970936775208]}, {"step": 6200, "epoch": 15, "train_loss": 0.00030966458143666387, "cos_r_negg": [0.5893063545227051, 0.6486482620239258], "cos_innovation_negg": [0.5893063545227051, 0.6486482620239258], "cos_apical_negg": [0.5893063545227051, 0.6486482620239258], "cos_Ac_negg": [0.5893063545227051, 0.6486482620239258], "r_norm": [0.19949184358119965, 0.2032361477613449]}, {"step": 6250, "epoch": 15, "train_loss": 0.00022819385048933327, "cos_r_negg": [0.5867783427238464, 0.6475585699081421], "cos_innovation_negg": [0.5867783427238464, 0.6475585699081421], "cos_apical_negg": [0.5867783427238464, 0.6475585699081421], "cos_Ac_negg": [0.5867783427238464, 0.6475585699081421], "r_norm": [0.1975768506526947, 0.2013813555240631], "ldr": {"dL_sdil": -0.007132813334465027, "dL_bp": -0.007858537137508392, "ratio": 0.9076515399310741}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9759, "test_loss": 0.11134055328369141}, {"step": 6300, "epoch": 16, "train_loss": 0.000880126899573952, "cos_r_negg": [0.5875033140182495, 0.6489834785461426], "cos_innovation_negg": [0.5875033140182495, 0.6489834785461426], "cos_apical_negg": [0.5875033140182495, 0.6489834785461426], "cos_Ac_negg": [0.5875033140182495, 0.6489834785461426], "r_norm": [0.2008691430091858, 0.20486512780189514]}, {"step": 6350, "epoch": 16, "train_loss": 0.0002555865212343633, "cos_r_negg": [0.5882006287574768, 0.6491481065750122], "cos_innovation_negg": [0.5882006287574768, 0.6491481065750122], "cos_apical_negg": [0.5882006287574768, 0.6491481065750122], "cos_Ac_negg": [0.5882006287574768, 0.6491481065750122], "r_norm": [0.1979655921459198, 0.20168709754943848]}, {"step": 6400, "epoch": 16, "train_loss": 0.0005810724105685949, "cos_r_negg": [0.5867014527320862, 0.6477494835853577], "cos_innovation_negg": [0.5867014527320862, 0.6477494835853577], "cos_apical_negg": [0.5867014527320862, 0.6477494835853577], "cos_Ac_negg": [0.5867014527320862, 0.6477494835853577], "r_norm": [0.1953469067811966, 0.19881443679332733]}, {"step": 6450, "epoch": 16, "train_loss": 0.00033369194716215134, "cos_r_negg": [0.5851807594299316, 0.6470452547073364], "cos_innovation_negg": [0.5851807594299316, 0.6470452547073364], "cos_apical_negg": [0.5851807594299316, 0.6470452547073364], "cos_Ac_negg": [0.5851807594299316, 0.6470452547073364], "r_norm": [0.19316107034683228, 0.1965111494064331]}, {"step": 6500, "epoch": 16, "train_loss": 0.0004197977832518518, "cos_r_negg": [0.5854476690292358, 0.6470782160758972], "cos_innovation_negg": [0.5854476690292358, 0.6470782160758972], "cos_apical_negg": [0.5854476690292358, 0.6470782160758972], "cos_Ac_negg": [0.5854476690292358, 0.6470782160758972], "r_norm": [0.1910925954580307, 0.1944667100906372], "ldr": {"dL_sdil": -0.006837964057922363, "dL_bp": -0.007548891007900238, "ratio": 0.905823656847892}}, {"step": 6550, "epoch": 16, "train_loss": 0.0002946109161712229, "cos_r_negg": [0.5868211984634399, 0.6475638151168823], "cos_innovation_negg": [0.5868211984634399, 0.6475638151168823], "cos_apical_negg": [0.5868211984634399, 0.6475638151168823], "cos_Ac_negg": [0.5868211984634399, 0.6475638151168823], "r_norm": [0.1970253586769104, 0.20062831044197083]}, {"step": 6600, "epoch": 16, "train_loss": 0.00031899483292363584, "cos_r_negg": [0.5873122215270996, 0.647653341293335], "cos_innovation_negg": [0.5873122215270996, 0.647653341293335], "cos_apical_negg": [0.5873122215270996, 0.647653341293335], "cos_Ac_negg": [0.5873122215270996, 0.647653341293335], "r_norm": [0.1953430473804474, 0.19887112081050873]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9759, "test_loss": 0.11181544799804688}, {"step": 6650, "epoch": 17, "train_loss": 0.00031009921804070473, "cos_r_negg": [0.5858910083770752, 0.646329402923584], "cos_innovation_negg": [0.5858910083770752, 0.646329402923584], "cos_apical_negg": [0.5858910083770752, 0.646329402923584], "cos_Ac_negg": [0.5858910083770752, 0.646329402923584], "r_norm": [0.1966153383255005, 0.2002832591533661]}, {"step": 6700, "epoch": 17, "train_loss": 0.0001830388355301693, "cos_r_negg": [0.5864540338516235, 0.6465519070625305], "cos_innovation_negg": [0.5864540338516235, 0.6465519070625305], "cos_apical_negg": [0.5864540338516235, 0.6465519070625305], "cos_Ac_negg": [0.5864540338516235, 0.6465519070625305], "r_norm": [0.19881495833396912, 0.2026667296886444]}, {"step": 6750, "epoch": 17, "train_loss": 0.000720708048902452, "cos_r_negg": [0.5880584716796875, 0.6484774947166443], "cos_innovation_negg": [0.5880584716796875, 0.6484774947166443], "cos_apical_negg": [0.5880584716796875, 0.6484774947166443], "cos_Ac_negg": [0.5880584716796875, 0.6484774947166443], "r_norm": [0.19898101687431335, 0.20283839106559753], "ldr": {"dL_sdil": -0.007215239107608795, "dL_bp": -0.008048228919506073, "ratio": 0.8965002337497627}}, {"step": 6800, "epoch": 17, "train_loss": 0.0005504983710125089, "cos_r_negg": [0.5879775285720825, 0.6471213102340698], "cos_innovation_negg": [0.5879775285720825, 0.6471213102340698], "cos_apical_negg": [0.5879775285720825, 0.6471213102340698], "cos_Ac_negg": [0.5879775285720825, 0.6471213102340698], "r_norm": [0.1973956823348999, 0.20102274417877197]}, {"step": 6850, "epoch": 17, "train_loss": 0.00047730631195008755, "cos_r_negg": [0.5873440504074097, 0.6465784907341003], "cos_innovation_negg": [0.5873440504074097, 0.6465784907341003], "cos_apical_negg": [0.5873440504074097, 0.6465784907341003], "cos_Ac_negg": [0.5873440504074097, 0.6465784907341003], "r_norm": [0.19774574041366577, 0.2014252096414566]}, {"step": 6900, "epoch": 17, "train_loss": 0.0007373831467702985, "cos_r_negg": [0.5881946086883545, 0.6470998525619507], "cos_innovation_negg": [0.5881946086883545, 0.6470998525619507], "cos_apical_negg": [0.5881946086883545, 0.6470998525619507], "cos_Ac_negg": [0.5881946086883545, 0.6470998525619507], "r_norm": [0.19971400499343872, 0.20355629920959473]}, {"step": 6950, "epoch": 17, "train_loss": 0.0007024359074421227, "cos_r_negg": [0.5875396728515625, 0.6469048857688904], "cos_innovation_negg": [0.5875396728515625, 0.6469048857688904], "cos_apical_negg": [0.5875396728515625, 0.6469048857688904], "cos_Ac_negg": [0.5875396728515625, 0.6469048857688904], "r_norm": [0.19590559601783752, 0.19941270351409912]}, {"step": 7000, "epoch": 17, "train_loss": 0.0006006015464663506, "cos_r_negg": [0.5860193967819214, 0.6461019515991211], "cos_innovation_negg": [0.5860193967819214, 0.6461019515991211], "cos_apical_negg": [0.5860193967819214, 0.6461019515991211], "cos_Ac_negg": [0.5860193967819214, 0.6461019515991211], "r_norm": [0.1963559091091156, 0.19999200105667114], "ldr": {"dL_sdil": -0.007259398698806763, "dL_bp": -0.008146524429321289, "ratio": 0.8911037782785566}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9752, "test_loss": 0.11387307844161987}, {"step": 7050, "epoch": 18, "train_loss": 0.00017074827337637544, "cos_r_negg": [0.5891801118850708, 0.648227334022522], "cos_innovation_negg": [0.5891801118850708, 0.648227334022522], "cos_apical_negg": [0.5891801118850708, 0.648227334022522], "cos_Ac_negg": [0.5891801118850708, 0.648227334022522], "r_norm": [0.1961846500635147, 0.19967925548553467]}, {"step": 7100, "epoch": 18, "train_loss": 0.00040369771886616945, "cos_r_negg": [0.5891929864883423, 0.648114025592804], "cos_innovation_negg": [0.5891929864883423, 0.648114025592804], "cos_apical_negg": [0.5891929864883423, 0.648114025592804], "cos_Ac_negg": [0.5891929864883423, 0.648114025592804], "r_norm": [0.19675609469413757, 0.20037558674812317]}, {"step": 7150, "epoch": 18, "train_loss": 0.00017587453476153314, "cos_r_negg": [0.5886949896812439, 0.647321343421936], "cos_innovation_negg": [0.5886949896812439, 0.647321343421936], "cos_apical_negg": [0.5886949896812439, 0.647321343421936], "cos_Ac_negg": [0.5886949896812439, 0.647321343421936], "r_norm": [0.1956596076488495, 0.1991593837738037]}, {"step": 7200, "epoch": 18, "train_loss": 0.00035877234768122435, "cos_r_negg": [0.5894811153411865, 0.6477997303009033], "cos_innovation_negg": [0.5894811153411865, 0.6477997303009033], "cos_apical_negg": [0.5894811153411865, 0.6477997303009033], "cos_Ac_negg": [0.5894811153411865, 0.6477997303009033], "r_norm": [0.1948273479938507, 0.19823434948921204]}, {"step": 7250, "epoch": 18, "train_loss": 0.0004392893461044878, "cos_r_negg": [0.589094340801239, 0.6465814709663391], "cos_innovation_negg": [0.589094340801239, 0.6465814709663391], "cos_apical_negg": [0.589094340801239, 0.6465814709663391], "cos_Ac_negg": [0.589094340801239, 0.6465814709663391], "r_norm": [0.19667957723140717, 0.20035481452941895], "ldr": {"dL_sdil": -0.007513672113418579, "dL_bp": -0.00845799595117569, "ratio": 0.888351349041986}}, {"step": 7300, "epoch": 18, "train_loss": 0.0004018157778773457, "cos_r_negg": [0.5890407562255859, 0.6464093327522278], "cos_innovation_negg": [0.5890407562255859, 0.6464093327522278], "cos_apical_negg": [0.5890407562255859, 0.6464093327522278], "cos_Ac_negg": [0.5890407562255859, 0.6464093327522278], "r_norm": [0.19792088866233826, 0.20159897208213806]}, {"step": 7350, "epoch": 18, "train_loss": 0.0009784783469513059, "cos_r_negg": [0.5888655185699463, 0.6484181880950928], "cos_innovation_negg": [0.5888655185699463, 0.6484181880950928], "cos_apical_negg": [0.5888655185699463, 0.6484181880950928], "cos_Ac_negg": [0.5888655185699463, 0.6484181880950928], "r_norm": [0.1976696401834488, 0.20126977562904358]}, {"step": 7400, "epoch": 18, "train_loss": 0.00013347961066756397, "cos_r_negg": [0.589853823184967, 0.6477721333503723], "cos_innovation_negg": [0.589853823184967, 0.6477721333503723], "cos_apical_negg": [0.589853823184967, 0.6477721333503723], "cos_Ac_negg": [0.589853823184967, 0.6477721333503723], "r_norm": [0.1978241503238678, 0.20151188969612122]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9755, "test_loss": 0.11395395350456237}, {"step": 7450, "epoch": 19, "train_loss": 0.0001272013469133526, "cos_r_negg": [0.5867507457733154, 0.6465801000595093], "cos_innovation_negg": [0.5867507457733154, 0.6465801000595093], "cos_apical_negg": [0.5867507457733154, 0.6465801000595093], "cos_Ac_negg": [0.5867507457733154, 0.6465801000595093], "r_norm": [0.1944546103477478, 0.19801218807697296]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003943848714698106, "cos_r_negg": [0.5885603427886963, 0.6472975611686707], "cos_innovation_negg": [0.5885603427886963, 0.6472975611686707], "cos_apical_negg": [0.5885603427886963, 0.6472975611686707], "cos_Ac_negg": [0.5885603427886963, 0.6472975611686707], "r_norm": [0.19578397274017334, 0.1994737684726715], "ldr": {"dL_sdil": -0.007456399500370026, "dL_bp": -0.008435197174549103, "ratio": 0.883962679955801}}, {"step": 7550, "epoch": 19, "train_loss": 0.00029132133931852877, "cos_r_negg": [0.5887710452079773, 0.6475191116333008], "cos_innovation_negg": [0.5887710452079773, 0.6475191116333008], "cos_apical_negg": [0.5887710452079773, 0.6475191116333008], "cos_Ac_negg": [0.5887710452079773, 0.6475191116333008], "r_norm": [0.19590070843696594, 0.1995864361524582]}, {"step": 7600, "epoch": 19, "train_loss": 0.0002815565385390073, "cos_r_negg": [0.5886192321777344, 0.6474627256393433], "cos_innovation_negg": [0.5886192321777344, 0.6474627256393433], "cos_apical_negg": [0.5886192321777344, 0.6474627256393433], "cos_Ac_negg": [0.5886192321777344, 0.6474627256393433], "r_norm": [0.19299131631851196, 0.19639700651168823]}, {"step": 7650, "epoch": 19, "train_loss": 0.0004165726131759584, "cos_r_negg": [0.5899977684020996, 0.6487271785736084], "cos_innovation_negg": [0.5899977684020996, 0.6487271785736084], "cos_apical_negg": [0.5899977684020996, 0.6487271785736084], "cos_Ac_negg": [0.5899977684020996, 0.6487271785736084], "r_norm": [0.19740648567676544, 0.2010747194290161]}, {"step": 7700, "epoch": 19, "train_loss": 0.0006375054945237935, "cos_r_negg": [0.5881949663162231, 0.6472526788711548], "cos_innovation_negg": [0.5881949663162231, 0.6472526788711548], "cos_apical_negg": [0.5881949663162231, 0.6472526788711548], "cos_Ac_negg": [0.5881949663162231, 0.6472526788711548], "r_norm": [0.19452659785747528, 0.1979444921016693]}, {"step": 7750, "epoch": 19, "train_loss": 0.0005185378831811249, "cos_r_negg": [0.5890566110610962, 0.6479787230491638], "cos_innovation_negg": [0.5890566110610962, 0.6479787230491638], "cos_apical_negg": [0.5890566110610962, 0.6479787230491638], "cos_Ac_negg": [0.5890566110610962, 0.6479787230491638], "r_norm": [0.19677449762821198, 0.2004019021987915], "ldr": {"dL_sdil": -0.007631585001945496, "dL_bp": -0.008692324161529541, "ratio": 0.8779682924989543}}, {"step": 7800, "epoch": 19, "train_loss": 0.0004456810129340738, "cos_r_negg": [0.5895117521286011, 0.6487058401107788], "cos_innovation_negg": [0.5895117521286011, 0.6487058401107788], "cos_apical_negg": [0.5895117521286011, 0.6487058401107788], "cos_Ac_negg": [0.5895117521286011, 0.6487058401107788], "r_norm": [0.19941744208335876, 0.2031620293855667]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9752, "test_loss": 0.11563196926116943}, {"step": 7850, "epoch": 20, "train_loss": 0.00030549554503522813, "cos_r_negg": [0.5894874930381775, 0.6487516164779663], "cos_innovation_negg": [0.5894874930381775, 0.6487516164779663], "cos_apical_negg": [0.5894874930381775, 0.6487516164779663], "cos_Ac_negg": [0.5894874930381775, 0.6487516164779663], "r_norm": [0.19938576221466064, 0.20307467877864838]}, {"step": 7900, "epoch": 20, "train_loss": 0.00047649367479607463, "cos_r_negg": [0.5891649723052979, 0.6478824019432068], "cos_innovation_negg": [0.5891649723052979, 0.6478824019432068], "cos_apical_negg": [0.5891649723052979, 0.6478824019432068], "cos_Ac_negg": [0.5891649723052979, 0.6478824019432068], "r_norm": [0.19964344799518585, 0.20333892107009888]}, {"step": 7950, "epoch": 20, "train_loss": 0.0001935615437105298, "cos_r_negg": [0.5883505940437317, 0.647468090057373], "cos_innovation_negg": [0.5883505940437317, 0.647468090057373], "cos_apical_negg": [0.5883505940437317, 0.647468090057373], "cos_Ac_negg": [0.5883505940437317, 0.647468090057373], "r_norm": [0.19822050631046295, 0.2018532156944275]}, {"step": 8000, "epoch": 20, "train_loss": 0.00036811557947658, "cos_r_negg": [0.5891557931900024, 0.6482175588607788], "cos_innovation_negg": [0.5891557931900024, 0.6482175588607788], "cos_apical_negg": [0.5891557931900024, 0.6482175588607788], "cos_Ac_negg": [0.5891557931900024, 0.6482175588607788], "r_norm": [0.19715118408203125, 0.20073366165161133], "ldr": {"dL_sdil": -0.00756942480802536, "dL_bp": -0.008646614849567413, "ratio": 0.8754206056031344}}, {"step": 8050, "epoch": 20, "train_loss": 0.0007321903249248862, "cos_r_negg": [0.589134931564331, 0.6482682824134827], "cos_innovation_negg": [0.589134931564331, 0.6482682824134827], "cos_apical_negg": [0.589134931564331, 0.6482682824134827], "cos_Ac_negg": [0.589134931564331, 0.6482682824134827], "r_norm": [0.19723200798034668, 0.2009059190750122]}, {"step": 8100, "epoch": 20, "train_loss": 0.0004254836530890316, "cos_r_negg": [0.5884007215499878, 0.647700309753418], "cos_innovation_negg": [0.5884007215499878, 0.647700309753418], "cos_apical_negg": [0.5884007215499878, 0.647700309753418], "cos_Ac_negg": [0.5884007215499878, 0.647700309753418], "r_norm": [0.19666723906993866, 0.2002941071987152]}, {"step": 8150, "epoch": 20, "train_loss": 0.0005906388978473842, "cos_r_negg": [0.588363528251648, 0.6477117538452148], "cos_innovation_negg": [0.588363528251648, 0.6477117538452148], "cos_apical_negg": [0.588363528251648, 0.6477117538452148], "cos_Ac_negg": [0.588363528251648, 0.6477117538452148], "r_norm": [0.19676902890205383, 0.2003880888223648]}, {"step": 8200, "epoch": 20, "train_loss": 0.000419986987253651, "cos_r_negg": [0.5869758129119873, 0.6468459367752075], "cos_innovation_negg": [0.5869758129119873, 0.6468459367752075], "cos_apical_negg": [0.5869758129119873, 0.6468459367752075], "cos_Ac_negg": [0.5869758129119873, 0.6468459367752075], "r_norm": [0.19675900042057037, 0.20028458535671234]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9753, "test_loss": 0.11565641231536865}, {"step": 8250, "epoch": 21, "train_loss": 0.00032679393189027905, "cos_r_negg": [0.5875534415245056, 0.646991491317749], "cos_innovation_negg": [0.5875534415245056, 0.646991491317749], "cos_apical_negg": [0.5875534415245056, 0.646991491317749], "cos_Ac_negg": [0.5875534415245056, 0.646991491317749], "r_norm": [0.19789005815982819, 0.20150750875473022], "ldr": {"dL_sdil": -0.007709413766860962, "dL_bp": -0.008825302124023438, "ratio": 0.8735580559757943}}, {"step": 8300, "epoch": 21, "train_loss": 0.00034750456688925624, "cos_r_negg": [0.5883510112762451, 0.6478296518325806], "cos_innovation_negg": [0.5883510112762451, 0.6478296518325806], "cos_apical_negg": [0.5883510112762451, 0.6478296518325806], "cos_Ac_negg": [0.5883510112762451, 0.6478296518325806], "r_norm": [0.19468161463737488, 0.19810912013053894]}, {"step": 8350, "epoch": 21, "train_loss": 0.00033388211159035563, "cos_r_negg": [0.5892670154571533, 0.6485654711723328], "cos_innovation_negg": [0.5892670154571533, 0.6485654711723328], "cos_apical_negg": [0.5892670154571533, 0.6485654711723328], "cos_Ac_negg": [0.5892670154571533, 0.6485654711723328], "r_norm": [0.19487732648849487, 0.19836702942848206]}, {"step": 8400, "epoch": 21, "train_loss": 0.0003771607589442283, "cos_r_negg": [0.5887324810028076, 0.6486323475837708], "cos_innovation_negg": [0.5887324810028076, 0.6486323475837708], "cos_apical_negg": [0.5887324810028076, 0.6486323475837708], "cos_Ac_negg": [0.5887324810028076, 0.6486323475837708], "r_norm": [0.19702142477035522, 0.20069503784179688]}, {"step": 8450, "epoch": 21, "train_loss": 0.0005224739434197545, "cos_r_negg": [0.587783694267273, 0.6478656530380249], "cos_innovation_negg": [0.587783694267273, 0.6478656530380249], "cos_apical_negg": [0.587783694267273, 0.6478656530380249], "cos_Ac_negg": [0.587783694267273, 0.6478656530380249], "r_norm": [0.19672413170337677, 0.200431227684021]}, {"step": 8500, "epoch": 21, "train_loss": 0.00021887494949623942, "cos_r_negg": [0.5870803594589233, 0.6471506357192993], "cos_innovation_negg": [0.5870803594589233, 0.6471506357192993], "cos_apical_negg": [0.5870803594589233, 0.6471506357192993], "cos_Ac_negg": [0.5870803594589233, 0.6471506357192993], "r_norm": [0.19729942083358765, 0.2010449767112732], "ldr": {"dL_sdil": -0.007770933210849762, "dL_bp": -0.008948147296905518, "ratio": 0.8684404662781016}}, {"step": 8550, "epoch": 21, "train_loss": 0.00041475152829661965, "cos_r_negg": [0.5875182151794434, 0.6478071212768555], "cos_innovation_negg": [0.5875182151794434, 0.6478071212768555], "cos_apical_negg": [0.5875182151794434, 0.6478071212768555], "cos_Ac_negg": [0.5875182151794434, 0.6478071212768555], "r_norm": [0.19842076301574707, 0.20221300423145294]}, {"step": 8600, "epoch": 21, "train_loss": 0.0006878224085085094, "cos_r_negg": [0.5893253087997437, 0.6488097906112671], "cos_innovation_negg": [0.5893253087997437, 0.6488097906112671], "cos_apical_negg": [0.5893253087997437, 0.6488097906112671], "cos_Ac_negg": [0.5893253087997437, 0.6488097906112671], "r_norm": [0.19726720452308655, 0.20089641213417053]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9752, "test_loss": 0.11665628156661988}, {"step": 8650, "epoch": 22, "train_loss": 0.00013859492901246995, "cos_r_negg": [0.5872142314910889, 0.6484591960906982], "cos_innovation_negg": [0.5872142314910889, 0.6484591960906982], "cos_apical_negg": [0.5872142314910889, 0.6484591960906982], "cos_Ac_negg": [0.5872142314910889, 0.6484591960906982], "r_norm": [0.19894014298915863, 0.20263519883155823]}, {"step": 8700, "epoch": 22, "train_loss": 0.0003182839718647301, "cos_r_negg": [0.5879693031311035, 0.6478292942047119], "cos_innovation_negg": [0.5879693031311035, 0.6478292942047119], "cos_apical_negg": [0.5879693031311035, 0.6478292942047119], "cos_Ac_negg": [0.5879693031311035, 0.6478292942047119], "r_norm": [0.19801153242588043, 0.2015918791294098]}, {"step": 8750, "epoch": 22, "train_loss": 0.00025146768894046545, "cos_r_negg": [0.5879581570625305, 0.6484822034835815], "cos_innovation_negg": [0.5879581570625305, 0.6484822034835815], "cos_apical_negg": [0.5879581570625305, 0.6484822034835815], "cos_Ac_negg": [0.5879581570625305, 0.6484822034835815], "r_norm": [0.1985086351633072, 0.20212414860725403], "ldr": {"dL_sdil": -0.007824160158634186, "dL_bp": -0.009051769971847534, "ratio": 0.8643790311694384}}, {"step": 8800, "epoch": 22, "train_loss": 0.00045387513819150627, "cos_r_negg": [0.5879025459289551, 0.6478234529495239], "cos_innovation_negg": [0.5879025459289551, 0.6478234529495239], "cos_apical_negg": [0.5879025459289551, 0.6478234529495239], "cos_Ac_negg": [0.5879025459289551, 0.6478234529495239], "r_norm": [0.19786858558654785, 0.20147719979286194]}, {"step": 8850, "epoch": 22, "train_loss": 0.00014273173292167485, "cos_r_negg": [0.5876686573028564, 0.6479318737983704], "cos_innovation_negg": [0.5876686573028564, 0.6479318737983704], "cos_apical_negg": [0.5876686573028564, 0.6479318737983704], "cos_Ac_negg": [0.5876686573028564, 0.6479318737983704], "r_norm": [0.19674566388130188, 0.20024487376213074]}, {"step": 8900, "epoch": 22, "train_loss": 0.0005802501691505313, "cos_r_negg": [0.5872039794921875, 0.6485415697097778], "cos_innovation_negg": [0.5872039794921875, 0.6485415697097778], "cos_apical_negg": [0.5872039794921875, 0.6485415697097778], "cos_Ac_negg": [0.5872039794921875, 0.6485415697097778], "r_norm": [0.19882331788539886, 0.2025354951620102]}, {"step": 8950, "epoch": 22, "train_loss": 0.0002260601904708892, "cos_r_negg": [0.5872249603271484, 0.6484960317611694], "cos_innovation_negg": [0.5872249603271484, 0.6484960317611694], "cos_apical_negg": [0.5872249603271484, 0.6484960317611694], "cos_Ac_negg": [0.5872249603271484, 0.6484960317611694], "r_norm": [0.19907523691654205, 0.2028294950723648]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9752, "test_loss": 0.11705195436477661}, {"step": 9000, "epoch": 23, "train_loss": 0.0001839462056523189, "cos_r_negg": [0.5871408581733704, 0.6480451822280884], "cos_innovation_negg": [0.5871408581733704, 0.6480451822280884], "cos_apical_negg": [0.5871408581733704, 0.6480451822280884], "cos_Ac_negg": [0.5871408581733704, 0.6480451822280884], "r_norm": [0.19772544503211975, 0.20142151415348053], "ldr": {"dL_sdil": -0.007891692221164703, "dL_bp": -0.009133502840995789, "ratio": 0.8640378569482444}}, {"step": 9050, "epoch": 23, "train_loss": 0.00029684885521419346, "cos_r_negg": [0.5872546434402466, 0.6484521627426147], "cos_innovation_negg": [0.5872546434402466, 0.6484521627426147], "cos_apical_negg": [0.5872546434402466, 0.6484521627426147], "cos_Ac_negg": [0.5872546434402466, 0.6484521627426147], "r_norm": [0.1963958442211151, 0.20002789795398712]}, {"step": 9100, "epoch": 23, "train_loss": 0.00016712078650016338, "cos_r_negg": [0.5885904431343079, 0.6491283178329468], "cos_innovation_negg": [0.5885904431343079, 0.6491283178329468], "cos_apical_negg": [0.5885904431343079, 0.6491283178329468], "cos_Ac_negg": [0.5885904431343079, 0.6491283178329468], "r_norm": [0.19528014957904816, 0.1987897902727127]}, {"step": 9150, "epoch": 23, "train_loss": 0.00021450789063237607, "cos_r_negg": [0.5887737274169922, 0.6491580605506897], "cos_innovation_negg": [0.5887737274169922, 0.6491580605506897], "cos_apical_negg": [0.5887737274169922, 0.6491580605506897], "cos_Ac_negg": [0.5887737274169922, 0.6491580605506897], "r_norm": [0.19664299488067627, 0.20028133690357208]}, {"step": 9200, "epoch": 23, "train_loss": 0.0006438021664507687, "cos_r_negg": [0.5891477465629578, 0.6499489545822144], "cos_innovation_negg": [0.5891477465629578, 0.6499489545822144], "cos_apical_negg": [0.5891477465629578, 0.6499489545822144], "cos_Ac_negg": [0.5891477465629578, 0.6499489545822144], "r_norm": [0.19556573033332825, 0.19907093048095703]}, {"step": 9250, "epoch": 23, "train_loss": 0.0003064589691348374, "cos_r_negg": [0.5881966352462769, 0.6492392420768738], "cos_innovation_negg": [0.5881966352462769, 0.6492392420768738], "cos_apical_negg": [0.5881966352462769, 0.6492392420768738], "cos_Ac_negg": [0.5881966352462769, 0.6492392420768738], "r_norm": [0.1959521770477295, 0.19944244623184204], "ldr": {"dL_sdil": -0.007776737213134766, "dL_bp": -0.009028591215610504, "ratio": 0.8613455884112603}}, {"step": 9300, "epoch": 23, "train_loss": 0.0002823335235007107, "cos_r_negg": [0.587119460105896, 0.6490254402160645], "cos_innovation_negg": [0.587119460105896, 0.6490254402160645], "cos_apical_negg": [0.587119460105896, 0.6490254402160645], "cos_Ac_negg": [0.587119460105896, 0.6490254402160645], "r_norm": [0.1950605809688568, 0.19856040179729462]}, {"step": 9350, "epoch": 23, "train_loss": 0.00037675854400731623, "cos_r_negg": [0.5876399278640747, 0.6490305662155151], "cos_innovation_negg": [0.5876399278640747, 0.6490305662155151], "cos_apical_negg": [0.5876399278640747, 0.6490305662155151], "cos_Ac_negg": [0.5876399278640747, 0.6490305662155151], "r_norm": [0.19611971080303192, 0.19967679679393768]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9753, "test_loss": 0.11788109965324402}, {"step": 9400, "epoch": 24, "train_loss": 0.00016548509302083403, "cos_r_negg": [0.5877699255943298, 0.6490641832351685], "cos_innovation_negg": [0.5877699255943298, 0.6490641832351685], "cos_apical_negg": [0.5877699255943298, 0.6490641832351685], "cos_Ac_negg": [0.5877699255943298, 0.6490641832351685], "r_norm": [0.1976032555103302, 0.20127806067466736]}, {"step": 9450, "epoch": 24, "train_loss": 0.0001155585196102038, "cos_r_negg": [0.5883264541625977, 0.649146556854248], "cos_innovation_negg": [0.5883264541625977, 0.649146556854248], "cos_apical_negg": [0.5883264541625977, 0.649146556854248], "cos_Ac_negg": [0.5883264541625977, 0.649146556854248], "r_norm": [0.19641877710819244, 0.2000781148672104]}, {"step": 9500, "epoch": 24, "train_loss": 0.00020735283032990992, "cos_r_negg": [0.5886151790618896, 0.6493504047393799], "cos_innovation_negg": [0.5886151790618896, 0.6493504047393799], "cos_apical_negg": [0.5886151790618896, 0.6493504047393799], "cos_Ac_negg": [0.5886151790618896, 0.6493504047393799], "r_norm": [0.19659371674060822, 0.2002311646938324], "ldr": {"dL_sdil": -0.007854647934436798, "dL_bp": -0.009159237146377563, "ratio": 0.8575657348869142}}, {"step": 9550, "epoch": 24, "train_loss": 0.0003563867066986859, "cos_r_negg": [0.5893046855926514, 0.6495993733406067], "cos_innovation_negg": [0.5893046855926514, 0.6495993733406067], "cos_apical_negg": [0.5893046855926514, 0.6495993733406067], "cos_Ac_negg": [0.5893046855926514, 0.6495993733406067], "r_norm": [0.19655466079711914, 0.2001643180847168]}, {"step": 9600, "epoch": 24, "train_loss": 0.00027501932345330715, "cos_r_negg": [0.58814537525177, 0.649573564529419], "cos_innovation_negg": [0.58814537525177, 0.649573564529419], "cos_apical_negg": [0.58814537525177, 0.649573564529419], "cos_Ac_negg": [0.58814537525177, 0.649573564529419], "r_norm": [0.19638380408287048, 0.19998493790626526]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003459193685557693, "cos_r_negg": [0.5889113545417786, 0.6500352025032043], "cos_innovation_negg": [0.5889113545417786, 0.6500352025032043], "cos_apical_negg": [0.5889113545417786, 0.6500352025032043], "cos_Ac_negg": [0.5889113545417786, 0.6500352025032043], "r_norm": [0.19501006603240967, 0.19843055307865143]}, {"step": 9700, "epoch": 24, "train_loss": 0.00016942326328717172, "cos_r_negg": [0.5888797044754028, 0.6500846147537231], "cos_innovation_negg": [0.5888797044754028, 0.6500846147537231], "cos_apical_negg": [0.5888797044754028, 0.6500846147537231], "cos_Ac_negg": [0.5888797044754028, 0.6500846147537231], "r_norm": [0.19634178280830383, 0.19985398650169373]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005029246676713228, "cos_r_negg": [0.5884050130844116, 0.6503122448921204], "cos_innovation_negg": [0.5884050130844116, 0.6503122448921204], "cos_apical_negg": [0.5884050130844116, 0.6503122448921204], "cos_Ac_negg": [0.5884050130844116, 0.6503122448921204], "r_norm": [0.1966879963874817, 0.2002241164445877], "ldr": {"dL_sdil": -0.007965341210365295, "dL_bp": -0.009316131472587585, "ratio": 0.8550052383656299}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9755, "test_loss": 0.11822406520843506}, {"step": 9800, "epoch": 25, "train_loss": 0.0005903615383431315, "cos_r_negg": [0.5891581773757935, 0.650524377822876], "cos_innovation_negg": [0.5891581773757935, 0.650524377822876], "cos_apical_negg": [0.5891581773757935, 0.650524377822876], "cos_Ac_negg": [0.5891581773757935, 0.650524377822876], "r_norm": [0.1967264711856842, 0.2002573311328888]}, {"step": 9850, "epoch": 25, "train_loss": 0.00028814355027861893, "cos_r_negg": [0.5897164344787598, 0.6507261395454407], "cos_innovation_negg": [0.5897164344787598, 0.6507261395454407], "cos_apical_negg": [0.5897164344787598, 0.6507261395454407], "cos_Ac_negg": [0.5897164344787598, 0.6507261395454407], "r_norm": [0.19642475247383118, 0.19993065297603607]}, {"step": 9900, "epoch": 25, "train_loss": 0.00022222715779207647, "cos_r_negg": [0.5893479585647583, 0.6507712602615356], "cos_innovation_negg": [0.5893479585647583, 0.6507712602615356], "cos_apical_negg": [0.5893479585647583, 0.6507712602615356], "cos_Ac_negg": [0.5893479585647583, 0.6507712602615356], "r_norm": [0.19507673382759094, 0.1985670030117035]}, {"step": 9950, "epoch": 25, "train_loss": 0.000242658396018669, "cos_r_negg": [0.5894731283187866, 0.6510072946548462], "cos_innovation_negg": [0.5894731283187866, 0.6510072946548462], "cos_apical_negg": [0.5894731283187866, 0.6510072946548462], "cos_Ac_negg": [0.5894731283187866, 0.6510072946548462], "r_norm": [0.1949813812971115, 0.19849756360054016]}, {"step": 10000, "epoch": 25, "train_loss": 0.0002460989053361118, "cos_r_negg": [0.5898779034614563, 0.6510350704193115], "cos_innovation_negg": [0.5898779034614563, 0.6510350704193115], "cos_apical_negg": [0.5898779034614563, 0.6510350704193115], "cos_Ac_negg": [0.5898779034614563, 0.6510350704193115], "r_norm": [0.195787250995636, 0.19933649897575378], "ldr": {"dL_sdil": -0.007936209440231323, "dL_bp": -0.009318985044956207, "ratio": 0.8516173598246845}}, {"step": 10050, "epoch": 25, "train_loss": 0.00019350394723005593, "cos_r_negg": [0.5895622968673706, 0.6504988074302673], "cos_innovation_negg": [0.5895622968673706, 0.6504988074302673], "cos_apical_negg": [0.5895622968673706, 0.6504988074302673], "cos_Ac_negg": [0.5895622968673706, 0.6504988074302673], "r_norm": [0.19821472465991974, 0.2019442319869995]}, {"step": 10100, "epoch": 25, "train_loss": 0.00010821730393217877, "cos_r_negg": [0.5901044607162476, 0.6506041288375854], "cos_innovation_negg": [0.5901044607162476, 0.6506041288375854], "cos_apical_negg": [0.5901044607162476, 0.6506041288375854], "cos_Ac_negg": [0.5901044607162476, 0.6506041288375854], "r_norm": [0.19907580316066742, 0.2028806358575821]}, {"step": 10150, "epoch": 25, "train_loss": 8.760303899180144e-05, "cos_r_negg": [0.5887971520423889, 0.6502697467803955], "cos_innovation_negg": [0.5887971520423889, 0.6502697467803955], "cos_apical_negg": [0.5887971520423889, 0.6502697467803955], "cos_Ac_negg": [0.5887971520423889, 0.6502697467803955], "r_norm": [0.1955675482749939, 0.1990402638912201]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9754, "test_loss": 0.1188424147605896}, {"step": 10200, "epoch": 26, "train_loss": 0.00017793917504604906, "cos_r_negg": [0.5890197157859802, 0.6505358219146729], "cos_innovation_negg": [0.5890197157859802, 0.6505358219146729], "cos_apical_negg": [0.5890197157859802, 0.6505358219146729], "cos_Ac_negg": [0.5890197157859802, 0.6505358219146729], "r_norm": [0.19612637162208557, 0.19967585802078247]}, {"step": 10250, "epoch": 26, "train_loss": 0.0002505131415091455, "cos_r_negg": [0.5889453887939453, 0.6506128311157227], "cos_innovation_negg": [0.5889453887939453, 0.6506128311157227], "cos_apical_negg": [0.5889453887939453, 0.6506128311157227], "cos_Ac_negg": [0.5889453887939453, 0.6506128311157227], "r_norm": [0.1948196440935135, 0.19830724596977234], "ldr": {"dL_sdil": -0.00793910026550293, "dL_bp": -0.009340301156044006, "ratio": 0.8499833284674794}}, {"step": 10300, "epoch": 26, "train_loss": 0.001175272511318326, "cos_r_negg": [0.587990403175354, 0.6496996283531189], "cos_innovation_negg": [0.587990403175354, 0.6496996283531189], "cos_apical_negg": [0.587990403175354, 0.6496996283531189], "cos_Ac_negg": [0.587990403175354, 0.6496996283531189], "r_norm": [0.19518108665943146, 0.19871145486831665]}, {"step": 10350, "epoch": 26, "train_loss": 4.535428888630122e-05, "cos_r_negg": [0.5887582302093506, 0.6501783728599548], "cos_innovation_negg": [0.5887582302093506, 0.6501783728599548], "cos_apical_negg": [0.5887582302093506, 0.6501783728599548], "cos_Ac_negg": [0.5887582302093506, 0.6501783728599548], "r_norm": [0.19716063141822815, 0.2008679360151291]}, {"step": 10400, "epoch": 26, "train_loss": 0.0004724819154944271, "cos_r_negg": [0.5889631509780884, 0.6504806876182556], "cos_innovation_negg": [0.5889631509780884, 0.6504806876182556], "cos_apical_negg": [0.5889631509780884, 0.6504806876182556], "cos_Ac_negg": [0.5889631509780884, 0.6504806876182556], "r_norm": [0.19512225687503815, 0.19865530729293823]}, {"step": 10450, "epoch": 26, "train_loss": 0.0005108713521622121, "cos_r_negg": [0.5901800990104675, 0.650586724281311], "cos_innovation_negg": [0.5901800990104675, 0.650586724281311], "cos_apical_negg": [0.5901800990104675, 0.650586724281311], "cos_Ac_negg": [0.5901800990104675, 0.650586724281311], "r_norm": [0.19473525881767273, 0.1981709599494934]}, {"step": 10500, "epoch": 26, "train_loss": 0.0002506089222151786, "cos_r_negg": [0.589956521987915, 0.6513855457305908], "cos_innovation_negg": [0.589956521987915, 0.6513855457305908], "cos_apical_negg": [0.589956521987915, 0.6513855457305908], "cos_Ac_negg": [0.589956521987915, 0.6513855457305908], "r_norm": [0.19783100485801697, 0.20144736766815186], "ldr": {"dL_sdil": -0.008158065378665924, "dL_bp": -0.00964491069316864, "ratio": 0.8458414637726165}}, {"step": 10550, "epoch": 26, "train_loss": 0.00021866972383577377, "cos_r_negg": [0.5905171632766724, 0.6516309976577759], "cos_innovation_negg": [0.5905171632766724, 0.6516309976577759], "cos_apical_negg": [0.5905171632766724, 0.6516309976577759], "cos_Ac_negg": [0.5905171632766724, 0.6516309976577759], "r_norm": [0.19704565405845642, 0.20050491392612457]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9751, "test_loss": 0.11962515563964844}, {"step": 10600, "epoch": 27, "train_loss": 0.00015604634245391935, "cos_r_negg": [0.5898197889328003, 0.6505340933799744], "cos_innovation_negg": [0.5898197889328003, 0.6505340933799744], "cos_apical_negg": [0.5898197889328003, 0.6505340933799744], "cos_Ac_negg": [0.5898197889328003, 0.6505340933799744], "r_norm": [0.19668948650360107, 0.20019985735416412]}, {"step": 10650, "epoch": 27, "train_loss": 0.00011978553084190935, "cos_r_negg": [0.5894328355789185, 0.6501238942146301], "cos_innovation_negg": [0.5894328355789185, 0.6501238942146301], "cos_apical_negg": [0.5894328355789185, 0.6501238942146301], "cos_Ac_negg": [0.5894328355789185, 0.6501238942146301], "r_norm": [0.19533182680606842, 0.19870750606060028]}, {"step": 10700, "epoch": 27, "train_loss": 0.00020890767336823046, "cos_r_negg": [0.589617133140564, 0.650113046169281], "cos_innovation_negg": [0.589617133140564, 0.650113046169281], "cos_apical_negg": [0.589617133140564, 0.650113046169281], "cos_Ac_negg": [0.589617133140564, 0.650113046169281], "r_norm": [0.1960793286561966, 0.1996031403541565]}, {"step": 10750, "epoch": 27, "train_loss": 0.00017056764045264572, "cos_r_negg": [0.589188277721405, 0.6506178379058838], "cos_innovation_negg": [0.589188277721405, 0.6506178379058838], "cos_apical_negg": [0.589188277721405, 0.6506178379058838], "cos_Ac_negg": [0.589188277721405, 0.6506178379058838], "r_norm": [0.1967872828245163, 0.20039275288581848], "ldr": {"dL_sdil": -0.00816240906715393, "dL_bp": -0.009670473635196686, "ratio": 0.8440547355866833}}, {"step": 10800, "epoch": 27, "train_loss": 6.463225145125762e-05, "cos_r_negg": [0.5888795256614685, 0.6502898931503296], "cos_innovation_negg": [0.5888795256614685, 0.6502898931503296], "cos_apical_negg": [0.5888795256614685, 0.6502898931503296], "cos_Ac_negg": [0.5888795256614685, 0.6502898931503296], "r_norm": [0.19705624878406525, 0.20061561465263367]}, {"step": 10850, "epoch": 27, "train_loss": 0.00014872603060211986, "cos_r_negg": [0.5911524295806885, 0.6510936617851257], "cos_innovation_negg": [0.5911524295806885, 0.6510936617851257], "cos_apical_negg": [0.5911524295806885, 0.6510936617851257], "cos_Ac_negg": [0.5911524295806885, 0.6510936617851257], "r_norm": [0.1973707526922226, 0.20090705156326294]}, {"step": 10900, "epoch": 27, "train_loss": 0.00013376196147873998, "cos_r_negg": [0.590848982334137, 0.6518659591674805], "cos_innovation_negg": [0.590848982334137, 0.6518659591674805], "cos_apical_negg": [0.590848982334137, 0.6518659591674805], "cos_Ac_negg": [0.590848982334137, 0.6518659591674805], "r_norm": [0.19726614654064178, 0.20079198479652405]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9753, "test_loss": 0.12019765744209289}, {"step": 10950, "epoch": 28, "train_loss": 0.0003796007949858904, "cos_r_negg": [0.5898850560188293, 0.6511868834495544], "cos_innovation_negg": [0.5898850560188293, 0.6511868834495544], "cos_apical_negg": [0.5898850560188293, 0.6511868834495544], "cos_Ac_negg": [0.5898850560188293, 0.6511868834495544], "r_norm": [0.1968594789505005, 0.20041444897651672]}, {"step": 11000, "epoch": 28, "train_loss": 0.0002052209310932085, "cos_r_negg": [0.589247465133667, 0.6510069966316223], "cos_innovation_negg": [0.589247465133667, 0.6510069966316223], "cos_apical_negg": [0.589247465133667, 0.6510069966316223], "cos_Ac_negg": [0.589247465133667, 0.6510069966316223], "r_norm": [0.1967484951019287, 0.20037579536437988], "ldr": {"dL_sdil": -0.00816798210144043, "dL_bp": -0.009691111743450165, "ratio": 0.8428323104375349}}, {"step": 11050, "epoch": 28, "train_loss": 0.00029181508580222726, "cos_r_negg": [0.5900810956954956, 0.6508246064186096], "cos_innovation_negg": [0.5900810956954956, 0.6508246064186096], "cos_apical_negg": [0.5900810956954956, 0.6508246064186096], "cos_Ac_negg": [0.5900810956954956, 0.6508246064186096], "r_norm": [0.19731643795967102, 0.20096951723098755]}, {"step": 11100, "epoch": 28, "train_loss": 0.00041975712520070374, "cos_r_negg": [0.5905124545097351, 0.6506984233856201], "cos_innovation_negg": [0.5905124545097351, 0.6506984233856201], "cos_apical_negg": [0.5905124545097351, 0.6506984233856201], "cos_Ac_negg": [0.5905124545097351, 0.6506984233856201], "r_norm": [0.19748622179031372, 0.2011430263519287]}, {"step": 11150, "epoch": 28, "train_loss": 0.00021333475888241082, "cos_r_negg": [0.5900105237960815, 0.6510140895843506], "cos_innovation_negg": [0.5900105237960815, 0.6510140895843506], "cos_apical_negg": [0.5900105237960815, 0.6510140895843506], "cos_Ac_negg": [0.5900105237960815, 0.6510140895843506], "r_norm": [0.19683119654655457, 0.20047065615653992]}, {"step": 11200, "epoch": 28, "train_loss": 0.0006690877489745617, "cos_r_negg": [0.5901211500167847, 0.6512175798416138], "cos_innovation_negg": [0.5901211500167847, 0.6512175798416138], "cos_apical_negg": [0.5901211500167847, 0.6512175798416138], "cos_Ac_negg": [0.5901211500167847, 0.6512175798416138], "r_norm": [0.19469591975212097, 0.19811388850212097]}, {"step": 11250, "epoch": 28, "train_loss": 0.00044663652079179883, "cos_r_negg": [0.5896456837654114, 0.6509149074554443], "cos_innovation_negg": [0.5896456837654114, 0.6509149074554443], "cos_apical_negg": [0.5896456837654114, 0.6509149074554443], "cos_Ac_negg": [0.5896456837654114, 0.6509149074554443], "r_norm": [0.19559215009212494, 0.1990327090024948], "ldr": {"dL_sdil": -0.008098378777503967, "dL_bp": -0.009636253118515015, "ratio": 0.8404074361583354}}, {"step": 11300, "epoch": 28, "train_loss": 0.00015838994295336306, "cos_r_negg": [0.5905927419662476, 0.6516673564910889], "cos_innovation_negg": [0.5905927419662476, 0.6516673564910889], "cos_apical_negg": [0.5905927419662476, 0.6516673564910889], "cos_Ac_negg": [0.5905927419662476, 0.6516673564910889], "r_norm": [0.19722068309783936, 0.20077639818191528]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9751, "test_loss": 0.12046233325004578}, {"step": 11350, "epoch": 29, "train_loss": 0.00017298234160989523, "cos_r_negg": [0.5898292064666748, 0.6507296562194824], "cos_innovation_negg": [0.5898292064666748, 0.6507296562194824], "cos_apical_negg": [0.5898292064666748, 0.6507296562194824], "cos_Ac_negg": [0.5898292064666748, 0.6507296562194824], "r_norm": [0.19507955014705658, 0.1984836459159851]}, {"step": 11400, "epoch": 29, "train_loss": 0.00020435004262253642, "cos_r_negg": [0.5898464918136597, 0.6507159471511841], "cos_innovation_negg": [0.5898464918136597, 0.6507159471511841], "cos_apical_negg": [0.5898464918136597, 0.6507159471511841], "cos_Ac_negg": [0.5898464918136597, 0.6507159471511841], "r_norm": [0.19688156247138977, 0.20041270554065704]}, {"step": 11450, "epoch": 29, "train_loss": 0.00019242378766648471, "cos_r_negg": [0.5900915265083313, 0.6509100794792175], "cos_innovation_negg": [0.5900915265083313, 0.6509100794792175], "cos_apical_negg": [0.5900915265083313, 0.6509100794792175], "cos_Ac_negg": [0.5900915265083313, 0.6509100794792175], "r_norm": [0.19711430370807648, 0.2006952315568924]}, {"step": 11500, "epoch": 29, "train_loss": 0.0003777220845222473, "cos_r_negg": [0.5905390977859497, 0.651703953742981], "cos_innovation_negg": [0.5905390977859497, 0.651703953742981], "cos_apical_negg": [0.5905390977859497, 0.651703953742981], "cos_Ac_negg": [0.5905390977859497, 0.651703953742981], "r_norm": [0.19494441151618958, 0.19829051196575165], "ldr": {"dL_sdil": -0.008151903748512268, "dL_bp": -0.009700775146484375, "ratio": 0.8403352954187967}}, {"step": 11550, "epoch": 29, "train_loss": 0.00026902093668468297, "cos_r_negg": [0.5913011431694031, 0.6513849496841431], "cos_innovation_negg": [0.5913011431694031, 0.6513849496841431], "cos_apical_negg": [0.5913011431694031, 0.6513849496841431], "cos_Ac_negg": [0.5913011431694031, 0.6513849496841431], "r_norm": [0.19680732488632202, 0.20040398836135864]}, {"step": 11600, "epoch": 29, "train_loss": 0.0001957935164682567, "cos_r_negg": [0.5906438827514648, 0.6513113975524902], "cos_innovation_negg": [0.5906438827514648, 0.6513113975524902], "cos_apical_negg": [0.5906438827514648, 0.6513113975524902], "cos_Ac_negg": [0.5906438827514648, 0.6513113975524902], "r_norm": [0.19528129696846008, 0.1987498700618744]}, {"step": 11650, "epoch": 29, "train_loss": 0.00015991546388249844, "cos_r_negg": [0.5915437340736389, 0.6517914533615112], "cos_innovation_negg": [0.5915437340736389, 0.6517914533615112], "cos_apical_negg": [0.5915437340736389, 0.6517914533615112], "cos_Ac_negg": [0.5915437340736389, 0.6517914533615112], "r_norm": [0.19540783762931824, 0.1988939642906189]}, {"step": 11700, "epoch": 29, "train_loss": 8.838584471959621e-05, "cos_r_negg": [0.5907724499702454, 0.6513770818710327], "cos_innovation_negg": [0.5907724499702454, 0.6513770818710327], "cos_apical_negg": [0.5907724499702454, 0.6513770818710327], "cos_Ac_negg": [0.5907724499702454, 0.6513770818710327], "r_norm": [0.19459441304206848, 0.19800326228141785]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9752, "test_loss": 0.12112866668701172}, {"step": 11750, "epoch": 30, "train_loss": 0.00028610421577468514, "cos_r_negg": [0.5904130339622498, 0.651579737663269], "cos_innovation_negg": [0.5904130339622498, 0.651579737663269], "cos_apical_negg": [0.5904130339622498, 0.651579737663269], "cos_Ac_negg": [0.5904130339622498, 0.651579737663269], "r_norm": [0.1973264515399933, 0.2009672373533249], "ldr": {"dL_sdil": -0.008347101509571075, "dL_bp": -0.009990692138671875, "ratio": 0.8354878114261168}}, {"step": 11800, "epoch": 30, "train_loss": 0.00014663385809399188, "cos_r_negg": [0.5909476280212402, 0.6516329050064087], "cos_innovation_negg": [0.5909476280212402, 0.6516329050064087], "cos_apical_negg": [0.5909476280212402, 0.6516329050064087], "cos_Ac_negg": [0.5909476280212402, 0.6516329050064087], "r_norm": [0.19696757197380066, 0.2005324363708496]}, {"step": 11850, "epoch": 30, "train_loss": 0.0001806080836104229, "cos_r_negg": [0.5914451479911804, 0.6521422266960144], "cos_innovation_negg": [0.5914451479911804, 0.6521422266960144], "cos_apical_negg": [0.5914451479911804, 0.6521422266960144], "cos_Ac_negg": [0.5914451479911804, 0.6521422266960144], "r_norm": [0.19504770636558533, 0.1983996331691742]}, {"step": 11900, "epoch": 30, "train_loss": 0.0003971884143538773, "cos_r_negg": [0.5914207696914673, 0.6516557931900024], "cos_innovation_negg": [0.5914207696914673, 0.6516557931900024], "cos_apical_negg": [0.5914207696914673, 0.6516557931900024], "cos_Ac_negg": [0.5914207696914673, 0.6516557931900024], "r_norm": [0.19398489594459534, 0.19729691743850708]}, {"step": 11950, "epoch": 30, "train_loss": 0.0001581926626386121, "cos_r_negg": [0.5904407501220703, 0.6513010263442993], "cos_innovation_negg": [0.5904407501220703, 0.6513010263442993], "cos_apical_negg": [0.5904407501220703, 0.6513010263442993], "cos_Ac_negg": [0.5904407501220703, 0.6513010263442993], "r_norm": [0.19474080204963684, 0.19816617667675018]}, {"step": 12000, "epoch": 30, "train_loss": 0.0002235618158010766, "cos_r_negg": [0.5911157131195068, 0.6510210037231445], "cos_innovation_negg": [0.5911157131195068, 0.6510210037231445], "cos_apical_negg": [0.5911157131195068, 0.6510210037231445], "cos_Ac_negg": [0.5911157131195068, 0.6510210037231445], "r_norm": [0.1953081339597702, 0.19881948828697205], "ldr": {"dL_sdil": -0.00816211849451065, "dL_bp": -0.009779922664165497, "ratio": 0.8345790426766232}}, {"step": 12050, "epoch": 30, "train_loss": 0.0002888025192078203, "cos_r_negg": [0.5907435417175293, 0.651056170463562], "cos_innovation_negg": [0.5907435417175293, 0.651056170463562], "cos_apical_negg": [0.5907435417175293, 0.651056170463562], "cos_Ac_negg": [0.5907435417175293, 0.651056170463562], "r_norm": [0.19662684202194214, 0.20028260350227356]}, {"step": 12100, "epoch": 30, "train_loss": 0.00013609093730337918, "cos_r_negg": [0.591250479221344, 0.6522879004478455], "cos_innovation_negg": [0.591250479221344, 0.6522879004478455], "cos_apical_negg": [0.591250479221344, 0.6522879004478455], "cos_Ac_negg": [0.591250479221344, 0.6522879004478455], "r_norm": [0.19691675901412964, 0.20050445199012756]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9752, "test_loss": 0.12153350200653076}, {"step": 12150, "epoch": 31, "train_loss": 9.042079909704626e-05, "cos_r_negg": [0.5913009643554688, 0.6522582769393921], "cos_innovation_negg": [0.5913009643554688, 0.6522582769393921], "cos_apical_negg": [0.5913009643554688, 0.6522582769393921], "cos_Ac_negg": [0.5913009643554688, 0.6522582769393921], "r_norm": [0.19725677371025085, 0.200853168964386]}, {"step": 12200, "epoch": 31, "train_loss": 0.00020005294936709106, "cos_r_negg": [0.5915569067001343, 0.6522735357284546], "cos_innovation_negg": [0.5915569067001343, 0.6522735357284546], "cos_apical_negg": [0.5915569067001343, 0.6522735357284546], "cos_Ac_negg": [0.5915569067001343, 0.6522735357284546], "r_norm": [0.1965382695198059, 0.20007649064064026]}, {"step": 12250, "epoch": 31, "train_loss": 0.00025139134959317744, "cos_r_negg": [0.5912741422653198, 0.6524217128753662], "cos_innovation_negg": [0.5912741422653198, 0.6524217128753662], "cos_apical_negg": [0.5912741422653198, 0.6524217128753662], "cos_Ac_negg": [0.5912741422653198, 0.6524217128753662], "r_norm": [0.1957419216632843, 0.1991899162530899], "ldr": {"dL_sdil": -0.008334651589393616, "dL_bp": -0.010012246668338776, "ratio": 0.8324456903114329}}, {"step": 12300, "epoch": 31, "train_loss": 0.00019448524108156562, "cos_r_negg": [0.5911285281181335, 0.651700496673584], "cos_innovation_negg": [0.5911285281181335, 0.651700496673584], "cos_apical_negg": [0.5911285281181335, 0.651700496673584], "cos_Ac_negg": [0.5911285281181335, 0.651700496673584], "r_norm": [0.19648638367652893, 0.20006564259529114]}, {"step": 12350, "epoch": 31, "train_loss": 0.0002571253280621022, "cos_r_negg": [0.591649055480957, 0.6521706581115723], "cos_innovation_negg": [0.591649055480957, 0.6521706581115723], "cos_apical_negg": [0.591649055480957, 0.6521706581115723], "cos_Ac_negg": [0.591649055480957, 0.6521706581115723], "r_norm": [0.1961604356765747, 0.1996833086013794]}, {"step": 12400, "epoch": 31, "train_loss": 0.00011095230001956224, "cos_r_negg": [0.591309666633606, 0.6524307727813721], "cos_innovation_negg": [0.591309666633606, 0.6524307727813721], "cos_apical_negg": [0.591309666633606, 0.6524307727813721], "cos_Ac_negg": [0.591309666633606, 0.6524307727813721], "r_norm": [0.19560357928276062, 0.19900724291801453]}, {"step": 12450, "epoch": 31, "train_loss": 7.731591904303059e-05, "cos_r_negg": [0.5908570885658264, 0.6517904996871948], "cos_innovation_negg": [0.5908570885658264, 0.6517904996871948], "cos_apical_negg": [0.5908570885658264, 0.6517904996871948], "cos_Ac_negg": [0.5908570885658264, 0.6517904996871948], "r_norm": [0.19633615016937256, 0.19982540607452393]}, {"step": 12500, "epoch": 31, "train_loss": 6.464303442044184e-05, "cos_r_negg": [0.5904574394226074, 0.65123450756073], "cos_innovation_negg": [0.5904574394226074, 0.65123450756073], "cos_apical_negg": [0.5904574394226074, 0.65123450756073], "cos_Ac_negg": [0.5904574394226074, 0.65123450756073], "r_norm": [0.19587288796901703, 0.19941619038581848], "ldr": {"dL_sdil": -0.008287310600280762, "dL_bp": -0.009983047842979431, "ratio": 0.8301383235490357}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9753, "test_loss": 0.12185907526016235}, {"step": 12550, "epoch": 32, "train_loss": 0.00013433361891657114, "cos_r_negg": [0.590349555015564, 0.6513325572013855], "cos_innovation_negg": [0.590349555015564, 0.6513325572013855], "cos_apical_negg": [0.590349555015564, 0.6513325572013855], "cos_Ac_negg": [0.590349555015564, 0.6513325572013855], "r_norm": [0.19580864906311035, 0.19936853647232056]}, {"step": 12600, "epoch": 32, "train_loss": 7.327229104703292e-05, "cos_r_negg": [0.5908545851707458, 0.6516458988189697], "cos_innovation_negg": [0.5908545851707458, 0.6516458988189697], "cos_apical_negg": [0.5908545851707458, 0.6516458988189697], "cos_Ac_negg": [0.5908545851707458, 0.6516458988189697], "r_norm": [0.1959424465894699, 0.19946768879890442]}, {"step": 12650, "epoch": 32, "train_loss": 0.0001538328651804477, "cos_r_negg": [0.5915530323982239, 0.6519123911857605], "cos_innovation_negg": [0.5915530323982239, 0.6519123911857605], "cos_apical_negg": [0.5915530323982239, 0.6519123911857605], "cos_Ac_negg": [0.5915530323982239, 0.6519123911857605], "r_norm": [0.1950415074825287, 0.19851787388324738]}, {"step": 12700, "epoch": 32, "train_loss": 0.0002372502931393683, "cos_r_negg": [0.591174840927124, 0.6517138481140137], "cos_innovation_negg": [0.591174840927124, 0.6517138481140137], "cos_apical_negg": [0.591174840927124, 0.6517138481140137], "cos_Ac_negg": [0.591174840927124, 0.6517138481140137], "r_norm": [0.19543053209781647, 0.19897085428237915]}, {"step": 12750, "epoch": 32, "train_loss": 3.405041934456676e-05, "cos_r_negg": [0.5908297896385193, 0.6512686014175415], "cos_innovation_negg": [0.5908297896385193, 0.6512686014175415], "cos_apical_negg": [0.5908297896385193, 0.6512686014175415], "cos_Ac_negg": [0.5908297896385193, 0.6512686014175415], "r_norm": [0.196305051445961, 0.19990888237953186], "ldr": {"dL_sdil": -0.00841221958398819, "dL_bp": -0.010153904557228088, "ratio": 0.8284714059085699}}, {"step": 12800, "epoch": 32, "train_loss": 0.00028448551893234253, "cos_r_negg": [0.5910127758979797, 0.651409387588501], "cos_innovation_negg": [0.5910127758979797, 0.651409387588501], "cos_apical_negg": [0.5910127758979797, 0.651409387588501], "cos_Ac_negg": [0.5910127758979797, 0.651409387588501], "r_norm": [0.19539335370063782, 0.1988455057144165]}, {"step": 12850, "epoch": 32, "train_loss": 0.00012328359298408031, "cos_r_negg": [0.590795636177063, 0.6516709327697754], "cos_innovation_negg": [0.590795636177063, 0.6516709327697754], "cos_apical_negg": [0.590795636177063, 0.6516709327697754], "cos_Ac_negg": [0.590795636177063, 0.6516709327697754], "r_norm": [0.19560647010803223, 0.1990508735179901]}, {"step": 12900, "epoch": 32, "train_loss": 9.978108573704958e-05, "cos_r_negg": [0.5915871858596802, 0.6522525548934937], "cos_innovation_negg": [0.5915871858596802, 0.6522525548934937], "cos_apical_negg": [0.5915871858596802, 0.6522525548934937], "cos_Ac_negg": [0.5915871858596802, 0.6522525548934937], "r_norm": [0.19709938764572144, 0.20065754652023315]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9752, "test_loss": 0.12238749670982361}, {"step": 12950, "epoch": 33, "train_loss": 0.00013109494466334581, "cos_r_negg": [0.5918608903884888, 0.6528289318084717], "cos_innovation_negg": [0.5918608903884888, 0.6528289318084717], "cos_apical_negg": [0.5918608903884888, 0.6528289318084717], "cos_Ac_negg": [0.5918608903884888, 0.6528289318084717], "r_norm": [0.19525998830795288, 0.1986915022134781]}, {"step": 13000, "epoch": 33, "train_loss": 6.4574480347801e-05, "cos_r_negg": [0.5913093090057373, 0.6523668169975281], "cos_innovation_negg": [0.5913093090057373, 0.6523668169975281], "cos_apical_negg": [0.5913093090057373, 0.6523668169975281], "cos_Ac_negg": [0.5913093090057373, 0.6523668169975281], "r_norm": [0.19641369581222534, 0.19992271065711975], "ldr": {"dL_sdil": -0.00855233520269394, "dL_bp": -0.010370597243309021, "ratio": 0.824671424609783}}, {"step": 13050, "epoch": 33, "train_loss": 0.0002620076993480325, "cos_r_negg": [0.5907105207443237, 0.6520810127258301], "cos_innovation_negg": [0.5907105207443237, 0.6520810127258301], "cos_apical_negg": [0.5907105207443237, 0.6520810127258301], "cos_Ac_negg": [0.5907105207443237, 0.6520810127258301], "r_norm": [0.19574394822120667, 0.19917786121368408]}, {"step": 13100, "epoch": 33, "train_loss": 9.59774770308286e-05, "cos_r_negg": [0.591496467590332, 0.652812123298645], "cos_innovation_negg": [0.591496467590332, 0.652812123298645], "cos_apical_negg": [0.591496467590332, 0.652812123298645], "cos_Ac_negg": [0.591496467590332, 0.652812123298645], "r_norm": [0.19579586386680603, 0.19918164610862732]}, {"step": 13150, "epoch": 33, "train_loss": 0.00013873426360078156, "cos_r_negg": [0.5908976197242737, 0.6528586745262146], "cos_innovation_negg": [0.5908976197242737, 0.6528586745262146], "cos_apical_negg": [0.5908976197242737, 0.6528586745262146], "cos_Ac_negg": [0.5908976197242737, 0.6528586745262146], "r_norm": [0.19663985073566437, 0.2001279890537262]}, {"step": 13200, "epoch": 33, "train_loss": 0.00017500620742794126, "cos_r_negg": [0.5918028354644775, 0.6525883674621582], "cos_innovation_negg": [0.5918028354644775, 0.6525883674621582], "cos_apical_negg": [0.5918028354644775, 0.6525883674621582], "cos_Ac_negg": [0.5918028354644775, 0.6525883674621582], "r_norm": [0.1958809196949005, 0.19931353628635406]}, {"step": 13250, "epoch": 33, "train_loss": 0.00018694993923418224, "cos_r_negg": [0.5917988419532776, 0.6524840593338013], "cos_innovation_negg": [0.5917988419532776, 0.6524840593338013], "cos_apical_negg": [0.5917988419532776, 0.6524840593338013], "cos_Ac_negg": [0.5917988419532776, 0.6524840593338013], "r_norm": [0.196489155292511, 0.20000779628753662], "ldr": {"dL_sdil": -0.008421361446380615, "dL_bp": -0.010220982134342194, "ratio": 0.8239287903737835}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9752, "test_loss": 0.12284172205924988}, {"step": 13300, "epoch": 34, "train_loss": 0.00016195146599784493, "cos_r_negg": [0.5919581651687622, 0.6525248289108276], "cos_innovation_negg": [0.5919581651687622, 0.6525248289108276], "cos_apical_negg": [0.5919581651687622, 0.6525248289108276], "cos_Ac_negg": [0.5919581651687622, 0.6525248289108276], "r_norm": [0.19600187242031097, 0.19953849911689758]}, {"step": 13350, "epoch": 34, "train_loss": 0.00010117623605765402, "cos_r_negg": [0.5912216901779175, 0.6522693634033203], "cos_innovation_negg": [0.5912216901779175, 0.6522693634033203], "cos_apical_negg": [0.5912216901779175, 0.6522693634033203], "cos_Ac_negg": [0.5912216901779175, 0.6522693634033203], "r_norm": [0.19643108546733856, 0.20001006126403809]}, {"step": 13400, "epoch": 34, "train_loss": 0.00012041231093462557, "cos_r_negg": [0.5917370319366455, 0.6526578068733215], "cos_innovation_negg": [0.5917370319366455, 0.6526578068733215], "cos_apical_negg": [0.5917370319366455, 0.6526578068733215], "cos_Ac_negg": [0.5917370319366455, 0.6526578068733215], "r_norm": [0.19578522443771362, 0.19925548136234283]}, {"step": 13450, "epoch": 34, "train_loss": 0.00014194630784913898, "cos_r_negg": [0.5913974642753601, 0.6524983048439026], "cos_innovation_negg": [0.5913974642753601, 0.6524983048439026], "cos_apical_negg": [0.5913974642753601, 0.6524983048439026], "cos_Ac_negg": [0.5913974642753601, 0.6524983048439026], "r_norm": [0.1949915885925293, 0.19841060042381287]}, {"step": 13500, "epoch": 34, "train_loss": 0.00038722058525308967, "cos_r_negg": [0.5915902256965637, 0.6524827480316162], "cos_innovation_negg": [0.5915902256965637, 0.6524827480316162], "cos_apical_negg": [0.5915902256965637, 0.6524827480316162], "cos_Ac_negg": [0.5915902256965637, 0.6524827480316162], "r_norm": [0.19503654539585114, 0.19844582676887512], "ldr": {"dL_sdil": -0.008430905640125275, "dL_bp": -0.010239236056804657, "ratio": 0.8233920571176181}}, {"step": 13550, "epoch": 34, "train_loss": 0.00018398312386125326, "cos_r_negg": [0.5907533764839172, 0.652070164680481], "cos_innovation_negg": [0.5907533764839172, 0.652070164680481], "cos_apical_negg": [0.5907533764839172, 0.652070164680481], "cos_Ac_negg": [0.5907533764839172, 0.652070164680481], "r_norm": [0.19640350341796875, 0.19995847344398499]}, {"step": 13600, "epoch": 34, "train_loss": 0.00011179428111063316, "cos_r_negg": [0.5903431177139282, 0.6519604325294495], "cos_innovation_negg": [0.5903431177139282, 0.6519604325294495], "cos_apical_negg": [0.5903431177139282, 0.6519604325294495], "cos_Ac_negg": [0.5903431177139282, 0.6519604325294495], "r_norm": [0.19753628969192505, 0.20121222734451294]}, {"step": 13650, "epoch": 34, "train_loss": 0.00021376885706558824, "cos_r_negg": [0.5909595489501953, 0.6524291634559631], "cos_innovation_negg": [0.5909595489501953, 0.6524291634559631], "cos_apical_negg": [0.5909595489501953, 0.6524291634559631], "cos_Ac_negg": [0.5909595489501953, 0.6524291634559631], "r_norm": [0.19586054980754852, 0.19933642446994781]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9754, "test_loss": 0.12328580141067505}, {"step": 13700, "epoch": 35, "train_loss": 0.0001384502975270152, "cos_r_negg": [0.5917941331863403, 0.6528814435005188], "cos_innovation_negg": [0.5917941331863403, 0.6528814435005188], "cos_apical_negg": [0.5917941331863403, 0.6528814435005188], "cos_Ac_negg": [0.5917941331863403, 0.6528814435005188], "r_norm": [0.19523654878139496, 0.1986660361289978]}, {"step": 13750, "epoch": 35, "train_loss": 0.00022848510707262903, "cos_r_negg": [0.5912424325942993, 0.6526665091514587], "cos_innovation_negg": [0.5912424325942993, 0.6526665091514587], "cos_apical_negg": [0.5912424325942993, 0.6526665091514587], "cos_Ac_negg": [0.5912424325942993, 0.6526665091514587], "r_norm": [0.19615626335144043, 0.19970063865184784], "ldr": {"dL_sdil": -0.008561953902244568, "dL_bp": -0.010424144566059113, "ratio": 0.8213579395399202}}, {"step": 13800, "epoch": 35, "train_loss": 0.00012801805860362947, "cos_r_negg": [0.5909041166305542, 0.65253084897995], "cos_innovation_negg": [0.5909041166305542, 0.65253084897995], "cos_apical_negg": [0.5909041166305542, 0.65253084897995], "cos_Ac_negg": [0.5909041166305542, 0.65253084897995], "r_norm": [0.19555146992206573, 0.19906941056251526]}, {"step": 13850, "epoch": 35, "train_loss": 0.00016234426584560424, "cos_r_negg": [0.5910934805870056, 0.6526695489883423], "cos_innovation_negg": [0.5910934805870056, 0.6526695489883423], "cos_apical_negg": [0.5910934805870056, 0.6526695489883423], "cos_Ac_negg": [0.5910934805870056, 0.6526695489883423], "r_norm": [0.19685755670070648, 0.20048168301582336]}, {"step": 13900, "epoch": 35, "train_loss": 0.00010870952974073589, "cos_r_negg": [0.5908025503158569, 0.6530405282974243], "cos_innovation_negg": [0.5908025503158569, 0.6530405282974243], "cos_apical_negg": [0.5908025503158569, 0.6530405282974243], "cos_Ac_negg": [0.5908025503158569, 0.6530405282974243], "r_norm": [0.19603949785232544, 0.19955167174339294]}, {"step": 13950, "epoch": 35, "train_loss": 9.669635619502515e-05, "cos_r_negg": [0.591041088104248, 0.6527846455574036], "cos_innovation_negg": [0.591041088104248, 0.6527846455574036], "cos_apical_negg": [0.591041088104248, 0.6527846455574036], "cos_Ac_negg": [0.591041088104248, 0.6527846455574036], "r_norm": [0.195083886384964, 0.19849073886871338]}, {"step": 14000, "epoch": 35, "train_loss": 0.00013424882490653545, "cos_r_negg": [0.5910743474960327, 0.6528472900390625], "cos_innovation_negg": [0.5910743474960327, 0.6528472900390625], "cos_apical_negg": [0.5910743474960327, 0.6528472900390625], "cos_Ac_negg": [0.5910743474960327, 0.6528472900390625], "r_norm": [0.195899099111557, 0.1993667483329773], "ldr": {"dL_sdil": -0.008573368191719055, "dL_bp": -0.010464385151863098, "ratio": 0.8192901988314752}}, {"step": 14050, "epoch": 35, "train_loss": 0.00012472768139559776, "cos_r_negg": [0.5903482437133789, 0.652164101600647], "cos_innovation_negg": [0.5903482437133789, 0.652164101600647], "cos_apical_negg": [0.5903482437133789, 0.652164101600647], "cos_Ac_negg": [0.5903482437133789, 0.652164101600647], "r_norm": [0.1945660412311554, 0.19795000553131104]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9755, "test_loss": 0.12373997139930724}, {"step": 14100, "epoch": 36, "train_loss": 0.00018251982692163438, "cos_r_negg": [0.5896730422973633, 0.6521745920181274], "cos_innovation_negg": [0.5896730422973633, 0.6521745920181274], "cos_apical_negg": [0.5896730422973633, 0.6521745920181274], "cos_Ac_negg": [0.5896730422973633, 0.6521745920181274], "r_norm": [0.19523832201957703, 0.1986718624830246]}, {"step": 14150, "epoch": 36, "train_loss": 0.00019307882757857442, "cos_r_negg": [0.5898217558860779, 0.6521763205528259], "cos_innovation_negg": [0.5898217558860779, 0.6521763205528259], "cos_apical_negg": [0.5898217558860779, 0.6521763205528259], "cos_Ac_negg": [0.5898217558860779, 0.6521763205528259], "r_norm": [0.19682136178016663, 0.20042221248149872]}, {"step": 14200, "epoch": 36, "train_loss": 0.00011002254177583382, "cos_r_negg": [0.5907987356185913, 0.652380108833313], "cos_innovation_negg": [0.5907987356185913, 0.652380108833313], "cos_apical_negg": [0.5907987356185913, 0.652380108833313], "cos_Ac_negg": [0.5907987356185913, 0.652380108833313], "r_norm": [0.19643855094909668, 0.19996052980422974]}, {"step": 14250, "epoch": 36, "train_loss": 0.00018245467799715698, "cos_r_negg": [0.5907686352729797, 0.6519375443458557], "cos_innovation_negg": [0.5907686352729797, 0.6519375443458557], "cos_apical_negg": [0.5907686352729797, 0.6519375443458557], "cos_Ac_negg": [0.5907686352729797, 0.6519375443458557], "r_norm": [0.19425812363624573, 0.1976335048675537], "ldr": {"dL_sdil": -0.008427321910858154, "dL_bp": -0.010281816124916077, "ratio": 0.8196335947339207}}, {"step": 14300, "epoch": 36, "train_loss": 8.388581045437604e-05, "cos_r_negg": [0.5904839634895325, 0.6522390842437744], "cos_innovation_negg": [0.5904839634895325, 0.6522390842437744], "cos_apical_negg": [0.5904839634895325, 0.6522390842437744], "cos_Ac_negg": [0.5904839634895325, 0.6522390842437744], "r_norm": [0.19557346403598785, 0.19902768731117249]}, {"step": 14350, "epoch": 36, "train_loss": 0.00012126992805860937, "cos_r_negg": [0.5910725593566895, 0.6529862880706787], "cos_innovation_negg": [0.5910725593566895, 0.6529862880706787], "cos_apical_negg": [0.5910725593566895, 0.6529862880706787], "cos_Ac_negg": [0.5910725593566895, 0.6529862880706787], "r_norm": [0.19612012803554535, 0.1996595561504364]}, {"step": 14400, "epoch": 36, "train_loss": 8.902847912395373e-05, "cos_r_negg": [0.5911146402359009, 0.6528879404067993], "cos_innovation_negg": [0.5911146402359009, 0.6528879404067993], "cos_apical_negg": [0.5911146402359009, 0.6528879404067993], "cos_Ac_negg": [0.5911146402359009, 0.6528879404067993], "r_norm": [0.19503098726272583, 0.19842949509620667]}, {"step": 14450, "epoch": 36, "train_loss": 8.048125891946256e-05, "cos_r_negg": [0.590761125087738, 0.6526036858558655], "cos_innovation_negg": [0.590761125087738, 0.6526036858558655], "cos_apical_negg": [0.590761125087738, 0.6526036858558655], "cos_Ac_negg": [0.590761125087738, 0.6526036858558655], "r_norm": [0.19551686942577362, 0.19896161556243896]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9753, "test_loss": 0.12413268890380859}, {"step": 14500, "epoch": 37, "train_loss": 0.00021309607836883515, "cos_r_negg": [0.5905328989028931, 0.6524254083633423], "cos_innovation_negg": [0.5905328989028931, 0.6524254083633423], "cos_apical_negg": [0.5905328989028931, 0.6524254083633423], "cos_Ac_negg": [0.5905328989028931, 0.6524254083633423], "r_norm": [0.19657787680625916, 0.2001156359910965], "ldr": {"dL_sdil": -0.008668497204780579, "dL_bp": -0.010613664984703064, "ratio": 0.8167298682664323}}, {"step": 14550, "epoch": 37, "train_loss": 0.0001881407224573195, "cos_r_negg": [0.5900284647941589, 0.6523289680480957], "cos_innovation_negg": [0.5900284647941589, 0.6523289680480957], "cos_apical_negg": [0.5900284647941589, 0.6523289680480957], "cos_Ac_negg": [0.5900284647941589, 0.6523289680480957], "r_norm": [0.1966971755027771, 0.20022284984588623]}, {"step": 14600, "epoch": 37, "train_loss": 7.562999962829053e-05, "cos_r_negg": [0.5903102159500122, 0.6526538133621216], "cos_innovation_negg": [0.5903102159500122, 0.6526538133621216], "cos_apical_negg": [0.5903102159500122, 0.6526538133621216], "cos_Ac_negg": [0.5903102159500122, 0.6526538133621216], "r_norm": [0.19698825478553772, 0.20050834119319916]}, {"step": 14650, "epoch": 37, "train_loss": 0.00012320259702391922, "cos_r_negg": [0.5908962488174438, 0.6530226469039917], "cos_innovation_negg": [0.5908962488174438, 0.6530226469039917], "cos_apical_negg": [0.5908962488174438, 0.6530226469039917], "cos_Ac_negg": [0.5908962488174438, 0.6530226469039917], "r_norm": [0.19600258767604828, 0.1994321644306183]}, {"step": 14700, "epoch": 37, "train_loss": 0.00010776767157949507, "cos_r_negg": [0.5910142660140991, 0.6530364751815796], "cos_innovation_negg": [0.5910142660140991, 0.6530364751815796], "cos_apical_negg": [0.5910142660140991, 0.6530364751815796], "cos_Ac_negg": [0.5910142660140991, 0.6530364751815796], "r_norm": [0.19575382769107819, 0.19914308190345764]}, {"step": 14750, "epoch": 37, "train_loss": 8.874531340552494e-05, "cos_r_negg": [0.5905039310455322, 0.6528931260108948], "cos_innovation_negg": [0.5905039310455322, 0.6528931260108948], "cos_apical_negg": [0.5905039310455322, 0.6528931260108948], "cos_Ac_negg": [0.5905039310455322, 0.6528931260108948], "r_norm": [0.19612303376197815, 0.19956211745738983], "ldr": {"dL_sdil": -0.00864158570766449, "dL_bp": -0.010614842176437378, "ratio": 0.8141040218993473}}, {"step": 14800, "epoch": 37, "train_loss": 9.181008499581367e-05, "cos_r_negg": [0.5908892154693604, 0.652741551399231], "cos_innovation_negg": [0.5908892154693604, 0.652741551399231], "cos_apical_negg": [0.5908892154693604, 0.652741551399231], "cos_Ac_negg": [0.5908892154693604, 0.652741551399231], "r_norm": [0.19615468382835388, 0.19964604079723358]}, {"step": 14850, "epoch": 37, "train_loss": 9.706104174256325e-05, "cos_r_negg": [0.5905019044876099, 0.6522961854934692], "cos_innovation_negg": [0.5905019044876099, 0.6522961854934692], "cos_apical_negg": [0.5905019044876099, 0.6522961854934692], "cos_Ac_negg": [0.5905019044876099, 0.6522961854934692], "r_norm": [0.19501179456710815, 0.19844579696655273]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9753, "test_loss": 0.1244821506023407}, {"step": 14900, "epoch": 38, "train_loss": 0.0002585112233646214, "cos_r_negg": [0.5906133055686951, 0.6523667573928833], "cos_innovation_negg": [0.5906133055686951, 0.6523667573928833], "cos_apical_negg": [0.5906133055686951, 0.6523667573928833], "cos_Ac_negg": [0.5906133055686951, 0.6523667573928833], "r_norm": [0.19386491179466248, 0.1971847265958786]}, {"step": 14950, "epoch": 38, "train_loss": 6.561549525940791e-05, "cos_r_negg": [0.5907185673713684, 0.6529644131660461], "cos_innovation_negg": [0.5907185673713684, 0.6529644131660461], "cos_apical_negg": [0.5907185673713684, 0.6529644131660461], "cos_Ac_negg": [0.5907185673713684, 0.6529644131660461], "r_norm": [0.19441302120685577, 0.1977827250957489]}, {"step": 15000, "epoch": 38, "train_loss": 0.0003608653205446899, "cos_r_negg": [0.5904828906059265, 0.6526873111724854], "cos_innovation_negg": [0.5904828906059265, 0.6526873111724854], "cos_apical_negg": [0.5904828906059265, 0.6526873111724854], "cos_Ac_negg": [0.5904828906059265, 0.6526873111724854], "r_norm": [0.19485563039779663, 0.19835223257541656], "ldr": {"dL_sdil": -0.008593328297138214, "dL_bp": -0.010548897087574005, "ratio": 0.8146186493051166}}, {"step": 15050, "epoch": 38, "train_loss": 0.0001611381012480706, "cos_r_negg": [0.5912524461746216, 0.6530843377113342], "cos_innovation_negg": [0.5912524461746216, 0.6530843377113342], "cos_apical_negg": [0.5912524461746216, 0.6530843377113342], "cos_Ac_negg": [0.5912524461746216, 0.6530843377113342], "r_norm": [0.19463780522346497, 0.1980966329574585]}, {"step": 15100, "epoch": 38, "train_loss": 8.585333853261545e-05, "cos_r_negg": [0.5903362035751343, 0.652125358581543], "cos_innovation_negg": [0.5903362035751343, 0.652125358581543], "cos_apical_negg": [0.5903362035751343, 0.652125358581543], "cos_Ac_negg": [0.5903362035751343, 0.652125358581543], "r_norm": [0.1952064335346222, 0.19867552816867828]}, {"step": 15150, "epoch": 38, "train_loss": 0.00017687291256152093, "cos_r_negg": [0.5906506180763245, 0.6524838209152222], "cos_innovation_negg": [0.5906506180763245, 0.6524838209152222], "cos_apical_negg": [0.5906506180763245, 0.6524838209152222], "cos_Ac_negg": [0.5906506180763245, 0.6524838209152222], "r_norm": [0.19560402631759644, 0.19906044006347656]}, {"step": 15200, "epoch": 38, "train_loss": 0.00022027415980119258, "cos_r_negg": [0.5908070802688599, 0.6529198884963989], "cos_innovation_negg": [0.5908070802688599, 0.6529198884963989], "cos_apical_negg": [0.5908070802688599, 0.6529198884963989], "cos_Ac_negg": [0.5908070802688599, 0.6529198884963989], "r_norm": [0.19546088576316833, 0.1989075392484665]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9753, "test_loss": 0.12500041661262512}, {"step": 15250, "epoch": 39, "train_loss": 7.93089930084534e-05, "cos_r_negg": [0.5900150537490845, 0.6528369784355164], "cos_innovation_negg": [0.5900150537490845, 0.6528369784355164], "cos_apical_negg": [0.5900150537490845, 0.6528369784355164], "cos_Ac_negg": [0.5900150537490845, 0.6528369784355164], "r_norm": [0.19515842199325562, 0.19861383736133575], "ldr": {"dL_sdil": -0.008577600121498108, "dL_bp": -0.010563850402832031, "ratio": 0.8119766746411483}}, {"step": 15300, "epoch": 39, "train_loss": 0.00014093017671257257, "cos_r_negg": [0.5896719694137573, 0.6521828174591064], "cos_innovation_negg": [0.5896719694137573, 0.6521828174591064], "cos_apical_negg": [0.5896719694137573, 0.6521828174591064], "cos_Ac_negg": [0.5896719694137573, 0.6521828174591064], "r_norm": [0.1946852207183838, 0.198093980550766]}, {"step": 15350, "epoch": 39, "train_loss": 0.0003840679710265249, "cos_r_negg": [0.5895476341247559, 0.6524981260299683], "cos_innovation_negg": [0.5895476341247559, 0.6524981260299683], "cos_apical_negg": [0.5895476341247559, 0.6524981260299683], "cos_Ac_negg": [0.5895476341247559, 0.6524981260299683], "r_norm": [0.19447274506092072, 0.19788089394569397]}, {"step": 15400, "epoch": 39, "train_loss": 9.504494664724916e-05, "cos_r_negg": [0.5903589725494385, 0.6526931524276733], "cos_innovation_negg": [0.5903589725494385, 0.6526931524276733], "cos_apical_negg": [0.5903589725494385, 0.6526931524276733], "cos_Ac_negg": [0.5903589725494385, 0.6526931524276733], "r_norm": [0.1959359496831894, 0.199440598487854]}, {"step": 15450, "epoch": 39, "train_loss": 0.00016543186211492866, "cos_r_negg": [0.5900019407272339, 0.6527390480041504], "cos_innovation_negg": [0.5900019407272339, 0.6527390480041504], "cos_apical_negg": [0.5900019407272339, 0.6527390480041504], "cos_Ac_negg": [0.5900019407272339, 0.6527390480041504], "r_norm": [0.19597482681274414, 0.19949014484882355]}, {"step": 15500, "epoch": 39, "train_loss": 0.00025543131050653756, "cos_r_negg": [0.5890079140663147, 0.6521154642105103], "cos_innovation_negg": [0.5890079140663147, 0.6521154642105103], "cos_apical_negg": [0.5890079140663147, 0.6521154642105103], "cos_Ac_negg": [0.5890079140663147, 0.6521154642105103], "r_norm": [0.19573158025741577, 0.1992540955543518], "ldr": {"dL_sdil": -0.00867888331413269, "dL_bp": -0.010701492428779602, "ratio": 0.8109974727256272}}, {"step": 15550, "epoch": 39, "train_loss": 0.00023513450287282467, "cos_r_negg": [0.5900352597236633, 0.6520413160324097], "cos_innovation_negg": [0.5900352597236633, 0.6520413160324097], "cos_apical_negg": [0.5900352597236633, 0.6520413160324097], "cos_Ac_negg": [0.5900352597236633, 0.6520413160324097], "r_norm": [0.19635441899299622, 0.19994214177131653]}, {"step": 15600, "epoch": 39, "train_loss": 8.235465065808967e-05, "cos_r_negg": [0.5908047556877136, 0.6527294516563416], "cos_innovation_negg": [0.5908047556877136, 0.6527294516563416], "cos_apical_negg": [0.5908047556877136, 0.6527294516563416], "cos_Ac_negg": [0.5908047556877136, 0.6527294516563416], "r_norm": [0.19445668160915375, 0.19781674444675446]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9754, "test_loss": 0.12526373858451842}, {"step": 15650, "epoch": 40, "train_loss": 0.0001866898383013904, "cos_r_negg": [0.5893688201904297, 0.6524802446365356], "cos_innovation_negg": [0.5893688201904297, 0.6524802446365356], "cos_apical_negg": [0.5893688201904297, 0.6524802446365356], "cos_Ac_negg": [0.5893688201904297, 0.6524802446365356], "r_norm": [0.19510076940059662, 0.1985470950603485]}, {"step": 15700, "epoch": 40, "train_loss": 0.00015234012971632183, "cos_r_negg": [0.589003324508667, 0.6521943807601929], "cos_innovation_negg": [0.589003324508667, 0.6521943807601929], "cos_apical_negg": [0.589003324508667, 0.6521943807601929], "cos_Ac_negg": [0.589003324508667, 0.6521943807601929], "r_norm": [0.19559717178344727, 0.19912129640579224]}, {"step": 15750, "epoch": 40, "train_loss": 8.278949098894373e-05, "cos_r_negg": [0.5894778370857239, 0.6524900794029236], "cos_innovation_negg": [0.5894778370857239, 0.6524900794029236], "cos_apical_negg": [0.5894778370857239, 0.6524900794029236], "cos_Ac_negg": [0.5894778370857239, 0.6524900794029236], "r_norm": [0.19454877078533173, 0.19799062609672546], "ldr": {"dL_sdil": -0.00859205424785614, "dL_bp": -0.01062270998954773, "ratio": 0.808838258439733}}, {"step": 15800, "epoch": 40, "train_loss": 0.00016576172492932528, "cos_r_negg": [0.5894830226898193, 0.6528097987174988], "cos_innovation_negg": [0.5894830226898193, 0.6528097987174988], "cos_apical_negg": [0.5894830226898193, 0.6528097987174988], "cos_Ac_negg": [0.5894830226898193, 0.6528097987174988], "r_norm": [0.1938444972038269, 0.19720497727394104]}, {"step": 15850, "epoch": 40, "train_loss": 5.7940895203500986e-05, "cos_r_negg": [0.5901519060134888, 0.6529150009155273], "cos_innovation_negg": [0.5901519060134888, 0.6529150009155273], "cos_apical_negg": [0.5901519060134888, 0.6529150009155273], "cos_Ac_negg": [0.5901519060134888, 0.6529150009155273], "r_norm": [0.19325938820838928, 0.19655823707580566]}, {"step": 15900, "epoch": 40, "train_loss": 6.323261914076284e-05, "cos_r_negg": [0.5894402265548706, 0.6528618931770325], "cos_innovation_negg": [0.5894402265548706, 0.6528618931770325], "cos_apical_negg": [0.5894402265548706, 0.6528618931770325], "cos_Ac_negg": [0.5894402265548706, 0.6528618931770325], "r_norm": [0.19376450777053833, 0.19712993502616882]}, {"step": 15950, "epoch": 40, "train_loss": 0.00012737599899992347, "cos_r_negg": [0.5894500613212585, 0.6525198817253113], "cos_innovation_negg": [0.5894500613212585, 0.6525198817253113], "cos_apical_negg": [0.5894500613212585, 0.6525198817253113], "cos_Ac_negg": [0.5894500613212585, 0.6525198817253113], "r_norm": [0.1952694058418274, 0.19872793555259705]}, {"step": 16000, "epoch": 40, "train_loss": 4.3661464587785304e-05, "cos_r_negg": [0.5894144773483276, 0.6524789333343506], "cos_innovation_negg": [0.5894144773483276, 0.6524789333343506], "cos_apical_negg": [0.5894144773483276, 0.6524789333343506], "cos_Ac_negg": [0.5894144773483276, 0.6524789333343506], "r_norm": [0.19572335481643677, 0.19921928644180298], "ldr": {"dL_sdil": -0.008806675672531128, "dL_bp": -0.01090821623802185, "ratio": 0.8073433346356337}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9753, "test_loss": 0.1255209665775299}, {"step": 16050, "epoch": 41, "train_loss": 6.502409814856946e-05, "cos_r_negg": [0.5898882746696472, 0.6528189778327942], "cos_innovation_negg": [0.5898882746696472, 0.6528189778327942], "cos_apical_negg": [0.5898882746696472, 0.6528189778327942], "cos_Ac_negg": [0.5898882746696472, 0.6528189778327942], "r_norm": [0.19468189775943756, 0.19806194305419922]}, {"step": 16100, "epoch": 41, "train_loss": 9.817108366405591e-05, "cos_r_negg": [0.589617133140564, 0.6525572538375854], "cos_innovation_negg": [0.589617133140564, 0.6525572538375854], "cos_apical_negg": [0.589617133140564, 0.6525572538375854], "cos_Ac_negg": [0.589617133140564, 0.6525572538375854], "r_norm": [0.19504448771476746, 0.1984562873840332]}, {"step": 16150, "epoch": 41, "train_loss": 0.00010840083268703893, "cos_r_negg": [0.5902261734008789, 0.6531371474266052], "cos_innovation_negg": [0.5902261734008789, 0.6531371474266052], "cos_apical_negg": [0.5902261734008789, 0.6531371474266052], "cos_Ac_negg": [0.5902261734008789, 0.6531371474266052], "r_norm": [0.1953372359275818, 0.19878384470939636]}, {"step": 16200, "epoch": 41, "train_loss": 0.00012070921366102993, "cos_r_negg": [0.5896278023719788, 0.6527847051620483], "cos_innovation_negg": [0.5896278023719788, 0.6527847051620483], "cos_apical_negg": [0.5896278023719788, 0.6527847051620483], "cos_Ac_negg": [0.5896278023719788, 0.6527847051620483], "r_norm": [0.1953529417514801, 0.1988007128238678]}, {"step": 16250, "epoch": 41, "train_loss": 0.000168567436048761, "cos_r_negg": [0.5901268720626831, 0.6529327630996704], "cos_innovation_negg": [0.5901268720626831, 0.6529327630996704], "cos_apical_negg": [0.5901268720626831, 0.6529327630996704], "cos_Ac_negg": [0.5901268720626831, 0.6529327630996704], "r_norm": [0.1952856481075287, 0.1987547129392624], "ldr": {"dL_sdil": -0.008774720132350922, "dL_bp": -0.010883837938308716, "ratio": 0.8062156182485809}}, {"step": 16300, "epoch": 41, "train_loss": 0.00010059437045129016, "cos_r_negg": [0.5899888277053833, 0.6530643701553345], "cos_innovation_negg": [0.5899888277053833, 0.6530643701553345], "cos_apical_negg": [0.5899888277053833, 0.6530643701553345], "cos_Ac_negg": [0.5899888277053833, 0.6530643701553345], "r_norm": [0.19513025879859924, 0.19859802722930908]}, {"step": 16350, "epoch": 41, "train_loss": 7.62319759815e-05, "cos_r_negg": [0.5899280309677124, 0.6530293822288513], "cos_innovation_negg": [0.5899280309677124, 0.6530293822288513], "cos_apical_negg": [0.5899280309677124, 0.6530293822288513], "cos_Ac_negg": [0.5899280309677124, 0.6530293822288513], "r_norm": [0.1948569118976593, 0.1982714980840683]}, {"step": 16400, "epoch": 41, "train_loss": 0.00012511375825852156, "cos_r_negg": [0.5897184610366821, 0.6530066728591919], "cos_innovation_negg": [0.5897184610366821, 0.6530066728591919], "cos_apical_negg": [0.5897184610366821, 0.6530066728591919], "cos_Ac_negg": [0.5897184610366821, 0.6530066728591919], "r_norm": [0.1950392723083496, 0.19848062098026276]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9756, "test_loss": 0.12592407875061035}, {"step": 16450, "epoch": 42, "train_loss": 6.62685270071961e-05, "cos_r_negg": [0.5901618599891663, 0.6534861326217651], "cos_innovation_negg": [0.5901618599891663, 0.6534861326217651], "cos_apical_negg": [0.5901618599891663, 0.6534861326217651], "cos_Ac_negg": [0.5901618599891663, 0.6534861326217651], "r_norm": [0.19520556926727295, 0.19860045611858368]}, {"step": 16500, "epoch": 42, "train_loss": 0.00013294680684339255, "cos_r_negg": [0.5897599458694458, 0.6531696915626526], "cos_innovation_negg": [0.5897599458694458, 0.6531696915626526], "cos_apical_negg": [0.5897599458694458, 0.6531696915626526], "cos_Ac_negg": [0.5897599458694458, 0.6531696915626526], "r_norm": [0.19573143124580383, 0.19923409819602966], "ldr": {"dL_sdil": -0.00886639952659607, "dL_bp": -0.011025398969650269, "ratio": 0.8041794724166174}}, {"step": 16550, "epoch": 42, "train_loss": 0.00023549592879135162, "cos_r_negg": [0.5893261432647705, 0.6530342102050781], "cos_innovation_negg": [0.5893261432647705, 0.6530342102050781], "cos_apical_negg": [0.5893261432647705, 0.6530342102050781], "cos_Ac_negg": [0.5893261432647705, 0.6530342102050781], "r_norm": [0.1944618821144104, 0.19784732162952423]}, {"step": 16600, "epoch": 42, "train_loss": 0.00022553050075657666, "cos_r_negg": [0.5896105766296387, 0.6530967354774475], "cos_innovation_negg": [0.5896105766296387, 0.6530967354774475], "cos_apical_negg": [0.5896105766296387, 0.6530967354774475], "cos_Ac_negg": [0.5896105766296387, 0.6530967354774475], "r_norm": [0.19513994455337524, 0.19861716032028198]}, {"step": 16650, "epoch": 42, "train_loss": 0.00010817868314916268, "cos_r_negg": [0.5894699096679688, 0.6531257629394531], "cos_innovation_negg": [0.5894699096679688, 0.6531257629394531], "cos_apical_negg": [0.5894699096679688, 0.6531257629394531], "cos_Ac_negg": [0.5894699096679688, 0.6531257629394531], "r_norm": [0.19476334750652313, 0.19817954301834106]}, {"step": 16700, "epoch": 42, "train_loss": 6.218652561074123e-05, "cos_r_negg": [0.5901546478271484, 0.6533972024917603], "cos_innovation_negg": [0.5901546478271484, 0.6533972024917603], "cos_apical_negg": [0.5901546478271484, 0.6533972024917603], "cos_Ac_negg": [0.5901546478271484, 0.6533972024917603], "r_norm": [0.19480256736278534, 0.19821077585220337]}, {"step": 16750, "epoch": 42, "train_loss": 0.00010533474414842203, "cos_r_negg": [0.5894511938095093, 0.6531373262405396], "cos_innovation_negg": [0.5894511938095093, 0.6531373262405396], "cos_apical_negg": [0.5894511938095093, 0.6531373262405396], "cos_Ac_negg": [0.5894511938095093, 0.6531373262405396], "r_norm": [0.19419676065444946, 0.19755837321281433], "ldr": {"dL_sdil": -0.008702181279659271, "dL_bp": -0.010826706886291504, "ratio": 0.8037699155481661}}, {"step": 16800, "epoch": 42, "train_loss": 6.219709757715464e-05, "cos_r_negg": [0.5895769596099854, 0.653223991394043], "cos_innovation_negg": [0.5895769596099854, 0.653223991394043], "cos_apical_negg": [0.5895769596099854, 0.653223991394043], "cos_Ac_negg": [0.5895769596099854, 0.653223991394043], "r_norm": [0.1943613737821579, 0.19771446287631989]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9755, "test_loss": 0.1263133900642395}, {"step": 16850, "epoch": 43, "train_loss": 0.0002011120959650725, "cos_r_negg": [0.5899267196655273, 0.6534764170646667], "cos_innovation_negg": [0.5899267196655273, 0.6534764170646667], "cos_apical_negg": [0.5899267196655273, 0.6534764170646667], "cos_Ac_negg": [0.5899267196655273, 0.6534764170646667], "r_norm": [0.194929838180542, 0.1983335316181183]}, {"step": 16900, "epoch": 43, "train_loss": 0.00010123359970748425, "cos_r_negg": [0.5898429155349731, 0.6533987522125244], "cos_innovation_negg": [0.5898429155349731, 0.6533987522125244], "cos_apical_negg": [0.5898429155349731, 0.6533987522125244], "cos_Ac_negg": [0.5898429155349731, 0.6533987522125244], "r_norm": [0.19409701228141785, 0.1974339783191681]}, {"step": 16950, "epoch": 43, "train_loss": 6.847713666502386e-05, "cos_r_negg": [0.5897378325462341, 0.6533821821212769], "cos_innovation_negg": [0.5897378325462341, 0.6533821821212769], "cos_apical_negg": [0.5897378325462341, 0.6533821821212769], "cos_Ac_negg": [0.5897378325462341, 0.6533821821212769], "r_norm": [0.1934528946876526, 0.19674187898635864]}, {"step": 17000, "epoch": 43, "train_loss": 0.000132718647364527, "cos_r_negg": [0.5901724100112915, 0.653576135635376], "cos_innovation_negg": [0.5901724100112915, 0.653576135635376], "cos_apical_negg": [0.5901724100112915, 0.653576135635376], "cos_Ac_negg": [0.5901724100112915, 0.653576135635376], "r_norm": [0.19406422972679138, 0.1973896026611328], "ldr": {"dL_sdil": -0.008825354278087616, "dL_bp": -0.01099821925163269, "ratio": 0.8024348375103987}}, {"step": 17050, "epoch": 43, "train_loss": 0.00018190013361163437, "cos_r_negg": [0.5898942947387695, 0.6537690758705139], "cos_innovation_negg": [0.5898942947387695, 0.6537690758705139], "cos_apical_negg": [0.5898942947387695, 0.6537690758705139], "cos_Ac_negg": [0.5898942947387695, 0.6537690758705139], "r_norm": [0.1942470669746399, 0.19764754176139832]}, {"step": 17100, "epoch": 43, "train_loss": 4.7966699639800936e-05, "cos_r_negg": [0.5897777080535889, 0.6536108255386353], "cos_innovation_negg": [0.5897777080535889, 0.6536108255386353], "cos_apical_negg": [0.5897777080535889, 0.6536108255386353], "cos_Ac_negg": [0.5897777080535889, 0.6536108255386353], "r_norm": [0.19513316452503204, 0.198606476187706]}, {"step": 17150, "epoch": 43, "train_loss": 0.00011222904140595347, "cos_r_negg": [0.5900988578796387, 0.6536648869514465], "cos_innovation_negg": [0.5900988578796387, 0.6536648869514465], "cos_apical_negg": [0.5900988578796387, 0.6536648869514465], "cos_Ac_negg": [0.5900988578796387, 0.6536648869514465], "r_norm": [0.19530293345451355, 0.19872169196605682]}, {"step": 17200, "epoch": 43, "train_loss": 0.00026325287763029337, "cos_r_negg": [0.590272068977356, 0.6536130905151367], "cos_innovation_negg": [0.590272068977356, 0.6536130905151367], "cos_apical_negg": [0.590272068977356, 0.6536130905151367], "cos_Ac_negg": [0.590272068977356, 0.6536130905151367], "r_norm": [0.19619448482990265, 0.19973015785217285]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9753, "test_loss": 0.12660294327735902}, {"step": 17250, "epoch": 44, "train_loss": 0.0001191831033793278, "cos_r_negg": [0.5900070667266846, 0.6533708572387695], "cos_innovation_negg": [0.5900070667266846, 0.6533708572387695], "cos_apical_negg": [0.5900070667266846, 0.6533708572387695], "cos_Ac_negg": [0.5900070667266846, 0.6533708572387695], "r_norm": [0.1950208842754364, 0.19846072793006897], "ldr": {"dL_sdil": -0.008838430047035217, "dL_bp": -0.011027514934539795, "ratio": 0.8014888303938684}}, {"step": 17300, "epoch": 44, "train_loss": 7.998412183951586e-05, "cos_r_negg": [0.5901970863342285, 0.653368353843689], "cos_innovation_negg": [0.5901970863342285, 0.653368353843689], "cos_apical_negg": [0.5901970863342285, 0.653368353843689], "cos_Ac_negg": [0.5901970863342285, 0.653368353843689], "r_norm": [0.19622290134429932, 0.19976478815078735]}, {"step": 17350, "epoch": 44, "train_loss": 0.00013761356240138412, "cos_r_negg": [0.5900788307189941, 0.6540206074714661], "cos_innovation_negg": [0.5900788307189941, 0.6540206074714661], "cos_apical_negg": [0.5900788307189941, 0.6540206074714661], "cos_Ac_negg": [0.5900788307189941, 0.6540206074714661], "r_norm": [0.19404593110084534, 0.19735407829284668]}, {"step": 17400, "epoch": 44, "train_loss": 7.448346150340512e-05, "cos_r_negg": [0.5900882482528687, 0.6535739898681641], "cos_innovation_negg": [0.5900882482528687, 0.6535739898681641], "cos_apical_negg": [0.5900882482528687, 0.6535739898681641], "cos_Ac_negg": [0.5900882482528687, 0.6535739898681641], "r_norm": [0.19404646754264832, 0.19734148681163788]}, {"step": 17450, "epoch": 44, "train_loss": 0.00014552153879776597, "cos_r_negg": [0.5897238850593567, 0.6531662940979004], "cos_innovation_negg": [0.5897238850593567, 0.6531662940979004], "cos_apical_negg": [0.5897238850593567, 0.6531662940979004], "cos_Ac_negg": [0.5897238850593567, 0.6531662940979004], "r_norm": [0.19533950090408325, 0.19875416159629822]}, {"step": 17500, "epoch": 44, "train_loss": 7.788812945364043e-05, "cos_r_negg": [0.5893892645835876, 0.6532143950462341], "cos_innovation_negg": [0.5893892645835876, 0.6532143950462341], "cos_apical_negg": [0.5893892645835876, 0.6532143950462341], "cos_Ac_negg": [0.5893892645835876, 0.6532143950462341], "r_norm": [0.19497905671596527, 0.19838634133338928], "ldr": {"dL_sdil": -0.008856438100337982, "dL_bp": -0.011069007217884064, "ratio": 0.8001113312157517}}, {"step": 17550, "epoch": 44, "train_loss": 0.00011439257650636137, "cos_r_negg": [0.5899521112442017, 0.6535934805870056], "cos_innovation_negg": [0.5899521112442017, 0.6535934805870056], "cos_apical_negg": [0.5899521112442017, 0.6535934805870056], "cos_Ac_negg": [0.5899521112442017, 0.6535934805870056], "r_norm": [0.19668161869049072, 0.20026421546936035]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9754, "test_loss": 0.12674250259399414}, {"step": 17600, "epoch": 45, "train_loss": 0.00010870560072362423, "cos_r_negg": [0.5898379683494568, 0.653531551361084], "cos_innovation_negg": [0.5898379683494568, 0.653531551361084], "cos_apical_negg": [0.5898379683494568, 0.653531551361084], "cos_Ac_negg": [0.5898379683494568, 0.653531551361084], "r_norm": [0.1948707401752472, 0.19829946756362915]}, {"step": 17650, "epoch": 45, "train_loss": 9.481865708949044e-05, "cos_r_negg": [0.5898686051368713, 0.6536130905151367], "cos_innovation_negg": [0.5898686051368713, 0.6536130905151367], "cos_apical_negg": [0.5898686051368713, 0.6536130905151367], "cos_Ac_negg": [0.5898686051368713, 0.6536130905151367], "r_norm": [0.194088414311409, 0.19745469093322754]}, {"step": 17700, "epoch": 45, "train_loss": 5.358909402275458e-05, "cos_r_negg": [0.5897032022476196, 0.6537724733352661], "cos_innovation_negg": [0.5897032022476196, 0.6537724733352661], "cos_apical_negg": [0.5897032022476196, 0.6537724733352661], "cos_Ac_negg": [0.5897032022476196, 0.6537724733352661], "r_norm": [0.19405318796634674, 0.19742733240127563]}, {"step": 17750, "epoch": 45, "train_loss": 0.0001542970712762326, "cos_r_negg": [0.5897306203842163, 0.6538664698600769], "cos_innovation_negg": [0.5897306203842163, 0.6538664698600769], "cos_apical_negg": [0.5897306203842163, 0.6538664698600769], "cos_Ac_negg": [0.5897306203842163, 0.6538664698600769], "r_norm": [0.19517125189304352, 0.19865453243255615], "ldr": {"dL_sdil": -0.008864909410476685, "dL_bp": -0.011093460023403168, "ratio": 0.7991113134923593}}, {"step": 17800, "epoch": 45, "train_loss": 0.0001486729015596211, "cos_r_negg": [0.5893447995185852, 0.6537957191467285], "cos_innovation_negg": [0.5893447995185852, 0.6537957191467285], "cos_apical_negg": [0.5893447995185852, 0.6537957191467285], "cos_Ac_negg": [0.5893447995185852, 0.6537957191467285], "r_norm": [0.19467008113861084, 0.19806861877441406]}, {"step": 17850, "epoch": 45, "train_loss": 3.8196576497284696e-05, "cos_r_negg": [0.5895802974700928, 0.6536684632301331], "cos_innovation_negg": [0.5895802974700928, 0.6536684632301331], "cos_apical_negg": [0.5895802974700928, 0.6536684632301331], "cos_Ac_negg": [0.5895802974700928, 0.6536684632301331], "r_norm": [0.19418001174926758, 0.19752120971679688]}, {"step": 17900, "epoch": 45, "train_loss": 0.00021329830633476377, "cos_r_negg": [0.5897199511528015, 0.6537392139434814], "cos_innovation_negg": [0.5897199511528015, 0.6537392139434814], "cos_apical_negg": [0.5897199511528015, 0.6537392139434814], "cos_Ac_negg": [0.5897199511528015, 0.6537392139434814], "r_norm": [0.19454124569892883, 0.1978941559791565]}, {"step": 17950, "epoch": 45, "train_loss": 0.0001065141404978931, "cos_r_negg": [0.5900119543075562, 0.6540709733963013], "cos_innovation_negg": [0.5900119543075562, 0.6540709733963013], "cos_apical_negg": [0.5900119543075562, 0.6540709733963013], "cos_Ac_negg": [0.5900119543075562, 0.6540709733963013], "r_norm": [0.19544921815395355, 0.1989074945449829]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9753, "test_loss": 0.12727108359336853}, {"step": 18000, "epoch": 46, "train_loss": 0.00010867904347833246, "cos_r_negg": [0.5900510549545288, 0.6540266275405884], "cos_innovation_negg": [0.5900510549545288, 0.6540266275405884], "cos_apical_negg": [0.5900510549545288, 0.6540266275405884], "cos_Ac_negg": [0.5900510549545288, 0.6540266275405884], "r_norm": [0.19555863738059998, 0.19906079769134521], "ldr": {"dL_sdil": -0.008919864892959595, "dL_bp": -0.011187322437763214, "ratio": 0.7973190137838762}}, {"step": 18050, "epoch": 46, "train_loss": 8.809103746898472e-05, "cos_r_negg": [0.5900228023529053, 0.6540043354034424], "cos_innovation_negg": [0.5900228023529053, 0.6540043354034424], "cos_apical_negg": [0.5900228023529053, 0.6540043354034424], "cos_Ac_negg": [0.5900228023529053, 0.6540043354034424], "r_norm": [0.19553500413894653, 0.19904491305351257]}, {"step": 18100, "epoch": 46, "train_loss": 0.00013047638640273362, "cos_r_negg": [0.5898352861404419, 0.6539374589920044], "cos_innovation_negg": [0.5898352861404419, 0.6539374589920044], "cos_apical_negg": [0.5898352861404419, 0.6539374589920044], "cos_Ac_negg": [0.5898352861404419, 0.6539374589920044], "r_norm": [0.19512301683425903, 0.19858388602733612]}, {"step": 18150, "epoch": 46, "train_loss": 9.03109394130297e-05, "cos_r_negg": [0.5894976854324341, 0.6535780429840088], "cos_innovation_negg": [0.5894976854324341, 0.6535780429840088], "cos_apical_negg": [0.5894976854324341, 0.6535780429840088], "cos_Ac_negg": [0.5894976854324341, 0.6535780429840088], "r_norm": [0.19512352347373962, 0.19856299459934235]}, {"step": 18200, "epoch": 46, "train_loss": 0.00012668734416365623, "cos_r_negg": [0.5899773836135864, 0.6541593074798584], "cos_innovation_negg": [0.5899773836135864, 0.6541593074798584], "cos_apical_negg": [0.5899773836135864, 0.6541593074798584], "cos_Ac_negg": [0.5899773836135864, 0.6541593074798584], "r_norm": [0.19583842158317566, 0.19937308132648468]}, {"step": 18250, "epoch": 46, "train_loss": 0.00010581962123978883, "cos_r_negg": [0.5903486609458923, 0.6543107032775879], "cos_innovation_negg": [0.5903486609458923, 0.6543107032775879], "cos_apical_negg": [0.5903486609458923, 0.6543107032775879], "cos_Ac_negg": [0.5903486609458923, 0.6543107032775879], "r_norm": [0.19541320204734802, 0.1989050656557083], "ldr": {"dL_sdil": -0.008929207921028137, "dL_bp": -0.011223435401916504, "ratio": 0.7955859860433993}}, {"step": 18300, "epoch": 46, "train_loss": 0.0002208416408393532, "cos_r_negg": [0.5896953344345093, 0.6540642380714417], "cos_innovation_negg": [0.5896953344345093, 0.6540642380714417], "cos_apical_negg": [0.5896953344345093, 0.6540642380714417], "cos_Ac_negg": [0.5896953344345093, 0.6540642380714417], "r_norm": [0.19498518109321594, 0.19842460751533508]}, {"step": 18350, "epoch": 46, "train_loss": 0.000179096867213957, "cos_r_negg": [0.5897601842880249, 0.6537237763404846], "cos_innovation_negg": [0.5897601842880249, 0.6537237763404846], "cos_apical_negg": [0.5897601842880249, 0.6537237763404846], "cos_Ac_negg": [0.5897601842880249, 0.6537237763404846], "r_norm": [0.1944531798362732, 0.19781246781349182]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9754, "test_loss": 0.1275850296020508}, {"step": 18400, "epoch": 47, "train_loss": 0.00041134573984891176, "cos_r_negg": [0.5893306732177734, 0.6534488201141357], "cos_innovation_negg": [0.5893306732177734, 0.6534488201141357], "cos_apical_negg": [0.5893306732177734, 0.6534488201141357], "cos_Ac_negg": [0.5893306732177734, 0.6534488201141357], "r_norm": [0.19461658596992493, 0.19795799255371094]}, {"step": 18450, "epoch": 47, "train_loss": 9.835042874328792e-05, "cos_r_negg": [0.5889219045639038, 0.6533766388893127], "cos_innovation_negg": [0.5889219045639038, 0.6533766388893127], "cos_apical_negg": [0.5889219045639038, 0.6533766388893127], "cos_Ac_negg": [0.5889219045639038, 0.6533766388893127], "r_norm": [0.1942567229270935, 0.1975480616092682]}, {"step": 18500, "epoch": 47, "train_loss": 0.00019046053057536483, "cos_r_negg": [0.5890727043151855, 0.6538609862327576], "cos_innovation_negg": [0.5890727043151855, 0.6538609862327576], "cos_apical_negg": [0.5890727043151855, 0.6538609862327576], "cos_Ac_negg": [0.5890727043151855, 0.6538609862327576], "r_norm": [0.19426196813583374, 0.19752313196659088], "ldr": {"dL_sdil": -0.008855849504470825, "dL_bp": -0.011134251952171326, "ratio": 0.7953699577225588}}, {"step": 18550, "epoch": 47, "train_loss": 0.00011114708468085155, "cos_r_negg": [0.5899109840393066, 0.654378354549408], "cos_innovation_negg": [0.5899109840393066, 0.654378354549408], "cos_apical_negg": [0.5899109840393066, 0.654378354549408], "cos_Ac_negg": [0.5899109840393066, 0.654378354549408], "r_norm": [0.1947106420993805, 0.19807684421539307]}, {"step": 18600, "epoch": 47, "train_loss": 6.412219954654574e-05, "cos_r_negg": [0.589626133441925, 0.654017984867096], "cos_innovation_negg": [0.589626133441925, 0.654017984867096], "cos_apical_negg": [0.589626133441925, 0.654017984867096], "cos_Ac_negg": [0.589626133441925, 0.654017984867096], "r_norm": [0.19411003589630127, 0.19742611050605774]}, {"step": 18650, "epoch": 47, "train_loss": 9.85818769549951e-05, "cos_r_negg": [0.5895929336547852, 0.6540590524673462], "cos_innovation_negg": [0.5895929336547852, 0.6540590524673462], "cos_apical_negg": [0.5895929336547852, 0.6540590524673462], "cos_Ac_negg": [0.5895929336547852, 0.6540590524673462], "r_norm": [0.19425061345100403, 0.19759786128997803]}, {"step": 18700, "epoch": 47, "train_loss": 0.00016581530508119613, "cos_r_negg": [0.5896288752555847, 0.6539942026138306], "cos_innovation_negg": [0.5896288752555847, 0.6539942026138306], "cos_apical_negg": [0.5896288752555847, 0.6539942026138306], "cos_Ac_negg": [0.5896288752555847, 0.6539942026138306], "r_norm": [0.19487039744853973, 0.19829030334949493]}, {"step": 18750, "epoch": 47, "train_loss": 7.14437774149701e-05, "cos_r_negg": [0.58933424949646, 0.6537290811538696], "cos_innovation_negg": [0.58933424949646, 0.6537290811538696], "cos_apical_negg": [0.58933424949646, 0.6537290811538696], "cos_Ac_negg": [0.58933424949646, 0.6537290811538696], "r_norm": [0.19511540234088898, 0.19859197735786438], "ldr": {"dL_sdil": -0.009011492133140564, "dL_bp": -0.011344067752361298, "ratio": 0.7943792588214045}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9753, "test_loss": 0.12768522825241088}, {"step": 18800, "epoch": 48, "train_loss": 8.09833945822902e-05, "cos_r_negg": [0.5899810194969177, 0.6544002890586853], "cos_innovation_negg": [0.5899810194969177, 0.6544002890586853], "cos_apical_negg": [0.5899810194969177, 0.6544002890586853], "cos_Ac_negg": [0.5899810194969177, 0.6544002890586853], "r_norm": [0.19587287306785583, 0.19939635694026947]}, {"step": 18850, "epoch": 48, "train_loss": 0.0001569428713992238, "cos_r_negg": [0.5896487832069397, 0.6534192562103271], "cos_innovation_negg": [0.5896487832069397, 0.6534192562103271], "cos_apical_negg": [0.5896487832069397, 0.6534192562103271], "cos_Ac_negg": [0.5896487832069397, 0.6534192562103271], "r_norm": [0.19524946808815002, 0.19874560832977295]}, {"step": 18900, "epoch": 48, "train_loss": 6.249250145629048e-05, "cos_r_negg": [0.5890491008758545, 0.6535687446594238], "cos_innovation_negg": [0.5890491008758545, 0.6535687446594238], "cos_apical_negg": [0.5890491008758545, 0.6535687446594238], "cos_Ac_negg": [0.5890491008758545, 0.6535687446594238], "r_norm": [0.1956944465637207, 0.19922596216201782]}, {"step": 18950, "epoch": 48, "train_loss": 0.0001347078214166686, "cos_r_negg": [0.5893614292144775, 0.6539000868797302], "cos_innovation_negg": [0.5893614292144775, 0.6539000868797302], "cos_apical_negg": [0.5893614292144775, 0.6539000868797302], "cos_Ac_negg": [0.5893614292144775, 0.6539000868797302], "r_norm": [0.19627027213573456, 0.19983163475990295]}, {"step": 19000, "epoch": 48, "train_loss": 0.00010681363346520811, "cos_r_negg": [0.589451789855957, 0.6537459492683411], "cos_innovation_negg": [0.589451789855957, 0.6537459492683411], "cos_apical_negg": [0.589451789855957, 0.6537459492683411], "cos_Ac_negg": [0.589451789855957, 0.6537459492683411], "r_norm": [0.1949457824230194, 0.1983971893787384], "ldr": {"dL_sdil": -0.008988887071609497, "dL_bp": -0.011332079768180847, "ratio": 0.7932248321132753}}, {"step": 19050, "epoch": 48, "train_loss": 0.0001836928422562778, "cos_r_negg": [0.5888511538505554, 0.6536379456520081], "cos_innovation_negg": [0.5888511538505554, 0.6536379456520081], "cos_apical_negg": [0.5888511538505554, 0.6536379456520081], "cos_Ac_negg": [0.5888511538505554, 0.6536379456520081], "r_norm": [0.19500967860221863, 0.19845318794250488]}, {"step": 19100, "epoch": 48, "train_loss": 0.00024444388691335917, "cos_r_negg": [0.5887763500213623, 0.6535541415214539], "cos_innovation_negg": [0.5887763500213623, 0.6535541415214539], "cos_apical_negg": [0.5887763500213623, 0.6535541415214539], "cos_Ac_negg": [0.5887763500213623, 0.6535541415214539], "r_norm": [0.19501402974128723, 0.1984635293483734]}, {"step": 19150, "epoch": 48, "train_loss": 3.288055449957028e-05, "cos_r_negg": [0.5895718932151794, 0.6542019844055176], "cos_innovation_negg": [0.5895718932151794, 0.6542019844055176], "cos_apical_negg": [0.5895718932151794, 0.6542019844055176], "cos_Ac_negg": [0.5895718932151794, 0.6542019844055176], "r_norm": [0.19442611932754517, 0.19780385494232178]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9754, "test_loss": 0.12800674142837523}, {"step": 19200, "epoch": 49, "train_loss": 5.82670618314296e-05, "cos_r_negg": [0.5899620056152344, 0.6544828414916992], "cos_innovation_negg": [0.5899620056152344, 0.6544828414916992], "cos_apical_negg": [0.5899620056152344, 0.6544828414916992], "cos_Ac_negg": [0.5899620056152344, 0.6544828414916992], "r_norm": [0.19476690888404846, 0.19813713431358337]}, {"step": 19250, "epoch": 49, "train_loss": 2.1772357285954058e-05, "cos_r_negg": [0.589606523513794, 0.6541576385498047], "cos_innovation_negg": [0.589606523513794, 0.6541576385498047], "cos_apical_negg": [0.589606523513794, 0.6541576385498047], "cos_Ac_negg": [0.589606523513794, 0.6541576385498047], "r_norm": [0.1952919363975525, 0.198736310005188], "ldr": {"dL_sdil": -0.008971400558948517, "dL_bp": -0.011316634714603424, "ratio": 0.7927622288074275}}, {"step": 19300, "epoch": 49, "train_loss": 0.00029364266083575785, "cos_r_negg": [0.5895507335662842, 0.6538434624671936], "cos_innovation_negg": [0.5895507335662842, 0.6538434624671936], "cos_apical_negg": [0.5895507335662842, 0.6538434624671936], "cos_Ac_negg": [0.5895507335662842, 0.6538434624671936], "r_norm": [0.1945948451757431, 0.19802650809288025]}, {"step": 19350, "epoch": 49, "train_loss": 0.00015179046022240072, "cos_r_negg": [0.5893491506576538, 0.653838038444519], "cos_innovation_negg": [0.5893491506576538, 0.653838038444519], "cos_apical_negg": [0.5893491506576538, 0.653838038444519], "cos_Ac_negg": [0.5893491506576538, 0.653838038444519], "r_norm": [0.19434833526611328, 0.19776496291160583]}, {"step": 19400, "epoch": 49, "train_loss": 9.857353870756924e-05, "cos_r_negg": [0.5892437100410461, 0.6538559198379517], "cos_innovation_negg": [0.5892437100410461, 0.6538559198379517], "cos_apical_negg": [0.5892437100410461, 0.6538559198379517], "cos_Ac_negg": [0.5892437100410461, 0.6538559198379517], "r_norm": [0.1940845549106598, 0.19747111201286316]}, {"step": 19450, "epoch": 49, "train_loss": 0.00013203918933868408, "cos_r_negg": [0.5891516208648682, 0.6540403366088867], "cos_innovation_negg": [0.5891516208648682, 0.6540403366088867], "cos_apical_negg": [0.5891516208648682, 0.6540403366088867], "cos_Ac_negg": [0.5891516208648682, 0.6540403366088867], "r_norm": [0.19307976961135864, 0.19634439051151276]}, {"step": 19500, "epoch": 49, "train_loss": 0.00010898428445216268, "cos_r_negg": [0.5896899700164795, 0.653971791267395], "cos_innovation_negg": [0.5896899700164795, 0.653971791267395], "cos_apical_negg": [0.5896899700164795, 0.653971791267395], "cos_Ac_negg": [0.5896899700164795, 0.653971791267395], "r_norm": [0.193389892578125, 0.1966659128665924], "ldr": {"dL_sdil": -0.00889025628566742, "dL_bp": -0.011239208281040192, "ratio": 0.7910037845516841}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.1282259081363678}, {"step": 19550, "epoch": 50, "train_loss": 4.335085395723581e-05, "cos_r_negg": [0.5893146991729736, 0.6542370915412903], "cos_innovation_negg": [0.5893146991729736, 0.6542370915412903], "cos_apical_negg": [0.5893146991729736, 0.6542370915412903], "cos_Ac_negg": [0.5893146991729736, 0.6542370915412903], "r_norm": [0.19481487572193146, 0.19820848107337952]}, {"step": 19600, "epoch": 50, "train_loss": 0.0001076576008927077, "cos_r_negg": [0.5888240933418274, 0.6540769338607788], "cos_innovation_negg": [0.5888240933418274, 0.6540769338607788], "cos_apical_negg": [0.5888240933418274, 0.6540769338607788], "cos_Ac_negg": [0.5888240933418274, 0.6540769338607788], "r_norm": [0.1945127248764038, 0.19788643717765808]}, {"step": 19650, "epoch": 50, "train_loss": 5.149633943801746e-05, "cos_r_negg": [0.5890089273452759, 0.6539715528488159], "cos_innovation_negg": [0.5890089273452759, 0.6539715528488159], "cos_apical_negg": [0.5890089273452759, 0.6539715528488159], "cos_Ac_negg": [0.5890089273452759, 0.6539715528488159], "r_norm": [0.19475755095481873, 0.1981200873851776]}, {"step": 19700, "epoch": 50, "train_loss": 0.00011192205420229584, "cos_r_negg": [0.588610053062439, 0.6545844078063965], "cos_innovation_negg": [0.588610053062439, 0.6545844078063965], "cos_apical_negg": [0.588610053062439, 0.6545844078063965], "cos_Ac_negg": [0.588610053062439, 0.6545844078063965], "r_norm": [0.19397924840450287, 0.19729194045066833]}, {"step": 19750, "epoch": 50, "train_loss": 0.0001922326337080449, "cos_r_negg": [0.5891963839530945, 0.6543257236480713], "cos_innovation_negg": [0.5891963839530945, 0.6543257236480713], "cos_apical_negg": [0.5891963839530945, 0.6543257236480713], "cos_Ac_negg": [0.5891963839530945, 0.6543257236480713], "r_norm": [0.1936265230178833, 0.19693557918071747], "ldr": {"dL_sdil": -0.008947551250457764, "dL_bp": -0.011320725083351135, "ratio": 0.7903690960234085}}, {"step": 19800, "epoch": 50, "train_loss": 0.00016538595082238317, "cos_r_negg": [0.5888146758079529, 0.6542527675628662], "cos_innovation_negg": [0.5888146758079529, 0.6542527675628662], "cos_apical_negg": [0.5888146758079529, 0.6542527675628662], "cos_Ac_negg": [0.5888146758079529, 0.6542527675628662], "r_norm": [0.19453182816505432, 0.19795063138008118]}, {"step": 19850, "epoch": 50, "train_loss": 0.00012735486961901188, "cos_r_negg": [0.5889922976493835, 0.654200553894043], "cos_innovation_negg": [0.5889922976493835, 0.654200553894043], "cos_apical_negg": [0.5889922976493835, 0.654200553894043], "cos_Ac_negg": [0.5889922976493835, 0.654200553894043], "r_norm": [0.1946823000907898, 0.1981092393398285]}, {"step": 19900, "epoch": 50, "train_loss": 0.0001423956418875605, "cos_r_negg": [0.589918315410614, 0.6546093225479126], "cos_innovation_negg": [0.589918315410614, 0.6546093225479126], "cos_apical_negg": [0.589918315410614, 0.6546093225479126], "cos_Ac_negg": [0.589918315410614, 0.6546093225479126], "r_norm": [0.1949608325958252, 0.19839602708816528]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9756, "test_loss": 0.12871867713928223}, {"step": 19950, "epoch": 51, "train_loss": 6.650952127529308e-05, "cos_r_negg": [0.5896854400634766, 0.6546416282653809], "cos_innovation_negg": [0.5896854400634766, 0.6546416282653809], "cos_apical_negg": [0.5896854400634766, 0.6546416282653809], "cos_Ac_negg": [0.5896854400634766, 0.6546416282653809], "r_norm": [0.1950729340314865, 0.19849339127540588]}, {"step": 20000, "epoch": 51, "train_loss": 5.97868456679862e-05, "cos_r_negg": [0.5896039009094238, 0.655295193195343], "cos_innovation_negg": [0.5896039009094238, 0.655295193195343], "cos_apical_negg": [0.5896039009094238, 0.655295193195343], "cos_Ac_negg": [0.5896039009094238, 0.655295193195343], "r_norm": [0.19576258957386017, 0.19925473630428314], "ldr": {"dL_sdil": -0.009082607924938202, "dL_bp": -0.011516876518726349, "ratio": 0.7886346536901697}}, {"step": 20050, "epoch": 51, "train_loss": 4.7468754928559065e-05, "cos_r_negg": [0.5896537899971008, 0.6548803448677063], "cos_innovation_negg": [0.5896537899971008, 0.6548803448677063], "cos_apical_negg": [0.5896537899971008, 0.6548803448677063], "cos_Ac_negg": [0.5896537899971008, 0.6548803448677063], "r_norm": [0.19503577053546906, 0.19848009943962097]}, {"step": 20100, "epoch": 51, "train_loss": 4.730097862193361e-05, "cos_r_negg": [0.5896700620651245, 0.6549457311630249], "cos_innovation_negg": [0.5896700620651245, 0.6549457311630249], "cos_apical_negg": [0.5896700620651245, 0.6549457311630249], "cos_Ac_negg": [0.5896700620651245, 0.6549457311630249], "r_norm": [0.19428279995918274, 0.197658509016037]}, {"step": 20150, "epoch": 51, "train_loss": 7.770194497425109e-05, "cos_r_negg": [0.5895488262176514, 0.6550341844558716], "cos_innovation_negg": [0.5895488262176514, 0.6550341844558716], "cos_apical_negg": [0.5895488262176514, 0.6550341844558716], "cos_Ac_negg": [0.5895488262176514, 0.6550341844558716], "r_norm": [0.19382299482822418, 0.19713357090950012]}, {"step": 20200, "epoch": 51, "train_loss": 8.939846884459257e-05, "cos_r_negg": [0.589990496635437, 0.654930591583252], "cos_innovation_negg": [0.589990496635437, 0.654930591583252], "cos_apical_negg": [0.589990496635437, 0.654930591583252], "cos_Ac_negg": [0.589990496635437, 0.654930591583252], "r_norm": [0.19434905052185059, 0.19771315157413483]}, {"step": 20250, "epoch": 51, "train_loss": 6.119255704106763e-05, "cos_r_negg": [0.5899879932403564, 0.6546513438224792], "cos_innovation_negg": [0.5899879932403564, 0.6546513438224792], "cos_apical_negg": [0.5899879932403564, 0.6546513438224792], "cos_Ac_negg": [0.5899879932403564, 0.6546513438224792], "r_norm": [0.19437141716480255, 0.19774405658245087], "ldr": {"dL_sdil": -0.009027071297168732, "dL_bp": -0.011455968022346497, "ratio": 0.7879797918045987}}, {"step": 20300, "epoch": 51, "train_loss": 0.0001281262084376067, "cos_r_negg": [0.5895780920982361, 0.654656171798706], "cos_innovation_negg": [0.5895780920982361, 0.654656171798706], "cos_apical_negg": [0.5895780920982361, 0.654656171798706], "cos_Ac_negg": [0.5895780920982361, 0.654656171798706], "r_norm": [0.19409385323524475, 0.1974259614944458]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9756, "test_loss": 0.12879569807052613}, {"step": 20350, "epoch": 52, "train_loss": 0.00010547740384936333, "cos_r_negg": [0.5895693302154541, 0.6545007228851318], "cos_innovation_negg": [0.5895693302154541, 0.6545007228851318], "cos_apical_negg": [0.5895693302154541, 0.6545007228851318], "cos_Ac_negg": [0.5895693302154541, 0.6545007228851318], "r_norm": [0.19458256661891937, 0.19797968864440918]}, {"step": 20400, "epoch": 52, "train_loss": 7.25238278391771e-05, "cos_r_negg": [0.59006667137146, 0.6549255847930908], "cos_innovation_negg": [0.59006667137146, 0.6549255847930908], "cos_apical_negg": [0.59006667137146, 0.6549255847930908], "cos_Ac_negg": [0.59006667137146, 0.6549255847930908], "r_norm": [0.19446995854377747, 0.19783540070056915]}, {"step": 20450, "epoch": 52, "train_loss": 7.635541260242462e-05, "cos_r_negg": [0.5901603102684021, 0.6550419330596924], "cos_innovation_negg": [0.5901603102684021, 0.6550419330596924], "cos_apical_negg": [0.5901603102684021, 0.6550419330596924], "cos_Ac_negg": [0.5901603102684021, 0.6550419330596924], "r_norm": [0.19469726085662842, 0.19807955622673035]}, {"step": 20500, "epoch": 52, "train_loss": 8.910842007026076e-05, "cos_r_negg": [0.589861273765564, 0.6547746658325195], "cos_innovation_negg": [0.589861273765564, 0.6547746658325195], "cos_apical_negg": [0.589861273765564, 0.6547746658325195], "cos_Ac_negg": [0.589861273765564, 0.6547746658325195], "r_norm": [0.19484375417232513, 0.1982436329126358], "ldr": {"dL_sdil": -0.009070388972759247, "dL_bp": -0.011529095470905304, "ratio": 0.7867389940216194}}, {"step": 20550, "epoch": 52, "train_loss": 5.870065069757402e-05, "cos_r_negg": [0.5900442600250244, 0.6547736525535583], "cos_innovation_negg": [0.5900442600250244, 0.6547736525535583], "cos_apical_negg": [0.5900442600250244, 0.6547736525535583], "cos_Ac_negg": [0.5900442600250244, 0.6547736525535583], "r_norm": [0.195379838347435, 0.19882750511169434]}, {"step": 20600, "epoch": 52, "train_loss": 5.148341733729467e-05, "cos_r_negg": [0.5902218818664551, 0.6549605131149292], "cos_innovation_negg": [0.5902218818664551, 0.6549605131149292], "cos_apical_negg": [0.5902218818664551, 0.6549605131149292], "cos_Ac_negg": [0.5902218818664551, 0.6549605131149292], "r_norm": [0.19636240601539612, 0.19990064203739166]}, {"step": 20650, "epoch": 52, "train_loss": 0.0002014493802562356, "cos_r_negg": [0.5898752212524414, 0.6549100875854492], "cos_innovation_negg": [0.5898752212524414, 0.6549100875854492], "cos_apical_negg": [0.5898752212524414, 0.6549100875854492], "cos_Ac_negg": [0.5898752212524414, 0.6549100875854492], "r_norm": [0.19566026329994202, 0.1991456001996994]}, {"step": 20700, "epoch": 52, "train_loss": 7.655550143681467e-05, "cos_r_negg": [0.589763343334198, 0.6549481749534607], "cos_innovation_negg": [0.589763343334198, 0.6549481749534607], "cos_apical_negg": [0.589763343334198, 0.6549481749534607], "cos_Ac_negg": [0.589763343334198, 0.6549481749534607], "r_norm": [0.1938835084438324, 0.19720205664634705]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9755, "test_loss": 0.12914353637695314}, {"step": 20750, "epoch": 53, "train_loss": 8.320831693708897e-05, "cos_r_negg": [0.5898867845535278, 0.6551023125648499], "cos_innovation_negg": [0.5898867845535278, 0.6551023125648499], "cos_apical_negg": [0.5898867845535278, 0.6551023125648499], "cos_Ac_negg": [0.5898867845535278, 0.6551023125648499], "r_norm": [0.19407051801681519, 0.19741401076316833], "ldr": {"dL_sdil": -0.009056761860847473, "dL_bp": -0.011523246765136719, "ratio": 0.7859557332616072}}, {"step": 20800, "epoch": 53, "train_loss": 0.0001067109260475263, "cos_r_negg": [0.5900057554244995, 0.6551374197006226], "cos_innovation_negg": [0.5900057554244995, 0.6551374197006226], "cos_apical_negg": [0.5900057554244995, 0.6551374197006226], "cos_Ac_negg": [0.5900057554244995, 0.6551374197006226], "r_norm": [0.1937676966190338, 0.19706128537654877]}, {"step": 20850, "epoch": 53, "train_loss": 0.00013636224321089685, "cos_r_negg": [0.5900551080703735, 0.655180037021637], "cos_innovation_negg": [0.5900551080703735, 0.655180037021637], "cos_apical_negg": [0.5900551080703735, 0.655180037021637], "cos_Ac_negg": [0.5900551080703735, 0.655180037021637], "r_norm": [0.1930258572101593, 0.19625362753868103]}, {"step": 20900, "epoch": 53, "train_loss": 0.00012833529035560787, "cos_r_negg": [0.5900437831878662, 0.6551644802093506], "cos_innovation_negg": [0.5900437831878662, 0.6551644802093506], "cos_apical_negg": [0.5900437831878662, 0.6551644802093506], "cos_Ac_negg": [0.5900437831878662, 0.6551644802093506], "r_norm": [0.19280339777469635, 0.19603392481803894]}, {"step": 20950, "epoch": 53, "train_loss": 0.00013197038788348436, "cos_r_negg": [0.5902514457702637, 0.6553363800048828], "cos_innovation_negg": [0.5902514457702637, 0.6553363800048828], "cos_apical_negg": [0.5902514457702637, 0.6553363800048828], "cos_Ac_negg": [0.5902514457702637, 0.6553363800048828], "r_norm": [0.1936536431312561, 0.19699059426784515]}, {"step": 21000, "epoch": 53, "train_loss": 5.563047670875676e-05, "cos_r_negg": [0.5903530120849609, 0.6554086208343506], "cos_innovation_negg": [0.5903530120849609, 0.6554086208343506], "cos_apical_negg": [0.5903530120849609, 0.6554086208343506], "cos_Ac_negg": [0.5903530120849609, 0.6554086208343506], "r_norm": [0.193899467587471, 0.19726219773292542], "ldr": {"dL_sdil": -0.009028881788253784, "dL_bp": -0.011494435369968414, "ratio": 0.7855002440436181}}, {"step": 21050, "epoch": 53, "train_loss": 8.126224565785378e-05, "cos_r_negg": [0.5903077125549316, 0.6553869843482971], "cos_innovation_negg": [0.5903077125549316, 0.6553869843482971], "cos_apical_negg": [0.5903077125549316, 0.6553869843482971], "cos_Ac_negg": [0.5903077125549316, 0.6553869843482971], "r_norm": [0.1939571052789688, 0.1972903311252594]}, {"step": 21100, "epoch": 53, "train_loss": 0.00020840131037402898, "cos_r_negg": [0.5900487303733826, 0.6554176807403564], "cos_innovation_negg": [0.5900487303733826, 0.6554176807403564], "cos_apical_negg": [0.5900487303733826, 0.6554176807403564], "cos_Ac_negg": [0.5900487303733826, 0.6554176807403564], "r_norm": [0.19433581829071045, 0.19772222638130188]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9755, "test_loss": 0.1293618884563446}, {"step": 21150, "epoch": 54, "train_loss": 5.772298754891381e-05, "cos_r_negg": [0.5902765393257141, 0.655553936958313], "cos_innovation_negg": [0.5902765393257141, 0.655553936958313], "cos_apical_negg": [0.5902765393257141, 0.655553936958313], "cos_Ac_negg": [0.5902765393257141, 0.655553936958313], "r_norm": [0.1951657384634018, 0.19863121211528778]}, {"step": 21200, "epoch": 54, "train_loss": 5.0001028284896165e-05, "cos_r_negg": [0.5906168818473816, 0.6558141708374023], "cos_innovation_negg": [0.5906168818473816, 0.6558141708374023], "cos_apical_negg": [0.5906168818473816, 0.6558141708374023], "cos_Ac_negg": [0.5906168818473816, 0.6558141708374023], "r_norm": [0.1956198364496231, 0.19914817810058594]}, {"step": 21250, "epoch": 54, "train_loss": 3.544661740306765e-05, "cos_r_negg": [0.5902270078659058, 0.6557334065437317], "cos_innovation_negg": [0.5902270078659058, 0.6557334065437317], "cos_apical_negg": [0.5902270078659058, 0.6557334065437317], "cos_Ac_negg": [0.5902270078659058, 0.6557334065437317], "r_norm": [0.19549059867858887, 0.19899258017539978], "ldr": {"dL_sdil": -0.009166896343231201, "dL_bp": -0.011696264147758484, "ratio": 0.7837456667724095}}, {"step": 21300, "epoch": 54, "train_loss": 0.00012323795817792416, "cos_r_negg": [0.590283215045929, 0.6557409763336182], "cos_innovation_negg": [0.590283215045929, 0.6557409763336182], "cos_apical_negg": [0.590283215045929, 0.6557409763336182], "cos_Ac_negg": [0.590283215045929, 0.6557409763336182], "r_norm": [0.19549572467803955, 0.1989903748035431]}, {"step": 21350, "epoch": 54, "train_loss": 0.00011283409548923373, "cos_r_negg": [0.5902482867240906, 0.6556960344314575], "cos_innovation_negg": [0.5902482867240906, 0.6556960344314575], "cos_apical_negg": [0.5902482867240906, 0.6556960344314575], "cos_Ac_negg": [0.5902482867240906, 0.6556960344314575], "r_norm": [0.19454129040241241, 0.1979241967201233]}, {"step": 21400, "epoch": 54, "train_loss": 9.303523984272033e-05, "cos_r_negg": [0.5903548002243042, 0.65552818775177], "cos_innovation_negg": [0.5903548002243042, 0.65552818775177], "cos_apical_negg": [0.5903548002243042, 0.65552818775177], "cos_Ac_negg": [0.5903548002243042, 0.65552818775177], "r_norm": [0.19429035484790802, 0.1976403295993805]}, {"step": 21450, "epoch": 54, "train_loss": 0.00011314988660160452, "cos_r_negg": [0.590093731880188, 0.6555930376052856], "cos_innovation_negg": [0.590093731880188, 0.6555930376052856], "cos_apical_negg": [0.590093731880188, 0.6555930376052856], "cos_Ac_negg": [0.590093731880188, 0.6555930376052856], "r_norm": [0.19349795579910278, 0.1967872679233551]}, {"step": 21500, "epoch": 54, "train_loss": 9.858260455075651e-05, "cos_r_negg": [0.5903418064117432, 0.6557572484016418], "cos_innovation_negg": [0.5903418064117432, 0.6557572484016418], "cos_apical_negg": [0.5903418064117432, 0.6557572484016418], "cos_Ac_negg": [0.5903418064117432, 0.6557572484016418], "r_norm": [0.19358575344085693, 0.19687649607658386], "ldr": {"dL_sdil": -0.009108327329158783, "dL_bp": -0.01162721961736679, "ratio": 0.7833624571393053}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9756, "test_loss": 0.12961109743118285}, {"step": 21550, "epoch": 55, "train_loss": 6.931246753083542e-05, "cos_r_negg": [0.590442419052124, 0.6558163166046143], "cos_innovation_negg": [0.590442419052124, 0.6558163166046143], "cos_apical_negg": [0.590442419052124, 0.6558163166046143], "cos_Ac_negg": [0.590442419052124, 0.6558163166046143], "r_norm": [0.19413940608501434, 0.19747725129127502]}, {"step": 21600, "epoch": 55, "train_loss": 9.881889855023474e-05, "cos_r_negg": [0.589890718460083, 0.6558030843734741], "cos_innovation_negg": [0.589890718460083, 0.6558030843734741], "cos_apical_negg": [0.589890718460083, 0.6558030843734741], "cos_Ac_negg": [0.589890718460083, 0.6558030843734741], "r_norm": [0.19389638304710388, 0.1972247064113617]}, {"step": 21650, "epoch": 55, "train_loss": 8.575177344027907e-05, "cos_r_negg": [0.5899035930633545, 0.6558652520179749], "cos_innovation_negg": [0.5899035930633545, 0.6558652520179749], "cos_apical_negg": [0.5899035930633545, 0.6558652520179749], "cos_Ac_negg": [0.5899035930633545, 0.6558652520179749], "r_norm": [0.1928020864725113, 0.19601425528526306]}, {"step": 21700, "epoch": 55, "train_loss": 7.827689114492387e-05, "cos_r_negg": [0.5902910232543945, 0.6559747457504272], "cos_innovation_negg": [0.5902910232543945, 0.6559747457504272], "cos_apical_negg": [0.5902910232543945, 0.6559747457504272], "cos_Ac_negg": [0.5902910232543945, 0.6559747457504272], "r_norm": [0.19290193915367126, 0.196130633354187]}, {"step": 21750, "epoch": 55, "train_loss": 0.00010722255683504045, "cos_r_negg": [0.5905455946922302, 0.6559157371520996], "cos_innovation_negg": [0.5905455946922302, 0.6559157371520996], "cos_apical_negg": [0.5905455946922302, 0.6559157371520996], "cos_Ac_negg": [0.5905455946922302, 0.6559157371520996], "r_norm": [0.1931622326374054, 0.196406751871109], "ldr": {"dL_sdil": -0.009096436202526093, "dL_bp": -0.011622093617916107, "ratio": 0.782684815798027}}, {"step": 21800, "epoch": 55, "train_loss": 0.00028221210232004523, "cos_r_negg": [0.5906848907470703, 0.6560854315757751], "cos_innovation_negg": [0.5906848907470703, 0.6560854315757751], "cos_apical_negg": [0.5906848907470703, 0.6560854315757751], "cos_Ac_negg": [0.5906848907470703, 0.6560854315757751], "r_norm": [0.19372408092021942, 0.1970173716545105]}, {"step": 21850, "epoch": 55, "train_loss": 9.454919199924916e-05, "cos_r_negg": [0.590714156627655, 0.6561169028282166], "cos_innovation_negg": [0.590714156627655, 0.6561169028282166], "cos_apical_negg": [0.590714156627655, 0.6561169028282166], "cos_Ac_negg": [0.590714156627655, 0.6561169028282166], "r_norm": [0.19451572000980377, 0.19790945947170258]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9755, "test_loss": 0.1299011016368866}, {"step": 21900, "epoch": 56, "train_loss": 6.168328400235623e-05, "cos_r_negg": [0.59087735414505, 0.656160831451416], "cos_innovation_negg": [0.59087735414505, 0.656160831451416], "cos_apical_negg": [0.59087735414505, 0.656160831451416], "cos_Ac_negg": [0.59087735414505, 0.656160831451416], "r_norm": [0.19487802684307098, 0.1983058750629425]}, {"step": 21950, "epoch": 56, "train_loss": 0.0002605945919640362, "cos_r_negg": [0.5908734798431396, 0.656268298625946], "cos_innovation_negg": [0.5908734798431396, 0.656268298625946], "cos_apical_negg": [0.5908734798431396, 0.656268298625946], "cos_Ac_negg": [0.5908734798431396, 0.656268298625946], "r_norm": [0.19406506419181824, 0.19739656150341034]}, {"step": 22000, "epoch": 56, "train_loss": 2.8106316676712595e-05, "cos_r_negg": [0.5906319618225098, 0.6561955213546753], "cos_innovation_negg": [0.5906319618225098, 0.6561955213546753], "cos_apical_negg": [0.5906319618225098, 0.6561955213546753], "cos_Ac_negg": [0.5906319618225098, 0.6561955213546753], "r_norm": [0.19490885734558105, 0.1983075737953186], "ldr": {"dL_sdil": -0.00914464145898819, "dL_bp": -0.011698052287101746, "ratio": 0.7817234215195855}}, {"step": 22050, "epoch": 56, "train_loss": 3.726129943970591e-05, "cos_r_negg": [0.5908139944076538, 0.6562356352806091], "cos_innovation_negg": [0.5908139944076538, 0.6562356352806091], "cos_apical_negg": [0.5908139944076538, 0.6562356352806091], "cos_Ac_negg": [0.5908139944076538, 0.6562356352806091], "r_norm": [0.19489853084087372, 0.19830411672592163]}, {"step": 22100, "epoch": 56, "train_loss": 0.0001378359884256497, "cos_r_negg": [0.5905500054359436, 0.6563073992729187], "cos_innovation_negg": [0.5905500054359436, 0.6563073992729187], "cos_apical_negg": [0.5905500054359436, 0.6563073992729187], "cos_Ac_negg": [0.5905500054359436, 0.6563073992729187], "r_norm": [0.1949431598186493, 0.19836241006851196]}, {"step": 22150, "epoch": 56, "train_loss": 0.00020314248104114085, "cos_r_negg": [0.5905881524085999, 0.6563621759414673], "cos_innovation_negg": [0.5905881524085999, 0.6563621759414673], "cos_apical_negg": [0.5905881524085999, 0.6563621759414673], "cos_Ac_negg": [0.5905881524085999, 0.6563621759414673], "r_norm": [0.19433654844760895, 0.19771906733512878]}, {"step": 22200, "epoch": 56, "train_loss": 0.00016641257388982922, "cos_r_negg": [0.5907084345817566, 0.6563255190849304], "cos_innovation_negg": [0.5907084345817566, 0.6563255190849304], "cos_apical_negg": [0.5907084345817566, 0.6563255190849304], "cos_Ac_negg": [0.5907084345817566, 0.6563255190849304], "r_norm": [0.1946486085653305, 0.19807854294776917]}, {"step": 22250, "epoch": 56, "train_loss": 0.0001464600209146738, "cos_r_negg": [0.5906202793121338, 0.6563553810119629], "cos_innovation_negg": [0.5906202793121338, 0.6563553810119629], "cos_apical_negg": [0.5906202793121338, 0.6563553810119629], "cos_Ac_negg": [0.5906202793121338, 0.6563553810119629], "r_norm": [0.19504572451114655, 0.19850440323352814], "ldr": {"dL_sdil": -0.009245224297046661, "dL_bp": -0.011847272515296936, "ratio": 0.7803673195758292}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9754, "test_loss": 0.13011272044181824}, {"step": 22300, "epoch": 57, "train_loss": 0.00012259911454748362, "cos_r_negg": [0.5908278226852417, 0.656501054763794], "cos_innovation_negg": [0.5908278226852417, 0.656501054763794], "cos_apical_negg": [0.5908278226852417, 0.656501054763794], "cos_Ac_negg": [0.5908278226852417, 0.656501054763794], "r_norm": [0.19491875171661377, 0.19832980632781982]}, {"step": 22350, "epoch": 57, "train_loss": 0.00014590646605938673, "cos_r_negg": [0.5909630060195923, 0.6566157341003418], "cos_innovation_negg": [0.5909630060195923, 0.6566157341003418], "cos_apical_negg": [0.5909630060195923, 0.6566157341003418], "cos_Ac_negg": [0.5909630060195923, 0.6566157341003418], "r_norm": [0.1946374922990799, 0.19799549877643585]}, {"step": 22400, "epoch": 57, "train_loss": 0.00011110990453744307, "cos_r_negg": [0.5907337665557861, 0.656642735004425], "cos_innovation_negg": [0.5907337665557861, 0.656642735004425], "cos_apical_negg": [0.5907337665557861, 0.656642735004425], "cos_Ac_negg": [0.5907337665557861, 0.656642735004425], "r_norm": [0.19480502605438232, 0.19817796349525452]}, {"step": 22450, "epoch": 57, "train_loss": 5.853805487276986e-05, "cos_r_negg": [0.5910211801528931, 0.6567349433898926], "cos_innovation_negg": [0.5910211801528931, 0.6567349433898926], "cos_apical_negg": [0.5910211801528931, 0.6567349433898926], "cos_Ac_negg": [0.5910211801528931, 0.6567349433898926], "r_norm": [0.19451458752155304, 0.19786953926086426]}, {"step": 22500, "epoch": 57, "train_loss": 8.793691085884348e-05, "cos_r_negg": [0.5911452770233154, 0.6568285226821899], "cos_innovation_negg": [0.5911452770233154, 0.6568285226821899], "cos_apical_negg": [0.5911452770233154, 0.6568285226821899], "cos_Ac_negg": [0.5911452770233154, 0.6568285226821899], "r_norm": [0.19379383325576782, 0.19710484147071838], "ldr": {"dL_sdil": -0.009179249405860901, "dL_bp": -0.011777281761169434, "ratio": 0.7794030568348601}}, {"step": 22550, "epoch": 57, "train_loss": 0.00010645583097357303, "cos_r_negg": [0.5910276174545288, 0.6567344665527344], "cos_innovation_negg": [0.5910276174545288, 0.6567344665527344], "cos_apical_negg": [0.5910276174545288, 0.6567344665527344], "cos_Ac_negg": [0.5910276174545288, 0.6567344665527344], "r_norm": [0.1944543719291687, 0.1978534758090973]}, {"step": 22600, "epoch": 57, "train_loss": 2.234176645288244e-05, "cos_r_negg": [0.5909589529037476, 0.6566921472549438], "cos_innovation_negg": [0.5909589529037476, 0.6566921472549438], "cos_apical_negg": [0.5909589529037476, 0.6566921472549438], "cos_Ac_negg": [0.5909589529037476, 0.6566921472549438], "r_norm": [0.19427606463432312, 0.19765661656856537]}, {"step": 22650, "epoch": 57, "train_loss": 8.880029054125771e-05, "cos_r_negg": [0.590582013130188, 0.6565984487533569], "cos_innovation_negg": [0.590582013130188, 0.6565984487533569], "cos_apical_negg": [0.590582013130188, 0.6565984487533569], "cos_Ac_negg": [0.590582013130188, 0.6565984487533569], "r_norm": [0.19441108405590057, 0.197788804769516]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9755, "test_loss": 0.13031513714790344}, {"step": 22700, "epoch": 58, "train_loss": 0.00012545731442514807, "cos_r_negg": [0.5905386209487915, 0.6565642356872559], "cos_innovation_negg": [0.5905386209487915, 0.6565642356872559], "cos_apical_negg": [0.5905386209487915, 0.6565642356872559], "cos_Ac_negg": [0.5905386209487915, 0.6565642356872559], "r_norm": [0.1937553882598877, 0.19709965586662292]}, {"step": 22750, "epoch": 58, "train_loss": 0.00012215970491524786, "cos_r_negg": [0.5903841257095337, 0.6565731763839722], "cos_innovation_negg": [0.5903841257095337, 0.6565731763839722], "cos_apical_negg": [0.5903841257095337, 0.6565731763839722], "cos_Ac_negg": [0.5903841257095337, 0.6565731763839722], "r_norm": [0.19339868426322937, 0.196696475148201], "ldr": {"dL_sdil": -0.009111948311328888, "dL_bp": -0.01169673353433609, "ratio": 0.7790164907647513}}, {"step": 22800, "epoch": 58, "train_loss": 0.00015827349852770567, "cos_r_negg": [0.5907375812530518, 0.6567859649658203], "cos_innovation_negg": [0.5907375812530518, 0.6567859649658203], "cos_apical_negg": [0.5907375812530518, 0.6567859649658203], "cos_Ac_negg": [0.5907375812530518, 0.6567859649658203], "r_norm": [0.19410020112991333, 0.19743157923221588]}, {"step": 22850, "epoch": 58, "train_loss": 0.00013152745668776333, "cos_r_negg": [0.5904736518859863, 0.6566759943962097], "cos_innovation_negg": [0.5904736518859863, 0.6566759943962097], "cos_apical_negg": [0.5904736518859863, 0.6566759943962097], "cos_Ac_negg": [0.5904736518859863, 0.6566759943962097], "r_norm": [0.19470106065273285, 0.19811251759529114]}, {"step": 22900, "epoch": 58, "train_loss": 5.3267893235897645e-05, "cos_r_negg": [0.5904339551925659, 0.6567224264144897], "cos_innovation_negg": [0.5904339551925659, 0.6567224264144897], "cos_apical_negg": [0.5904339551925659, 0.6567224264144897], "cos_Ac_negg": [0.5904339551925659, 0.6567224264144897], "r_norm": [0.19457083940505981, 0.19798457622528076]}, {"step": 22950, "epoch": 58, "train_loss": 0.00011108115722890943, "cos_r_negg": [0.5906586647033691, 0.656848132610321], "cos_innovation_negg": [0.5906586647033691, 0.656848132610321], "cos_apical_negg": [0.5906586647033691, 0.656848132610321], "cos_Ac_negg": [0.5906586647033691, 0.656848132610321], "r_norm": [0.1944921761751175, 0.19786769151687622]}, {"step": 23000, "epoch": 58, "train_loss": 3.865379767375998e-05, "cos_r_negg": [0.5905588269233704, 0.6570669412612915], "cos_innovation_negg": [0.5905588269233704, 0.6570669412612915], "cos_apical_negg": [0.5905588269233704, 0.6570669412612915], "cos_Ac_negg": [0.5905588269233704, 0.6570669412612915], "r_norm": [0.19414710998535156, 0.19747088849544525], "ldr": {"dL_sdil": -0.00924719125032425, "dL_bp": -0.011890262365341187, "ratio": 0.7777112872865446}}, {"step": 23050, "epoch": 58, "train_loss": 5.9951693401671946e-05, "cos_r_negg": [0.5909068584442139, 0.6571387648582458], "cos_innovation_negg": [0.5909068584442139, 0.6571387648582458], "cos_apical_negg": [0.5909068584442139, 0.6571387648582458], "cos_Ac_negg": [0.5909068584442139, 0.6571387648582458], "r_norm": [0.1939525157213211, 0.19725686311721802]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9756, "test_loss": 0.13060261211395263}, {"step": 23100, "epoch": 59, "train_loss": 7.594519411213696e-05, "cos_r_negg": [0.5904107093811035, 0.6567929983139038], "cos_innovation_negg": [0.5904107093811035, 0.6567929983139038], "cos_apical_negg": [0.5904107093811035, 0.6567929983139038], "cos_Ac_negg": [0.5904107093811035, 0.6567929983139038], "r_norm": [0.19400109350681305, 0.1973506063222885]}, {"step": 23150, "epoch": 59, "train_loss": 2.9417135010589845e-05, "cos_r_negg": [0.5906728506088257, 0.6571176648139954], "cos_innovation_negg": [0.5906728506088257, 0.6571176648139954], "cos_apical_negg": [0.5906728506088257, 0.6571176648139954], "cos_Ac_negg": [0.5906728506088257, 0.6571176648139954], "r_norm": [0.19297122955322266, 0.19623029232025146]}, {"step": 23200, "epoch": 59, "train_loss": 4.610005271388218e-05, "cos_r_negg": [0.5907671451568604, 0.6572607755661011], "cos_innovation_negg": [0.5907671451568604, 0.6572607755661011], "cos_apical_negg": [0.5907671451568604, 0.6572607755661011], "cos_Ac_negg": [0.5907671451568604, 0.6572607755661011], "r_norm": [0.19368088245391846, 0.1969958394765854]}, {"step": 23250, "epoch": 59, "train_loss": 6.981089245527983e-05, "cos_r_negg": [0.5907307267189026, 0.6572926640510559], "cos_innovation_negg": [0.5907307267189026, 0.6572926640510559], "cos_apical_negg": [0.5907307267189026, 0.6572926640510559], "cos_Ac_negg": [0.5907307267189026, 0.6572926640510559], "r_norm": [0.19330337643623352, 0.19656077027320862], "ldr": {"dL_sdil": -0.00918944925069809, "dL_bp": -0.011816538870334625, "ratio": 0.7776768943542484}}, {"step": 23300, "epoch": 59, "train_loss": 9.000199497677386e-05, "cos_r_negg": [0.590643048286438, 0.6573135256767273], "cos_innovation_negg": [0.590643048286438, 0.6573135256767273], "cos_apical_negg": [0.590643048286438, 0.6573135256767273], "cos_Ac_negg": [0.590643048286438, 0.6573135256767273], "r_norm": [0.19356659054756165, 0.1968592405319214]}, {"step": 23350, "epoch": 59, "train_loss": 3.037547503481619e-05, "cos_r_negg": [0.5906847715377808, 0.6573094129562378], "cos_innovation_negg": [0.5906847715377808, 0.6573094129562378], "cos_apical_negg": [0.5906847715377808, 0.6573094129562378], "cos_Ac_negg": [0.5906847715377808, 0.6573094129562378], "r_norm": [0.19514334201812744, 0.19858738780021667]}, {"step": 23400, "epoch": 59, "train_loss": 0.00030192395206540823, "cos_r_negg": [0.5907071232795715, 0.6572291254997253], "cos_innovation_negg": [0.5907071232795715, 0.6572291254997253], "cos_apical_negg": [0.5907071232795715, 0.6572291254997253], "cos_Ac_negg": [0.5907071232795715, 0.6572291254997253], "r_norm": [0.19370442628860474, 0.19700950384140015]}, {"step": 23450, "epoch": 59, "train_loss": 6.753162597306073e-05, "cos_r_negg": [0.5905181169509888, 0.6571680307388306], "cos_innovation_negg": [0.5905181169509888, 0.6571680307388306], "cos_apical_negg": [0.5905181169509888, 0.6571680307388306], "cos_Ac_negg": [0.5905181169509888, 0.6571680307388306], "r_norm": [0.19362396001815796, 0.19693437218666077]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9756, "test_loss": 0.13081600499153137}], "final": {"test_acc": 0.9756, "test_loss": 0.13081600499153137, "wall_s": 58.103204011917114, "cos_r_negg": [0.5905851125717163, 0.6572580337524414], "cos_innovation_negg": [0.5905851125717163, 0.6572580337524414], "cos_apical_negg": [0.5905851125717163, 0.6572580337524414], "cos_Ac_negg": [0.5905851125717163, 0.6572580337524414]}}
\ No newline at end of file