path: root/results/ep_match_v1_mnist_sdil_w256_d3_s1.json

{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_match_v1_mnist_sdil_w256_d3_s1", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3325631618499756, "cos_r_negg": [0.018154017627239227, -0.011148737743496895, -0.005816261284053326], "cos_innovation_negg": [0.018154017627239227, -0.011148737743496895, -0.005816261284053326], "cos_apical_negg": [0.018154017627239227, -0.011148737743496895, -0.005816261284053326], "cos_Ac_negg": [0.018154017627239227, -0.011148737743496895, -0.005816261284053326], "r_norm": [4.733996868133545, 4.796762466430664, 4.7863969802856445], "ldr": {"dL_sdil": -0.04592156410217285, "dL_bp": -0.22312402725219727, "ratio": 0.20581182881872095}}, {"step": 50, "epoch": 0, "train_loss": 0.6989476680755615, "cos_r_negg": [0.4171985387802124, 0.31294262409210205, 0.29292982816696167], "cos_innovation_negg": [0.4171985387802124, 0.31294262409210205, 0.29292982816696167], "cos_apical_negg": [0.4171985387802124, 0.31294262409210205, 0.29292982816696167], "cos_Ac_negg": [0.4171985387802124, 0.31294262409210205, 0.29292982816696167], "r_norm": [1.2128924131393433, 1.216951608657837, 1.2426297664642334]}, {"step": 100, "epoch": 0, "train_loss": 0.30894869565963745, "cos_r_negg": [0.46398890018463135, 0.3279477655887604, 0.3241901397705078], "cos_innovation_negg": [0.46398890018463135, 0.3279477655887604, 0.3241901397705078], "cos_apical_negg": [0.46398890018463135, 0.3279477655887604, 0.3241901397705078], "cos_Ac_negg": [0.46398890018463135, 0.3279477655887604, 0.3241901397705078], "r_norm": [0.9851197004318237, 0.9905135631561279, 1.0092172622680664]}, {"step": 150, "epoch": 0, "train_loss": 0.18788672983646393, "cos_r_negg": [0.45866602659225464, 0.371407687664032, 0.3326675295829773], "cos_innovation_negg": [0.45866602659225464, 0.371407687664032, 0.3326675295829773], "cos_apical_negg": [0.45866602659225464, 0.371407687664032, 0.3326675295829773], "cos_Ac_negg": [0.45866602659225464, 0.371407687664032, 0.3326675295829773], "r_norm": [0.7670449018478394, 0.772146463394165, 0.7833980321884155]}, {"step": 200, "epoch": 0, "train_loss": 0.28179308772087097, "cos_r_negg": [0.4737855792045593, 0.40062761306762695, 0.3733294606208801], "cos_innovation_negg": [0.4737855792045593, 0.40062761306762695, 0.3733294606208801], "cos_apical_negg": [0.4737855792045593, 0.40062761306762695, 0.3733294606208801], "cos_Ac_negg": [0.4737855792045593, 0.40062761306762695, 0.3733294606208801], "r_norm": [0.7265447378158569, 0.7328870892524719, 0.7447304725646973]}, {"step": 250, "epoch": 0, "train_loss": 0.26669591665267944, "cos_r_negg": [0.5002297759056091, 0.4202895164489746, 0.37864184379577637], "cos_innovation_negg": [0.5002297759056091, 0.4202895164489746, 0.37864184379577637], "cos_apical_negg": [0.5002297759056091, 0.4202895164489746, 0.37864184379577637], "cos_Ac_negg": [0.5002297759056091, 0.4202895164489746, 0.37864184379577637], "r_norm": [0.6529134511947632, 0.653572678565979, 0.6668415665626526], "ldr": {"dL_sdil": -0.010019272565841675, "dL_bp": -0.008777543902397156, "ratio": 1.1414665283651162}}, {"step": 300, "epoch": 0, "train_loss": 0.1448812037706375, "cos_r_negg": [0.5132012367248535, 0.429262638092041, 0.370262086391449], "cos_innovation_negg": [0.5132012367248535, 0.429262638092041, 0.370262086391449], "cos_apical_negg": [0.5132012367248535, 0.429262638092041, 0.370262086391449], "cos_Ac_negg": [0.5132012367248535, 0.429262638092041, 0.370262086391449], "r_norm": [0.5609323978424072, 0.5626816749572754, 0.5759875774383545]}, {"step": 350, "epoch": 0, "train_loss": 0.2116699069738388, "cos_r_negg": [0.5159497261047363, 0.450511634349823, 0.37895625829696655], "cos_innovation_negg": [0.5159497261047363, 0.450511634349823, 0.37895625829696655], "cos_apical_negg": [0.5159497261047363, 0.450511634349823, 0.37895625829696655], "cos_Ac_negg": [0.5159497261047363, 0.450511634349823, 0.37895625829696655], "r_norm": [0.5851317644119263, 0.5871607065200806, 0.5960401296615601]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9425, "test_loss": 0.19122634506225586}, {"step": 400, "epoch": 1, "train_loss": 0.12420488893985748, "cos_r_negg": [0.518089771270752, 0.47889840602874756, 0.4130493998527527], "cos_innovation_negg": [0.518089771270752, 0.47889840602874756, 0.4130493998527527], "cos_apical_negg": [0.518089771270752, 0.47889840602874756, 0.4130493998527527], "cos_Ac_negg": [0.518089771270752, 0.47889840602874756, 0.4130493998527527], "r_norm": [0.5363465547561646, 0.5381661653518677, 0.5455495715141296]}, {"step": 450, "epoch": 1, "train_loss": 0.16129380464553833, "cos_r_negg": [0.4891979396343231, 0.4537259042263031, 0.3956911563873291], "cos_innovation_negg": [0.4891979396343231, 0.4537259042263031, 0.3956911563873291], "cos_apical_negg": [0.4891979396343231, 0.4537259042263031, 0.3956911563873291], "cos_Ac_negg": [0.4891979396343231, 0.4537259042263031, 0.3956911563873291], "r_norm": [0.46002060174942017, 0.4591332674026489, 0.4687613546848297]}, {"step": 500, "epoch": 1, "train_loss": 0.1766093671321869, "cos_r_negg": [0.5030666589736938, 0.4638838768005371, 0.40035736560821533], "cos_innovation_negg": [0.5030666589736938, 0.4638838768005371, 0.40035736560821533], "cos_apical_negg": [0.5030666589736938, 0.4638838768005371, 0.40035736560821533], "cos_Ac_negg": [0.5030666589736938, 0.4638838768005371, 0.40035736560821533], "r_norm": [0.4260190725326538, 0.42835742235183716, 0.4325617849826813], "ldr": {"dL_sdil": -0.005232229828834534, "dL_bp": -0.004542216658592224, "ratio": 1.1519111090698537}}, {"step": 550, "epoch": 1, "train_loss": 0.13919229805469513, "cos_r_negg": [0.5142093896865845, 0.4778963327407837, 0.41514936089515686], "cos_innovation_negg": [0.5142093896865845, 0.4778963327407837, 0.41514936089515686], "cos_apical_negg": [0.5142093896865845, 0.4778963327407837, 0.41514936089515686], "cos_Ac_negg": [0.5142093896865845, 0.4778963327407837, 0.41514936089515686], "r_norm": [0.4577493369579315, 0.45764464139938354, 0.46386289596557617]}, {"step": 600, "epoch": 1, "train_loss": 0.10664363205432892, "cos_r_negg": [0.5136488676071167, 0.4854944348335266, 0.42114052176475525], "cos_innovation_negg": [0.5136488676071167, 0.4854944348335266, 0.42114052176475525], "cos_apical_negg": [0.5136488676071167, 0.4854944348335266, 0.42114052176475525], "cos_Ac_negg": [0.5136488676071167, 0.4854944348335266, 0.42114052176475525], "r_norm": [0.45580190420150757, 0.45935192704200745, 0.4583771228790283]}, {"step": 650, "epoch": 1, "train_loss": 0.11938028037548065, "cos_r_negg": [0.5378670692443848, 0.4822646975517273, 0.4304743707180023], "cos_innovation_negg": [0.5378670692443848, 0.4822646975517273, 0.4304743707180023], "cos_apical_negg": [0.5378670692443848, 0.4822646975517273, 0.4304743707180023], "cos_Ac_negg": [0.5378670692443848, 0.4822646975517273, 0.4304743707180023], "r_norm": [0.3810032606124878, 0.380464643239975, 0.3854506313800812]}, {"step": 700, "epoch": 1, "train_loss": 0.12411926686763763, "cos_r_negg": [0.521552324295044, 0.4769900441169739, 0.4258943796157837], "cos_innovation_negg": [0.521552324295044, 0.4769900441169739, 0.4258943796157837], "cos_apical_negg": [0.521552324295044, 0.4769900441169739, 0.4258943796157837], "cos_Ac_negg": [0.521552324295044, 0.4769900441169739, 0.4258943796157837], "r_norm": [0.4334273934364319, 0.4388948082923889, 0.439134418964386]}, {"step": 750, "epoch": 1, "train_loss": 0.19310076534748077, "cos_r_negg": [0.5466012358665466, 0.5047886371612549, 0.4239911437034607], "cos_innovation_negg": [0.5466012358665466, 0.5047886371612549, 0.4239911437034607], "cos_apical_negg": [0.5466012358665466, 0.5047886371612549, 0.4239911437034607], "cos_Ac_negg": [0.5466012358665466, 0.5047886371612549, 0.4239911437034607], "r_norm": [0.4452641010284424, 0.45057982206344604, 0.4524746835231781], "ldr": {"dL_sdil": -0.010885864496231079, "dL_bp": -0.009648069739341736, "ratio": 1.1282945490994964}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9559, "test_loss": 0.14776166839599608}, {"step": 800, "epoch": 2, "train_loss": 0.11163865029811859, "cos_r_negg": [0.5213137269020081, 0.5032415390014648, 0.4327084422111511], "cos_innovation_negg": [0.5213137269020081, 0.5032415390014648, 0.4327084422111511], "cos_apical_negg": [0.5213137269020081, 0.5032415390014648, 0.4327084422111511], "cos_Ac_negg": [0.5213137269020081, 0.5032415390014648, 0.4327084422111511], "r_norm": [0.44324442744255066, 0.4472297430038452, 0.4500628411769867]}, {"step": 850, "epoch": 2, "train_loss": 0.039059530943632126, "cos_r_negg": [0.5520291924476624, 0.5212968587875366, 0.4601536989212036], "cos_innovation_negg": [0.5520291924476624, 0.5212968587875366, 0.4601536989212036], "cos_apical_negg": [0.5520291924476624, 0.5212968587875366, 0.4601536989212036], "cos_Ac_negg": [0.5520291924476624, 0.5212968587875366, 0.4601536989212036], "r_norm": [0.3407784700393677, 0.3428008556365967, 0.343068391084671]}, {"step": 900, "epoch": 2, "train_loss": 0.046419657766819, "cos_r_negg": [0.5510814189910889, 0.5161781907081604, 0.44912809133529663], "cos_innovation_negg": [0.5510814189910889, 0.5161781907081604, 0.44912809133529663], "cos_apical_negg": [0.5510814189910889, 0.5161781907081604, 0.44912809133529663], "cos_Ac_negg": [0.5510814189910889, 0.5161781907081604, 0.44912809133529663], "r_norm": [0.38741910457611084, 0.38852521777153015, 0.3908008337020874]}, {"step": 950, "epoch": 2, "train_loss": 0.10146347433328629, "cos_r_negg": [0.5576192140579224, 0.5226948261260986, 0.4546542167663574], "cos_innovation_negg": [0.5576192140579224, 0.5226948261260986, 0.4546542167663574], "cos_apical_negg": [0.5576192140579224, 0.5226948261260986, 0.4546542167663574], "cos_Ac_negg": [0.5576192140579224, 0.5226948261260986, 0.4546542167663574], "r_norm": [0.34414437413215637, 0.3441411852836609, 0.3469480276107788]}, {"step": 1000, "epoch": 2, "train_loss": 0.1487901210784912, "cos_r_negg": [0.5535523295402527, 0.5312702655792236, 0.45381706953048706], "cos_innovation_negg": [0.5535523295402527, 0.5312702655792236, 0.45381706953048706], "cos_apical_negg": [0.5535523295402527, 0.5312702655792236, 0.45381706953048706], "cos_Ac_negg": [0.5535523295402527, 0.5312702655792236, 0.45381706953048706], "r_norm": [0.3766879141330719, 0.3780704736709595, 0.377485454082489], "ldr": {"dL_sdil": -0.008726179599761963, "dL_bp": -0.008468881249427795, "ratio": 1.0303816221713527}}, {"step": 1050, "epoch": 2, "train_loss": 0.058551136404275894, "cos_r_negg": [0.5609028339385986, 0.533680260181427, 0.4555811285972595], "cos_innovation_negg": [0.5609028339385986, 0.533680260181427, 0.4555811285972595], "cos_apical_negg": [0.5609028339385986, 0.533680260181427, 0.4555811285972595], "cos_Ac_negg": [0.5609028339385986, 0.533680260181427, 0.4555811285972595], "r_norm": [0.38181230425834656, 0.3790220022201538, 0.3856940269470215]}, {"step": 1100, "epoch": 2, "train_loss": 0.17687751352787018, "cos_r_negg": [0.5474849939346313, 0.5372866988182068, 0.4660332202911377], "cos_innovation_negg": [0.5474849939346313, 0.5372866988182068, 0.4660332202911377], "cos_apical_negg": [0.5474849939346313, 0.5372866988182068, 0.4660332202911377], "cos_Ac_negg": [0.5474849939346313, 0.5372866988182068, 0.4660332202911377], "r_norm": [0.30651408433914185, 0.30809253454208374, 0.30758780241012573]}, {"step": 1150, "epoch": 2, "train_loss": 0.1137852594256401, "cos_r_negg": [0.5690146684646606, 0.5531913638114929, 0.4729084372520447], "cos_innovation_negg": [0.5690146684646606, 0.5531913638114929, 0.4729084372520447], "cos_apical_negg": [0.5690146684646606, 0.5531913638114929, 0.4729084372520447], "cos_Ac_negg": [0.5690146684646606, 0.5531913638114929, 0.4729084372520447], "r_norm": [0.2800094783306122, 0.28288063406944275, 0.2845507562160492]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9607, "test_loss": 0.13978848457336426}, {"step": 1200, "epoch": 3, "train_loss": 0.12797203660011292, "cos_r_negg": [0.5391243696212769, 0.5220585465431213, 0.47794824838638306], "cos_innovation_negg": [0.5391243696212769, 0.5220585465431213, 0.47794824838638306], "cos_apical_negg": [0.5391243696212769, 0.5220585465431213, 0.47794824838638306], "cos_Ac_negg": [0.5391243696212769, 0.5220585465431213, 0.47794824838638306], "r_norm": [0.34349167346954346, 0.34418725967407227, 0.34361711144447327]}, {"step": 1250, "epoch": 3, "train_loss": 0.06349731236696243, "cos_r_negg": [0.5545969009399414, 0.552543044090271, 0.4937087893486023], "cos_innovation_negg": [0.5545969009399414, 0.552543044090271, 0.4937087893486023], "cos_apical_negg": [0.5545969009399414, 0.552543044090271, 0.4937087893486023], "cos_Ac_negg": [0.5545969009399414, 0.552543044090271, 0.4937087893486023], "r_norm": [0.3142988085746765, 0.31554102897644043, 0.31786662340164185], "ldr": {"dL_sdil": -0.008635275065898895, "dL_bp": -0.00844060629606247, "ratio": 1.0230633633424222}}, {"step": 1300, "epoch": 3, "train_loss": 0.03290410339832306, "cos_r_negg": [0.5599110722541809, 0.549652099609375, 0.5057892799377441], "cos_innovation_negg": [0.5599110722541809, 0.549652099609375, 0.5057892799377441], "cos_apical_negg": [0.5599110722541809, 0.549652099609375, 0.5057892799377441], "cos_Ac_negg": [0.5599110722541809, 0.549652099609375, 0.5057892799377441], "r_norm": [0.3252946734428406, 0.3250690996646881, 0.3266938328742981]}, {"step": 1350, "epoch": 3, "train_loss": 0.03429228067398071, "cos_r_negg": [0.5503717660903931, 0.5527141690254211, 0.5055323839187622], "cos_innovation_negg": [0.5503717660903931, 0.5527141690254211, 0.5055323839187622], "cos_apical_negg": [0.5503717660903931, 0.5527141690254211, 0.5055323839187622], "cos_Ac_negg": [0.5503717660903931, 0.5527141690254211, 0.5055323839187622], "r_norm": [0.3082658648490906, 0.3064754605293274, 0.30780020356178284]}, {"step": 1400, "epoch": 3, "train_loss": 0.021261194720864296, "cos_r_negg": [0.5700349807739258, 0.57642662525177, 0.5124076008796692], "cos_innovation_negg": [0.5700349807739258, 0.57642662525177, 0.5124076008796692], "cos_apical_negg": [0.5700349807739258, 0.57642662525177, 0.5124076008796692], "cos_Ac_negg": [0.5700349807739258, 0.57642662525177, 0.5124076008796692], "r_norm": [0.3208509087562561, 0.32245934009552, 0.3249557614326477]}, {"step": 1450, "epoch": 3, "train_loss": 0.03150917589664459, "cos_r_negg": [0.565904438495636, 0.5654979348182678, 0.5234019756317139], "cos_innovation_negg": [0.565904438495636, 0.5654979348182678, 0.5234019756317139], "cos_apical_negg": [0.565904438495636, 0.5654979348182678, 0.5234019756317139], "cos_Ac_negg": [0.565904438495636, 0.5654979348182678, 0.5234019756317139], "r_norm": [0.33029210567474365, 0.32985401153564453, 0.3303276300430298]}, {"step": 1500, "epoch": 3, "train_loss": 0.15419772267341614, "cos_r_negg": [0.5612071752548218, 0.5787191987037659, 0.5163246989250183], "cos_innovation_negg": [0.5612071752548218, 0.5787191987037659, 0.5163246989250183], "cos_apical_negg": [0.5612071752548218, 0.5787191987037659, 0.5163246989250183], "cos_Ac_negg": [0.5612071752548218, 0.5787191987037659, 0.5163246989250183], "r_norm": [0.27825573086738586, 0.2751688063144684, 0.276800274848938], "ldr": {"dL_sdil": -0.006136387586593628, "dL_bp": -0.006221778690814972, "ratio": 0.9862754513677248}}, {"step": 1550, "epoch": 3, "train_loss": 0.0912209302186966, "cos_r_negg": [0.5553269386291504, 0.5711696743965149, 0.5167385339736938], "cos_innovation_negg": [0.5553269386291504, 0.5711696743965149, 0.5167385339736938], "cos_apical_negg": [0.5553269386291504, 0.5711696743965149, 0.5167385339736938], "cos_Ac_negg": [0.5553269386291504, 0.5711696743965149, 0.5167385339736938], "r_norm": [0.2759833335876465, 0.2753640115261078, 0.2756248712539673]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9639, "test_loss": 0.12990061645507814}, {"step": 1600, "epoch": 4, "train_loss": 0.05743440240621567, "cos_r_negg": [0.5607352256774902, 0.5780284404754639, 0.5336633920669556], "cos_innovation_negg": [0.5607352256774902, 0.5780284404754639, 0.5336633920669556], "cos_apical_negg": [0.5607352256774902, 0.5780284404754639, 0.5336633920669556], "cos_Ac_negg": [0.5607352256774902, 0.5780284404754639, 0.5336633920669556], "r_norm": [0.28030359745025635, 0.27923378348350525, 0.27872714400291443]}, {"step": 1650, "epoch": 4, "train_loss": 0.14237824082374573, "cos_r_negg": [0.5579023361206055, 0.579719066619873, 0.5433968901634216], "cos_innovation_negg": [0.5579023361206055, 0.579719066619873, 0.5433968901634216], "cos_apical_negg": [0.5579023361206055, 0.579719066619873, 0.5433968901634216], "cos_Ac_negg": [0.5579023361206055, 0.579719066619873, 0.5433968901634216], "r_norm": [0.27941441535949707, 0.27573639154434204, 0.27639150619506836]}, {"step": 1700, "epoch": 4, "train_loss": 0.0349678136408329, "cos_r_negg": [0.5651949644088745, 0.5925112962722778, 0.5498974323272705], "cos_innovation_negg": [0.5651949644088745, 0.5925112962722778, 0.5498974323272705], "cos_apical_negg": [0.5651949644088745, 0.5925112962722778, 0.5498974323272705], "cos_Ac_negg": [0.5651949644088745, 0.5925112962722778, 0.5498974323272705], "r_norm": [0.22806960344314575, 0.22662368416786194, 0.2286100536584854]}, {"step": 1750, "epoch": 4, "train_loss": 0.06893368065357208, "cos_r_negg": [0.5756667852401733, 0.5938726663589478, 0.549986720085144], "cos_innovation_negg": [0.5756667852401733, 0.5938726663589478, 0.549986720085144], "cos_apical_negg": [0.5756667852401733, 0.5938726663589478, 0.549986720085144], "cos_Ac_negg": [0.5756667852401733, 0.5938726663589478, 0.549986720085144], "r_norm": [0.2572152614593506, 0.25760746002197266, 0.25760915875434875], "ldr": {"dL_sdil": -0.005817413330078125, "dL_bp": -0.00613471120595932, "ratio": 0.9482782701208544}}, {"step": 1800, "epoch": 4, "train_loss": 0.011489680036902428, "cos_r_negg": [0.5706897974014282, 0.5825215578079224, 0.5430774688720703], "cos_innovation_negg": [0.5706897974014282, 0.5825215578079224, 0.5430774688720703], "cos_apical_negg": [0.5706897974014282, 0.5825215578079224, 0.5430774688720703], "cos_Ac_negg": [0.5706897974014282, 0.5825215578079224, 0.5430774688720703], "r_norm": [0.2798285186290741, 0.2789258658885956, 0.2790088653564453]}, {"step": 1850, "epoch": 4, "train_loss": 0.17075984179973602, "cos_r_negg": [0.5895522832870483, 0.5923226475715637, 0.5501309037208557], "cos_innovation_negg": [0.5895522832870483, 0.5923226475715637, 0.5501309037208557], "cos_apical_negg": [0.5895522832870483, 0.5923226475715637, 0.5501309037208557], "cos_Ac_negg": [0.5895522832870483, 0.5923226475715637, 0.5501309037208557], "r_norm": [0.24603775143623352, 0.24499088525772095, 0.24440163373947144]}, {"step": 1900, "epoch": 4, "train_loss": 0.03888227790594101, "cos_r_negg": [0.604625940322876, 0.608974039554596, 0.5572612285614014], "cos_innovation_negg": [0.604625940322876, 0.608974039554596, 0.5572612285614014], "cos_apical_negg": [0.604625940322876, 0.608974039554596, 0.5572612285614014], "cos_Ac_negg": [0.604625940322876, 0.608974039554596, 0.5572612285614014], "r_norm": [0.263355016708374, 0.2608250677585602, 0.26052603125572205]}, {"step": 1950, "epoch": 4, "train_loss": 0.07593891769647598, "cos_r_negg": [0.5777276754379272, 0.6056712865829468, 0.5574997663497925], "cos_innovation_negg": [0.5777276754379272, 0.6056712865829468, 0.5574997663497925], "cos_apical_negg": [0.5777276754379272, 0.6056712865829468, 0.5574997663497925], "cos_Ac_negg": [0.5777276754379272, 0.6056712865829468, 0.5574997663497925], "r_norm": [0.23587922751903534, 0.23475903272628784, 0.23408223688602448]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.967, "test_loss": 0.12337629852294922}, {"step": 2000, "epoch": 5, "train_loss": 0.023494964465498924, "cos_r_negg": [0.5908063650131226, 0.6100976467132568, 0.5627651214599609], "cos_innovation_negg": [0.5908063650131226, 0.6100976467132568, 0.5627651214599609], "cos_apical_negg": [0.5908063650131226, 0.6100976467132568, 0.5627651214599609], "cos_Ac_negg": [0.5908063650131226, 0.6100976467132568, 0.5627651214599609], "r_norm": [0.22483916580677032, 0.22466060519218445, 0.2251742035150528], "ldr": {"dL_sdil": -0.005233637988567352, "dL_bp": -0.005868658423423767, "ratio": 0.8917946165819027}}, {"step": 2050, "epoch": 5, "train_loss": 0.012155456468462944, "cos_r_negg": [0.5852792263031006, 0.6092922687530518, 0.5668818950653076], "cos_innovation_negg": [0.5852792263031006, 0.6092922687530518, 0.5668818950653076], "cos_apical_negg": [0.5852792263031006, 0.6092922687530518, 0.5668818950653076], "cos_Ac_negg": [0.5852792263031006, 0.6092922687530518, 0.5668818950653076], "r_norm": [0.2536282539367676, 0.25350916385650635, 0.25413376092910767]}, {"step": 2100, "epoch": 5, "train_loss": 0.010819458402693272, "cos_r_negg": [0.6041580438613892, 0.6306443214416504, 0.5843192338943481], "cos_innovation_negg": [0.6041580438613892, 0.6306443214416504, 0.5843192338943481], "cos_apical_negg": [0.6041580438613892, 0.6306443214416504, 0.5843192338943481], "cos_Ac_negg": [0.6041580438613892, 0.6306443214416504, 0.5843192338943481], "r_norm": [0.24017031490802765, 0.24073345959186554, 0.23874536156654358]}, {"step": 2150, "epoch": 5, "train_loss": 0.005749191157519817, "cos_r_negg": [0.5904200077056885, 0.616120457649231, 0.5784893035888672], "cos_innovation_negg": [0.5904200077056885, 0.616120457649231, 0.5784893035888672], "cos_apical_negg": [0.5904200077056885, 0.616120457649231, 0.5784893035888672], "cos_Ac_negg": [0.5904200077056885, 0.616120457649231, 0.5784893035888672], "r_norm": [0.23729190230369568, 0.23729483783245087, 0.23779061436653137]}, {"step": 2200, "epoch": 5, "train_loss": 0.03152646869421005, "cos_r_negg": [0.5832079648971558, 0.6068599224090576, 0.5781339406967163], "cos_innovation_negg": [0.5832079648971558, 0.6068599224090576, 0.5781339406967163], "cos_apical_negg": [0.5832079648971558, 0.6068599224090576, 0.5781339406967163], "cos_Ac_negg": [0.5832079648971558, 0.6068599224090576, 0.5781339406967163], "r_norm": [0.2263680100440979, 0.22405868768692017, 0.22291071712970734]}, {"step": 2250, "epoch": 5, "train_loss": 0.028779540210962296, "cos_r_negg": [0.5948014855384827, 0.6161602735519409, 0.5875178575515747], "cos_innovation_negg": [0.5948014855384827, 0.6161602735519409, 0.5875178575515747], "cos_apical_negg": [0.5948014855384827, 0.6161602735519409, 0.5875178575515747], "cos_Ac_negg": [0.5948014855384827, 0.6161602735519409, 0.5875178575515747], "r_norm": [0.23586490750312805, 0.23370595276355743, 0.23451149463653564], "ldr": {"dL_sdil": -0.006271377205848694, "dL_bp": -0.007217004895210266, "ratio": 0.8689722810096526}}, {"step": 2300, "epoch": 5, "train_loss": 0.025918463245034218, "cos_r_negg": [0.5914753079414368, 0.618352472782135, 0.5954389572143555], "cos_innovation_negg": [0.5914753079414368, 0.618352472782135, 0.5954389572143555], "cos_apical_negg": [0.5914753079414368, 0.618352472782135, 0.5954389572143555], "cos_Ac_negg": [0.5914753079414368, 0.618352472782135, 0.5954389572143555], "r_norm": [0.23042558133602142, 0.22863107919692993, 0.2271466851234436]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9668, "test_loss": 0.1296664016723633}, {"step": 2350, "epoch": 6, "train_loss": 0.030179841443896294, "cos_r_negg": [0.5967842936515808, 0.6194745302200317, 0.5919294357299805], "cos_innovation_negg": [0.5967842936515808, 0.6194745302200317, 0.5919294357299805], "cos_apical_negg": [0.5967842936515808, 0.6194745302200317, 0.5919294357299805], "cos_Ac_negg": [0.5967842936515808, 0.6194745302200317, 0.5919294357299805], "r_norm": [0.23761086165905, 0.23442712426185608, 0.2342541366815567]}, {"step": 2400, "epoch": 6, "train_loss": 0.009492209181189537, "cos_r_negg": [0.6016510725021362, 0.6273598670959473, 0.5968002080917358], "cos_innovation_negg": [0.6016510725021362, 0.6273598670959473, 0.5968002080917358], "cos_apical_negg": [0.6016510725021362, 0.6273598670959473, 0.5968002080917358], "cos_Ac_negg": [0.6016510725021362, 0.6273598670959473, 0.5968002080917358], "r_norm": [0.23508545756340027, 0.23374991118907928, 0.2322363555431366]}, {"step": 2450, "epoch": 6, "train_loss": 0.012379295192658901, "cos_r_negg": [0.5889246463775635, 0.621046781539917, 0.6009576320648193], "cos_innovation_negg": [0.5889246463775635, 0.621046781539917, 0.6009576320648193], "cos_apical_negg": [0.5889246463775635, 0.621046781539917, 0.6009576320648193], "cos_Ac_negg": [0.5889246463775635, 0.621046781539917, 0.6009576320648193], "r_norm": [0.2146972417831421, 0.21452197432518005, 0.2138580083847046]}, {"step": 2500, "epoch": 6, "train_loss": 0.007920758798718452, "cos_r_negg": [0.5903428792953491, 0.6243600845336914, 0.5995810627937317], "cos_innovation_negg": [0.5903428792953491, 0.6243600845336914, 0.5995810627937317], "cos_apical_negg": [0.5903428792953491, 0.6243600845336914, 0.5995810627937317], "cos_Ac_negg": [0.5903428792953491, 0.6243600845336914, 0.5995810627937317], "r_norm": [0.2150765061378479, 0.21505454182624817, 0.2140389382839203], "ldr": {"dL_sdil": -0.0053649768233299255, "dL_bp": -0.007237352430820465, "ratio": 0.7412899778768578}}, {"step": 2550, "epoch": 6, "train_loss": 0.015546292066574097, "cos_r_negg": [0.5912970304489136, 0.6294369697570801, 0.6041755676269531], "cos_innovation_negg": [0.5912970304489136, 0.6294369697570801, 0.6041755676269531], "cos_apical_negg": [0.5912970304489136, 0.6294369697570801, 0.6041755676269531], "cos_Ac_negg": [0.5912970304489136, 0.6294369697570801, 0.6041755676269531], "r_norm": [0.1909637451171875, 0.18830755352973938, 0.1874294877052307]}, {"step": 2600, "epoch": 6, "train_loss": 0.012222237884998322, "cos_r_negg": [0.5850828289985657, 0.6211140155792236, 0.6042158603668213], "cos_innovation_negg": [0.5850828289985657, 0.6211140155792236, 0.6042158603668213], "cos_apical_negg": [0.5850828289985657, 0.6211140155792236, 0.6042158603668213], "cos_Ac_negg": [0.5850828289985657, 0.6211140155792236, 0.6042158603668213], "r_norm": [0.20255810022354126, 0.19920828938484192, 0.19814026355743408]}, {"step": 2650, "epoch": 6, "train_loss": 0.039999790489673615, "cos_r_negg": [0.5900393724441528, 0.6292356848716736, 0.6149412393569946], "cos_innovation_negg": [0.5900393724441528, 0.6292356848716736, 0.6149412393569946], "cos_apical_negg": [0.5900393724441528, 0.6292356848716736, 0.6149412393569946], "cos_Ac_negg": [0.5900393724441528, 0.6292356848716736, 0.6149412393569946], "r_norm": [0.2077878713607788, 0.20655818283557892, 0.2063518464565277]}, {"step": 2700, "epoch": 6, "train_loss": 0.0026352398563176394, "cos_r_negg": [0.5827772617340088, 0.6285635232925415, 0.6217774152755737], "cos_innovation_negg": [0.5827772617340088, 0.6285635232925415, 0.6217774152755737], "cos_apical_negg": [0.5827772617340088, 0.6285635232925415, 0.6217774152755737], "cos_Ac_negg": [0.5827772617340088, 0.6285635232925415, 0.6217774152755737], "r_norm": [0.2157292664051056, 0.21463735401630402, 0.21526111662387848]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9698, "test_loss": 0.12450692596435547}, {"step": 2750, "epoch": 7, "train_loss": 0.0010456736199557781, "cos_r_negg": [0.5876946449279785, 0.6276483535766602, 0.6213856339454651], "cos_innovation_negg": [0.5876946449279785, 0.6276483535766602, 0.6213856339454651], "cos_apical_negg": [0.5876946449279785, 0.6276483535766602, 0.6213856339454651], "cos_Ac_negg": [0.5876946449279785, 0.6276483535766602, 0.6213856339454651], "r_norm": [0.17490339279174805, 0.1732756495475769, 0.17379510402679443], "ldr": {"dL_sdil": -0.004224032163619995, "dL_bp": -0.005839265882968903, "ratio": 0.7233841116808913}}, {"step": 2800, "epoch": 7, "train_loss": 0.0045391833409667015, "cos_r_negg": [0.592957615852356, 0.6364576816558838, 0.6232614517211914], "cos_innovation_negg": [0.592957615852356, 0.6364576816558838, 0.6232614517211914], "cos_apical_negg": [0.592957615852356, 0.6364576816558838, 0.6232614517211914], "cos_Ac_negg": [0.592957615852356, 0.6364576816558838, 0.6232614517211914], "r_norm": [0.21607136726379395, 0.21277500689029694, 0.21436944603919983]}, {"step": 2850, "epoch": 7, "train_loss": 0.020631087943911552, "cos_r_negg": [0.595107913017273, 0.6380524635314941, 0.6282139420509338], "cos_innovation_negg": [0.595107913017273, 0.6380524635314941, 0.6282139420509338], "cos_apical_negg": [0.595107913017273, 0.6380524635314941, 0.6282139420509338], "cos_Ac_negg": [0.595107913017273, 0.6380524635314941, 0.6282139420509338], "r_norm": [0.18889783322811127, 0.18748202919960022, 0.18781843781471252]}, {"step": 2900, "epoch": 7, "train_loss": 0.008803481236100197, "cos_r_negg": [0.5978991985321045, 0.6429473161697388, 0.6330722570419312], "cos_innovation_negg": [0.5978991985321045, 0.6429473161697388, 0.6330722570419312], "cos_apical_negg": [0.5978991985321045, 0.6429473161697388, 0.6330722570419312], "cos_Ac_negg": [0.5978991985321045, 0.6429473161697388, 0.6330722570419312], "r_norm": [0.20737211406230927, 0.20499613881111145, 0.20534135401248932]}, {"step": 2950, "epoch": 7, "train_loss": 0.007925020530819893, "cos_r_negg": [0.5857475996017456, 0.6329107284545898, 0.6334774494171143], "cos_innovation_negg": [0.5857475996017456, 0.6329107284545898, 0.6334774494171143], "cos_apical_negg": [0.5857475996017456, 0.6329107284545898, 0.6334774494171143], "cos_Ac_negg": [0.5857475996017456, 0.6329107284545898, 0.6334774494171143], "r_norm": [0.19524097442626953, 0.19348791241645813, 0.192993625998497]}, {"step": 3000, "epoch": 7, "train_loss": 0.0038076424971222878, "cos_r_negg": [0.5903079509735107, 0.6430966258049011, 0.6327550411224365], "cos_innovation_negg": [0.5903079509735107, 0.6430966258049011, 0.6327550411224365], "cos_apical_negg": [0.5903079509735107, 0.6430966258049011, 0.6327550411224365], "cos_Ac_negg": [0.5903079509735107, 0.6430966258049011, 0.6327550411224365], "r_norm": [0.1909613311290741, 0.18970784544944763, 0.18949401378631592], "ldr": {"dL_sdil": -0.0051412805914878845, "dL_bp": -0.007529526948928833, "ratio": 0.6828158829047414}}, {"step": 3050, "epoch": 7, "train_loss": 0.0016820935998111963, "cos_r_negg": [0.5905494689941406, 0.6444506049156189, 0.6419535875320435], "cos_innovation_negg": [0.5905494689941406, 0.6444506049156189, 0.6419535875320435], "cos_apical_negg": [0.5905494689941406, 0.6444506049156189, 0.6419535875320435], "cos_Ac_negg": [0.5905494689941406, 0.6444506049156189, 0.6419535875320435], "r_norm": [0.187223881483078, 0.18650515377521515, 0.1877727210521698]}, {"step": 3100, "epoch": 7, "train_loss": 0.0017046871362254024, "cos_r_negg": [0.5912292003631592, 0.6383578777313232, 0.6389005780220032], "cos_innovation_negg": [0.5912292003631592, 0.6383578777313232, 0.6389005780220032], "cos_apical_negg": [0.5912292003631592, 0.6383578777313232, 0.6389005780220032], "cos_Ac_negg": [0.5912292003631592, 0.6383578777313232, 0.6389005780220032], "r_norm": [0.1633237600326538, 0.1618938148021698, 0.1630639135837555]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9693, "test_loss": 0.13391504650115968}, {"step": 3150, "epoch": 8, "train_loss": 0.01220756582915783, "cos_r_negg": [0.5866453647613525, 0.6397048234939575, 0.6408175826072693], "cos_innovation_negg": [0.5866453647613525, 0.6397048234939575, 0.6408175826072693], "cos_apical_negg": [0.5866453647613525, 0.6397048234939575, 0.6408175826072693], "cos_Ac_negg": [0.5866453647613525, 0.6397048234939575, 0.6408175826072693], "r_norm": [0.20577090978622437, 0.20323774218559265, 0.20256179571151733]}, {"step": 3200, "epoch": 8, "train_loss": 0.015854448080062866, "cos_r_negg": [0.5873883962631226, 0.6423099040985107, 0.6406865119934082], "cos_innovation_negg": [0.5873883962631226, 0.6423099040985107, 0.6406865119934082], "cos_apical_negg": [0.5873883962631226, 0.6423099040985107, 0.6406865119934082], "cos_Ac_negg": [0.5873883962631226, 0.6423099040985107, 0.6406865119934082], "r_norm": [0.19391030073165894, 0.19231054186820984, 0.192542165517807]}, {"step": 3250, "epoch": 8, "train_loss": 0.00592303741723299, "cos_r_negg": [0.5874128341674805, 0.6409730911254883, 0.6443665027618408], "cos_innovation_negg": [0.5874128341674805, 0.6409730911254883, 0.6443665027618408], "cos_apical_negg": [0.5874128341674805, 0.6409730911254883, 0.6443665027618408], "cos_Ac_negg": [0.5874128341674805, 0.6409730911254883, 0.6443665027618408], "r_norm": [0.20954379439353943, 0.20740677416324615, 0.20692391693592072], "ldr": {"dL_sdil": -0.007747858762741089, "dL_bp": -0.01186661422252655, "ratio": 0.6529123318118176}}, {"step": 3300, "epoch": 8, "train_loss": 0.006520576309412718, "cos_r_negg": [0.5842193961143494, 0.6396933794021606, 0.6441189050674438], "cos_innovation_negg": [0.5842193961143494, 0.6396933794021606, 0.6441189050674438], "cos_apical_negg": [0.5842193961143494, 0.6396933794021606, 0.6441189050674438], "cos_Ac_negg": [0.5842193961143494, 0.6396933794021606, 0.6441189050674438], "r_norm": [0.19906646013259888, 0.19688764214515686, 0.19866251945495605]}, {"step": 3350, "epoch": 8, "train_loss": 0.010459845885634422, "cos_r_negg": [0.5894404053688049, 0.6405558586120605, 0.6453732252120972], "cos_innovation_negg": [0.5894404053688049, 0.6405558586120605, 0.6453732252120972], "cos_apical_negg": [0.5894404053688049, 0.6405558586120605, 0.6453732252120972], "cos_Ac_negg": [0.5894404053688049, 0.6405558586120605, 0.6453732252120972], "r_norm": [0.21355968713760376, 0.21203957498073578, 0.2126498520374298]}, {"step": 3400, "epoch": 8, "train_loss": 0.009097838774323463, "cos_r_negg": [0.583891749382019, 0.6386954188346863, 0.6459414958953857], "cos_innovation_negg": [0.583891749382019, 0.6386954188346863, 0.6459414958953857], "cos_apical_negg": [0.583891749382019, 0.6386954188346863, 0.6459414958953857], "cos_Ac_negg": [0.583891749382019, 0.6386954188346863, 0.6459414958953857], "r_norm": [0.21383658051490784, 0.2115376740694046, 0.2117389440536499]}, {"step": 3450, "epoch": 8, "train_loss": 0.013778690248727798, "cos_r_negg": [0.5877927541732788, 0.6376104354858398, 0.6495387554168701], "cos_innovation_negg": [0.5877927541732788, 0.6376104354858398, 0.6495387554168701], "cos_apical_negg": [0.5877927541732788, 0.6376104354858398, 0.6495387554168701], "cos_Ac_negg": [0.5877927541732788, 0.6376104354858398, 0.6495387554168701], "r_norm": [0.2032446414232254, 0.2022097110748291, 0.2030501663684845]}, {"step": 3500, "epoch": 8, "train_loss": 0.012969301082193851, "cos_r_negg": [0.5818548202514648, 0.6368449926376343, 0.6515136361122131], "cos_innovation_negg": [0.5818548202514648, 0.6368449926376343, 0.6515136361122131], "cos_apical_negg": [0.5818548202514648, 0.6368449926376343, 0.6515136361122131], "cos_Ac_negg": [0.5818548202514648, 0.6368449926376343, 0.6515136361122131], "r_norm": [0.1928904801607132, 0.19001877307891846, 0.19078662991523743], "ldr": {"dL_sdil": -0.005356118083000183, "dL_bp": -0.008215487003326416, "ratio": 0.6519538136730681}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9707, "test_loss": 0.13156856966018676}, {"step": 3550, "epoch": 9, "train_loss": 0.008365225978195667, "cos_r_negg": [0.5858315229415894, 0.6421300768852234, 0.6559372544288635], "cos_innovation_negg": [0.5858315229415894, 0.6421300768852234, 0.6559372544288635], "cos_apical_negg": [0.5858315229415894, 0.6421300768852234, 0.6559372544288635], "cos_Ac_negg": [0.5858315229415894, 0.6421300768852234, 0.6559372544288635], "r_norm": [0.20125703513622284, 0.1980375498533249, 0.19839271903038025]}, {"step": 3600, "epoch": 9, "train_loss": 0.004163721576333046, "cos_r_negg": [0.5818840265274048, 0.6391579508781433, 0.6512700319290161], "cos_innovation_negg": [0.5818840265274048, 0.6391579508781433, 0.6512700319290161], "cos_apical_negg": [0.5818840265274048, 0.6391579508781433, 0.6512700319290161], "cos_Ac_negg": [0.5818840265274048, 0.6391579508781433, 0.6512700319290161], "r_norm": [0.20346075296401978, 0.2013006955385208, 0.2015729695558548]}, {"step": 3650, "epoch": 9, "train_loss": 0.0072011942975223064, "cos_r_negg": [0.58612060546875, 0.6452040076255798, 0.6542645692825317], "cos_innovation_negg": [0.58612060546875, 0.6452040076255798, 0.6542645692825317], "cos_apical_negg": [0.58612060546875, 0.6452040076255798, 0.6542645692825317], "cos_Ac_negg": [0.58612060546875, 0.6452040076255798, 0.6542645692825317], "r_norm": [0.20426571369171143, 0.2026892900466919, 0.20298320055007935]}, {"step": 3700, "epoch": 9, "train_loss": 0.009188925847411156, "cos_r_negg": [0.58309006690979, 0.6380341649055481, 0.6520888805389404], "cos_innovation_negg": [0.58309006690979, 0.6380341649055481, 0.6520888805389404], "cos_apical_negg": [0.58309006690979, 0.6380341649055481, 0.6520888805389404], "cos_Ac_negg": [0.58309006690979, 0.6380341649055481, 0.6520888805389404], "r_norm": [0.1986781805753708, 0.19639360904693604, 0.1967223435640335]}, {"step": 3750, "epoch": 9, "train_loss": 0.0010525946272537112, "cos_r_negg": [0.5796058177947998, 0.6385921239852905, 0.6552875638008118], "cos_innovation_negg": [0.5796058177947998, 0.6385921239852905, 0.6552875638008118], "cos_apical_negg": [0.5796058177947998, 0.6385921239852905, 0.6552875638008118], "cos_Ac_negg": [0.5796058177947998, 0.6385921239852905, 0.6552875638008118], "r_norm": [0.18747356534004211, 0.18508660793304443, 0.18633916974067688], "ldr": {"dL_sdil": -0.005741916596889496, "dL_bp": -0.009174227714538574, "ratio": 0.625874654036565}}, {"step": 3800, "epoch": 9, "train_loss": 0.002808848861604929, "cos_r_negg": [0.5797638893127441, 0.6380531787872314, 0.6550358533859253], "cos_innovation_negg": [0.5797638893127441, 0.6380531787872314, 0.6550358533859253], "cos_apical_negg": [0.5797638893127441, 0.6380531787872314, 0.6550358533859253], "cos_Ac_negg": [0.5797638893127441, 0.6380531787872314, 0.6550358533859253], "r_norm": [0.2012123465538025, 0.19828206300735474, 0.19915606081485748]}, {"step": 3850, "epoch": 9, "train_loss": 0.0016398265725001693, "cos_r_negg": [0.5864709615707397, 0.6429731249809265, 0.6599762439727783], "cos_innovation_negg": [0.5864709615707397, 0.6429731249809265, 0.6599762439727783], "cos_apical_negg": [0.5864709615707397, 0.6429731249809265, 0.6599762439727783], "cos_Ac_negg": [0.5864709615707397, 0.6429731249809265, 0.6599762439727783], "r_norm": [0.20660991966724396, 0.20368462800979614, 0.20481359958648682]}, {"step": 3900, "epoch": 9, "train_loss": 0.010912492871284485, "cos_r_negg": [0.5865564942359924, 0.6451301574707031, 0.6639076471328735], "cos_innovation_negg": [0.5865564942359924, 0.6451301574707031, 0.6639076471328735], "cos_apical_negg": [0.5865564942359924, 0.6451301574707031, 0.6639076471328735], "cos_Ac_negg": [0.5865564942359924, 0.6451301574707031, 0.6639076471328735], "r_norm": [0.20156991481781006, 0.19840535521507263, 0.19879092276096344]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9687, "test_loss": 0.1396755880355835}, {"step": 3950, "epoch": 10, "train_loss": 0.001801325473934412, "cos_r_negg": [0.5837472677230835, 0.6457388401031494, 0.6654669642448425], "cos_innovation_negg": [0.5837472677230835, 0.6457388401031494, 0.6654669642448425], "cos_apical_negg": [0.5837472677230835, 0.6457388401031494, 0.6654669642448425], "cos_Ac_negg": [0.5837472677230835, 0.6457388401031494, 0.6654669642448425], "r_norm": [0.20483875274658203, 0.20165368914604187, 0.20181261003017426]}, {"step": 4000, "epoch": 10, "train_loss": 0.0035876822657883167, "cos_r_negg": [0.582085132598877, 0.6433364152908325, 0.6627532243728638], "cos_innovation_negg": [0.582085132598877, 0.6433364152908325, 0.6627532243728638], "cos_apical_negg": [0.582085132598877, 0.6433364152908325, 0.6627532243728638], "cos_Ac_negg": [0.582085132598877, 0.6433364152908325, 0.6627532243728638], "r_norm": [0.21702535450458527, 0.21449218690395355, 0.21417111158370972], "ldr": {"dL_sdil": -0.007986009120941162, "dL_bp": -0.013906359672546387, "ratio": 0.5742702841712742}}, {"step": 4050, "epoch": 10, "train_loss": 0.0016625605057924986, "cos_r_negg": [0.5801330804824829, 0.6401721239089966, 0.6622391939163208], "cos_innovation_negg": [0.5801330804824829, 0.6401721239089966, 0.6622391939163208], "cos_apical_negg": [0.5801330804824829, 0.6401721239089966, 0.6622391939163208], "cos_Ac_negg": [0.5801330804824829, 0.6401721239089966, 0.6622391939163208], "r_norm": [0.21091443300247192, 0.2075100839138031, 0.2077319324016571]}, {"step": 4100, "epoch": 10, "train_loss": 0.001898560207337141, "cos_r_negg": [0.5830628871917725, 0.6439625024795532, 0.6650887727737427], "cos_innovation_negg": [0.5830628871917725, 0.6439625024795532, 0.6650887727737427], "cos_apical_negg": [0.5830628871917725, 0.6439625024795532, 0.6650887727737427], "cos_Ac_negg": [0.5830628871917725, 0.6439625024795532, 0.6650887727737427], "r_norm": [0.20665091276168823, 0.20300951600074768, 0.20310798287391663]}, {"step": 4150, "epoch": 10, "train_loss": 0.00033534382237121463, "cos_r_negg": [0.5834287405014038, 0.64290452003479, 0.6654666662216187], "cos_innovation_negg": [0.5834287405014038, 0.64290452003479, 0.6654666662216187], "cos_apical_negg": [0.5834287405014038, 0.64290452003479, 0.6654666662216187], "cos_Ac_negg": [0.5834287405014038, 0.64290452003479, 0.6654666662216187], "r_norm": [0.20601840317249298, 0.2031698226928711, 0.20371568202972412]}, {"step": 4200, "epoch": 10, "train_loss": 0.0011709406971931458, "cos_r_negg": [0.5832166075706482, 0.6425969004631042, 0.665043294429779], "cos_innovation_negg": [0.5832166075706482, 0.6425969004631042, 0.665043294429779], "cos_apical_negg": [0.5832166075706482, 0.6425969004631042, 0.665043294429779], "cos_Ac_negg": [0.5832166075706482, 0.6425969004631042, 0.665043294429779], "r_norm": [0.18991878628730774, 0.1871446967124939, 0.18802601099014282]}, {"step": 4250, "epoch": 10, "train_loss": 0.004689007997512817, "cos_r_negg": [0.5795853137969971, 0.6439259648323059, 0.664294421672821], "cos_innovation_negg": [0.5795853137969971, 0.6439259648323059, 0.664294421672821], "cos_apical_negg": [0.5795853137969971, 0.6439259648323059, 0.664294421672821], "cos_Ac_negg": [0.5795853137969971, 0.6439259648323059, 0.664294421672821], "r_norm": [0.2002757042646408, 0.19739732146263123, 0.19788289070129395], "ldr": {"dL_sdil": -0.007219210267066956, "dL_bp": -0.012639336287975311, "ratio": 0.5711700442637243}}, {"step": 4300, "epoch": 10, "train_loss": 0.001765637076459825, "cos_r_negg": [0.5781198740005493, 0.6453280448913574, 0.6673092246055603], "cos_innovation_negg": [0.5781198740005493, 0.6453280448913574, 0.6673092246055603], "cos_apical_negg": [0.5781198740005493, 0.6453280448913574, 0.6673092246055603], "cos_Ac_negg": [0.5781198740005493, 0.6453280448913574, 0.6673092246055603], "r_norm": [0.19356752932071686, 0.19138634204864502, 0.19159424304962158]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9699, "test_loss": 0.14492843971252442}, {"step": 4350, "epoch": 11, "train_loss": 0.0021812727209180593, "cos_r_negg": [0.579798698425293, 0.6459035277366638, 0.6690646409988403], "cos_innovation_negg": [0.579798698425293, 0.6459035277366638, 0.6690646409988403], "cos_apical_negg": [0.579798698425293, 0.6459035277366638, 0.6690646409988403], "cos_Ac_negg": [0.579798698425293, 0.6459035277366638, 0.6690646409988403], "r_norm": [0.19006434082984924, 0.18751077353954315, 0.1887262463569641]}, {"step": 4400, "epoch": 11, "train_loss": 0.0010056409519165754, "cos_r_negg": [0.5725233554840088, 0.6435121297836304, 0.6655387878417969], "cos_innovation_negg": [0.5725233554840088, 0.6435121297836304, 0.6655387878417969], "cos_apical_negg": [0.5725233554840088, 0.6435121297836304, 0.6655387878417969], "cos_Ac_negg": [0.5725233554840088, 0.6435121297836304, 0.6655387878417969], "r_norm": [0.1940477341413498, 0.19142918288707733, 0.19235356152057648]}, {"step": 4450, "epoch": 11, "train_loss": 0.0020795539021492004, "cos_r_negg": [0.5775647163391113, 0.6445392966270447, 0.66684889793396], "cos_innovation_negg": [0.5775647163391113, 0.6445392966270447, 0.66684889793396], "cos_apical_negg": [0.5775647163391113, 0.6445392966270447, 0.66684889793396], "cos_Ac_negg": [0.5775647163391113, 0.6445392966270447, 0.66684889793396], "r_norm": [0.18840859830379486, 0.1859579235315323, 0.18696486949920654]}, {"step": 4500, "epoch": 11, "train_loss": 0.0004823660710826516, "cos_r_negg": [0.5780872106552124, 0.6428213119506836, 0.6652305722236633], "cos_innovation_negg": [0.5780872106552124, 0.6428213119506836, 0.6652305722236633], "cos_apical_negg": [0.5780872106552124, 0.6428213119506836, 0.6652305722236633], "cos_Ac_negg": [0.5780872106552124, 0.6428213119506836, 0.6652305722236633], "r_norm": [0.19562821090221405, 0.1928991824388504, 0.19398891925811768], "ldr": {"dL_sdil": -0.006723120808601379, "dL_bp": -0.01107490062713623, "ratio": 0.6070592445884417}}, {"step": 4550, "epoch": 11, "train_loss": 0.0019139129435643554, "cos_r_negg": [0.5742108821868896, 0.641594409942627, 0.6678298711776733], "cos_innovation_negg": [0.5742108821868896, 0.641594409942627, 0.6678298711776733], "cos_apical_negg": [0.5742108821868896, 0.641594409942627, 0.6678298711776733], "cos_Ac_negg": [0.5742108821868896, 0.641594409942627, 0.6678298711776733], "r_norm": [0.18602152168750763, 0.18306244909763336, 0.18337664008140564]}, {"step": 4600, "epoch": 11, "train_loss": 0.00023855682229623199, "cos_r_negg": [0.5773031711578369, 0.6418589353561401, 0.6678142547607422], "cos_innovation_negg": [0.5773031711578369, 0.6418589353561401, 0.6678142547607422], "cos_apical_negg": [0.5773031711578369, 0.6418589353561401, 0.6678142547607422], "cos_Ac_negg": [0.5773031711578369, 0.6418589353561401, 0.6678142547607422], "r_norm": [0.1891641914844513, 0.18620739877223969, 0.18656717240810394]}, {"step": 4650, "epoch": 11, "train_loss": 0.0004666650202125311, "cos_r_negg": [0.5791573524475098, 0.6419100761413574, 0.667483389377594], "cos_innovation_negg": [0.5791573524475098, 0.6419100761413574, 0.667483389377594], "cos_apical_negg": [0.5791573524475098, 0.6419100761413574, 0.667483389377594], "cos_Ac_negg": [0.5791573524475098, 0.6419100761413574, 0.667483389377594], "r_norm": [0.19347336888313293, 0.19106516242027283, 0.19123101234436035]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9713, "test_loss": 0.14625187883377075}, {"step": 4700, "epoch": 12, "train_loss": 0.0009813150390982628, "cos_r_negg": [0.5778091549873352, 0.6436240673065186, 0.6693097352981567], "cos_innovation_negg": [0.5778091549873352, 0.6436240673065186, 0.6693097352981567], "cos_apical_negg": [0.5778091549873352, 0.6436240673065186, 0.6693097352981567], "cos_Ac_negg": [0.5778091549873352, 0.6436240673065186, 0.6693097352981567], "r_norm": [0.19017845392227173, 0.18806084990501404, 0.1885332465171814]}, {"step": 4750, "epoch": 12, "train_loss": 0.0010130723239853978, "cos_r_negg": [0.5783505439758301, 0.6435510516166687, 0.6665260791778564], "cos_innovation_negg": [0.5783505439758301, 0.6435510516166687, 0.6665260791778564], "cos_apical_negg": [0.5783505439758301, 0.6435510516166687, 0.6665260791778564], "cos_Ac_negg": [0.5783505439758301, 0.6435510516166687, 0.6665260791778564], "r_norm": [0.19416439533233643, 0.1919347643852234, 0.19243267178535461], "ldr": {"dL_sdil": -0.006809882819652557, "dL_bp": -0.011580392718315125, "ratio": 0.5880528394242016}}, {"step": 4800, "epoch": 12, "train_loss": 0.00040463305776938796, "cos_r_negg": [0.5777714252471924, 0.6423109769821167, 0.667091965675354], "cos_innovation_negg": [0.5777714252471924, 0.6423109769821167, 0.667091965675354], "cos_apical_negg": [0.5777714252471924, 0.6423109769821167, 0.667091965675354], "cos_Ac_negg": [0.5777714252471924, 0.6423109769821167, 0.667091965675354], "r_norm": [0.19179803133010864, 0.18920505046844482, 0.1899864673614502]}, {"step": 4850, "epoch": 12, "train_loss": 0.00046731403563171625, "cos_r_negg": [0.5773111581802368, 0.6416482329368591, 0.6670532822608948], "cos_innovation_negg": [0.5773111581802368, 0.6416482329368591, 0.6670532822608948], "cos_apical_negg": [0.5773111581802368, 0.6416482329368591, 0.6670532822608948], "cos_Ac_negg": [0.5773111581802368, 0.6416482329368591, 0.6670532822608948], "r_norm": [0.20203225314617157, 0.19956117868423462, 0.19995805621147156]}, {"step": 4900, "epoch": 12, "train_loss": 0.003285549581050873, "cos_r_negg": [0.5785969495773315, 0.6416221857070923, 0.6682823896408081], "cos_innovation_negg": [0.5785969495773315, 0.6416221857070923, 0.6682823896408081], "cos_apical_negg": [0.5785969495773315, 0.6416221857070923, 0.6682823896408081], "cos_Ac_negg": [0.5785969495773315, 0.6416221857070923, 0.6682823896408081], "r_norm": [0.20037418603897095, 0.19756051898002625, 0.19804002344608307]}, {"step": 4950, "epoch": 12, "train_loss": 0.0006839468842372298, "cos_r_negg": [0.575412392616272, 0.6401057243347168, 0.6687971353530884], "cos_innovation_negg": [0.575412392616272, 0.6401057243347168, 0.6687971353530884], "cos_apical_negg": [0.575412392616272, 0.6401057243347168, 0.6687971353530884], "cos_Ac_negg": [0.575412392616272, 0.6401057243347168, 0.6687971353530884], "r_norm": [0.20032697916030884, 0.19748103618621826, 0.19753497838974]}, {"step": 5000, "epoch": 12, "train_loss": 0.0006841165595687926, "cos_r_negg": [0.5796067118644714, 0.6423676013946533, 0.6711455583572388], "cos_innovation_negg": [0.5796067118644714, 0.6423676013946533, 0.6711455583572388], "cos_apical_negg": [0.5796067118644714, 0.6423676013946533, 0.6711455583572388], "cos_Ac_negg": [0.5796067118644714, 0.6423676013946533, 0.6711455583572388], "r_norm": [0.19935135543346405, 0.19666850566864014, 0.19714966416358948], "ldr": {"dL_sdil": -0.007333144545555115, "dL_bp": -0.01297459751367569, "ratio": 0.5651924491550291}}, {"step": 5050, "epoch": 12, "train_loss": 0.00043240224476903677, "cos_r_negg": [0.5794644355773926, 0.641514241695404, 0.6702879667282104], "cos_innovation_negg": [0.5794644355773926, 0.641514241695404, 0.6702879667282104], "cos_apical_negg": [0.5794644355773926, 0.641514241695404, 0.6702879667282104], "cos_Ac_negg": [0.5794644355773926, 0.641514241695404, 0.6702879667282104], "r_norm": [0.1879897117614746, 0.18518413603305817, 0.18605995178222656]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9717, "test_loss": 0.15002384853363038}, {"step": 5100, "epoch": 13, "train_loss": 0.0006865583127364516, "cos_r_negg": [0.5800986289978027, 0.642423689365387, 0.6703341007232666], "cos_innovation_negg": [0.5800986289978027, 0.642423689365387, 0.6703341007232666], "cos_apical_negg": [0.5800986289978027, 0.642423689365387, 0.6703341007232666], "cos_Ac_negg": [0.5800986289978027, 0.642423689365387, 0.6703341007232666], "r_norm": [0.19050440192222595, 0.18778377771377563, 0.18843460083007812]}, {"step": 5150, "epoch": 13, "train_loss": 0.0009239465580321848, "cos_r_negg": [0.579863429069519, 0.6424000859260559, 0.6710273027420044], "cos_innovation_negg": [0.579863429069519, 0.6424000859260559, 0.6710273027420044], "cos_apical_negg": [0.579863429069519, 0.6424000859260559, 0.6710273027420044], "cos_Ac_negg": [0.579863429069519, 0.6424000859260559, 0.6710273027420044], "r_norm": [0.19122929871082306, 0.18858855962753296, 0.18912187218666077]}, {"step": 5200, "epoch": 13, "train_loss": 0.0013198324013501406, "cos_r_negg": [0.5791923999786377, 0.6415884494781494, 0.6702650785446167], "cos_innovation_negg": [0.5791923999786377, 0.6415884494781494, 0.6702650785446167], "cos_apical_negg": [0.5791923999786377, 0.6415884494781494, 0.6702650785446167], "cos_Ac_negg": [0.5791923999786377, 0.6415884494781494, 0.6702650785446167], "r_norm": [0.19299572706222534, 0.19033202528953552, 0.1908753216266632]}, {"step": 5250, "epoch": 13, "train_loss": 0.00033962895395234227, "cos_r_negg": [0.5768936276435852, 0.6408150792121887, 0.670562207698822], "cos_innovation_negg": [0.5768936276435852, 0.6408150792121887, 0.670562207698822], "cos_apical_negg": [0.5768936276435852, 0.6408150792121887, 0.670562207698822], "cos_Ac_negg": [0.5768936276435852, 0.6408150792121887, 0.670562207698822], "r_norm": [0.19180870056152344, 0.18902021646499634, 0.18946868181228638], "ldr": {"dL_sdil": -0.006736628711223602, "dL_bp": -0.011798813939094543, "ratio": 0.5709581273167005}}, {"step": 5300, "epoch": 13, "train_loss": 0.0008334902231581509, "cos_r_negg": [0.5813297629356384, 0.6432279348373413, 0.6714141964912415], "cos_innovation_negg": [0.5813297629356384, 0.6432279348373413, 0.6714141964912415], "cos_apical_negg": [0.5813297629356384, 0.6432279348373413, 0.6714141964912415], "cos_Ac_negg": [0.5813297629356384, 0.6432279348373413, 0.6714141964912415], "r_norm": [0.19164404273033142, 0.18900665640830994, 0.18945330381393433]}, {"step": 5350, "epoch": 13, "train_loss": 0.0004194802022539079, "cos_r_negg": [0.5816265940666199, 0.643143892288208, 0.6724116802215576], "cos_innovation_negg": [0.5816265940666199, 0.643143892288208, 0.6724116802215576], "cos_apical_negg": [0.5816265940666199, 0.643143892288208, 0.6724116802215576], "cos_Ac_negg": [0.5816265940666199, 0.643143892288208, 0.6724116802215576], "r_norm": [0.20242296159267426, 0.20001596212387085, 0.20018336176872253]}, {"step": 5400, "epoch": 13, "train_loss": 0.001013430068269372, "cos_r_negg": [0.5793282389640808, 0.6411888003349304, 0.6730919480323792], "cos_innovation_negg": [0.5793282389640808, 0.6411888003349304, 0.6730919480323792], "cos_apical_negg": [0.5793282389640808, 0.6411888003349304, 0.6730919480323792], "cos_Ac_negg": [0.5793282389640808, 0.6411888003349304, 0.6730919480323792], "r_norm": [0.1946016252040863, 0.19186848402023315, 0.19223544001579285]}, {"step": 5450, "epoch": 13, "train_loss": 0.0005519220721907914, "cos_r_negg": [0.5785496234893799, 0.6423965096473694, 0.6732670068740845], "cos_innovation_negg": [0.5785496234893799, 0.6423965096473694, 0.6732670068740845], "cos_apical_negg": [0.5785496234893799, 0.6423965096473694, 0.6732670068740845], "cos_Ac_negg": [0.5785496234893799, 0.6423965096473694, 0.6732670068740845], "r_norm": [0.19343209266662598, 0.19101935625076294, 0.19153395295143127]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.971, "test_loss": 0.1520557725906372}, {"step": 5500, "epoch": 14, "train_loss": 0.0006306613213382661, "cos_r_negg": [0.5773701667785645, 0.6420943737030029, 0.6731268167495728], "cos_innovation_negg": [0.5773701667785645, 0.6420943737030029, 0.6731268167495728], "cos_apical_negg": [0.5773701667785645, 0.6420943737030029, 0.6731268167495728], "cos_Ac_negg": [0.5773701667785645, 0.6420943737030029, 0.6731268167495728], "r_norm": [0.1897062063217163, 0.18694648146629333, 0.18750321865081787], "ldr": {"dL_sdil": -0.006870828568935394, "dL_bp": -0.012269079685211182, "ratio": 0.5600117323565276}}, {"step": 5550, "epoch": 14, "train_loss": 0.0004125842824578285, "cos_r_negg": [0.578131914138794, 0.64265376329422, 0.6734753847122192], "cos_innovation_negg": [0.578131914138794, 0.64265376329422, 0.6734753847122192], "cos_apical_negg": [0.578131914138794, 0.64265376329422, 0.6734753847122192], "cos_Ac_negg": [0.578131914138794, 0.64265376329422, 0.6734753847122192], "r_norm": [0.19237679243087769, 0.1895274519920349, 0.1901492178440094]}, {"step": 5600, "epoch": 14, "train_loss": 0.0014989023329690099, "cos_r_negg": [0.5790126323699951, 0.640927791595459, 0.672573447227478], "cos_innovation_negg": [0.5790126323699951, 0.640927791595459, 0.672573447227478], "cos_apical_negg": [0.5790126323699951, 0.640927791595459, 0.672573447227478], "cos_Ac_negg": [0.5790126323699951, 0.640927791595459, 0.672573447227478], "r_norm": [0.19329839944839478, 0.19058728218078613, 0.19092315435409546]}, {"step": 5650, "epoch": 14, "train_loss": 0.001080594607628882, "cos_r_negg": [0.5781686902046204, 0.6416630744934082, 0.6718908548355103], "cos_innovation_negg": [0.5781686902046204, 0.6416630744934082, 0.6718908548355103], "cos_apical_negg": [0.5781686902046204, 0.6416630744934082, 0.6718908548355103], "cos_Ac_negg": [0.5781686902046204, 0.6416630744934082, 0.6718908548355103], "r_norm": [0.1907031536102295, 0.18800823390483856, 0.1885772943496704]}, {"step": 5700, "epoch": 14, "train_loss": 0.00011184478353243321, "cos_r_negg": [0.5795497894287109, 0.641410768032074, 0.671786904335022], "cos_innovation_negg": [0.5795497894287109, 0.641410768032074, 0.671786904335022], "cos_apical_negg": [0.5795497894287109, 0.641410768032074, 0.671786904335022], "cos_Ac_negg": [0.5795497894287109, 0.641410768032074, 0.671786904335022], "r_norm": [0.18943551182746887, 0.18670538067817688, 0.18724828958511353]}, {"step": 5750, "epoch": 14, "train_loss": 0.00032396690221503377, "cos_r_negg": [0.5784250497817993, 0.6426033973693848, 0.6735066175460815], "cos_innovation_negg": [0.5784250497817993, 0.6426033973693848, 0.6735066175460815], "cos_apical_negg": [0.5784250497817993, 0.6426033973693848, 0.6735066175460815], "cos_Ac_negg": [0.5784250497817993, 0.6426033973693848, 0.6735066175460815], "r_norm": [0.1911245733499527, 0.18850651383399963, 0.18913917243480682], "ldr": {"dL_sdil": -0.007120877504348755, "dL_bp": -0.01304759830236435, "ratio": 0.5457615523815126}}, {"step": 5800, "epoch": 14, "train_loss": 0.0012019448913633823, "cos_r_negg": [0.5765959024429321, 0.6410543918609619, 0.6724869012832642], "cos_innovation_negg": [0.5765959024429321, 0.6410543918609619, 0.6724869012832642], "cos_apical_negg": [0.5765959024429321, 0.6410543918609619, 0.6724869012832642], "cos_Ac_negg": [0.5765959024429321, 0.6410543918609619, 0.6724869012832642], "r_norm": [0.18930310010910034, 0.1865515112876892, 0.1870606243610382]}, {"step": 5850, "epoch": 14, "train_loss": 0.0005424765404313803, "cos_r_negg": [0.5765285491943359, 0.6398369073867798, 0.6698485016822815], "cos_innovation_negg": [0.5765285491943359, 0.6398369073867798, 0.6698485016822815], "cos_apical_negg": [0.5765285491943359, 0.6398369073867798, 0.6698485016822815], "cos_Ac_negg": [0.5765285491943359, 0.6398369073867798, 0.6698485016822815], "r_norm": [0.19290603697299957, 0.1901761144399643, 0.19054442644119263]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9718, "test_loss": 0.15543756198883057}, {"step": 5900, "epoch": 15, "train_loss": 0.00024590262910351157, "cos_r_negg": [0.5785300731658936, 0.6405705809593201, 0.6705085039138794], "cos_innovation_negg": [0.5785300731658936, 0.6405705809593201, 0.6705085039138794], "cos_apical_negg": [0.5785300731658936, 0.6405705809593201, 0.6705085039138794], "cos_Ac_negg": [0.5785300731658936, 0.6405705809593201, 0.6705085039138794], "r_norm": [0.19304871559143066, 0.1903374195098877, 0.19072341918945312]}, {"step": 5950, "epoch": 15, "train_loss": 0.000682923651766032, "cos_r_negg": [0.5779988765716553, 0.6413237452507019, 0.6720834970474243], "cos_innovation_negg": [0.5779988765716553, 0.6413237452507019, 0.6720834970474243], "cos_apical_negg": [0.5779988765716553, 0.6413237452507019, 0.6720834970474243], "cos_Ac_negg": [0.5779988765716553, 0.6413237452507019, 0.6720834970474243], "r_norm": [0.18698656558990479, 0.18436086177825928, 0.1847958117723465]}, {"step": 6000, "epoch": 15, "train_loss": 0.00042269559344276786, "cos_r_negg": [0.578698992729187, 0.6402860879898071, 0.6706987619400024], "cos_innovation_negg": [0.578698992729187, 0.6402860879898071, 0.6706987619400024], "cos_apical_negg": [0.578698992729187, 0.6402860879898071, 0.6706987619400024], "cos_Ac_negg": [0.578698992729187, 0.6402860879898071, 0.6706987619400024], "r_norm": [0.18970437347888947, 0.18703682720661163, 0.18750843405723572], "ldr": {"dL_sdil": -0.0072825998067855835, "dL_bp": -0.013570696115493774, "ratio": 0.5366415801228487}}, {"step": 6050, "epoch": 15, "train_loss": 0.0009052111417986453, "cos_r_negg": [0.5771505832672119, 0.6387054920196533, 0.6694978475570679], "cos_innovation_negg": [0.5771505832672119, 0.6387054920196533, 0.6694978475570679], "cos_apical_negg": [0.5771505832672119, 0.6387054920196533, 0.6694978475570679], "cos_Ac_negg": [0.5771505832672119, 0.6387054920196533, 0.6694978475570679], "r_norm": [0.18927635252475739, 0.18660035729408264, 0.18714787065982819]}, {"step": 6100, "epoch": 15, "train_loss": 0.0014263016637414694, "cos_r_negg": [0.577475905418396, 0.6394616961479187, 0.669075071811676], "cos_innovation_negg": [0.577475905418396, 0.6394616961479187, 0.669075071811676], "cos_apical_negg": [0.577475905418396, 0.6394616961479187, 0.669075071811676], "cos_Ac_negg": [0.577475905418396, 0.6394616961479187, 0.669075071811676], "r_norm": [0.18955430388450623, 0.1867898404598236, 0.18738487362861633]}, {"step": 6150, "epoch": 15, "train_loss": 0.0008726827800273895, "cos_r_negg": [0.5789555311203003, 0.6404737830162048, 0.6704055070877075], "cos_innovation_negg": [0.5789555311203003, 0.6404737830162048, 0.6704055070877075], "cos_apical_negg": [0.5789555311203003, 0.6404737830162048, 0.6704055070877075], "cos_Ac_negg": [0.5789555311203003, 0.6404737830162048, 0.6704055070877075], "r_norm": [0.1911269873380661, 0.18853135406970978, 0.189109206199646]}, {"step": 6200, "epoch": 15, "train_loss": 0.0009533509728498757, "cos_r_negg": [0.5780545473098755, 0.6406347751617432, 0.6704813241958618], "cos_innovation_negg": [0.5780545473098755, 0.6406347751617432, 0.6704813241958618], "cos_apical_negg": [0.5780545473098755, 0.6406347751617432, 0.6704813241958618], "cos_Ac_negg": [0.5780545473098755, 0.6406347751617432, 0.6704813241958618], "r_norm": [0.19237200915813446, 0.18963725864887238, 0.1900343894958496]}, {"step": 6250, "epoch": 15, "train_loss": 0.00042144942563027143, "cos_r_negg": [0.5769616365432739, 0.6404335498809814, 0.6709768772125244], "cos_innovation_negg": [0.5769616365432739, 0.6404335498809814, 0.6709768772125244], "cos_apical_negg": [0.5769616365432739, 0.6404335498809814, 0.6709768772125244], "cos_Ac_negg": [0.5769616365432739, 0.6404335498809814, 0.6709768772125244], "r_norm": [0.1924067735671997, 0.18961450457572937, 0.18995633721351624], "ldr": {"dL_sdil": -0.00750916451215744, "dL_bp": -0.014312081038951874, "ratio": 0.5246731409443839}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9713, "test_loss": 0.15760864162445068}, {"step": 6300, "epoch": 16, "train_loss": 0.0006836053798906505, "cos_r_negg": [0.5765000581741333, 0.6415705680847168, 0.6718946695327759], "cos_innovation_negg": [0.5765000581741333, 0.6415705680847168, 0.6718946695327759], "cos_apical_negg": [0.5765000581741333, 0.6415705680847168, 0.6718946695327759], "cos_Ac_negg": [0.5765000581741333, 0.6415705680847168, 0.6718946695327759], "r_norm": [0.19371207058429718, 0.19089427590370178, 0.19120502471923828]}, {"step": 6350, "epoch": 16, "train_loss": 0.0002050266193691641, "cos_r_negg": [0.5776766538619995, 0.6408817768096924, 0.6717838048934937], "cos_innovation_negg": [0.5776766538619995, 0.6408817768096924, 0.6717838048934937], "cos_apical_negg": [0.5776766538619995, 0.6408817768096924, 0.6717838048934937], "cos_Ac_negg": [0.5776766538619995, 0.6408817768096924, 0.6717838048934937], "r_norm": [0.19619783759117126, 0.19354428350925446, 0.19396546483039856]}, {"step": 6400, "epoch": 16, "train_loss": 0.00032810436096042395, "cos_r_negg": [0.5788683891296387, 0.6404067277908325, 0.6714149713516235], "cos_innovation_negg": [0.5788683891296387, 0.6404067277908325, 0.6714149713516235], "cos_apical_negg": [0.5788683891296387, 0.6404067277908325, 0.6714149713516235], "cos_Ac_negg": [0.5788683891296387, 0.6404067277908325, 0.6714149713516235], "r_norm": [0.19279521703720093, 0.19026735424995422, 0.19085873663425446]}, {"step": 6450, "epoch": 16, "train_loss": 0.00010591735190246254, "cos_r_negg": [0.577681303024292, 0.6395716667175293, 0.6713933944702148], "cos_innovation_negg": [0.577681303024292, 0.6395716667175293, 0.6713933944702148], "cos_apical_negg": [0.577681303024292, 0.6395716667175293, 0.6713933944702148], "cos_Ac_negg": [0.577681303024292, 0.6395716667175293, 0.6713933944702148], "r_norm": [0.19000446796417236, 0.18744517862796783, 0.18788298964500427]}, {"step": 6500, "epoch": 16, "train_loss": 0.0014289491809904575, "cos_r_negg": [0.5778191089630127, 0.6392607688903809, 0.6708551645278931], "cos_innovation_negg": [0.5778191089630127, 0.6392607688903809, 0.6708551645278931], "cos_apical_negg": [0.5778191089630127, 0.6392607688903809, 0.6708551645278931], "cos_Ac_negg": [0.5778191089630127, 0.6392607688903809, 0.6708551645278931], "r_norm": [0.1894659548997879, 0.18684713542461395, 0.18731153011322021], "ldr": {"dL_sdil": -0.007261753082275391, "dL_bp": -0.013805337250232697, "ratio": 0.5260105530672922}}, {"step": 6550, "epoch": 16, "train_loss": 0.0005378465866670012, "cos_r_negg": [0.5787849426269531, 0.6400230526924133, 0.6729542016983032], "cos_innovation_negg": [0.5787849426269531, 0.6400230526924133, 0.6729542016983032], "cos_apical_negg": [0.5787849426269531, 0.6400230526924133, 0.6729542016983032], "cos_Ac_negg": [0.5787849426269531, 0.6400230526924133, 0.6729542016983032], "r_norm": [0.18946968019008636, 0.18663178384304047, 0.18712598085403442]}, {"step": 6600, "epoch": 16, "train_loss": 0.0003065415658056736, "cos_r_negg": [0.5779956579208374, 0.6396549940109253, 0.6720277667045593], "cos_innovation_negg": [0.5779956579208374, 0.6396549940109253, 0.6720277667045593], "cos_apical_negg": [0.5779956579208374, 0.6396549940109253, 0.6720277667045593], "cos_Ac_negg": [0.5779956579208374, 0.6396549940109253, 0.6720277667045593], "r_norm": [0.18738248944282532, 0.18463736772537231, 0.18517354130744934]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9716, "test_loss": 0.15967966499328612}, {"step": 6650, "epoch": 17, "train_loss": 0.00035405484959483147, "cos_r_negg": [0.5787295699119568, 0.6399439573287964, 0.6729344129562378], "cos_innovation_negg": [0.5787295699119568, 0.6399439573287964, 0.6729344129562378], "cos_apical_negg": [0.5787295699119568, 0.6399439573287964, 0.6729344129562378], "cos_Ac_negg": [0.5787295699119568, 0.6399439573287964, 0.6729344129562378], "r_norm": [0.19085925817489624, 0.1880280077457428, 0.18852412700653076]}, {"step": 6700, "epoch": 17, "train_loss": 0.0002382828388363123, "cos_r_negg": [0.579291582107544, 0.6404183506965637, 0.6735513210296631], "cos_innovation_negg": [0.579291582107544, 0.6404183506965637, 0.6735513210296631], "cos_apical_negg": [0.579291582107544, 0.6404183506965637, 0.6735513210296631], "cos_Ac_negg": [0.579291582107544, 0.6404183506965637, 0.6735513210296631], "r_norm": [0.19304843246936798, 0.1902361959218979, 0.19069457054138184]}, {"step": 6750, "epoch": 17, "train_loss": 0.0006765665020793676, "cos_r_negg": [0.578021228313446, 0.6402124166488647, 0.674172043800354], "cos_innovation_negg": [0.578021228313446, 0.6402124166488647, 0.674172043800354], "cos_apical_negg": [0.578021228313446, 0.6402124166488647, 0.674172043800354], "cos_Ac_negg": [0.578021228313446, 0.6402124166488647, 0.674172043800354], "r_norm": [0.19601547718048096, 0.193281888961792, 0.19356828927993774], "ldr": {"dL_sdil": -0.007917597889900208, "dL_bp": -0.015329346060752869, "ratio": 0.5164993900275581}}, {"step": 6800, "epoch": 17, "train_loss": 0.0007323332829400897, "cos_r_negg": [0.5776368975639343, 0.6409621238708496, 0.6735670566558838], "cos_innovation_negg": [0.5776368975639343, 0.6409621238708496, 0.6735670566558838], "cos_apical_negg": [0.5776368975639343, 0.6409621238708496, 0.6735670566558838], "cos_Ac_negg": [0.5776368975639343, 0.6409621238708496, 0.6735670566558838], "r_norm": [0.19396060705184937, 0.19128313660621643, 0.1917906105518341]}, {"step": 6850, "epoch": 17, "train_loss": 0.00038615401717834175, "cos_r_negg": [0.5768046379089355, 0.6398969888687134, 0.6726839542388916], "cos_innovation_negg": [0.5768046379089355, 0.6398969888687134, 0.6726839542388916], "cos_apical_negg": [0.5768046379089355, 0.6398969888687134, 0.6726839542388916], "cos_Ac_negg": [0.5768046379089355, 0.6398969888687134, 0.6726839542388916], "r_norm": [0.1923970878124237, 0.18962454795837402, 0.1901703178882599]}, {"step": 6900, "epoch": 17, "train_loss": 0.0006394105730578303, "cos_r_negg": [0.5784993767738342, 0.6388463973999023, 0.672380805015564], "cos_innovation_negg": [0.5784993767738342, 0.6388463973999023, 0.672380805015564], "cos_apical_negg": [0.5784993767738342, 0.6388463973999023, 0.672380805015564], "cos_Ac_negg": [0.5784993767738342, 0.6388463973999023, 0.672380805015564], "r_norm": [0.1898406744003296, 0.1869019716978073, 0.18752217292785645]}, {"step": 6950, "epoch": 17, "train_loss": 0.0008375168545171618, "cos_r_negg": [0.5794200897216797, 0.6396899819374084, 0.6732836961746216], "cos_innovation_negg": [0.5794200897216797, 0.6396899819374084, 0.6732836961746216], "cos_apical_negg": [0.5794200897216797, 0.6396899819374084, 0.6732836961746216], "cos_Ac_negg": [0.5794200897216797, 0.6396899819374084, 0.6732836961746216], "r_norm": [0.18868133425712585, 0.18582619726657867, 0.18646106123924255]}, {"step": 7000, "epoch": 17, "train_loss": 0.00011567586625460535, "cos_r_negg": [0.5788435935974121, 0.6395614147186279, 0.6744693517684937], "cos_innovation_negg": [0.5788435935974121, 0.6395614147186279, 0.6744693517684937], "cos_apical_negg": [0.5788435935974121, 0.6395614147186279, 0.6744693517684937], "cos_Ac_negg": [0.5788435935974121, 0.6395614147186279, 0.6744693517684937], "r_norm": [0.1855076104402542, 0.18267002701759338, 0.18327008187770844], "ldr": {"dL_sdil": -0.007222689688205719, "dL_bp": -0.013965465128421783, "ratio": 0.517182179167558}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9716, "test_loss": 0.1611394563674927}, {"step": 7050, "epoch": 18, "train_loss": 0.00027447042521089315, "cos_r_negg": [0.5783682465553284, 0.6392704248428345, 0.673374354839325], "cos_innovation_negg": [0.5783682465553284, 0.6392704248428345, 0.673374354839325], "cos_apical_negg": [0.5783682465553284, 0.6392704248428345, 0.673374354839325], "cos_Ac_negg": [0.5783682465553284, 0.6392704248428345, 0.673374354839325], "r_norm": [0.18603672087192535, 0.18332767486572266, 0.18383346498012543]}, {"step": 7100, "epoch": 18, "train_loss": 0.00028183619724586606, "cos_r_negg": [0.5781387090682983, 0.639603853225708, 0.6727410554885864], "cos_innovation_negg": [0.5781387090682983, 0.639603853225708, 0.6727410554885864], "cos_apical_negg": [0.5781387090682983, 0.639603853225708, 0.6727410554885864], "cos_Ac_negg": [0.5781387090682983, 0.639603853225708, 0.6727410554885864], "r_norm": [0.18623897433280945, 0.1834220588207245, 0.18398281931877136]}, {"step": 7150, "epoch": 18, "train_loss": 0.00033649831311777234, "cos_r_negg": [0.5778968334197998, 0.6396024227142334, 0.6737879514694214], "cos_innovation_negg": [0.5778968334197998, 0.6396024227142334, 0.6737879514694214], "cos_apical_negg": [0.5778968334197998, 0.6396024227142334, 0.6737879514694214], "cos_Ac_negg": [0.5778968334197998, 0.6396024227142334, 0.6737879514694214], "r_norm": [0.18947558104991913, 0.18657557666301727, 0.18713518977165222]}, {"step": 7200, "epoch": 18, "train_loss": 0.00046670809388160706, "cos_r_negg": [0.5784142017364502, 0.6392271518707275, 0.6731586456298828], "cos_innovation_negg": [0.5784142017364502, 0.6392271518707275, 0.6731586456298828], "cos_apical_negg": [0.5784142017364502, 0.6392271518707275, 0.6731586456298828], "cos_Ac_negg": [0.5784142017364502, 0.6392271518707275, 0.6731586456298828], "r_norm": [0.19152650237083435, 0.1887391209602356, 0.18932560086250305]}, {"step": 7250, "epoch": 18, "train_loss": 0.0004154551716055721, "cos_r_negg": [0.5781389474868774, 0.6388595700263977, 0.6738163232803345], "cos_innovation_negg": [0.5781389474868774, 0.6388595700263977, 0.6738163232803345], "cos_apical_negg": [0.5781389474868774, 0.6388595700263977, 0.6738163232803345], "cos_Ac_negg": [0.5781389474868774, 0.6388595700263977, 0.6738163232803345], "r_norm": [0.18920838832855225, 0.18633823096752167, 0.1869334876537323], "ldr": {"dL_sdil": -0.0076901912689208984, "dL_bp": -0.015084616839885712, "ratio": 0.5098035535504635}}, {"step": 7300, "epoch": 18, "train_loss": 0.00025237066438421607, "cos_r_negg": [0.5789194703102112, 0.6382718086242676, 0.6725468635559082], "cos_innovation_negg": [0.5789194703102112, 0.6382718086242676, 0.6725468635559082], "cos_apical_negg": [0.5789194703102112, 0.6382718086242676, 0.6725468635559082], "cos_Ac_negg": [0.5789194703102112, 0.6382718086242676, 0.6725468635559082], "r_norm": [0.18753387033939362, 0.1847638487815857, 0.18536600470542908]}, {"step": 7350, "epoch": 18, "train_loss": 0.0008477457449771464, "cos_r_negg": [0.5794123411178589, 0.6384925246238708, 0.6728180646896362], "cos_innovation_negg": [0.5794123411178589, 0.6384925246238708, 0.6728180646896362], "cos_apical_negg": [0.5794123411178589, 0.6384925246238708, 0.6728180646896362], "cos_Ac_negg": [0.5794123411178589, 0.6384925246238708, 0.6728180646896362], "r_norm": [0.18914490938186646, 0.18641002476215363, 0.18699605762958527]}, {"step": 7400, "epoch": 18, "train_loss": 0.0005081748240627348, "cos_r_negg": [0.5754134654998779, 0.6393170952796936, 0.6737634539604187], "cos_innovation_negg": [0.5754134654998779, 0.6393170952796936, 0.6737634539604187], "cos_apical_negg": [0.5754134654998779, 0.6393170952796936, 0.6737634539604187], "cos_Ac_negg": [0.5754134654998779, 0.6393170952796936, 0.6737634539604187], "r_norm": [0.1910279095172882, 0.18831104040145874, 0.1888488531112671]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9718, "test_loss": 0.16218714504241943}, {"step": 7450, "epoch": 19, "train_loss": 0.00014963520516175777, "cos_r_negg": [0.5762743949890137, 0.638745903968811, 0.6745541095733643], "cos_innovation_negg": [0.5762743949890137, 0.638745903968811, 0.6745541095733643], "cos_apical_negg": [0.5762743949890137, 0.638745903968811, 0.6745541095733643], "cos_Ac_negg": [0.5762743949890137, 0.638745903968811, 0.6745541095733643], "r_norm": [0.1896177977323532, 0.18685875833034515, 0.18737879395484924]}, {"step": 7500, "epoch": 19, "train_loss": 0.000283451663563028, "cos_r_negg": [0.5785921812057495, 0.6380590796470642, 0.6730641722679138], "cos_innovation_negg": [0.5785921812057495, 0.6380590796470642, 0.6730641722679138], "cos_apical_negg": [0.5785921812057495, 0.6380590796470642, 0.6730641722679138], "cos_Ac_negg": [0.5785921812057495, 0.6380590796470642, 0.6730641722679138], "r_norm": [0.18899798393249512, 0.18622273206710815, 0.18675431609153748], "ldr": {"dL_sdil": -0.00767911970615387, "dL_bp": -0.015145629644393921, "ratio": 0.5070188487671266}}, {"step": 7550, "epoch": 19, "train_loss": 0.0003964557545259595, "cos_r_negg": [0.574752926826477, 0.6383205652236938, 0.6746929883956909], "cos_innovation_negg": [0.574752926826477, 0.6383205652236938, 0.6746929883956909], "cos_apical_negg": [0.574752926826477, 0.6383205652236938, 0.6746929883956909], "cos_Ac_negg": [0.574752926826477, 0.6383205652236938, 0.6746929883956909], "r_norm": [0.18920782208442688, 0.18641342222690582, 0.18690736591815948]}, {"step": 7600, "epoch": 19, "train_loss": 0.0003488818765617907, "cos_r_negg": [0.573585033416748, 0.6381789445877075, 0.6740738749504089], "cos_innovation_negg": [0.573585033416748, 0.6381789445877075, 0.6740738749504089], "cos_apical_negg": [0.573585033416748, 0.6381789445877075, 0.6740738749504089], "cos_Ac_negg": [0.573585033416748, 0.6381789445877075, 0.6740738749504089], "r_norm": [0.18882064521312714, 0.18607982993125916, 0.18660160899162292]}, {"step": 7650, "epoch": 19, "train_loss": 0.0006052222452126443, "cos_r_negg": [0.5763521194458008, 0.638980507850647, 0.6739675998687744], "cos_innovation_negg": [0.5763521194458008, 0.638980507850647, 0.6739675998687744], "cos_apical_negg": [0.5763521194458008, 0.638980507850647, 0.6739675998687744], "cos_Ac_negg": [0.5763521194458008, 0.638980507850647, 0.6739675998687744], "r_norm": [0.18872112035751343, 0.18594515323638916, 0.1864684522151947]}, {"step": 7700, "epoch": 19, "train_loss": 0.0005076335510239005, "cos_r_negg": [0.5792561769485474, 0.6392600536346436, 0.67308509349823], "cos_innovation_negg": [0.5792561769485474, 0.6392600536346436, 0.67308509349823], "cos_apical_negg": [0.5792561769485474, 0.6392600536346436, 0.67308509349823], "cos_Ac_negg": [0.5792561769485474, 0.6392600536346436, 0.67308509349823], "r_norm": [0.1868249475955963, 0.18410003185272217, 0.1846197098493576]}, {"step": 7750, "epoch": 19, "train_loss": 0.00045577576383948326, "cos_r_negg": [0.5791441202163696, 0.6391366720199585, 0.6729779243469238], "cos_innovation_negg": [0.5791441202163696, 0.6391366720199585, 0.6729779243469238], "cos_apical_negg": [0.5791441202163696, 0.6391366720199585, 0.6729779243469238], "cos_Ac_negg": [0.5791441202163696, 0.6391366720199585, 0.6729779243469238], "r_norm": [0.18836525082588196, 0.18558944761753082, 0.18604837357997894], "ldr": {"dL_sdil": -0.007808975875377655, "dL_bp": -0.015600450336933136, "ratio": 0.5005609265580219}}, {"step": 7800, "epoch": 19, "train_loss": 0.0004446617094799876, "cos_r_negg": [0.5789731740951538, 0.6396101117134094, 0.6737980842590332], "cos_innovation_negg": [0.5789731740951538, 0.6396101117134094, 0.6737980842590332], "cos_apical_negg": [0.5789731740951538, 0.6396101117134094, 0.6737980842590332], "cos_Ac_negg": [0.5789731740951538, 0.6396101117134094, 0.6737980842590332], "r_norm": [0.187709242105484, 0.18496057391166687, 0.1854514479637146]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9715, "test_loss": 0.1645355073928833}, {"step": 7850, "epoch": 20, "train_loss": 0.00030412731575779617, "cos_r_negg": [0.5793260335922241, 0.6394457817077637, 0.6742372512817383], "cos_innovation_negg": [0.5793260335922241, 0.6394457817077637, 0.6742372512817383], "cos_apical_negg": [0.5793260335922241, 0.6394457817077637, 0.6742372512817383], "cos_Ac_negg": [0.5793260335922241, 0.6394457817077637, 0.6742372512817383], "r_norm": [0.18696963787078857, 0.18421778082847595, 0.18477855622768402]}, {"step": 7900, "epoch": 20, "train_loss": 0.0004169679305050522, "cos_r_negg": [0.5763202905654907, 0.6396397352218628, 0.6748013496398926], "cos_innovation_negg": [0.5763202905654907, 0.6396397352218628, 0.6748013496398926], "cos_apical_negg": [0.5763202905654907, 0.6396397352218628, 0.6748013496398926], "cos_Ac_negg": [0.5763202905654907, 0.6396397352218628, 0.6748013496398926], "r_norm": [0.1889667958021164, 0.18622884154319763, 0.1866796314716339]}, {"step": 7950, "epoch": 20, "train_loss": 0.00015641949721612036, "cos_r_negg": [0.5772417783737183, 0.6388957500457764, 0.6746581196784973], "cos_innovation_negg": [0.5772417783737183, 0.6388957500457764, 0.6746581196784973], "cos_apical_negg": [0.5772417783737183, 0.6388957500457764, 0.6746581196784973], "cos_Ac_negg": [0.5772417783737183, 0.6388957500457764, 0.6746581196784973], "r_norm": [0.19012832641601562, 0.18730930984020233, 0.18786199390888214]}, {"step": 8000, "epoch": 20, "train_loss": 0.00034836397389881313, "cos_r_negg": [0.576572060585022, 0.6393510103225708, 0.6752132177352905], "cos_innovation_negg": [0.576572060585022, 0.6393510103225708, 0.6752132177352905], "cos_apical_negg": [0.576572060585022, 0.6393510103225708, 0.6752132177352905], "cos_Ac_negg": [0.576572060585022, 0.6393510103225708, 0.6752132177352905], "r_norm": [0.1914433240890503, 0.18869906663894653, 0.18929049372673035], "ldr": {"dL_sdil": -0.008008532226085663, "dL_bp": -0.0160968080163002, "ratio": 0.4975230007077141}}, {"step": 8050, "epoch": 20, "train_loss": 0.0004983082180842757, "cos_r_negg": [0.5784183740615845, 0.63890540599823, 0.6738384962081909], "cos_innovation_negg": [0.5784183740615845, 0.63890540599823, 0.6738384962081909], "cos_apical_negg": [0.5784183740615845, 0.63890540599823, 0.6738384962081909], "cos_Ac_negg": [0.5784183740615845, 0.63890540599823, 0.6738384962081909], "r_norm": [0.19155672192573547, 0.18873000144958496, 0.18926188349723816]}, {"step": 8100, "epoch": 20, "train_loss": 0.0002325597743038088, "cos_r_negg": [0.5760648250579834, 0.6388427019119263, 0.6731445789337158], "cos_innovation_negg": [0.5760648250579834, 0.6388427019119263, 0.6731445789337158], "cos_apical_negg": [0.5760648250579834, 0.6388427019119263, 0.6731445789337158], "cos_Ac_negg": [0.5760648250579834, 0.6388427019119263, 0.6731445789337158], "r_norm": [0.18995754420757294, 0.18702512979507446, 0.18764187395572662]}, {"step": 8150, "epoch": 20, "train_loss": 0.0005227299989201128, "cos_r_negg": [0.5781093835830688, 0.6395500898361206, 0.6722992658615112], "cos_innovation_negg": [0.5781093835830688, 0.6395500898361206, 0.6722992658615112], "cos_apical_negg": [0.5781093835830688, 0.6395500898361206, 0.6722992658615112], "cos_Ac_negg": [0.5781093835830688, 0.6395500898361206, 0.6722992658615112], "r_norm": [0.18911099433898926, 0.18625833094120026, 0.18686163425445557]}, {"step": 8200, "epoch": 20, "train_loss": 0.00027412199415266514, "cos_r_negg": [0.5782171487808228, 0.6396183967590332, 0.6729393601417542], "cos_innovation_negg": [0.5782171487808228, 0.6396183967590332, 0.6729393601417542], "cos_apical_negg": [0.5782171487808228, 0.6396183967590332, 0.6729393601417542], "cos_Ac_negg": [0.5782171487808228, 0.6396183967590332, 0.6729393601417542], "r_norm": [0.18849530816078186, 0.18563777208328247, 0.18619082868099213]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9716, "test_loss": 0.16581540908813477}, {"step": 8250, "epoch": 21, "train_loss": 0.00043901349999941885, "cos_r_negg": [0.5774998664855957, 0.6394723057746887, 0.6733170747756958], "cos_innovation_negg": [0.5774998664855957, 0.6394723057746887, 0.6733170747756958], "cos_apical_negg": [0.5774998664855957, 0.6394723057746887, 0.6733170747756958], "cos_Ac_negg": [0.5774998664855957, 0.6394723057746887, 0.6733170747756958], "r_norm": [0.1890903115272522, 0.18620529770851135, 0.186717227101326], "ldr": {"dL_sdil": -0.00801774114370346, "dL_bp": -0.01622048020362854, "ratio": 0.4942973970591748}}, {"step": 8300, "epoch": 21, "train_loss": 0.000514088140334934, "cos_r_negg": [0.5782884359359741, 0.6392581462860107, 0.6735924482345581], "cos_innovation_negg": [0.5782884359359741, 0.6392581462860107, 0.6735924482345581], "cos_apical_negg": [0.5782884359359741, 0.6392581462860107, 0.6735924482345581], "cos_Ac_negg": [0.5782884359359741, 0.6392581462860107, 0.6735924482345581], "r_norm": [0.18732759356498718, 0.18458914756774902, 0.18518292903900146]}, {"step": 8350, "epoch": 21, "train_loss": 0.00045008573215454817, "cos_r_negg": [0.5793129205703735, 0.6398784518241882, 0.673973560333252], "cos_innovation_negg": [0.5793129205703735, 0.6398784518241882, 0.673973560333252], "cos_apical_negg": [0.5793129205703735, 0.6398784518241882, 0.673973560333252], "cos_Ac_negg": [0.5793129205703735, 0.6398784518241882, 0.673973560333252], "r_norm": [0.18680664896965027, 0.18413540720939636, 0.18468600511550903]}, {"step": 8400, "epoch": 21, "train_loss": 0.00018957926658913493, "cos_r_negg": [0.5786975026130676, 0.6392209529876709, 0.6742573976516724], "cos_innovation_negg": [0.5786975026130676, 0.6392209529876709, 0.6742573976516724], "cos_apical_negg": [0.5786975026130676, 0.6392209529876709, 0.6742573976516724], "cos_Ac_negg": [0.5786975026130676, 0.6392209529876709, 0.6742573976516724], "r_norm": [0.18537765741348267, 0.1825564205646515, 0.18319013714790344]}, {"step": 8450, "epoch": 21, "train_loss": 0.00015151046682149172, "cos_r_negg": [0.5775272846221924, 0.6387168169021606, 0.6741852760314941], "cos_innovation_negg": [0.5775272846221924, 0.6387168169021606, 0.6741852760314941], "cos_apical_negg": [0.5775272846221924, 0.6387168169021606, 0.6741852760314941], "cos_Ac_negg": [0.5775272846221924, 0.6387168169021606, 0.6741852760314941], "r_norm": [0.1871771663427353, 0.18429142236709595, 0.1849348545074463]}, {"step": 8500, "epoch": 21, "train_loss": 0.0004651687922887504, "cos_r_negg": [0.5758571028709412, 0.6389057040214539, 0.6748074889183044], "cos_innovation_negg": [0.5758571028709412, 0.6389057040214539, 0.6748074889183044], "cos_apical_negg": [0.5758571028709412, 0.6389057040214539, 0.6748074889183044], "cos_Ac_negg": [0.5758571028709412, 0.6389057040214539, 0.6748074889183044], "r_norm": [0.18963709473609924, 0.1867041140794754, 0.18722832202911377], "ldr": {"dL_sdil": -0.008045002818107605, "dL_bp": -0.01630319654941559, "ratio": 0.4934616836473084}}, {"step": 8550, "epoch": 21, "train_loss": 0.0002482909767422825, "cos_r_negg": [0.5769458413124084, 0.6391909122467041, 0.6736286282539368], "cos_innovation_negg": [0.5769458413124084, 0.6391909122467041, 0.6736286282539368], "cos_apical_negg": [0.5769458413124084, 0.6391909122467041, 0.6736286282539368], "cos_Ac_negg": [0.5769458413124084, 0.6391909122467041, 0.6736286282539368], "r_norm": [0.19062379002571106, 0.18769484758377075, 0.18823812901973724]}, {"step": 8600, "epoch": 21, "train_loss": 0.0005517169483937323, "cos_r_negg": [0.5768244862556458, 0.6395310163497925, 0.6735292673110962], "cos_innovation_negg": [0.5768244862556458, 0.6395310163497925, 0.6735292673110962], "cos_apical_negg": [0.5768244862556458, 0.6395310163497925, 0.6735292673110962], "cos_Ac_negg": [0.5768244862556458, 0.6395310163497925, 0.6735292673110962], "r_norm": [0.19067463278770447, 0.18793529272079468, 0.1884758174419403]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9717, "test_loss": 0.16728587074279785}, {"step": 8650, "epoch": 22, "train_loss": 0.00010312828817404807, "cos_r_negg": [0.5765217542648315, 0.6393990516662598, 0.6733987331390381], "cos_innovation_negg": [0.5765217542648315, 0.6393990516662598, 0.6733987331390381], "cos_apical_negg": [0.5765217542648315, 0.6393990516662598, 0.6733987331390381], "cos_Ac_negg": [0.5765217542648315, 0.6393990516662598, 0.6733987331390381], "r_norm": [0.19026055932044983, 0.18745511770248413, 0.1880102902650833]}, {"step": 8700, "epoch": 22, "train_loss": 0.00012435158714652061, "cos_r_negg": [0.5765522718429565, 0.6392253041267395, 0.6738529205322266], "cos_innovation_negg": [0.5765522718429565, 0.6392253041267395, 0.6738529205322266], "cos_apical_negg": [0.5765522718429565, 0.6392253041267395, 0.6738529205322266], "cos_Ac_negg": [0.5765522718429565, 0.6392253041267395, 0.6738529205322266], "r_norm": [0.19082759320735931, 0.18804407119750977, 0.1886894702911377]}, {"step": 8750, "epoch": 22, "train_loss": 0.0003034854307770729, "cos_r_negg": [0.5771274566650391, 0.6399524807929993, 0.6744510531425476], "cos_innovation_negg": [0.5771274566650391, 0.6399524807929993, 0.6744510531425476], "cos_apical_negg": [0.5771274566650391, 0.6399524807929993, 0.6744510531425476], "cos_Ac_negg": [0.5771274566650391, 0.6399524807929993, 0.6744510531425476], "r_norm": [0.18970917165279388, 0.1869012713432312, 0.18751563131809235], "ldr": {"dL_sdil": -0.008147850632667542, "dL_bp": -0.016648992896080017, "ratio": 0.48938999995524907}}, {"step": 8800, "epoch": 22, "train_loss": 0.00048770150169730186, "cos_r_negg": [0.5773370265960693, 0.6395368576049805, 0.6745785474777222], "cos_innovation_negg": [0.5773370265960693, 0.6395368576049805, 0.6745785474777222], "cos_apical_negg": [0.5773370265960693, 0.6395368576049805, 0.6745785474777222], "cos_Ac_negg": [0.5773370265960693, 0.6395368576049805, 0.6745785474777222], "r_norm": [0.187653049826622, 0.18477334082126617, 0.18540942668914795]}, {"step": 8850, "epoch": 22, "train_loss": 0.0002193791588069871, "cos_r_negg": [0.5775732398033142, 0.6395695209503174, 0.6749089956283569], "cos_innovation_negg": [0.5775732398033142, 0.6395695209503174, 0.6749089956283569], "cos_apical_negg": [0.5775732398033142, 0.6395695209503174, 0.6749089956283569], "cos_Ac_negg": [0.5775732398033142, 0.6395695209503174, 0.6749089956283569], "r_norm": [0.1850675493478775, 0.1822938621044159, 0.18291619420051575]}, {"step": 8900, "epoch": 22, "train_loss": 0.0003655984764918685, "cos_r_negg": [0.5774120092391968, 0.6393335461616516, 0.674842119216919], "cos_innovation_negg": [0.5774120092391968, 0.6393335461616516, 0.674842119216919], "cos_apical_negg": [0.5774120092391968, 0.6393335461616516, 0.674842119216919], "cos_Ac_negg": [0.5774120092391968, 0.6393335461616516, 0.674842119216919], "r_norm": [0.18698513507843018, 0.18415787816047668, 0.1847560852766037]}, {"step": 8950, "epoch": 22, "train_loss": 0.0003299964009784162, "cos_r_negg": [0.5773218870162964, 0.6394993662834167, 0.6752936840057373], "cos_innovation_negg": [0.5773218870162964, 0.6394993662834167, 0.6752936840057373], "cos_apical_negg": [0.5773218870162964, 0.6394993662834167, 0.6752936840057373], "cos_Ac_negg": [0.5773218870162964, 0.6394993662834167, 0.6752936840057373], "r_norm": [0.18754833936691284, 0.1847684532403946, 0.18540000915527344]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9719, "test_loss": 0.16839540176391601}, {"step": 9000, "epoch": 23, "train_loss": 0.00022772296506445855, "cos_r_negg": [0.5768519639968872, 0.6394088268280029, 0.6747658252716064], "cos_innovation_negg": [0.5768519639968872, 0.6394088268280029, 0.6747658252716064], "cos_apical_negg": [0.5768519639968872, 0.6394088268280029, 0.6747658252716064], "cos_Ac_negg": [0.5768519639968872, 0.6394088268280029, 0.6747658252716064], "r_norm": [0.18852803111076355, 0.18571104109287262, 0.18633770942687988], "ldr": {"dL_sdil": -0.008137457072734833, "dL_bp": -0.01674012839794159, "ratio": 0.48610481827220847}}, {"step": 9050, "epoch": 23, "train_loss": 0.00039757537888363004, "cos_r_negg": [0.5772574543952942, 0.6400966644287109, 0.6748083829879761], "cos_innovation_negg": [0.5772574543952942, 0.6400966644287109, 0.6748083829879761], "cos_apical_negg": [0.5772574543952942, 0.6400966644287109, 0.6748083829879761], "cos_Ac_negg": [0.5772574543952942, 0.6400966644287109, 0.6748083829879761], "r_norm": [0.18739785254001617, 0.1846676766872406, 0.18536067008972168]}, {"step": 9100, "epoch": 23, "train_loss": 0.00014316420129034668, "cos_r_negg": [0.5776441693305969, 0.6399005651473999, 0.6747811436653137], "cos_innovation_negg": [0.5776441693305969, 0.6399005651473999, 0.6747811436653137], "cos_apical_negg": [0.5776441693305969, 0.6399005651473999, 0.6747811436653137], "cos_Ac_negg": [0.5776441693305969, 0.6399005651473999, 0.6747811436653137], "r_norm": [0.18788674473762512, 0.18517589569091797, 0.18583062291145325]}, {"step": 9150, "epoch": 23, "train_loss": 0.00038942001992836595, "cos_r_negg": [0.5775863528251648, 0.6396216750144958, 0.6750222444534302], "cos_innovation_negg": [0.5775863528251648, 0.6396216750144958, 0.6750222444534302], "cos_apical_negg": [0.5775863528251648, 0.6396216750144958, 0.6750222444534302], "cos_Ac_negg": [0.5775863528251648, 0.6396216750144958, 0.6750222444534302], "r_norm": [0.189317524433136, 0.18657828867435455, 0.18715965747833252]}, {"step": 9200, "epoch": 23, "train_loss": 0.0006780464900657535, "cos_r_negg": [0.5783043503761292, 0.6398566365242004, 0.6751080751419067], "cos_innovation_negg": [0.5783043503761292, 0.6398566365242004, 0.6751080751419067], "cos_apical_negg": [0.5783043503761292, 0.6398566365242004, 0.6751080751419067], "cos_Ac_negg": [0.5783043503761292, 0.6398566365242004, 0.6751080751419067], "r_norm": [0.18851754069328308, 0.18579213321208954, 0.18636637926101685]}, {"step": 9250, "epoch": 23, "train_loss": 0.00023991052876226604, "cos_r_negg": [0.5775536894798279, 0.6392917037010193, 0.6757921576499939], "cos_innovation_negg": [0.5775536894798279, 0.6392917037010193, 0.6757921576499939], "cos_apical_negg": [0.5775536894798279, 0.6392917037010193, 0.6757921576499939], "cos_Ac_negg": [0.5775536894798279, 0.6392917037010193, 0.6757921576499939], "r_norm": [0.18768183887004852, 0.18488198518753052, 0.18543002009391785], "ldr": {"dL_sdil": -0.008142448961734772, "dL_bp": -0.01683904230594635, "ratio": 0.4835458462420656}}, {"step": 9300, "epoch": 23, "train_loss": 0.0001646615273784846, "cos_r_negg": [0.5778659582138062, 0.6396468877792358, 0.6760585308074951], "cos_innovation_negg": [0.5778659582138062, 0.6396468877792358, 0.6760585308074951], "cos_apical_negg": [0.5778659582138062, 0.6396468877792358, 0.6760585308074951], "cos_Ac_negg": [0.5778659582138062, 0.6396468877792358, 0.6760585308074951], "r_norm": [0.1876998245716095, 0.18492650985717773, 0.18542009592056274]}, {"step": 9350, "epoch": 23, "train_loss": 9.24638588912785e-05, "cos_r_negg": [0.5777623653411865, 0.6394279599189758, 0.6766988039016724], "cos_innovation_negg": [0.5777623653411865, 0.6394279599189758, 0.6766988039016724], "cos_apical_negg": [0.5777623653411865, 0.6394279599189758, 0.6766988039016724], "cos_Ac_negg": [0.5777623653411865, 0.6394279599189758, 0.6766988039016724], "r_norm": [0.18724724650382996, 0.18435470759868622, 0.18485525250434875]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9715, "test_loss": 0.169584246635437}, {"step": 9400, "epoch": 24, "train_loss": 0.00014438485959544778, "cos_r_negg": [0.5774277448654175, 0.6391093730926514, 0.6759103536605835], "cos_innovation_negg": [0.5774277448654175, 0.6391093730926514, 0.6759103536605835], "cos_apical_negg": [0.5774277448654175, 0.6391093730926514, 0.6759103536605835], "cos_Ac_negg": [0.5774277448654175, 0.6391093730926514, 0.6759103536605835], "r_norm": [0.1869356334209442, 0.18408414721488953, 0.18471907079219818]}, {"step": 9450, "epoch": 24, "train_loss": 0.00010408880916656926, "cos_r_negg": [0.5768346786499023, 0.6394554376602173, 0.6756951808929443], "cos_innovation_negg": [0.5768346786499023, 0.6394554376602173, 0.6756951808929443], "cos_apical_negg": [0.5768346786499023, 0.6394554376602173, 0.6756951808929443], "cos_Ac_negg": [0.5768346786499023, 0.6394554376602173, 0.6756951808929443], "r_norm": [0.18724502623081207, 0.1843583583831787, 0.18501389026641846]}, {"step": 9500, "epoch": 24, "train_loss": 0.00022216116485651582, "cos_r_negg": [0.5762655138969421, 0.639163076877594, 0.6758091449737549], "cos_innovation_negg": [0.5762655138969421, 0.639163076877594, 0.6758091449737549], "cos_apical_negg": [0.5762655138969421, 0.639163076877594, 0.6758091449737549], "cos_Ac_negg": [0.5762655138969421, 0.639163076877594, 0.6758091449737549], "r_norm": [0.1866132616996765, 0.18374481797218323, 0.1844094842672348], "ldr": {"dL_sdil": -0.00811118632555008, "dL_bp": -0.01682981848716736, "ratio": 0.4819532861709004}}, {"step": 9550, "epoch": 24, "train_loss": 0.00013690139167010784, "cos_r_negg": [0.5773353576660156, 0.6402164697647095, 0.6759779453277588], "cos_innovation_negg": [0.5773353576660156, 0.6402164697647095, 0.6759779453277588], "cos_apical_negg": [0.5773353576660156, 0.6402164697647095, 0.6759779453277588], "cos_Ac_negg": [0.5773353576660156, 0.6402164697647095, 0.6759779453277588], "r_norm": [0.1852986216545105, 0.18256866931915283, 0.18319405615329742]}, {"step": 9600, "epoch": 24, "train_loss": 0.00018698934582062066, "cos_r_negg": [0.5763930082321167, 0.6389181613922119, 0.6758542060852051], "cos_innovation_negg": [0.5763930082321167, 0.6389181613922119, 0.6758542060852051], "cos_apical_negg": [0.5763930082321167, 0.6389181613922119, 0.6758542060852051], "cos_Ac_negg": [0.5763930082321167, 0.6389181613922119, 0.6758542060852051], "r_norm": [0.1864422857761383, 0.1836596429347992, 0.1842782348394394]}, {"step": 9650, "epoch": 24, "train_loss": 0.0004146886058151722, "cos_r_negg": [0.5755079984664917, 0.6379781365394592, 0.6754927635192871], "cos_innovation_negg": [0.5755079984664917, 0.6379781365394592, 0.6754927635192871], "cos_apical_negg": [0.5755079984664917, 0.6379781365394592, 0.6754927635192871], "cos_Ac_negg": [0.5755079984664917, 0.6379781365394592, 0.6754927635192871], "r_norm": [0.18529295921325684, 0.18258237838745117, 0.18328863382339478]}, {"step": 9700, "epoch": 24, "train_loss": 0.0003425304894335568, "cos_r_negg": [0.5766454935073853, 0.6383209228515625, 0.6761559844017029], "cos_innovation_negg": [0.5766454935073853, 0.6383209228515625, 0.6761559844017029], "cos_apical_negg": [0.5766454935073853, 0.6383209228515625, 0.6761559844017029], "cos_Ac_negg": [0.5766454935073853, 0.6383209228515625, 0.6761559844017029], "r_norm": [0.18789638578891754, 0.18516871333122253, 0.18579384684562683]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005492063937708735, "cos_r_negg": [0.576439619064331, 0.6386055946350098, 0.6767020225524902], "cos_innovation_negg": [0.576439619064331, 0.6386055946350098, 0.6767020225524902], "cos_apical_negg": [0.576439619064331, 0.6386055946350098, 0.6767020225524902], "cos_Ac_negg": [0.576439619064331, 0.6386055946350098, 0.6767020225524902], "r_norm": [0.18605361878871918, 0.18326155841350555, 0.18389558792114258], "ldr": {"dL_sdil": -0.008051231503486633, "dL_bp": -0.016686365008354187, "ratio": 0.4825036189401171}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9716, "test_loss": 0.1701682970046997}], "final": {"test_acc": 0.9716, "test_loss": 0.1701682970046997, "wall_s": 36.26105189323425, "cos_r_negg": [0.5761867761611938, 0.638395369052887, 0.6764992475509644], "cos_innovation_negg": [0.5761867761611938, 0.638395369052887, 0.6764992475509644], "cos_apical_negg": [0.5761867761611938, 0.638395369052887, 0.6764992475509644], "cos_Ac_negg": [0.5761867761611938, 0.638395369052887, 0.6764992475509644]}}