{"args": {"mode": "sdil", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_sdil_w500_d1_s4", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4616427421569824, "cos_r_negg": [-0.01930658333003521], "cos_innovation_negg": [-0.01930658333003521], "cos_apical_negg": [-0.01930658333003521], "cos_Ac_negg": [-0.01930658333003521], "r_norm": [6.661388397216797], "ldr": {"dL_sdil": -0.1660928726196289, "dL_bp": -0.4437495470046997, "ratio": 0.3742941795450888}}, {"step": 50, "epoch": 0, "train_loss": 0.5728631019592285, "cos_r_negg": [0.4170202612876892], "cos_innovation_negg": [0.4170202612876892], "cos_apical_negg": [0.4170202612876892], "cos_Ac_negg": [0.4170202612876892], "r_norm": [1.3212993144989014]}, {"step": 100, "epoch": 0, "train_loss": 0.12621068954467773, "cos_r_negg": [0.43911856412887573], "cos_innovation_negg": [0.43911856412887573], "cos_apical_negg": [0.43911856412887573], "cos_Ac_negg": [0.43911856412887573], "r_norm": [1.1637203693389893]}, {"step": 150, "epoch": 0, "train_loss": 0.14156372845172882, "cos_r_negg": [0.4497396647930145], "cos_innovation_negg": [0.4497396647930145], "cos_apical_negg": [0.4497396647930145], "cos_Ac_negg": [0.4497396647930145], "r_norm": [0.883351743221283]}, {"step": 200, "epoch": 0, "train_loss": 0.23824100196361542, "cos_r_negg": [0.4656038284301758], "cos_innovation_negg": [0.4656038284301758], "cos_apical_negg": [0.4656038284301758], "cos_Ac_negg": [0.4656038284301758], "r_norm": [0.8241273760795593]}, {"step": 250, "epoch": 0, "train_loss": 0.28185468912124634, "cos_r_negg": [0.4719545841217041], "cos_innovation_negg": [0.4719545841217041], "cos_apical_negg": [0.4719545841217041], "cos_Ac_negg": [0.4719545841217041], "r_norm": [0.728395938873291], "ldr": {"dL_sdil": -0.010455936193466187, "dL_bp": -0.009231656789779663, "ratio": 1.132617517263198}}, {"step": 300, "epoch": 0, "train_loss": 0.15255869925022125, "cos_r_negg": [0.46989214420318604], "cos_innovation_negg": [0.46989214420318604], "cos_apical_negg": [0.46989214420318604], "cos_Ac_negg": [0.46989214420318604], "r_norm": [0.7461365461349487]}, {"step": 350, "epoch": 0, "train_loss": 0.2433403730392456, "cos_r_negg": [0.4769860506057739], "cos_innovation_negg": [0.4769860506057739], "cos_apical_negg": [0.4769860506057739], "cos_Ac_negg": [0.4769860506057739], "r_norm": [0.6362147331237793]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9537, "test_loss": 0.16135723571777344}, {"step": 400, "epoch": 1, "train_loss": 0.11746278405189514, "cos_r_negg": [0.49749040603637695], "cos_innovation_negg": [0.49749040603637695], "cos_apical_negg": [0.49749040603637695], "cos_Ac_negg": [0.49749040603637695], "r_norm": [0.6170827150344849]}, {"step": 450, "epoch": 1, "train_loss": 0.12281190603971481, "cos_r_negg": [0.5005661249160767], "cos_innovation_negg": [0.5005661249160767], "cos_apical_negg": [0.5005661249160767], "cos_Ac_negg": [0.5005661249160767], "r_norm": [0.5320587158203125]}, {"step": 500, "epoch": 1, "train_loss": 0.18132048845291138, "cos_r_negg": [0.5073805451393127], "cos_innovation_negg": [0.5073805451393127], "cos_apical_negg": [0.5073805451393127], "cos_Ac_negg": [0.5073805451393127], "r_norm": [0.4298679232597351], "ldr": {"dL_sdil": -0.0040065571665763855, "dL_bp": -0.003819897770881653, "ratio": 1.0488650238541988}}, {"step": 550, "epoch": 1, "train_loss": 0.1144246906042099, "cos_r_negg": [0.5128077864646912], "cos_innovation_negg": [0.5128077864646912], "cos_apical_negg": [0.5128077864646912], "cos_Ac_negg": [0.5128077864646912], "r_norm": [0.5283321738243103]}, {"step": 600, "epoch": 1, "train_loss": 0.06202414631843567, "cos_r_negg": [0.5248100757598877], "cos_innovation_negg": [0.5248100757598877], "cos_apical_negg": [0.5248100757598877], "cos_Ac_negg": [0.5248100757598877], "r_norm": [0.5631935596466064]}, {"step": 650, "epoch": 1, "train_loss": 0.10914959013462067, "cos_r_negg": [0.5179610252380371], "cos_innovation_negg": [0.5179610252380371], "cos_apical_negg": [0.5179610252380371], "cos_Ac_negg": [0.5179610252380371], "r_norm": [0.5148187279701233]}, {"step": 700, "epoch": 1, "train_loss": 0.09922464191913605, "cos_r_negg": [0.5080993175506592], "cos_innovation_negg": [0.5080993175506592], "cos_apical_negg": [0.5080993175506592], "cos_Ac_negg": [0.5080993175506592], "r_norm": [0.459663987159729]}, {"step": 750, "epoch": 1, "train_loss": 0.1391267478466034, "cos_r_negg": [0.5336045026779175], "cos_innovation_negg": [0.5336045026779175], "cos_apical_negg": [0.5336045026779175], "cos_Ac_negg": [0.5336045026779175], "r_norm": [0.5342106223106384], "ldr": {"dL_sdil": -0.014553055167198181, "dL_bp": -0.013889282941818237, "ratio": 1.0477902443315803}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9538, "test_loss": 0.15294045944213866}, {"step": 800, "epoch": 2, "train_loss": 0.04521547257900238, "cos_r_negg": [0.5352371335029602], "cos_innovation_negg": [0.5352371335029602], "cos_apical_negg": [0.5352371335029602], "cos_Ac_negg": [0.5352371335029602], "r_norm": [0.34873679280281067]}, {"step": 850, "epoch": 2, "train_loss": 0.025756806135177612, "cos_r_negg": [0.5469921827316284], "cos_innovation_negg": [0.5469921827316284], "cos_apical_negg": [0.5469921827316284], "cos_Ac_negg": [0.5469921827316284], "r_norm": [0.3705582320690155]}, {"step": 900, "epoch": 2, "train_loss": 0.07079519331455231, "cos_r_negg": [0.5513976812362671], "cos_innovation_negg": [0.5513976812362671], "cos_apical_negg": [0.5513976812362671], "cos_Ac_negg": [0.5513976812362671], "r_norm": [0.4032859206199646]}, {"step": 950, "epoch": 2, "train_loss": 0.08805244415998459, "cos_r_negg": [0.5553180575370789], "cos_innovation_negg": [0.5553180575370789], "cos_apical_negg": [0.5553180575370789], "cos_Ac_negg": [0.5553180575370789], "r_norm": [0.31906044483184814]}, {"step": 1000, "epoch": 2, "train_loss": 0.08791325986385345, "cos_r_negg": [0.5556632280349731], "cos_innovation_negg": [0.5556632280349731], "cos_apical_negg": [0.5556632280349731], "cos_Ac_negg": [0.5556632280349731], "r_norm": [0.39620065689086914], "ldr": {"dL_sdil": -0.0052118971943855286, "dL_bp": -0.004804529249668121, "ratio": 1.0847883160968468}}, {"step": 1050, "epoch": 2, "train_loss": 0.036696720868349075, "cos_r_negg": [0.5578594207763672], "cos_innovation_negg": [0.5578594207763672], "cos_apical_negg": [0.5578594207763672], "cos_Ac_negg": [0.5578594207763672], "r_norm": [0.37330999970436096]}, {"step": 1100, "epoch": 2, "train_loss": 0.12920072674751282, "cos_r_negg": [0.5518178939819336], "cos_innovation_negg": [0.5518178939819336], "cos_apical_negg": [0.5518178939819336], "cos_Ac_negg": [0.5518178939819336], "r_norm": [0.34619495272636414]}, {"step": 1150, "epoch": 2, "train_loss": 0.09077270328998566, "cos_r_negg": [0.5592848062515259], "cos_innovation_negg": [0.5592848062515259], "cos_apical_negg": [0.5592848062515259], "cos_Ac_negg": [0.5592848062515259], "r_norm": [0.29383283853530884]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9706, "test_loss": 0.10229304599761962}, {"step": 1200, "epoch": 3, "train_loss": 0.039426371455192566, "cos_r_negg": [0.5638673305511475], "cos_innovation_negg": [0.5638673305511475], "cos_apical_negg": [0.5638673305511475], "cos_Ac_negg": [0.5638673305511475], "r_norm": [0.3163578510284424]}, {"step": 1250, "epoch": 3, "train_loss": 0.055860355496406555, "cos_r_negg": [0.5678840279579163], "cos_innovation_negg": [0.5678840279579163], "cos_apical_negg": [0.5678840279579163], "cos_Ac_negg": [0.5678840279579163], "r_norm": [0.36067527532577515], "ldr": {"dL_sdil": -0.006262660026550293, "dL_bp": -0.005988284945487976, "ratio": 1.0458186414908415}}, {"step": 1300, "epoch": 3, "train_loss": 0.03490329161286354, "cos_r_negg": [0.571352481842041], "cos_innovation_negg": [0.571352481842041], "cos_apical_negg": [0.571352481842041], "cos_Ac_negg": [0.571352481842041], "r_norm": [0.44774705171585083]}, {"step": 1350, "epoch": 3, "train_loss": 0.0252092145383358, "cos_r_negg": [0.5700774192810059], "cos_innovation_negg": [0.5700774192810059], "cos_apical_negg": [0.5700774192810059], "cos_Ac_negg": [0.5700774192810059], "r_norm": [0.2787776589393616]}, {"step": 1400, "epoch": 3, "train_loss": 0.048301927745342255, "cos_r_negg": [0.5813356637954712], "cos_innovation_negg": [0.5813356637954712], "cos_apical_negg": [0.5813356637954712], "cos_Ac_negg": [0.5813356637954712], "r_norm": [0.37241506576538086]}, {"step": 1450, "epoch": 3, "train_loss": 0.012776469811797142, "cos_r_negg": [0.5890448093414307], "cos_innovation_negg": [0.5890448093414307], "cos_apical_negg": [0.5890448093414307], "cos_Ac_negg": [0.5890448093414307], "r_norm": [0.36373645067214966]}, {"step": 1500, "epoch": 3, "train_loss": 0.06382013857364655, "cos_r_negg": [0.5901895761489868], "cos_innovation_negg": [0.5901895761489868], "cos_apical_negg": [0.5901895761489868], "cos_Ac_negg": [0.5901895761489868], "r_norm": [0.2623158097267151], "ldr": {"dL_sdil": -0.0032703354954719543, "dL_bp": -0.0030343011021614075, "ratio": 1.0777887181804118}}, {"step": 1550, "epoch": 3, "train_loss": 0.03376493602991104, "cos_r_negg": [0.5861701965332031], "cos_innovation_negg": [0.5861701965332031], "cos_apical_negg": [0.5861701965332031], "cos_Ac_negg": [0.5861701965332031], "r_norm": [0.2502844035625458]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.97, "test_loss": 0.10358207454681397}, {"step": 1600, "epoch": 4, "train_loss": 0.07902626693248749, "cos_r_negg": [0.5859268307685852], "cos_innovation_negg": [0.5859268307685852], "cos_apical_negg": [0.5859268307685852], "cos_Ac_negg": [0.5859268307685852], "r_norm": [0.2712704539299011]}, {"step": 1650, "epoch": 4, "train_loss": 0.05251214653253555, "cos_r_negg": [0.5931999683380127], "cos_innovation_negg": [0.5931999683380127], "cos_apical_negg": [0.5931999683380127], "cos_Ac_negg": [0.5931999683380127], "r_norm": [0.31499120593070984]}, {"step": 1700, "epoch": 4, "train_loss": 0.018500111997127533, "cos_r_negg": [0.5899908542633057], "cos_innovation_negg": [0.5899908542633057], "cos_apical_negg": [0.5899908542633057], "cos_Ac_negg": [0.5899908542633057], "r_norm": [0.2751064896583557]}, {"step": 1750, "epoch": 4, "train_loss": 0.021479958668351173, "cos_r_negg": [0.603253960609436], "cos_innovation_negg": [0.603253960609436], "cos_apical_negg": [0.603253960609436], "cos_Ac_negg": [0.603253960609436], "r_norm": [0.2776426076889038], "ldr": {"dL_sdil": -0.003629356622695923, "dL_bp": -0.003500208258628845, "ratio": 1.0368973371080696}}, {"step": 1800, "epoch": 4, "train_loss": 0.025032924488186836, "cos_r_negg": [0.6015313267707825], "cos_innovation_negg": [0.6015313267707825], "cos_apical_negg": [0.6015313267707825], "cos_Ac_negg": [0.6015313267707825], "r_norm": [0.26678553223609924]}, {"step": 1850, "epoch": 4, "train_loss": 0.09333872050046921, "cos_r_negg": [0.5985194444656372], "cos_innovation_negg": [0.5985194444656372], "cos_apical_negg": [0.5985194444656372], "cos_Ac_negg": [0.5985194444656372], "r_norm": [0.28241679072380066]}, {"step": 1900, "epoch": 4, "train_loss": 0.019878722727298737, "cos_r_negg": [0.6083014011383057], "cos_innovation_negg": [0.6083014011383057], "cos_apical_negg": [0.6083014011383057], "cos_Ac_negg": [0.6083014011383057], "r_norm": [0.24119846522808075]}, {"step": 1950, "epoch": 4, "train_loss": 0.031637199223041534, "cos_r_negg": [0.6020732522010803], "cos_innovation_negg": [0.6020732522010803], "cos_apical_negg": [0.6020732522010803], "cos_Ac_negg": [0.6020732522010803], "r_norm": [0.2442796677350998]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9726, "test_loss": 0.09660612545013428}, {"step": 2000, "epoch": 5, "train_loss": 0.02795572020113468, "cos_r_negg": [0.6077679395675659], "cos_innovation_negg": [0.6077679395675659], "cos_apical_negg": [0.6077679395675659], "cos_Ac_negg": [0.6077679395675659], "r_norm": [0.2496541440486908], "ldr": {"dL_sdil": -0.0025768429040908813, "dL_bp": -0.0025490522384643555, "ratio": 1.010902352335968}}, {"step": 2050, "epoch": 5, "train_loss": 0.028891952708363533, "cos_r_negg": [0.6044902205467224], "cos_innovation_negg": [0.6044902205467224], "cos_apical_negg": [0.6044902205467224], "cos_Ac_negg": [0.6044902205467224], "r_norm": [0.27929824590682983]}, {"step": 2100, "epoch": 5, "train_loss": 0.012494673021137714, "cos_r_negg": [0.6108092069625854], "cos_innovation_negg": [0.6108092069625854], "cos_apical_negg": [0.6108092069625854], "cos_Ac_negg": [0.6108092069625854], "r_norm": [0.23709174990653992]}, {"step": 2150, "epoch": 5, "train_loss": 0.01139075867831707, "cos_r_negg": [0.613113284111023], "cos_innovation_negg": [0.613113284111023], "cos_apical_negg": [0.613113284111023], "cos_Ac_negg": [0.613113284111023], "r_norm": [0.2488335818052292]}, {"step": 2200, "epoch": 5, "train_loss": 0.018859010189771652, "cos_r_negg": [0.6170666813850403], "cos_innovation_negg": [0.6170666813850403], "cos_apical_negg": [0.6170666813850403], "cos_Ac_negg": [0.6170666813850403], "r_norm": [0.2307838797569275]}, {"step": 2250, "epoch": 5, "train_loss": 0.0151254553347826, "cos_r_negg": [0.6184996366500854], "cos_innovation_negg": [0.6184996366500854], "cos_apical_negg": [0.6184996366500854], "cos_Ac_negg": [0.6184996366500854], "r_norm": [0.2793481945991516], "ldr": {"dL_sdil": -0.004883766174316406, "dL_bp": -0.004880428314208984, "ratio": 1.0006839276990718}}, {"step": 2300, "epoch": 5, "train_loss": 0.017084287479519844, "cos_r_negg": [0.6229877471923828], "cos_innovation_negg": [0.6229877471923828], "cos_apical_negg": [0.6229877471923828], "cos_Ac_negg": [0.6229877471923828], "r_norm": [0.2479122281074524]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9738, "test_loss": 0.09211657333374024}, {"step": 2350, "epoch": 6, "train_loss": 0.010443593375384808, "cos_r_negg": [0.6199966073036194], "cos_innovation_negg": [0.6199966073036194], "cos_apical_negg": [0.6199966073036194], "cos_Ac_negg": [0.6199966073036194], "r_norm": [0.19588959217071533]}, {"step": 2400, "epoch": 6, "train_loss": 0.005965284071862698, "cos_r_negg": [0.6279136538505554], "cos_innovation_negg": [0.6279136538505554], "cos_apical_negg": [0.6279136538505554], "cos_Ac_negg": [0.6279136538505554], "r_norm": [0.2340865135192871]}, {"step": 2450, "epoch": 6, "train_loss": 0.006660778541117907, "cos_r_negg": [0.6171949505805969], "cos_innovation_negg": [0.6171949505805969], "cos_apical_negg": [0.6171949505805969], "cos_Ac_negg": [0.6171949505805969], "r_norm": [0.22611933946609497]}, {"step": 2500, "epoch": 6, "train_loss": 0.00871288776397705, "cos_r_negg": [0.6242573261260986], "cos_innovation_negg": [0.6242573261260986], "cos_apical_negg": [0.6242573261260986], "cos_Ac_negg": [0.6242573261260986], "r_norm": [0.21809571981430054], "ldr": {"dL_sdil": -0.0028893500566482544, "dL_bp": -0.002872169017791748, "ratio": 1.005981903832984}}, {"step": 2550, "epoch": 6, "train_loss": 0.007667018100619316, "cos_r_negg": [0.6232706904411316], "cos_innovation_negg": [0.6232706904411316], "cos_apical_negg": [0.6232706904411316], "cos_Ac_negg": [0.6232706904411316], "r_norm": [0.21629998087882996]}, {"step": 2600, "epoch": 6, "train_loss": 0.01557387225329876, "cos_r_negg": [0.6295401453971863], "cos_innovation_negg": [0.6295401453971863], "cos_apical_negg": [0.6295401453971863], "cos_Ac_negg": [0.6295401453971863], "r_norm": [0.22899757325649261]}, {"step": 2650, "epoch": 6, "train_loss": 0.030301900580525398, "cos_r_negg": [0.6318491101264954], "cos_innovation_negg": [0.6318491101264954], "cos_apical_negg": [0.6318491101264954], "cos_Ac_negg": [0.6318491101264954], "r_norm": [0.2085992991924286]}, {"step": 2700, "epoch": 6, "train_loss": 0.0141355711966753, "cos_r_negg": [0.6262851357460022], "cos_innovation_negg": [0.6262851357460022], "cos_apical_negg": [0.6262851357460022], "cos_Ac_negg": [0.6262851357460022], "r_norm": [0.22828567028045654]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9765, "test_loss": 0.0883355360031128}, {"step": 2750, "epoch": 7, "train_loss": 0.0016659399261698127, "cos_r_negg": [0.6367273330688477], "cos_innovation_negg": [0.6367273330688477], "cos_apical_negg": [0.6367273330688477], "cos_Ac_negg": [0.6367273330688477], "r_norm": [0.23092833161354065], "ldr": {"dL_sdil": -0.003524869680404663, "dL_bp": -0.00356997549533844, "ratio": 0.9873652312200253}}, {"step": 2800, "epoch": 7, "train_loss": 0.007309718988835812, "cos_r_negg": [0.633545994758606], "cos_innovation_negg": [0.633545994758606], "cos_apical_negg": [0.633545994758606], "cos_Ac_negg": [0.633545994758606], "r_norm": [0.2045641541481018]}, {"step": 2850, "epoch": 7, "train_loss": 0.004977531731128693, "cos_r_negg": [0.6321369409561157], "cos_innovation_negg": [0.6321369409561157], "cos_apical_negg": [0.6321369409561157], "cos_Ac_negg": [0.6321369409561157], "r_norm": [0.21111911535263062]}, {"step": 2900, "epoch": 7, "train_loss": 0.0059606656432151794, "cos_r_negg": [0.6308608055114746], "cos_innovation_negg": [0.6308608055114746], "cos_apical_negg": [0.6308608055114746], "cos_Ac_negg": [0.6308608055114746], "r_norm": [0.19040410220623016]}, {"step": 2950, "epoch": 7, "train_loss": 0.00568397855386138, "cos_r_negg": [0.637116551399231], "cos_innovation_negg": [0.637116551399231], "cos_apical_negg": [0.637116551399231], "cos_Ac_negg": [0.637116551399231], "r_norm": [0.21118810772895813]}, {"step": 3000, "epoch": 7, "train_loss": 0.005403098184615374, "cos_r_negg": [0.6286522746086121], "cos_innovation_negg": [0.6286522746086121], "cos_apical_negg": [0.6286522746086121], "cos_Ac_negg": [0.6286522746086121], "r_norm": [0.2374427318572998], "ldr": {"dL_sdil": -0.004463374614715576, "dL_bp": -0.004360288381576538, "ratio": 1.0236420677069449}}, {"step": 3050, "epoch": 7, "train_loss": 0.007023963611572981, "cos_r_negg": [0.637398362159729], "cos_innovation_negg": [0.637398362159729], "cos_apical_negg": [0.637398362159729], "cos_Ac_negg": [0.637398362159729], "r_norm": [0.21558259427547455]}, {"step": 3100, "epoch": 7, "train_loss": 0.003418617183342576, "cos_r_negg": [0.6393488645553589], "cos_innovation_negg": [0.6393488645553589], "cos_apical_negg": [0.6393488645553589], "cos_Ac_negg": [0.6393488645553589], "r_norm": [0.1955307424068451]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9752, "test_loss": 0.0876315595626831}, {"step": 3150, "epoch": 8, "train_loss": 0.005253349430859089, "cos_r_negg": [0.6398975849151611], "cos_innovation_negg": [0.6398975849151611], "cos_apical_negg": [0.6398975849151611], "cos_Ac_negg": [0.6398975849151611], "r_norm": [0.2187146693468094]}, {"step": 3200, "epoch": 8, "train_loss": 0.010128146037459373, "cos_r_negg": [0.6380913257598877], "cos_innovation_negg": [0.6380913257598877], "cos_apical_negg": [0.6380913257598877], "cos_Ac_negg": [0.6380913257598877], "r_norm": [0.2161094844341278]}, {"step": 3250, "epoch": 8, "train_loss": 0.004883299581706524, "cos_r_negg": [0.639294445514679], "cos_innovation_negg": [0.639294445514679], "cos_apical_negg": [0.639294445514679], "cos_Ac_negg": [0.639294445514679], "r_norm": [0.21884959936141968], "ldr": {"dL_sdil": -0.0036874860525131226, "dL_bp": -0.003603637218475342, "ratio": 1.023267834400172}}, {"step": 3300, "epoch": 8, "train_loss": 0.005769882816821337, "cos_r_negg": [0.6430716514587402], "cos_innovation_negg": [0.6430716514587402], "cos_apical_negg": [0.6430716514587402], "cos_Ac_negg": [0.6430716514587402], "r_norm": [0.2069753110408783]}, {"step": 3350, "epoch": 8, "train_loss": 0.01823568157851696, "cos_r_negg": [0.6451133489608765], "cos_innovation_negg": [0.6451133489608765], "cos_apical_negg": [0.6451133489608765], "cos_Ac_negg": [0.6451133489608765], "r_norm": [0.19325029850006104]}, {"step": 3400, "epoch": 8, "train_loss": 0.003911206964403391, "cos_r_negg": [0.6419475078582764], "cos_innovation_negg": [0.6419475078582764], "cos_apical_negg": [0.6419475078582764], "cos_Ac_negg": [0.6419475078582764], "r_norm": [0.22199052572250366]}, {"step": 3450, "epoch": 8, "train_loss": 0.010212447494268417, "cos_r_negg": [0.6432883143424988], "cos_innovation_negg": [0.6432883143424988], "cos_apical_negg": [0.6432883143424988], "cos_Ac_negg": [0.6432883143424988], "r_norm": [0.2142494022846222]}, {"step": 3500, "epoch": 8, "train_loss": 0.008268444798886776, "cos_r_negg": [0.6412690281867981], "cos_innovation_negg": [0.6412690281867981], "cos_apical_negg": [0.6412690281867981], "cos_Ac_negg": [0.6412690281867981], "r_norm": [0.19991575181484222], "ldr": {"dL_sdil": -0.0031470656394958496, "dL_bp": -0.0031818896532058716, "ratio": 0.9890555558157287}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.977, "test_loss": 0.08564556617736817}, {"step": 3550, "epoch": 9, "train_loss": 0.006454588379710913, "cos_r_negg": [0.6451148986816406], "cos_innovation_negg": [0.6451148986816406], "cos_apical_negg": [0.6451148986816406], "cos_Ac_negg": [0.6451148986816406], "r_norm": [0.19405972957611084]}, {"step": 3600, "epoch": 9, "train_loss": 0.0036803511902689934, "cos_r_negg": [0.6485371589660645], "cos_innovation_negg": [0.6485371589660645], "cos_apical_negg": [0.6485371589660645], "cos_Ac_negg": [0.6485371589660645], "r_norm": [0.19971315562725067]}, {"step": 3650, "epoch": 9, "train_loss": 0.006061948370188475, "cos_r_negg": [0.6515319347381592], "cos_innovation_negg": [0.6515319347381592], "cos_apical_negg": [0.6515319347381592], "cos_Ac_negg": [0.6515319347381592], "r_norm": [0.1910327672958374]}, {"step": 3700, "epoch": 9, "train_loss": 0.004981179255992174, "cos_r_negg": [0.649808406829834], "cos_innovation_negg": [0.649808406829834], "cos_apical_negg": [0.649808406829834], "cos_Ac_negg": [0.649808406829834], "r_norm": [0.1902538686990738]}, {"step": 3750, "epoch": 9, "train_loss": 0.0030641132034361362, "cos_r_negg": [0.6513499021530151], "cos_innovation_negg": [0.6513499021530151], "cos_apical_negg": [0.6513499021530151], "cos_Ac_negg": [0.6513499021530151], "r_norm": [0.20461405813694], "ldr": {"dL_sdil": -0.003009974956512451, "dL_bp": -0.0030704624950885773, "ratio": 0.9803001864791118}}, {"step": 3800, "epoch": 9, "train_loss": 0.0034480940084904432, "cos_r_negg": [0.647829532623291], "cos_innovation_negg": [0.647829532623291], "cos_apical_negg": [0.647829532623291], "cos_Ac_negg": [0.647829532623291], "r_norm": [0.1889996975660324]}, {"step": 3850, "epoch": 9, "train_loss": 0.007096036337316036, "cos_r_negg": [0.6454228758811951], "cos_innovation_negg": [0.6454228758811951], "cos_apical_negg": [0.6454228758811951], "cos_Ac_negg": [0.6454228758811951], "r_norm": [0.19303983449935913]}, {"step": 3900, "epoch": 9, "train_loss": 0.005736406426876783, "cos_r_negg": [0.6451630592346191], "cos_innovation_negg": [0.6451630592346191], "cos_apical_negg": [0.6451630592346191], "cos_Ac_negg": [0.6451630592346191], "r_norm": [0.19610349833965302]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9771, "test_loss": 0.0883916202545166}, {"step": 3950, "epoch": 10, "train_loss": 0.0034519005566835403, "cos_r_negg": [0.6479862928390503], "cos_innovation_negg": [0.6479862928390503], "cos_apical_negg": [0.6479862928390503], "cos_Ac_negg": [0.6479862928390503], "r_norm": [0.2071932703256607]}, {"step": 4000, "epoch": 10, "train_loss": 0.003954404965043068, "cos_r_negg": [0.6491063237190247], "cos_innovation_negg": [0.6491063237190247], "cos_apical_negg": [0.6491063237190247], "cos_Ac_negg": [0.6491063237190247], "r_norm": [0.19527797400951385], "ldr": {"dL_sdil": -0.0031540468335151672, "dL_bp": -0.0031597018241882324, "ratio": 0.9982102771122975}}, {"step": 4050, "epoch": 10, "train_loss": 0.0025882290210574865, "cos_r_negg": [0.6486878395080566], "cos_innovation_negg": [0.6486878395080566], "cos_apical_negg": [0.6486878395080566], "cos_Ac_negg": [0.6486878395080566], "r_norm": [0.19289755821228027]}, {"step": 4100, "epoch": 10, "train_loss": 0.0025012348778545856, "cos_r_negg": [0.6511319875717163], "cos_innovation_negg": [0.6511319875717163], "cos_apical_negg": [0.6511319875717163], "cos_Ac_negg": [0.6511319875717163], "r_norm": [0.19909340143203735]}, {"step": 4150, "epoch": 10, "train_loss": 0.0016608333680778742, "cos_r_negg": [0.6510953307151794], "cos_innovation_negg": [0.6510953307151794], "cos_apical_negg": [0.6510953307151794], "cos_Ac_negg": [0.6510953307151794], "r_norm": [0.1884477734565735]}, {"step": 4200, "epoch": 10, "train_loss": 0.004994027782231569, "cos_r_negg": [0.6524227857589722], "cos_innovation_negg": [0.6524227857589722], "cos_apical_negg": [0.6524227857589722], "cos_Ac_negg": [0.6524227857589722], "r_norm": [0.19323109090328217]}, {"step": 4250, "epoch": 10, "train_loss": 0.005415850784629583, "cos_r_negg": [0.6570844650268555], "cos_innovation_negg": [0.6570844650268555], "cos_apical_negg": [0.6570844650268555], "cos_Ac_negg": [0.6570844650268555], "r_norm": [0.20709286630153656], "ldr": {"dL_sdil": -0.0036942213773727417, "dL_bp": -0.0037681087851524353, "ratio": 0.9803913814614817}}, {"step": 4300, "epoch": 10, "train_loss": 0.0027636082377284765, "cos_r_negg": [0.653231680393219], "cos_innovation_negg": [0.653231680393219], "cos_apical_negg": [0.653231680393219], "cos_Ac_negg": [0.653231680393219], "r_norm": [0.201621413230896]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9762, "test_loss": 0.09005595207214355}, {"step": 4350, "epoch": 11, "train_loss": 0.00474906712770462, "cos_r_negg": [0.655295729637146], "cos_innovation_negg": [0.655295729637146], "cos_apical_negg": [0.655295729637146], "cos_Ac_negg": [0.655295729637146], "r_norm": [0.19827085733413696]}, {"step": 4400, "epoch": 11, "train_loss": 0.0020328315440565348, "cos_r_negg": [0.6537536382675171], "cos_innovation_negg": [0.6537536382675171], "cos_apical_negg": [0.6537536382675171], "cos_Ac_negg": [0.6537536382675171], "r_norm": [0.19632846117019653]}, {"step": 4450, "epoch": 11, "train_loss": 0.004898094572126865, "cos_r_negg": [0.6546649932861328], "cos_innovation_negg": [0.6546649932861328], "cos_apical_negg": [0.6546649932861328], "cos_Ac_negg": [0.6546649932861328], "r_norm": [0.19491362571716309]}, {"step": 4500, "epoch": 11, "train_loss": 0.0007022229256108403, "cos_r_negg": [0.6565497517585754], "cos_innovation_negg": [0.6565497517585754], "cos_apical_negg": [0.6565497517585754], "cos_Ac_negg": [0.6565497517585754], "r_norm": [0.1990259289741516], "ldr": {"dL_sdil": -0.0032888054847717285, "dL_bp": -0.0033535361289978027, "ratio": 0.9806977942875424}}, {"step": 4550, "epoch": 11, "train_loss": 0.006826858036220074, "cos_r_negg": [0.6559022665023804], "cos_innovation_negg": [0.6559022665023804], "cos_apical_negg": [0.6559022665023804], "cos_Ac_negg": [0.6559022665023804], "r_norm": [0.1894151270389557]}, {"step": 4600, "epoch": 11, "train_loss": 0.0009223910747095942, "cos_r_negg": [0.6556921005249023], "cos_innovation_negg": [0.6556921005249023], "cos_apical_negg": [0.6556921005249023], "cos_Ac_negg": [0.6556921005249023], "r_norm": [0.18218979239463806]}, {"step": 4650, "epoch": 11, "train_loss": 0.0027887385804206133, "cos_r_negg": [0.6551657319068909], "cos_innovation_negg": [0.6551657319068909], "cos_apical_negg": [0.6551657319068909], "cos_Ac_negg": [0.6551657319068909], "r_norm": [0.18644607067108154]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9763, "test_loss": 0.09016306991577148}, {"step": 4700, "epoch": 12, "train_loss": 0.0034902903717011213, "cos_r_negg": [0.655381977558136], "cos_innovation_negg": [0.655381977558136], "cos_apical_negg": [0.655381977558136], "cos_Ac_negg": [0.655381977558136], "r_norm": [0.19349560141563416]}, {"step": 4750, "epoch": 12, "train_loss": 0.002493130275979638, "cos_r_negg": [0.6542556881904602], "cos_innovation_negg": [0.6542556881904602], "cos_apical_negg": [0.6542556881904602], "cos_Ac_negg": [0.6542556881904602], "r_norm": [0.19039097428321838], "ldr": {"dL_sdil": -0.003272414207458496, "dL_bp": -0.003386162221431732, "ratio": 0.9664079844570644}}, {"step": 4800, "epoch": 12, "train_loss": 0.001516922377049923, "cos_r_negg": [0.6553970575332642], "cos_innovation_negg": [0.6553970575332642], "cos_apical_negg": [0.6553970575332642], "cos_Ac_negg": [0.6553970575332642], "r_norm": [0.1991572231054306]}, {"step": 4850, "epoch": 12, "train_loss": 0.0020752744749188423, "cos_r_negg": [0.6566112637519836], "cos_innovation_negg": [0.6566112637519836], "cos_apical_negg": [0.6566112637519836], "cos_Ac_negg": [0.6566112637519836], "r_norm": [0.20369049906730652]}, {"step": 4900, "epoch": 12, "train_loss": 0.0032200105488300323, "cos_r_negg": [0.655121922492981], "cos_innovation_negg": [0.655121922492981], "cos_apical_negg": [0.655121922492981], "cos_Ac_negg": [0.655121922492981], "r_norm": [0.19596540927886963]}, {"step": 4950, "epoch": 12, "train_loss": 0.0011919373646378517, "cos_r_negg": [0.6564103960990906], "cos_innovation_negg": [0.6564103960990906], "cos_apical_negg": [0.6564103960990906], "cos_Ac_negg": [0.6564103960990906], "r_norm": [0.196408212184906]}, {"step": 5000, "epoch": 12, "train_loss": 0.0025619431398808956, "cos_r_negg": [0.6577404737472534], "cos_innovation_negg": [0.6577404737472534], "cos_apical_negg": [0.6577404737472534], "cos_Ac_negg": [0.6577404737472534], "r_norm": [0.19677528738975525], "ldr": {"dL_sdil": -0.0033910349011421204, "dL_bp": -0.003504052758216858, "ratio": 0.9677465309819564}}, {"step": 5050, "epoch": 12, "train_loss": 0.003070855513215065, "cos_r_negg": [0.6573880910873413], "cos_innovation_negg": [0.6573880910873413], "cos_apical_negg": [0.6573880910873413], "cos_Ac_negg": [0.6573880910873413], "r_norm": [0.18621447682380676]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9762, "test_loss": 0.0916637336730957}, {"step": 5100, "epoch": 13, "train_loss": 0.0017242574831470847, "cos_r_negg": [0.6557998657226562], "cos_innovation_negg": [0.6557998657226562], "cos_apical_negg": [0.6557998657226562], "cos_Ac_negg": [0.6557998657226562], "r_norm": [0.18567776679992676]}, {"step": 5150, "epoch": 13, "train_loss": 0.0017091208137571812, "cos_r_negg": [0.6592844724655151], "cos_innovation_negg": [0.6592844724655151], "cos_apical_negg": [0.6592844724655151], "cos_Ac_negg": [0.6592844724655151], "r_norm": [0.19156330823898315]}, {"step": 5200, "epoch": 13, "train_loss": 0.0031736386008560658, "cos_r_negg": [0.6589356064796448], "cos_innovation_negg": [0.6589356064796448], "cos_apical_negg": [0.6589356064796448], "cos_Ac_negg": [0.6589356064796448], "r_norm": [0.19939231872558594]}, {"step": 5250, "epoch": 13, "train_loss": 0.002046540379524231, "cos_r_negg": [0.656430184841156], "cos_innovation_negg": [0.656430184841156], "cos_apical_negg": [0.656430184841156], "cos_Ac_negg": [0.656430184841156], "r_norm": [0.19307535886764526], "ldr": {"dL_sdil": -0.0034189820289611816, "dL_bp": -0.003565087914466858, "ratio": 0.9590175925500211}}, {"step": 5300, "epoch": 13, "train_loss": 0.002153869951143861, "cos_r_negg": [0.6589571833610535], "cos_innovation_negg": [0.6589571833610535], "cos_apical_negg": [0.6589571833610535], "cos_Ac_negg": [0.6589571833610535], "r_norm": [0.19602355360984802]}, {"step": 5350, "epoch": 13, "train_loss": 0.002792141167446971, "cos_r_negg": [0.6576948165893555], "cos_innovation_negg": [0.6576948165893555], "cos_apical_negg": [0.6576948165893555], "cos_Ac_negg": [0.6576948165893555], "r_norm": [0.20258966088294983]}, {"step": 5400, "epoch": 13, "train_loss": 0.0016549632418900728, "cos_r_negg": [0.6584193706512451], "cos_innovation_negg": [0.6584193706512451], "cos_apical_negg": [0.6584193706512451], "cos_Ac_negg": [0.6584193706512451], "r_norm": [0.19753634929656982]}, {"step": 5450, "epoch": 13, "train_loss": 0.0014825459802523255, "cos_r_negg": [0.6581814885139465], "cos_innovation_negg": [0.6581814885139465], "cos_apical_negg": [0.6581814885139465], "cos_Ac_negg": [0.6581814885139465], "r_norm": [0.18761926889419556]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9761, "test_loss": 0.0924976713180542}, {"step": 5500, "epoch": 14, "train_loss": 0.0015670007560402155, "cos_r_negg": [0.6602345705032349], "cos_innovation_negg": [0.6602345705032349], "cos_apical_negg": [0.6602345705032349], "cos_Ac_negg": [0.6602345705032349], "r_norm": [0.19275036454200745], "ldr": {"dL_sdil": -0.0033555328845977783, "dL_bp": -0.003539532423019409, "ratio": 0.9480158629922453}}, {"step": 5550, "epoch": 14, "train_loss": 0.0010749662760645151, "cos_r_negg": [0.6610413193702698], "cos_innovation_negg": [0.6610413193702698], "cos_apical_negg": [0.6610413193702698], "cos_Ac_negg": [0.6610413193702698], "r_norm": [0.19344934821128845]}, {"step": 5600, "epoch": 14, "train_loss": 0.003102446673437953, "cos_r_negg": [0.6588536500930786], "cos_innovation_negg": [0.6588536500930786], "cos_apical_negg": [0.6588536500930786], "cos_Ac_negg": [0.6588536500930786], "r_norm": [0.1885467916727066]}, {"step": 5650, "epoch": 14, "train_loss": 0.001171360956504941, "cos_r_negg": [0.6604922413825989], "cos_innovation_negg": [0.6604922413825989], "cos_apical_negg": [0.6604922413825989], "cos_Ac_negg": [0.6604922413825989], "r_norm": [0.19456356763839722]}, {"step": 5700, "epoch": 14, "train_loss": 0.0006725076818838716, "cos_r_negg": [0.6582288146018982], "cos_innovation_negg": [0.6582288146018982], "cos_apical_negg": [0.6582288146018982], "cos_Ac_negg": [0.6582288146018982], "r_norm": [0.1986856460571289]}, {"step": 5750, "epoch": 14, "train_loss": 0.0020007228013128042, "cos_r_negg": [0.6584521532058716], "cos_innovation_negg": [0.6584521532058716], "cos_apical_negg": [0.6584521532058716], "cos_Ac_negg": [0.6584521532058716], "r_norm": [0.19613191485404968], "ldr": {"dL_sdil": -0.003552637994289398, "dL_bp": -0.003707118332386017, "ratio": 0.9583287275329055}}, {"step": 5800, "epoch": 14, "train_loss": 0.004638150334358215, "cos_r_negg": [0.6589857935905457], "cos_innovation_negg": [0.6589857935905457], "cos_apical_negg": [0.6589857935905457], "cos_Ac_negg": [0.6589857935905457], "r_norm": [0.18618708848953247]}, {"step": 5850, "epoch": 14, "train_loss": 0.001789932488463819, "cos_r_negg": [0.6605417728424072], "cos_innovation_negg": [0.6605417728424072], "cos_apical_negg": [0.6605417728424072], "cos_Ac_negg": [0.6605417728424072], "r_norm": [0.19312238693237305]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9762, "test_loss": 0.09248483505249024}, {"step": 5900, "epoch": 15, "train_loss": 0.0019246852025389671, "cos_r_negg": [0.660896360874176], "cos_innovation_negg": [0.660896360874176], "cos_apical_negg": [0.660896360874176], "cos_Ac_negg": [0.660896360874176], "r_norm": [0.1849619448184967]}, {"step": 5950, "epoch": 15, "train_loss": 0.0018711379962041974, "cos_r_negg": [0.6606352925300598], "cos_innovation_negg": [0.6606352925300598], "cos_apical_negg": [0.6606352925300598], "cos_Ac_negg": [0.6606352925300598], "r_norm": [0.18977907299995422]}, {"step": 6000, "epoch": 15, "train_loss": 0.003069519530981779, "cos_r_negg": [0.6620557904243469], "cos_innovation_negg": [0.6620557904243469], "cos_apical_negg": [0.6620557904243469], "cos_Ac_negg": [0.6620557904243469], "r_norm": [0.19313937425613403], "ldr": {"dL_sdil": -0.0035369843244552612, "dL_bp": -0.0037373676896095276, "ratio": 0.946383823643747}}, {"step": 6050, "epoch": 15, "train_loss": 0.0027873897925019264, "cos_r_negg": [0.660319983959198], "cos_innovation_negg": [0.660319983959198], "cos_apical_negg": [0.660319983959198], "cos_Ac_negg": [0.660319983959198], "r_norm": [0.19063717126846313]}, {"step": 6100, "epoch": 15, "train_loss": 0.002784780925139785, "cos_r_negg": [0.6599768400192261], "cos_innovation_negg": [0.6599768400192261], "cos_apical_negg": [0.6599768400192261], "cos_Ac_negg": [0.6599768400192261], "r_norm": [0.18636372685432434]}, {"step": 6150, "epoch": 15, "train_loss": 0.001455190242268145, "cos_r_negg": [0.6627621650695801], "cos_innovation_negg": [0.6627621650695801], "cos_apical_negg": [0.6627621650695801], "cos_Ac_negg": [0.6627621650695801], "r_norm": [0.19410212337970734]}, {"step": 6200, "epoch": 15, "train_loss": 0.0022155328188091516, "cos_r_negg": [0.6589010953903198], "cos_innovation_negg": [0.6589010953903198], "cos_apical_negg": [0.6589010953903198], "cos_Ac_negg": [0.6589010953903198], "r_norm": [0.193308025598526]}, {"step": 6250, "epoch": 15, "train_loss": 0.0012925805058330297, "cos_r_negg": [0.6629253625869751], "cos_innovation_negg": [0.6629253625869751], "cos_apical_negg": [0.6629253625869751], "cos_Ac_negg": [0.6629253625869751], "r_norm": [0.18669171631336212], "ldr": {"dL_sdil": -0.0034004710614681244, "dL_bp": -0.003614455461502075, "ratio": 0.940797610507829}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9764, "test_loss": 0.09299914112091065}, {"step": 6300, "epoch": 16, "train_loss": 0.004244646988809109, "cos_r_negg": [0.6605627536773682], "cos_innovation_negg": [0.6605627536773682], "cos_apical_negg": [0.6605627536773682], "cos_Ac_negg": [0.6605627536773682], "r_norm": [0.19066499173641205]}, {"step": 6350, "epoch": 16, "train_loss": 0.0017808108823373914, "cos_r_negg": [0.6631326079368591], "cos_innovation_negg": [0.6631326079368591], "cos_apical_negg": [0.6631326079368591], "cos_Ac_negg": [0.6631326079368591], "r_norm": [0.18768227100372314]}, {"step": 6400, "epoch": 16, "train_loss": 0.0025838976725935936, "cos_r_negg": [0.662289023399353], "cos_innovation_negg": [0.662289023399353], "cos_apical_negg": [0.662289023399353], "cos_Ac_negg": [0.662289023399353], "r_norm": [0.1957847774028778]}, {"step": 6450, "epoch": 16, "train_loss": 0.001616119989193976, "cos_r_negg": [0.658869743347168], "cos_innovation_negg": [0.658869743347168], "cos_apical_negg": [0.658869743347168], "cos_Ac_negg": [0.658869743347168], "r_norm": [0.18320325016975403]}, {"step": 6500, "epoch": 16, "train_loss": 0.0015237389598041773, "cos_r_negg": [0.6641678810119629], "cos_innovation_negg": [0.6641678810119629], "cos_apical_negg": [0.6641678810119629], "cos_Ac_negg": [0.6641678810119629], "r_norm": [0.19385740160942078], "ldr": {"dL_sdil": -0.0036947429180145264, "dL_bp": -0.003956958651542664, "ratio": 0.9337330114819599}}, {"step": 6550, "epoch": 16, "train_loss": 0.002614894649013877, "cos_r_negg": [0.6626741886138916], "cos_innovation_negg": [0.6626741886138916], "cos_apical_negg": [0.6626741886138916], "cos_Ac_negg": [0.6626741886138916], "r_norm": [0.19142311811447144]}, {"step": 6600, "epoch": 16, "train_loss": 0.0011774830054491758, "cos_r_negg": [0.6640976071357727], "cos_innovation_negg": [0.6640976071357727], "cos_apical_negg": [0.6640976071357727], "cos_Ac_negg": [0.6640976071357727], "r_norm": [0.19035494327545166]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9763, "test_loss": 0.09356612701416016}, {"step": 6650, "epoch": 17, "train_loss": 0.0007948290440253913, "cos_r_negg": [0.6623619794845581], "cos_innovation_negg": [0.6623619794845581], "cos_apical_negg": [0.6623619794845581], "cos_Ac_negg": [0.6623619794845581], "r_norm": [0.19342145323753357]}, {"step": 6700, "epoch": 17, "train_loss": 0.0005510119372047484, "cos_r_negg": [0.6605400443077087], "cos_innovation_negg": [0.6605400443077087], "cos_apical_negg": [0.6605400443077087], "cos_Ac_negg": [0.6605400443077087], "r_norm": [0.1891213357448578]}, {"step": 6750, "epoch": 17, "train_loss": 0.0030700331553816795, "cos_r_negg": [0.6623134016990662], "cos_innovation_negg": [0.6623134016990662], "cos_apical_negg": [0.6623134016990662], "cos_Ac_negg": [0.6623134016990662], "r_norm": [0.1913941651582718], "ldr": {"dL_sdil": -0.003689296543598175, "dL_bp": -0.0039329081773757935, "ratio": 0.9380581435440055}}, {"step": 6800, "epoch": 17, "train_loss": 0.002088689710944891, "cos_r_negg": [0.6637972593307495], "cos_innovation_negg": [0.6637972593307495], "cos_apical_negg": [0.6637972593307495], "cos_Ac_negg": [0.6637972593307495], "r_norm": [0.1940121352672577]}, {"step": 6850, "epoch": 17, "train_loss": 0.0013262709835544229, "cos_r_negg": [0.6621336936950684], "cos_innovation_negg": [0.6621336936950684], "cos_apical_negg": [0.6621336936950684], "cos_Ac_negg": [0.6621336936950684], "r_norm": [0.19253772497177124]}, {"step": 6900, "epoch": 17, "train_loss": 0.0017562191933393478, "cos_r_negg": [0.661828875541687], "cos_innovation_negg": [0.661828875541687], "cos_apical_negg": [0.661828875541687], "cos_Ac_negg": [0.661828875541687], "r_norm": [0.18707990646362305]}, {"step": 6950, "epoch": 17, "train_loss": 0.0025720028206706047, "cos_r_negg": [0.6618720293045044], "cos_innovation_negg": [0.6618720293045044], "cos_apical_negg": [0.6618720293045044], "cos_Ac_negg": [0.6618720293045044], "r_norm": [0.1961621344089508]}, {"step": 7000, "epoch": 17, "train_loss": 0.00215916964225471, "cos_r_negg": [0.6611742377281189], "cos_innovation_negg": [0.6611742377281189], "cos_apical_negg": [0.6611742377281189], "cos_Ac_negg": [0.6611742377281189], "r_norm": [0.19230696558952332], "ldr": {"dL_sdil": -0.0037829428911209106, "dL_bp": -0.004062958061695099, "ratio": 0.9310809596549555}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9764, "test_loss": 0.09460306301116943}, {"step": 7050, "epoch": 18, "train_loss": 0.0006332531338557601, "cos_r_negg": [0.6632722020149231], "cos_innovation_negg": [0.6632722020149231], "cos_apical_negg": [0.6632722020149231], "cos_Ac_negg": [0.6632722020149231], "r_norm": [0.18800726532936096]}, {"step": 7100, "epoch": 18, "train_loss": 0.0016512549482285976, "cos_r_negg": [0.6614130139350891], "cos_innovation_negg": [0.6614130139350891], "cos_apical_negg": [0.6614130139350891], "cos_Ac_negg": [0.6614130139350891], "r_norm": [0.18913322687149048]}, {"step": 7150, "epoch": 18, "train_loss": 0.0006495035486295819, "cos_r_negg": [0.6624513864517212], "cos_innovation_negg": [0.6624513864517212], "cos_apical_negg": [0.6624513864517212], "cos_Ac_negg": [0.6624513864517212], "r_norm": [0.19305096566677094]}, {"step": 7200, "epoch": 18, "train_loss": 0.0015169063117355108, "cos_r_negg": [0.6600790023803711], "cos_innovation_negg": [0.6600790023803711], "cos_apical_negg": [0.6600790023803711], "cos_Ac_negg": [0.6600790023803711], "r_norm": [0.1902754306793213]}, {"step": 7250, "epoch": 18, "train_loss": 0.0016747572226449847, "cos_r_negg": [0.6595407128334045], "cos_innovation_negg": [0.6595407128334045], "cos_apical_negg": [0.6595407128334045], "cos_Ac_negg": [0.6595407128334045], "r_norm": [0.18609845638275146], "ldr": {"dL_sdil": -0.003616228699684143, "dL_bp": -0.0038703829050064087, "ratio": 0.9343335758863773}}, {"step": 7300, "epoch": 18, "train_loss": 0.0007396809523925185, "cos_r_negg": [0.661949634552002], "cos_innovation_negg": [0.661949634552002], "cos_apical_negg": [0.661949634552002], "cos_Ac_negg": [0.661949634552002], "r_norm": [0.18839439749717712]}, {"step": 7350, "epoch": 18, "train_loss": 0.0016283710720017552, "cos_r_negg": [0.6625638604164124], "cos_innovation_negg": [0.6625638604164124], "cos_apical_negg": [0.6625638604164124], "cos_Ac_negg": [0.6625638604164124], "r_norm": [0.19282156229019165]}, {"step": 7400, "epoch": 18, "train_loss": 0.0007180428365245461, "cos_r_negg": [0.6631271839141846], "cos_innovation_negg": [0.6631271839141846], "cos_apical_negg": [0.6631271839141846], "cos_Ac_negg": [0.6631271839141846], "r_norm": [0.19415661692619324]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.976, "test_loss": 0.09508243751525879}, {"step": 7450, "epoch": 19, "train_loss": 0.0004036875907331705, "cos_r_negg": [0.660980224609375], "cos_innovation_negg": [0.660980224609375], "cos_apical_negg": [0.660980224609375], "cos_Ac_negg": [0.660980224609375], "r_norm": [0.19076324999332428]}, {"step": 7500, "epoch": 19, "train_loss": 0.0015465266769751906, "cos_r_negg": [0.6618045568466187], "cos_innovation_negg": [0.6618045568466187], "cos_apical_negg": [0.6618045568466187], "cos_Ac_negg": [0.6618045568466187], "r_norm": [0.188701331615448], "ldr": {"dL_sdil": -0.0036787018179893494, "dL_bp": -0.003989391028881073, "ratio": 0.9221211436426014}}, {"step": 7550, "epoch": 19, "train_loss": 0.0007352891843765974, "cos_r_negg": [0.6602477431297302], "cos_innovation_negg": [0.6602477431297302], "cos_apical_negg": [0.6602477431297302], "cos_Ac_negg": [0.6602477431297302], "r_norm": [0.1865319311618805]}, {"step": 7600, "epoch": 19, "train_loss": 0.0007804012857377529, "cos_r_negg": [0.6609744429588318], "cos_innovation_negg": [0.6609744429588318], "cos_apical_negg": [0.6609744429588318], "cos_Ac_negg": [0.6609744429588318], "r_norm": [0.1897699236869812]}, {"step": 7650, "epoch": 19, "train_loss": 0.001556012430228293, "cos_r_negg": [0.6632693409919739], "cos_innovation_negg": [0.6632693409919739], "cos_apical_negg": [0.6632693409919739], "cos_Ac_negg": [0.6632693409919739], "r_norm": [0.19175395369529724]}, {"step": 7700, "epoch": 19, "train_loss": 0.0020035994239151478, "cos_r_negg": [0.6629867553710938], "cos_innovation_negg": [0.6629867553710938], "cos_apical_negg": [0.6629867553710938], "cos_Ac_negg": [0.6629867553710938], "r_norm": [0.18763810396194458]}, {"step": 7750, "epoch": 19, "train_loss": 0.0015761498361825943, "cos_r_negg": [0.6628665328025818], "cos_innovation_negg": [0.6628665328025818], "cos_apical_negg": [0.6628665328025818], "cos_Ac_negg": [0.6628665328025818], "r_norm": [0.18944641947746277], "ldr": {"dL_sdil": -0.0038068220019340515, "dL_bp": -0.004125326871871948, "ratio": 0.9227928162227376}}, {"step": 7800, "epoch": 19, "train_loss": 0.0018445668974891305, "cos_r_negg": [0.6618188619613647], "cos_innovation_negg": [0.6618188619613647], "cos_apical_negg": [0.6618188619613647], "cos_Ac_negg": [0.6618188619613647], "r_norm": [0.19217810034751892]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9765, "test_loss": 0.09550303993225098}, {"step": 7850, "epoch": 20, "train_loss": 0.001479418482631445, "cos_r_negg": [0.6610878705978394], "cos_innovation_negg": [0.6610878705978394], "cos_apical_negg": [0.6610878705978394], "cos_Ac_negg": [0.6610878705978394], "r_norm": [0.19341698288917542]}, {"step": 7900, "epoch": 20, "train_loss": 0.0014588877093046904, "cos_r_negg": [0.6617476344108582], "cos_innovation_negg": [0.6617476344108582], "cos_apical_negg": [0.6617476344108582], "cos_Ac_negg": [0.6617476344108582], "r_norm": [0.18978507816791534]}, {"step": 7950, "epoch": 20, "train_loss": 0.0010295782703906298, "cos_r_negg": [0.6597685217857361], "cos_innovation_negg": [0.6597685217857361], "cos_apical_negg": [0.6597685217857361], "cos_Ac_negg": [0.6597685217857361], "r_norm": [0.18769624829292297]}, {"step": 8000, "epoch": 20, "train_loss": 0.0012759147211909294, "cos_r_negg": [0.6598878502845764], "cos_innovation_negg": [0.6598878502845764], "cos_apical_negg": [0.6598878502845764], "cos_Ac_negg": [0.6598878502845764], "r_norm": [0.1849757432937622], "ldr": {"dL_sdil": -0.003655731678009033, "dL_bp": -0.0039521679282188416, "ratio": 0.9249940145272607}}, {"step": 8050, "epoch": 20, "train_loss": 0.0019446247024461627, "cos_r_negg": [0.6614642143249512], "cos_innovation_negg": [0.6614642143249512], "cos_apical_negg": [0.6614642143249512], "cos_Ac_negg": [0.6614642143249512], "r_norm": [0.18755662441253662]}, {"step": 8100, "epoch": 20, "train_loss": 0.00160561827942729, "cos_r_negg": [0.6622710824012756], "cos_innovation_negg": [0.6622710824012756], "cos_apical_negg": [0.6622710824012756], "cos_Ac_negg": [0.6622710824012756], "r_norm": [0.19063732028007507]}, {"step": 8150, "epoch": 20, "train_loss": 0.0013983102981001139, "cos_r_negg": [0.6602379083633423], "cos_innovation_negg": [0.6602379083633423], "cos_apical_negg": [0.6602379083633423], "cos_Ac_negg": [0.6602379083633423], "r_norm": [0.18885552883148193]}, {"step": 8200, "epoch": 20, "train_loss": 0.0010183383710682392, "cos_r_negg": [0.6626014709472656], "cos_innovation_negg": [0.6626014709472656], "cos_apical_negg": [0.6626014709472656], "cos_Ac_negg": [0.6626014709472656], "r_norm": [0.18904805183410645]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9762, "test_loss": 0.09580593166351319}, {"step": 8250, "epoch": 21, "train_loss": 0.001142315100878477, "cos_r_negg": [0.661993145942688], "cos_innovation_negg": [0.661993145942688], "cos_apical_negg": [0.661993145942688], "cos_Ac_negg": [0.661993145942688], "r_norm": [0.19081497192382812], "ldr": {"dL_sdil": -0.003913626074790955, "dL_bp": -0.00424310564994812, "ratio": 0.9223494293239684}}, {"step": 8300, "epoch": 21, "train_loss": 0.001388575416058302, "cos_r_negg": [0.6620315313339233], "cos_innovation_negg": [0.6620315313339233], "cos_apical_negg": [0.6620315313339233], "cos_Ac_negg": [0.6620315313339233], "r_norm": [0.1854419708251953]}, {"step": 8350, "epoch": 21, "train_loss": 0.0013715936802327633, "cos_r_negg": [0.6610450148582458], "cos_innovation_negg": [0.6610450148582458], "cos_apical_negg": [0.6610450148582458], "cos_Ac_negg": [0.6610450148582458], "r_norm": [0.18737360835075378]}, {"step": 8400, "epoch": 21, "train_loss": 0.0009502056054770947, "cos_r_negg": [0.6623666286468506], "cos_innovation_negg": [0.6623666286468506], "cos_apical_negg": [0.6623666286468506], "cos_Ac_negg": [0.6623666286468506], "r_norm": [0.18534542620182037]}, {"step": 8450, "epoch": 21, "train_loss": 0.0013533637393265963, "cos_r_negg": [0.661229133605957], "cos_innovation_negg": [0.661229133605957], "cos_apical_negg": [0.661229133605957], "cos_Ac_negg": [0.661229133605957], "r_norm": [0.1870567798614502]}, {"step": 8500, "epoch": 21, "train_loss": 0.0011290987022221088, "cos_r_negg": [0.6616546511650085], "cos_innovation_negg": [0.6616546511650085], "cos_apical_negg": [0.6616546511650085], "cos_Ac_negg": [0.6616546511650085], "r_norm": [0.1896592676639557], "ldr": {"dL_sdil": -0.0038761794567108154, "dL_bp": -0.004223987460136414, "ratio": 0.9176588456504637}}, {"step": 8550, "epoch": 21, "train_loss": 0.0009590271511115134, "cos_r_negg": [0.6612567901611328], "cos_innovation_negg": [0.6612567901611328], "cos_apical_negg": [0.6612567901611328], "cos_Ac_negg": [0.6612567901611328], "r_norm": [0.19065320491790771]}, {"step": 8600, "epoch": 21, "train_loss": 0.0023207722697407007, "cos_r_negg": [0.6620471477508545], "cos_innovation_negg": [0.6620471477508545], "cos_apical_negg": [0.6620471477508545], "cos_Ac_negg": [0.6620471477508545], "r_norm": [0.1936909556388855]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9765, "test_loss": 0.09667025318145751}, {"step": 8650, "epoch": 22, "train_loss": 0.0009369004401378334, "cos_r_negg": [0.6624006032943726], "cos_innovation_negg": [0.6624006032943726], "cos_apical_negg": [0.6624006032943726], "cos_Ac_negg": [0.6624006032943726], "r_norm": [0.1915801614522934]}, {"step": 8700, "epoch": 22, "train_loss": 0.0009261268423870206, "cos_r_negg": [0.6637988090515137], "cos_innovation_negg": [0.6637988090515137], "cos_apical_negg": [0.6637988090515137], "cos_Ac_negg": [0.6637988090515137], "r_norm": [0.19154983758926392]}, {"step": 8750, "epoch": 22, "train_loss": 0.0014323985669761896, "cos_r_negg": [0.6626613140106201], "cos_innovation_negg": [0.6626613140106201], "cos_apical_negg": [0.6626613140106201], "cos_Ac_negg": [0.6626613140106201], "r_norm": [0.18717122077941895], "ldr": {"dL_sdil": -0.0038124099373817444, "dL_bp": -0.00417531281709671, "ratio": 0.9130836668742561}}, {"step": 8800, "epoch": 22, "train_loss": 0.0008143674349412322, "cos_r_negg": [0.6624600291252136], "cos_innovation_negg": [0.6624600291252136], "cos_apical_negg": [0.6624600291252136], "cos_Ac_negg": [0.6624600291252136], "r_norm": [0.18965014815330505]}, {"step": 8850, "epoch": 22, "train_loss": 0.0008137266268022358, "cos_r_negg": [0.6626684665679932], "cos_innovation_negg": [0.6626684665679932], "cos_apical_negg": [0.6626684665679932], "cos_Ac_negg": [0.6626684665679932], "r_norm": [0.19082753360271454]}, {"step": 8900, "epoch": 22, "train_loss": 0.0020503029227256775, "cos_r_negg": [0.6610356569290161], "cos_innovation_negg": [0.6610356569290161], "cos_apical_negg": [0.6610356569290161], "cos_Ac_negg": [0.6610356569290161], "r_norm": [0.19270005822181702]}, {"step": 8950, "epoch": 22, "train_loss": 0.0011463662376627326, "cos_r_negg": [0.6628376245498657], "cos_innovation_negg": [0.6628376245498657], "cos_apical_negg": [0.6628376245498657], "cos_Ac_negg": [0.6628376245498657], "r_norm": [0.19022852182388306]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9759, "test_loss": 0.0964405408859253}, {"step": 9000, "epoch": 23, "train_loss": 0.000606990943197161, "cos_r_negg": [0.6630222797393799], "cos_innovation_negg": [0.6630222797393799], "cos_apical_negg": [0.6630222797393799], "cos_Ac_negg": [0.6630222797393799], "r_norm": [0.18610328435897827], "ldr": {"dL_sdil": -0.0038627833127975464, "dL_bp": -0.00422804057598114, "ratio": 0.9136107479056457}}, {"step": 9050, "epoch": 23, "train_loss": 0.0010109675349667668, "cos_r_negg": [0.6628921031951904], "cos_innovation_negg": [0.6628921031951904], "cos_apical_negg": [0.6628921031951904], "cos_Ac_negg": [0.6628921031951904], "r_norm": [0.18647269904613495]}, {"step": 9100, "epoch": 23, "train_loss": 0.0006785489968024194, "cos_r_negg": [0.664089560508728], "cos_innovation_negg": [0.664089560508728], "cos_apical_negg": [0.664089560508728], "cos_Ac_negg": [0.664089560508728], "r_norm": [0.19124813377857208]}, {"step": 9150, "epoch": 23, "train_loss": 0.001516362652182579, "cos_r_negg": [0.6629862189292908], "cos_innovation_negg": [0.6629862189292908], "cos_apical_negg": [0.6629862189292908], "cos_Ac_negg": [0.6629862189292908], "r_norm": [0.19302216172218323]}, {"step": 9200, "epoch": 23, "train_loss": 0.002418172312900424, "cos_r_negg": [0.6625895500183105], "cos_innovation_negg": [0.6625895500183105], "cos_apical_negg": [0.6625895500183105], "cos_Ac_negg": [0.6625895500183105], "r_norm": [0.19145941734313965]}, {"step": 9250, "epoch": 23, "train_loss": 0.0011904342100024223, "cos_r_negg": [0.6624479293823242], "cos_innovation_negg": [0.6624479293823242], "cos_apical_negg": [0.6624479293823242], "cos_Ac_negg": [0.6624479293823242], "r_norm": [0.19144520163536072], "ldr": {"dL_sdil": -0.0041317567229270935, "dL_bp": -0.00453764945268631, "ratio": 0.9105500030376023}}, {"step": 9300, "epoch": 23, "train_loss": 0.0012461172882467508, "cos_r_negg": [0.6625805497169495], "cos_innovation_negg": [0.6625805497169495], "cos_apical_negg": [0.6625805497169495], "cos_Ac_negg": [0.6625805497169495], "r_norm": [0.19069358706474304]}, {"step": 9350, "epoch": 23, "train_loss": 0.0009110296377912164, "cos_r_negg": [0.6639111042022705], "cos_innovation_negg": [0.6639111042022705], "cos_apical_negg": [0.6639111042022705], "cos_Ac_negg": [0.6639111042022705], "r_norm": [0.18949976563453674]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9764, "test_loss": 0.09741849136352539}, {"step": 9400, "epoch": 24, "train_loss": 0.0009732554899528623, "cos_r_negg": [0.663272500038147], "cos_innovation_negg": [0.663272500038147], "cos_apical_negg": [0.663272500038147], "cos_Ac_negg": [0.663272500038147], "r_norm": [0.18815529346466064]}, {"step": 9450, "epoch": 24, "train_loss": 0.0005440405802801251, "cos_r_negg": [0.663986325263977], "cos_innovation_negg": [0.663986325263977], "cos_apical_negg": [0.663986325263977], "cos_Ac_negg": [0.663986325263977], "r_norm": [0.18778902292251587]}, {"step": 9500, "epoch": 24, "train_loss": 0.0010928837582468987, "cos_r_negg": [0.6637964844703674], "cos_innovation_negg": [0.6637964844703674], "cos_apical_negg": [0.6637964844703674], "cos_Ac_negg": [0.6637964844703674], "r_norm": [0.191651850938797], "ldr": {"dL_sdil": -0.004116490483283997, "dL_bp": -0.0045455023646354675, "ratio": 0.9056183790180745}}, {"step": 9550, "epoch": 24, "train_loss": 0.0012703624088317156, "cos_r_negg": [0.6634913086891174], "cos_innovation_negg": [0.6634913086891174], "cos_apical_negg": [0.6634913086891174], "cos_Ac_negg": [0.6634913086891174], "r_norm": [0.18762362003326416]}, {"step": 9600, "epoch": 24, "train_loss": 0.0007185739814303815, "cos_r_negg": [0.6614915728569031], "cos_innovation_negg": [0.6614915728569031], "cos_apical_negg": [0.6614915728569031], "cos_Ac_negg": [0.6614915728569031], "r_norm": [0.1901821792125702]}, {"step": 9650, "epoch": 24, "train_loss": 0.0014930038014426827, "cos_r_negg": [0.662109375], "cos_innovation_negg": [0.662109375], "cos_apical_negg": [0.662109375], "cos_Ac_negg": [0.662109375], "r_norm": [0.19156582653522491]}, {"step": 9700, "epoch": 24, "train_loss": 0.0010083246743306518, "cos_r_negg": [0.6635124683380127], "cos_innovation_negg": [0.6635124683380127], "cos_apical_negg": [0.6635124683380127], "cos_Ac_negg": [0.6635124683380127], "r_norm": [0.19341354072093964]}, {"step": 9750, "epoch": 24, "train_loss": 0.001924226526170969, "cos_r_negg": [0.6612276434898376], "cos_innovation_negg": [0.6612276434898376], "cos_apical_negg": [0.6612276434898376], "cos_Ac_negg": [0.6612276434898376], "r_norm": [0.18566523492336273], "ldr": {"dL_sdil": -0.003927238285541534, "dL_bp": -0.004325874149799347, "ratio": 0.907848483230539}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9765, "test_loss": 0.09742874603271484}], "final": {"test_acc": 0.9765, "test_loss": 0.09742874603271484, "wall_s": 15.40266227722168, "cos_r_negg": [0.6628848314285278], "cos_innovation_negg": [0.6628848314285278], "cos_apical_negg": [0.6628848314285278], "cos_Ac_negg": [0.6628848314285278]}}