path: root/results/ep_depth2_v1_mnist_sdil_w500_d2_s3.json

{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s3", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3924615383148193, "cos_r_negg": [-0.026422932744026184, -0.0017104092985391617], "cos_innovation_negg": [-0.026422932744026184, -0.0017104092985391617], "cos_apical_negg": [-0.026422932744026184, -0.0017104092985391617], "cos_Ac_negg": [-0.026422932744026184, -0.0017104092985391617], "r_norm": [6.590484619140625, 6.618016242980957], "ldr": {"dL_sdil": -0.04682326316833496, "dL_bp": -0.3455861806869507, "ratio": 0.13548939681343863}}, {"step": 50, "epoch": 0, "train_loss": 0.5861989855766296, "cos_r_negg": [0.4582517743110657, 0.31976455450057983], "cos_innovation_negg": [0.4582517743110657, 0.31976455450057983], "cos_apical_negg": [0.4582517743110657, 0.31976455450057983], "cos_Ac_negg": [0.4582517743110657, 0.31976455450057983], "r_norm": [1.3841009140014648, 1.4116874933242798]}, {"step": 100, "epoch": 0, "train_loss": 0.2558661103248596, "cos_r_negg": [0.5047042369842529, 0.3738609552383423], "cos_innovation_negg": [0.5047042369842529, 0.3738609552383423], "cos_apical_negg": [0.5047042369842529, 0.3738609552383423], "cos_Ac_negg": [0.5047042369842529, 0.3738609552383423], "r_norm": [1.1454150676727295, 1.1634540557861328]}, {"step": 150, "epoch": 0, "train_loss": 0.13513165712356567, "cos_r_negg": [0.4982715845108032, 0.3924369215965271], "cos_innovation_negg": [0.4982715845108032, 0.3924369215965271], "cos_apical_negg": [0.4982715845108032, 0.3924369215965271], "cos_Ac_negg": [0.4982715845108032, 0.3924369215965271], "r_norm": [0.992853045463562, 1.014080286026001]}, {"step": 200, "epoch": 0, "train_loss": 0.28572601079940796, "cos_r_negg": [0.5028076767921448, 0.40572935342788696], "cos_innovation_negg": [0.5028076767921448, 0.40572935342788696], "cos_apical_negg": [0.5028076767921448, 0.40572935342788696], "cos_Ac_negg": [0.5028076767921448, 0.40572935342788696], "r_norm": [0.8681872487068176, 0.8912346959114075]}, {"step": 250, "epoch": 0, "train_loss": 0.3806115388870239, "cos_r_negg": [0.5262624621391296, 0.43061429262161255], "cos_innovation_negg": [0.5262624621391296, 0.43061429262161255], "cos_apical_negg": [0.5262624621391296, 0.43061429262161255], "cos_Ac_negg": [0.5262624621391296, 0.43061429262161255], "r_norm": [0.8363399505615234, 0.8595818877220154], "ldr": {"dL_sdil": -0.023504361510276794, "dL_bp": -0.01978403329849243, "ratio": 1.1880470051608667}}, {"step": 300, "epoch": 0, "train_loss": 0.1770479381084442, "cos_r_negg": [0.5341674089431763, 0.4217526912689209], "cos_innovation_negg": [0.5341674089431763, 0.4217526912689209], "cos_apical_negg": [0.5341674089431763, 0.4217526912689209], "cos_Ac_negg": [0.5341674089431763, 0.4217526912689209], "r_norm": [0.756482720375061, 0.771453857421875]}, {"step": 350, "epoch": 0, "train_loss": 0.2869487404823303, "cos_r_negg": [0.5341312885284424, 0.42420443892478943], "cos_innovation_negg": [0.5341312885284424, 0.42420443892478943], "cos_apical_negg": [0.5341312885284424, 0.42420443892478943], "cos_Ac_negg": [0.5341312885284424, 0.42420443892478943], "r_norm": [0.6912198662757874, 0.7070375680923462]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9471, "test_loss": 0.18258954849243164}, {"step": 400, "epoch": 1, "train_loss": 0.17939040064811707, "cos_r_negg": [0.5455983877182007, 0.4540409445762634], "cos_innovation_negg": [0.5455983877182007, 0.4540409445762634], "cos_apical_negg": [0.5455983877182007, 0.4540409445762634], "cos_Ac_negg": [0.5455983877182007, 0.4540409445762634], "r_norm": [0.5958317518234253, 0.6085920929908752]}, {"step": 450, "epoch": 1, "train_loss": 0.19854286313056946, "cos_r_negg": [0.556312620639801, 0.4742012619972229], "cos_innovation_negg": [0.556312620639801, 0.4742012619972229], "cos_apical_negg": [0.556312620639801, 0.4742012619972229], "cos_Ac_negg": [0.556312620639801, 0.4742012619972229], "r_norm": [0.6386698484420776, 0.6531559228897095]}, {"step": 500, "epoch": 1, "train_loss": 0.15919290482997894, "cos_r_negg": [0.5640462040901184, 0.4773182272911072], "cos_innovation_negg": [0.5640462040901184, 0.4773182272911072], "cos_apical_negg": [0.5640462040901184, 0.4773182272911072], "cos_Ac_negg": [0.5640462040901184, 0.4773182272911072], "r_norm": [0.5150436758995056, 0.5247116088867188], "ldr": {"dL_sdil": -0.00906592607498169, "dL_bp": -0.007199510931968689, "ratio": 1.259241934716062}}, {"step": 550, "epoch": 1, "train_loss": 0.08241809904575348, "cos_r_negg": [0.5726191401481628, 0.48651012778282166], "cos_innovation_negg": [0.5726191401481628, 0.48651012778282166], "cos_apical_negg": [0.5726191401481628, 0.48651012778282166], "cos_Ac_negg": [0.5726191401481628, 0.48651012778282166], "r_norm": [0.5646015405654907, 0.5759754180908203]}, {"step": 600, "epoch": 1, "train_loss": 0.05934485048055649, "cos_r_negg": [0.5787702798843384, 0.5003145933151245], "cos_innovation_negg": [0.5787702798843384, 0.5003145933151245], "cos_apical_negg": [0.5787702798843384, 0.5003145933151245], "cos_Ac_negg": [0.5787702798843384, 0.5003145933151245], "r_norm": [0.5294702053070068, 0.5389285087585449]}, {"step": 650, "epoch": 1, "train_loss": 0.09333399683237076, "cos_r_negg": [0.5597442388534546, 0.5053614377975464], "cos_innovation_negg": [0.5597442388534546, 0.5053614377975464], "cos_apical_negg": [0.5597442388534546, 0.5053614377975464], "cos_Ac_negg": [0.5597442388534546, 0.5053614377975464], "r_norm": [0.47143250703811646, 0.48053818941116333]}, {"step": 700, "epoch": 1, "train_loss": 0.07021153718233109, "cos_r_negg": [0.568160355091095, 0.5142924785614014], "cos_innovation_negg": [0.568160355091095, 0.5142924785614014], "cos_apical_negg": [0.568160355091095, 0.5142924785614014], "cos_Ac_negg": [0.568160355091095, 0.5142924785614014], "r_norm": [0.5749084949493408, 0.5853735208511353]}, {"step": 750, "epoch": 1, "train_loss": 0.1352168768644333, "cos_r_negg": [0.5689527988433838, 0.5192667245864868], "cos_innovation_negg": [0.5689527988433838, 0.5192667245864868], "cos_apical_negg": [0.5689527988433838, 0.5192667245864868], "cos_Ac_negg": [0.5689527988433838, 0.5192667245864868], "r_norm": [0.6252316832542419, 0.636706531047821], "ldr": {"dL_sdil": -0.030019938945770264, "dL_bp": -0.02677576243877411, "ratio": 1.1211609385321648}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9533, "test_loss": 0.16352230987548827}, {"step": 800, "epoch": 2, "train_loss": 0.0662594884634018, "cos_r_negg": [0.5612322688102722, 0.5270726680755615], "cos_innovation_negg": [0.5612322688102722, 0.5270726680755615], "cos_apical_negg": [0.5612322688102722, 0.5270726680755615], "cos_Ac_negg": [0.5612322688102722, 0.5270726680755615], "r_norm": [0.4935550391674042, 0.5005191564559937]}, {"step": 850, "epoch": 2, "train_loss": 0.05124892666935921, "cos_r_negg": [0.5940207839012146, 0.5424849987030029], "cos_innovation_negg": [0.5940207839012146, 0.5424849987030029], "cos_apical_negg": [0.5940207839012146, 0.5424849987030029], "cos_Ac_negg": [0.5940207839012146, 0.5424849987030029], "r_norm": [0.4252908527851105, 0.4275183379650116]}, {"step": 900, "epoch": 2, "train_loss": 0.06815053522586823, "cos_r_negg": [0.5855852365493774, 0.5455647110939026], "cos_innovation_negg": [0.5855852365493774, 0.5455647110939026], "cos_apical_negg": [0.5855852365493774, 0.5455647110939026], "cos_Ac_negg": [0.5855852365493774, 0.5455647110939026], "r_norm": [0.4603402614593506, 0.47228696942329407]}, {"step": 950, "epoch": 2, "train_loss": 0.20445358753204346, "cos_r_negg": [0.589617908000946, 0.5485154986381531], "cos_innovation_negg": [0.589617908000946, 0.5485154986381531], "cos_apical_negg": [0.589617908000946, 0.5485154986381531], "cos_Ac_negg": [0.589617908000946, 0.5485154986381531], "r_norm": [0.35549601912498474, 0.3628329932689667]}, {"step": 1000, "epoch": 2, "train_loss": 0.09754706919193268, "cos_r_negg": [0.5861049890518188, 0.5575672388076782], "cos_innovation_negg": [0.5861049890518188, 0.5575672388076782], "cos_apical_negg": [0.5861049890518188, 0.5575672388076782], "cos_Ac_negg": [0.5861049890518188, 0.5575672388076782], "r_norm": [0.42582637071609497, 0.43537986278533936], "ldr": {"dL_sdil": -0.011586986482143402, "dL_bp": -0.009583160281181335, "ratio": 1.2090986837501847}}, {"step": 1050, "epoch": 2, "train_loss": 0.04197332635521889, "cos_r_negg": [0.5794893503189087, 0.5562148094177246], "cos_innovation_negg": [0.5794893503189087, 0.5562148094177246], "cos_apical_negg": [0.5794893503189087, 0.5562148094177246], "cos_Ac_negg": [0.5794893503189087, 0.5562148094177246], "r_norm": [0.42865416407585144, 0.4359023869037628]}, {"step": 1100, "epoch": 2, "train_loss": 0.1677863746881485, "cos_r_negg": [0.5841069221496582, 0.5651146173477173], "cos_innovation_negg": [0.5841069221496582, 0.5651146173477173], "cos_apical_negg": [0.5841069221496582, 0.5651146173477173], "cos_Ac_negg": [0.5841069221496582, 0.5651146173477173], "r_norm": [0.38368141651153564, 0.3920041024684906]}, {"step": 1150, "epoch": 2, "train_loss": 0.05689786747097969, "cos_r_negg": [0.5875443816184998, 0.5676833391189575], "cos_innovation_negg": [0.5875443816184998, 0.5676833391189575], "cos_apical_negg": [0.5875443816184998, 0.5676833391189575], "cos_Ac_negg": [0.5875443816184998, 0.5676833391189575], "r_norm": [0.3056351840496063, 0.31092655658721924]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9641, "test_loss": 0.12307830066680908}, {"step": 1200, "epoch": 3, "train_loss": 0.04789406433701515, "cos_r_negg": [0.5960583090782166, 0.5737377405166626], "cos_innovation_negg": [0.5960583090782166, 0.5737377405166626], "cos_apical_negg": [0.5960583090782166, 0.5737377405166626], "cos_Ac_negg": [0.5960583090782166, 0.5737377405166626], "r_norm": [0.39423325657844543, 0.40383249521255493]}, {"step": 1250, "epoch": 3, "train_loss": 0.16583295166492462, "cos_r_negg": [0.6005885601043701, 0.5832828283309937], "cos_innovation_negg": [0.6005885601043701, 0.5832828283309937], "cos_apical_negg": [0.6005885601043701, 0.5832828283309937], "cos_Ac_negg": [0.6005885601043701, 0.5832828283309937], "r_norm": [0.34725314378738403, 0.35451483726501465], "ldr": {"dL_sdil": -0.010906383395195007, "dL_bp": -0.0093851238489151, "ratio": 1.1620926447822808}}, {"step": 1300, "epoch": 3, "train_loss": 0.01379384659230709, "cos_r_negg": [0.5972988605499268, 0.5867611765861511], "cos_innovation_negg": [0.5972988605499268, 0.5867611765861511], "cos_apical_negg": [0.5972988605499268, 0.5867611765861511], "cos_Ac_negg": [0.5972988605499268, 0.5867611765861511], "r_norm": [0.3664623498916626, 0.3732754588127136]}, {"step": 1350, "epoch": 3, "train_loss": 0.04283270984888077, "cos_r_negg": [0.5903205871582031, 0.5859402418136597], "cos_innovation_negg": [0.5903205871582031, 0.5859402418136597], "cos_apical_negg": [0.5903205871582031, 0.5859402418136597], "cos_Ac_negg": [0.5903205871582031, 0.5859402418136597], "r_norm": [0.3561510145664215, 0.3613084554672241]}, {"step": 1400, "epoch": 3, "train_loss": 0.05736885592341423, "cos_r_negg": [0.5946293473243713, 0.5785443782806396], "cos_innovation_negg": [0.5946293473243713, 0.5785443782806396], "cos_apical_negg": [0.5946293473243713, 0.5785443782806396], "cos_Ac_negg": [0.5946293473243713, 0.5785443782806396], "r_norm": [0.4058300852775574, 0.4135008454322815]}, {"step": 1450, "epoch": 3, "train_loss": 0.04860270768404007, "cos_r_negg": [0.6039775609970093, 0.5925174355506897], "cos_innovation_negg": [0.6039775609970093, 0.5925174355506897], "cos_apical_negg": [0.6039775609970093, 0.5925174355506897], "cos_Ac_negg": [0.6039775609970093, 0.5925174355506897], "r_norm": [0.34833037853240967, 0.3521338701248169]}, {"step": 1500, "epoch": 3, "train_loss": 0.08333935588598251, "cos_r_negg": [0.6055843830108643, 0.5908114314079285], "cos_innovation_negg": [0.6055843830108643, 0.5908114314079285], "cos_apical_negg": [0.6055843830108643, 0.5908114314079285], "cos_Ac_negg": [0.6055843830108643, 0.5908114314079285], "r_norm": [0.29274144768714905, 0.2957480549812317], "ldr": {"dL_sdil": -0.00819716602563858, "dL_bp": -0.007194943726062775, "ratio": 1.1392953632069953}}, {"step": 1550, "epoch": 3, "train_loss": 0.05237440764904022, "cos_r_negg": [0.5971083641052246, 0.5950278043746948], "cos_innovation_negg": [0.5971083641052246, 0.5950278043746948], "cos_apical_negg": [0.5971083641052246, 0.5950278043746948], "cos_Ac_negg": [0.5971083641052246, 0.5950278043746948], "r_norm": [0.33519768714904785, 0.34153202176094055]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9649, "test_loss": 0.12454761085510253}, {"step": 1600, "epoch": 4, "train_loss": 0.09619885683059692, "cos_r_negg": [0.6100324392318726, 0.6023378968238831], "cos_innovation_negg": [0.6100324392318726, 0.6023378968238831], "cos_apical_negg": [0.6100324392318726, 0.6023378968238831], "cos_Ac_negg": [0.6100324392318726, 0.6023378968238831], "r_norm": [0.2497287541627884, 0.25411373376846313]}, {"step": 1650, "epoch": 4, "train_loss": 0.068468376994133, "cos_r_negg": [0.6133801937103271, 0.6053149700164795], "cos_innovation_negg": [0.6133801937103271, 0.6053149700164795], "cos_apical_negg": [0.6133801937103271, 0.6053149700164795], "cos_Ac_negg": [0.6133801937103271, 0.6053149700164795], "r_norm": [0.2820461690425873, 0.2868986129760742]}, {"step": 1700, "epoch": 4, "train_loss": 0.03764517232775688, "cos_r_negg": [0.6108850240707397, 0.6046256422996521], "cos_innovation_negg": [0.6108850240707397, 0.6046256422996521], "cos_apical_negg": [0.6108850240707397, 0.6046256422996521], "cos_Ac_negg": [0.6108850240707397, 0.6046256422996521], "r_norm": [0.2572348415851593, 0.2602435350418091]}, {"step": 1750, "epoch": 4, "train_loss": 0.033587973564863205, "cos_r_negg": [0.6120193004608154, 0.6000607013702393], "cos_innovation_negg": [0.6120193004608154, 0.6000607013702393], "cos_apical_negg": [0.6120193004608154, 0.6000607013702393], "cos_Ac_negg": [0.6120193004608154, 0.6000607013702393], "r_norm": [0.27821874618530273, 0.2815450131893158], "ldr": {"dL_sdil": -0.007139533758163452, "dL_bp": -0.006313733756542206, "ratio": 1.1307942389502192}}, {"step": 1800, "epoch": 4, "train_loss": 0.036650583148002625, "cos_r_negg": [0.6026387214660645, 0.5996627807617188], "cos_innovation_negg": [0.6026387214660645, 0.5996627807617188], "cos_apical_negg": [0.6026387214660645, 0.5996627807617188], "cos_Ac_negg": [0.6026387214660645, 0.5996627807617188], "r_norm": [0.29142820835113525, 0.2936779856681824]}, {"step": 1850, "epoch": 4, "train_loss": 0.17590585350990295, "cos_r_negg": [0.6092962622642517, 0.6056869626045227], "cos_innovation_negg": [0.6092962622642517, 0.6056869626045227], "cos_apical_negg": [0.6092962622642517, 0.6056869626045227], "cos_Ac_negg": [0.6092962622642517, 0.6056869626045227], "r_norm": [0.27859437465667725, 0.2796318531036377]}, {"step": 1900, "epoch": 4, "train_loss": 0.022424696013331413, "cos_r_negg": [0.6082100868225098, 0.6158452033996582], "cos_innovation_negg": [0.6082100868225098, 0.6158452033996582], "cos_apical_negg": [0.6082100868225098, 0.6158452033996582], "cos_Ac_negg": [0.6082100868225098, 0.6158452033996582], "r_norm": [0.2650684714317322, 0.2680783271789551]}, {"step": 1950, "epoch": 4, "train_loss": 0.03303559124469757, "cos_r_negg": [0.6043636798858643, 0.6234318017959595], "cos_innovation_negg": [0.6043636798858643, 0.6234318017959595], "cos_apical_negg": [0.6043636798858643, 0.6234318017959595], "cos_Ac_negg": [0.6043636798858643, 0.6234318017959595], "r_norm": [0.24798718094825745, 0.2513493299484253]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9682, "test_loss": 0.11221702938079833}, {"step": 2000, "epoch": 5, "train_loss": 0.030057352036237717, "cos_r_negg": [0.6173507571220398, 0.6228564977645874], "cos_innovation_negg": [0.6173507571220398, 0.6228564977645874], "cos_apical_negg": [0.6173507571220398, 0.6228564977645874], "cos_Ac_negg": [0.6173507571220398, 0.6228564977645874], "r_norm": [0.255696177482605, 0.259008526802063], "ldr": {"dL_sdil": -0.006057895720005035, "dL_bp": -0.005468040704727173, "ratio": 1.1078731939153137}}, {"step": 2050, "epoch": 5, "train_loss": 0.013481339439749718, "cos_r_negg": [0.5912256240844727, 0.6126654148101807], "cos_innovation_negg": [0.5912256240844727, 0.6126654148101807], "cos_apical_negg": [0.5912256240844727, 0.6126654148101807], "cos_Ac_negg": [0.5912256240844727, 0.6126654148101807], "r_norm": [0.25068432092666626, 0.25319093465805054]}, {"step": 2100, "epoch": 5, "train_loss": 0.004452269524335861, "cos_r_negg": [0.6211032867431641, 0.6262328028678894], "cos_innovation_negg": [0.6211032867431641, 0.6262328028678894], "cos_apical_negg": [0.6211032867431641, 0.6262328028678894], "cos_Ac_negg": [0.6211032867431641, 0.6262328028678894], "r_norm": [0.2126171588897705, 0.21504388749599457]}, {"step": 2150, "epoch": 5, "train_loss": 0.015724854543805122, "cos_r_negg": [0.6088207960128784, 0.6279811859130859], "cos_innovation_negg": [0.6088207960128784, 0.6279811859130859], "cos_apical_negg": [0.6088207960128784, 0.6279811859130859], "cos_Ac_negg": [0.6088207960128784, 0.6279811859130859], "r_norm": [0.25159144401550293, 0.2556799650192261]}, {"step": 2200, "epoch": 5, "train_loss": 0.0477307103574276, "cos_r_negg": [0.6088793277740479, 0.6268290877342224], "cos_innovation_negg": [0.6088793277740479, 0.6268290877342224], "cos_apical_negg": [0.6088793277740479, 0.6268290877342224], "cos_Ac_negg": [0.6088793277740479, 0.6268290877342224], "r_norm": [0.2564183473587036, 0.2592746913433075]}, {"step": 2250, "epoch": 5, "train_loss": 0.00996837206184864, "cos_r_negg": [0.6078174710273743, 0.628571629524231], "cos_innovation_negg": [0.6078174710273743, 0.628571629524231], "cos_apical_negg": [0.6078174710273743, 0.628571629524231], "cos_Ac_negg": [0.6078174710273743, 0.628571629524231], "r_norm": [0.2254001498222351, 0.22774359583854675], "ldr": {"dL_sdil": -0.0063231587409973145, "dL_bp": -0.00562141090631485, "ratio": 1.1248348228545526}}, {"step": 2300, "epoch": 5, "train_loss": 0.027479184791445732, "cos_r_negg": [0.6198835372924805, 0.6353325843811035], "cos_innovation_negg": [0.6198835372924805, 0.6353325843811035], "cos_apical_negg": [0.6198835372924805, 0.6353325843811035], "cos_Ac_negg": [0.6198835372924805, 0.6353325843811035], "r_norm": [0.21645188331604004, 0.21983602643013]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9726, "test_loss": 0.10857392349243164}, {"step": 2350, "epoch": 6, "train_loss": 0.009383835829794407, "cos_r_negg": [0.6142735481262207, 0.6381639838218689], "cos_innovation_negg": [0.6142735481262207, 0.6381639838218689], "cos_apical_negg": [0.6142735481262207, 0.6381639838218689], "cos_Ac_negg": [0.6142735481262207, 0.6381639838218689], "r_norm": [0.2876700758934021, 0.2908819913864136]}, {"step": 2400, "epoch": 6, "train_loss": 0.029602784663438797, "cos_r_negg": [0.6311488151550293, 0.6413204073905945], "cos_innovation_negg": [0.6311488151550293, 0.6413204073905945], "cos_apical_negg": [0.6311488151550293, 0.6413204073905945], "cos_Ac_negg": [0.6311488151550293, 0.6413204073905945], "r_norm": [0.22818998992443085, 0.23227977752685547]}, {"step": 2450, "epoch": 6, "train_loss": 0.03567882999777794, "cos_r_negg": [0.6221595406532288, 0.639475405216217], "cos_innovation_negg": [0.6221595406532288, 0.639475405216217], "cos_apical_negg": [0.6221595406532288, 0.639475405216217], "cos_Ac_negg": [0.6221595406532288, 0.639475405216217], "r_norm": [0.21026939153671265, 0.21225297451019287]}, {"step": 2500, "epoch": 6, "train_loss": 0.011711722239851952, "cos_r_negg": [0.6209433078765869, 0.643240213394165], "cos_innovation_negg": [0.6209433078765869, 0.643240213394165], "cos_apical_negg": [0.6209433078765869, 0.643240213394165], "cos_Ac_negg": [0.6209433078765869, 0.643240213394165], "r_norm": [0.21956589818000793, 0.22251459956169128], "ldr": {"dL_sdil": -0.006663896143436432, "dL_bp": -0.00629473477602005, "ratio": 1.0586460558787498}}, {"step": 2550, "epoch": 6, "train_loss": 0.011576008051633835, "cos_r_negg": [0.6188057065010071, 0.639107346534729], "cos_innovation_negg": [0.6188057065010071, 0.639107346534729], "cos_apical_negg": [0.6188057065010071, 0.639107346534729], "cos_Ac_negg": [0.6188057065010071, 0.639107346534729], "r_norm": [0.21900363266468048, 0.2219550907611847]}, {"step": 2600, "epoch": 6, "train_loss": 0.0021513740066438913, "cos_r_negg": [0.6185027360916138, 0.6373996138572693], "cos_innovation_negg": [0.6185027360916138, 0.6373996138572693], "cos_apical_negg": [0.6185027360916138, 0.6373996138572693], "cos_Ac_negg": [0.6185027360916138, 0.6373996138572693], "r_norm": [0.23465511202812195, 0.23786553740501404]}, {"step": 2650, "epoch": 6, "train_loss": 0.022120896726846695, "cos_r_negg": [0.6271202564239502, 0.6462963819503784], "cos_innovation_negg": [0.6271202564239502, 0.6462963819503784], "cos_apical_negg": [0.6271202564239502, 0.6462963819503784], "cos_Ac_negg": [0.6271202564239502, 0.6462963819503784], "r_norm": [0.22238266468048096, 0.22621993720531464]}, {"step": 2700, "epoch": 6, "train_loss": 0.0007132195169106126, "cos_r_negg": [0.6063697934150696, 0.6375428438186646], "cos_innovation_negg": [0.6063697934150696, 0.6375428438186646], "cos_apical_negg": [0.6063697934150696, 0.6375428438186646], "cos_Ac_negg": [0.6063697934150696, 0.6375428438186646], "r_norm": [0.23803122341632843, 0.2409553825855255]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9737, "test_loss": 0.10469464225769043}, {"step": 2750, "epoch": 7, "train_loss": 0.0004268206830602139, "cos_r_negg": [0.611427903175354, 0.6429474353790283], "cos_innovation_negg": [0.611427903175354, 0.6429474353790283], "cos_apical_negg": [0.611427903175354, 0.6429474353790283], "cos_Ac_negg": [0.611427903175354, 0.6429474353790283], "r_norm": [0.18306779861450195, 0.18521428108215332], "ldr": {"dL_sdil": -0.00558067113161087, "dL_bp": -0.005121909081935883, "ratio": 1.089568565614131}}, {"step": 2800, "epoch": 7, "train_loss": 0.000866635877173394, "cos_r_negg": [0.6155544519424438, 0.6452609896659851], "cos_innovation_negg": [0.6155544519424438, 0.6452609896659851], "cos_apical_negg": [0.6155544519424438, 0.6452609896659851], "cos_Ac_negg": [0.6155544519424438, 0.6452609896659851], "r_norm": [0.18316006660461426, 0.18586084246635437]}, {"step": 2850, "epoch": 7, "train_loss": 0.005072268657386303, "cos_r_negg": [0.6132548451423645, 0.6448947787284851], "cos_innovation_negg": [0.6132548451423645, 0.6448947787284851], "cos_apical_negg": [0.6132548451423645, 0.6448947787284851], "cos_Ac_negg": [0.6132548451423645, 0.6448947787284851], "r_norm": [0.19184890389442444, 0.19437161087989807]}, {"step": 2900, "epoch": 7, "train_loss": 0.011101990938186646, "cos_r_negg": [0.6095048785209656, 0.6505652666091919], "cos_innovation_negg": [0.6095048785209656, 0.6505652666091919], "cos_apical_negg": [0.6095048785209656, 0.6505652666091919], "cos_Ac_negg": [0.6095048785209656, 0.6505652666091919], "r_norm": [0.18972352147102356, 0.19185960292816162]}, {"step": 2950, "epoch": 7, "train_loss": 0.0012532329419627786, "cos_r_negg": [0.6187195777893066, 0.6467452049255371], "cos_innovation_negg": [0.6187195777893066, 0.6467452049255371], "cos_apical_negg": [0.6187195777893066, 0.6467452049255371], "cos_Ac_negg": [0.6187195777893066, 0.6467452049255371], "r_norm": [0.196308434009552, 0.19900855422019958]}, {"step": 3000, "epoch": 7, "train_loss": 0.0012378788087517023, "cos_r_negg": [0.6097975373268127, 0.6512699127197266], "cos_innovation_negg": [0.6097975373268127, 0.6512699127197266], "cos_apical_negg": [0.6097975373268127, 0.6512699127197266], "cos_Ac_negg": [0.6097975373268127, 0.6512699127197266], "r_norm": [0.21327021718025208, 0.21487821638584137], "ldr": {"dL_sdil": -0.007284589111804962, "dL_bp": -0.006674826145172119, "ratio": 1.0913526365138189}}, {"step": 3050, "epoch": 7, "train_loss": 0.0030943553429096937, "cos_r_negg": [0.6180058717727661, 0.6513879299163818], "cos_innovation_negg": [0.6180058717727661, 0.6513879299163818], "cos_apical_negg": [0.6180058717727661, 0.6513879299163818], "cos_Ac_negg": [0.6180058717727661, 0.6513879299163818], "r_norm": [0.16431596875190735, 0.16611194610595703]}, {"step": 3100, "epoch": 7, "train_loss": 0.0009766495786607265, "cos_r_negg": [0.6207314729690552, 0.6548134088516235], "cos_innovation_negg": [0.6207314729690552, 0.6548134088516235], "cos_apical_negg": [0.6207314729690552, 0.6548134088516235], "cos_Ac_negg": [0.6207314729690552, 0.6548134088516235], "r_norm": [0.18064115941524506, 0.18267449736595154]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9752, "test_loss": 0.10762594633102417}, {"step": 3150, "epoch": 8, "train_loss": 0.0013617100194096565, "cos_r_negg": [0.6136525273323059, 0.647456169128418], "cos_innovation_negg": [0.6136525273323059, 0.647456169128418], "cos_apical_negg": [0.6136525273323059, 0.647456169128418], "cos_Ac_negg": [0.6136525273323059, 0.647456169128418], "r_norm": [0.17754800617694855, 0.18020737171173096]}, {"step": 3200, "epoch": 8, "train_loss": 0.00459575979039073, "cos_r_negg": [0.6184664368629456, 0.6494505405426025], "cos_innovation_negg": [0.6184664368629456, 0.6494505405426025], "cos_apical_negg": [0.6184664368629456, 0.6494505405426025], "cos_Ac_negg": [0.6184664368629456, 0.6494505405426025], "r_norm": [0.19948546588420868, 0.20170140266418457]}, {"step": 3250, "epoch": 8, "train_loss": 0.0010065920650959015, "cos_r_negg": [0.6190987229347229, 0.6490682363510132], "cos_innovation_negg": [0.6190987229347229, 0.6490682363510132], "cos_apical_negg": [0.6190987229347229, 0.6490682363510132], "cos_Ac_negg": [0.6190987229347229, 0.6490682363510132], "r_norm": [0.2061375379562378, 0.20833322405815125], "ldr": {"dL_sdil": -0.007073059678077698, "dL_bp": -0.006852179765701294, "ratio": 1.0322349850600858}}, {"step": 3300, "epoch": 8, "train_loss": 0.0020511422771960497, "cos_r_negg": [0.6147629022598267, 0.6498795747756958], "cos_innovation_negg": [0.6147629022598267, 0.6498795747756958], "cos_apical_negg": [0.6147629022598267, 0.6498795747756958], "cos_Ac_negg": [0.6147629022598267, 0.6498795747756958], "r_norm": [0.19312244653701782, 0.19558610022068024]}, {"step": 3350, "epoch": 8, "train_loss": 0.004830220248550177, "cos_r_negg": [0.612252414226532, 0.6562099456787109], "cos_innovation_negg": [0.612252414226532, 0.6562099456787109], "cos_apical_negg": [0.612252414226532, 0.6562099456787109], "cos_Ac_negg": [0.612252414226532, 0.6562099456787109], "r_norm": [0.1894214153289795, 0.19171111285686493]}, {"step": 3400, "epoch": 8, "train_loss": 0.0011027597356587648, "cos_r_negg": [0.6007577180862427, 0.6455236673355103], "cos_innovation_negg": [0.6007577180862427, 0.6455236673355103], "cos_apical_negg": [0.6007577180862427, 0.6455236673355103], "cos_Ac_negg": [0.6007577180862427, 0.6455236673355103], "r_norm": [0.18454691767692566, 0.18671002984046936]}, {"step": 3450, "epoch": 8, "train_loss": 0.003087416524067521, "cos_r_negg": [0.612240195274353, 0.6550145149230957], "cos_innovation_negg": [0.612240195274353, 0.6550145149230957], "cos_apical_negg": [0.612240195274353, 0.6550145149230957], "cos_Ac_negg": [0.612240195274353, 0.6550145149230957], "r_norm": [0.19844719767570496, 0.20053088665008545]}, {"step": 3500, "epoch": 8, "train_loss": 0.0035900555085390806, "cos_r_negg": [0.6140199899673462, 0.6579346060752869], "cos_innovation_negg": [0.6140199899673462, 0.6579346060752869], "cos_apical_negg": [0.6140199899673462, 0.6579346060752869], "cos_Ac_negg": [0.6140199899673462, 0.6579346060752869], "r_norm": [0.19267714023590088, 0.19585593044757843], "ldr": {"dL_sdil": -0.007963255047798157, "dL_bp": -0.007752314209938049, "ratio": 1.0272100474964874}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9743, "test_loss": 0.10827404165267944}, {"step": 3550, "epoch": 9, "train_loss": 0.0036693383008241653, "cos_r_negg": [0.6119465827941895, 0.6551873087882996], "cos_innovation_negg": [0.6119465827941895, 0.6551873087882996], "cos_apical_negg": [0.6119465827941895, 0.6551873087882996], "cos_Ac_negg": [0.6119465827941895, 0.6551873087882996], "r_norm": [0.1759878695011139, 0.1782015711069107]}, {"step": 3600, "epoch": 9, "train_loss": 0.0012926466297358274, "cos_r_negg": [0.6117103099822998, 0.6576305627822876], "cos_innovation_negg": [0.6117103099822998, 0.6576305627822876], "cos_apical_negg": [0.6117103099822998, 0.6576305627822876], "cos_Ac_negg": [0.6117103099822998, 0.6576305627822876], "r_norm": [0.18897779285907745, 0.19143930077552795]}, {"step": 3650, "epoch": 9, "train_loss": 0.0011103975120931864, "cos_r_negg": [0.614439845085144, 0.6579484343528748], "cos_innovation_negg": [0.614439845085144, 0.6579484343528748], "cos_apical_negg": [0.614439845085144, 0.6579484343528748], "cos_Ac_negg": [0.614439845085144, 0.6579484343528748], "r_norm": [0.18971744179725647, 0.19218897819519043]}, {"step": 3700, "epoch": 9, "train_loss": 0.0021889228373765945, "cos_r_negg": [0.6060858368873596, 0.6501075029373169], "cos_innovation_negg": [0.6060858368873596, 0.6501075029373169], "cos_apical_negg": [0.6060858368873596, 0.6501075029373169], "cos_Ac_negg": [0.6060858368873596, 0.6501075029373169], "r_norm": [0.16411736607551575, 0.16576609015464783]}, {"step": 3750, "epoch": 9, "train_loss": 0.0036282725632190704, "cos_r_negg": [0.6112107038497925, 0.6563742756843567], "cos_innovation_negg": [0.6112107038497925, 0.6563742756843567], "cos_apical_negg": [0.6112107038497925, 0.6563742756843567], "cos_Ac_negg": [0.6112107038497925, 0.6563742756843567], "r_norm": [0.16543160378932953, 0.16725808382034302], "ldr": {"dL_sdil": -0.005368441343307495, "dL_bp": -0.005211129784584045, "ratio": 1.030187610983864}}, {"step": 3800, "epoch": 9, "train_loss": 0.0008444859413430095, "cos_r_negg": [0.6084807515144348, 0.650117814540863], "cos_innovation_negg": [0.6084807515144348, 0.650117814540863], "cos_apical_negg": [0.6084807515144348, 0.650117814540863], "cos_Ac_negg": [0.6084807515144348, 0.650117814540863], "r_norm": [0.17477452754974365, 0.17702463269233704]}, {"step": 3850, "epoch": 9, "train_loss": 0.001640167785808444, "cos_r_negg": [0.6111752986907959, 0.6567617058753967], "cos_innovation_negg": [0.6111752986907959, 0.6567617058753967], "cos_apical_negg": [0.6111752986907959, 0.6567617058753967], "cos_Ac_negg": [0.6111752986907959, 0.6567617058753967], "r_norm": [0.17463138699531555, 0.17652875185012817]}, {"step": 3900, "epoch": 9, "train_loss": 0.004623156040906906, "cos_r_negg": [0.6081613302230835, 0.6520674824714661], "cos_innovation_negg": [0.6081613302230835, 0.6520674824714661], "cos_apical_negg": [0.6081613302230835, 0.6520674824714661], "cos_Ac_negg": [0.6081613302230835, 0.6520674824714661], "r_norm": [0.1686774492263794, 0.17076809704303741]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.975, "test_loss": 0.10821488542556763}, {"step": 3950, "epoch": 10, "train_loss": 0.0006541198235936463, "cos_r_negg": [0.6078083515167236, 0.6534658670425415], "cos_innovation_negg": [0.6078083515167236, 0.6534658670425415], "cos_apical_negg": [0.6078083515167236, 0.6534658670425415], "cos_Ac_negg": [0.6078083515167236, 0.6534658670425415], "r_norm": [0.1721981316804886, 0.17397047579288483]}, {"step": 4000, "epoch": 10, "train_loss": 0.0009907258208841085, "cos_r_negg": [0.6112421154975891, 0.6576067209243774], "cos_innovation_negg": [0.6112421154975891, 0.6576067209243774], "cos_apical_negg": [0.6112421154975891, 0.6576067209243774], "cos_Ac_negg": [0.6112421154975891, 0.6576067209243774], "r_norm": [0.17647308111190796, 0.17871978878974915], "ldr": {"dL_sdil": -0.0062607452273368835, "dL_bp": -0.0062617287039756775, "ratio": 0.999842938478288}}, {"step": 4050, "epoch": 10, "train_loss": 0.0007619814132340252, "cos_r_negg": [0.6057454347610474, 0.6535392999649048], "cos_innovation_negg": [0.6057454347610474, 0.6535392999649048], "cos_apical_negg": [0.6057454347610474, 0.6535392999649048], "cos_Ac_negg": [0.6057454347610474, 0.6535392999649048], "r_norm": [0.17375001311302185, 0.1757076382637024]}, {"step": 4100, "epoch": 10, "train_loss": 0.0013125751866027713, "cos_r_negg": [0.6081956028938293, 0.6564623117446899], "cos_innovation_negg": [0.6081956028938293, 0.6564623117446899], "cos_apical_negg": [0.6081956028938293, 0.6564623117446899], "cos_Ac_negg": [0.6081956028938293, 0.6564623117446899], "r_norm": [0.17385035753250122, 0.17588679492473602]}, {"step": 4150, "epoch": 10, "train_loss": 0.0001245096791535616, "cos_r_negg": [0.6089632511138916, 0.6571848392486572], "cos_innovation_negg": [0.6089632511138916, 0.6571848392486572], "cos_apical_negg": [0.6089632511138916, 0.6571848392486572], "cos_Ac_negg": [0.6089632511138916, 0.6571848392486572], "r_norm": [0.1676427721977234, 0.16969074308872223]}, {"step": 4200, "epoch": 10, "train_loss": 0.0007799103623256087, "cos_r_negg": [0.6093480587005615, 0.6560512781143188], "cos_innovation_negg": [0.6093480587005615, 0.6560512781143188], "cos_apical_negg": [0.6093480587005615, 0.6560512781143188], "cos_Ac_negg": [0.6093480587005615, 0.6560512781143188], "r_norm": [0.1715625822544098, 0.17365391552448273]}, {"step": 4250, "epoch": 10, "train_loss": 0.0011056530056521297, "cos_r_negg": [0.6077685952186584, 0.6553590297698975], "cos_innovation_negg": [0.6077685952186584, 0.6553590297698975], "cos_apical_negg": [0.6077685952186584, 0.6553590297698975], "cos_Ac_negg": [0.6077685952186584, 0.6553590297698975], "r_norm": [0.1710386425256729, 0.17295923829078674], "ldr": {"dL_sdil": -0.006046921014785767, "dL_bp": -0.006086111068725586, "ratio": 0.9935607396090415}}, {"step": 4300, "epoch": 10, "train_loss": 0.00023227755445986986, "cos_r_negg": [0.6060009002685547, 0.6550077199935913], "cos_innovation_negg": [0.6060009002685547, 0.6550077199935913], "cos_apical_negg": [0.6060009002685547, 0.6550077199935913], "cos_Ac_negg": [0.6060009002685547, 0.6550077199935913], "r_norm": [0.1674526035785675, 0.16939449310302734]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9745, "test_loss": 0.11229987573623658}, {"step": 4350, "epoch": 11, "train_loss": 0.0012081677559763193, "cos_r_negg": [0.6097999215126038, 0.6584098935127258], "cos_innovation_negg": [0.6097999215126038, 0.6584098935127258], "cos_apical_negg": [0.6097999215126038, 0.6584098935127258], "cos_Ac_negg": [0.6097999215126038, 0.6584098935127258], "r_norm": [0.1703820824623108, 0.17231878638267517]}, {"step": 4400, "epoch": 11, "train_loss": 0.00047956916387192905, "cos_r_negg": [0.6056932806968689, 0.6539614200592041], "cos_innovation_negg": [0.6056932806968689, 0.6539614200592041], "cos_apical_negg": [0.6056932806968689, 0.6539614200592041], "cos_Ac_negg": [0.6056932806968689, 0.6539614200592041], "r_norm": [0.16991320252418518, 0.17196927964687347]}, {"step": 4450, "epoch": 11, "train_loss": 0.00116658303886652, "cos_r_negg": [0.6074404120445251, 0.6549322605133057], "cos_innovation_negg": [0.6074404120445251, 0.6549322605133057], "cos_apical_negg": [0.6074404120445251, 0.6549322605133057], "cos_Ac_negg": [0.6074404120445251, 0.6549322605133057], "r_norm": [0.16654455661773682, 0.1686590611934662]}, {"step": 4500, "epoch": 11, "train_loss": 9.090439561987296e-05, "cos_r_negg": [0.6078442335128784, 0.6557766795158386], "cos_innovation_negg": [0.6078442335128784, 0.6557766795158386], "cos_apical_negg": [0.6078442335128784, 0.6557766795158386], "cos_Ac_negg": [0.6078442335128784, 0.6557766795158386], "r_norm": [0.16872137784957886, 0.17071029543876648], "ldr": {"dL_sdil": -0.006099030375480652, "dL_bp": -0.006172075867652893, "ratio": 0.9881651661874308}}, {"step": 4550, "epoch": 11, "train_loss": 0.0013245776062831283, "cos_r_negg": [0.6044036746025085, 0.6545348763465881], "cos_innovation_negg": [0.6044036746025085, 0.6545348763465881], "cos_apical_negg": [0.6044036746025085, 0.6545348763465881], "cos_Ac_negg": [0.6044036746025085, 0.6545348763465881], "r_norm": [0.16836878657341003, 0.1704418957233429]}, {"step": 4600, "epoch": 11, "train_loss": 0.0005350866122171283, "cos_r_negg": [0.6053148508071899, 0.654517650604248], "cos_innovation_negg": [0.6053148508071899, 0.654517650604248], "cos_apical_negg": [0.6053148508071899, 0.654517650604248], "cos_Ac_negg": [0.6053148508071899, 0.654517650604248], "r_norm": [0.16989828646183014, 0.17195738852024078]}, {"step": 4650, "epoch": 11, "train_loss": 0.000799157191067934, "cos_r_negg": [0.6085702180862427, 0.6586952805519104], "cos_innovation_negg": [0.6085702180862427, 0.6586952805519104], "cos_apical_negg": [0.6085702180862427, 0.6586952805519104], "cos_Ac_negg": [0.6085702180862427, 0.6586952805519104], "r_norm": [0.1658034771680832, 0.1678653359413147]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9753, "test_loss": 0.11217627515792847}, {"step": 4700, "epoch": 12, "train_loss": 0.0005720847984775901, "cos_r_negg": [0.6045032739639282, 0.6534096002578735], "cos_innovation_negg": [0.6045032739639282, 0.6534096002578735], "cos_apical_negg": [0.6045032739639282, 0.6534096002578735], "cos_Ac_negg": [0.6045032739639282, 0.6534096002578735], "r_norm": [0.1656510829925537, 0.16758066415786743]}, {"step": 4750, "epoch": 12, "train_loss": 0.00041531340684741735, "cos_r_negg": [0.6054623126983643, 0.6528305411338806], "cos_innovation_negg": [0.6054623126983643, 0.6528305411338806], "cos_apical_negg": [0.6054623126983643, 0.6528305411338806], "cos_Ac_negg": [0.6054623126983643, 0.6528305411338806], "r_norm": [0.16624683141708374, 0.16818904876708984], "ldr": {"dL_sdil": -0.006082214415073395, "dL_bp": -0.006221741437911987, "ratio": 0.977574281375888}}, {"step": 4800, "epoch": 12, "train_loss": 0.00035251345252618194, "cos_r_negg": [0.6059629321098328, 0.6553412079811096], "cos_innovation_negg": [0.6059629321098328, 0.6553412079811096], "cos_apical_negg": [0.6059629321098328, 0.6553412079811096], "cos_Ac_negg": [0.6059629321098328, 0.6553412079811096], "r_norm": [0.16650477051734924, 0.16848328709602356]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005611422820948064, "cos_r_negg": [0.6057417392730713, 0.6526944041252136], "cos_innovation_negg": [0.6057417392730713, 0.6526944041252136], "cos_apical_negg": [0.6057417392730713, 0.6526944041252136], "cos_Ac_negg": [0.6057417392730713, 0.6526944041252136], "r_norm": [0.1709725558757782, 0.17297056317329407]}, {"step": 4900, "epoch": 12, "train_loss": 0.0005514791118912399, "cos_r_negg": [0.6051226854324341, 0.6530115604400635], "cos_innovation_negg": [0.6051226854324341, 0.6530115604400635], "cos_apical_negg": [0.6051226854324341, 0.6530115604400635], "cos_Ac_negg": [0.6051226854324341, 0.6530115604400635], "r_norm": [0.16739119589328766, 0.1694018840789795]}, {"step": 4950, "epoch": 12, "train_loss": 0.00044205639278516173, "cos_r_negg": [0.6051406860351562, 0.6535773277282715], "cos_innovation_negg": [0.6051406860351562, 0.6535773277282715], "cos_apical_negg": [0.6051406860351562, 0.6535773277282715], "cos_Ac_negg": [0.6051406860351562, 0.6535773277282715], "r_norm": [0.1680554449558258, 0.16994699835777283]}, {"step": 5000, "epoch": 12, "train_loss": 0.0004041824140585959, "cos_r_negg": [0.6049113273620605, 0.6560460925102234], "cos_innovation_negg": [0.6049113273620605, 0.6560460925102234], "cos_apical_negg": [0.6049113273620605, 0.6560460925102234], "cos_Ac_negg": [0.6049113273620605, 0.6560460925102234], "r_norm": [0.16640856862068176, 0.16833794116973877], "ldr": {"dL_sdil": -0.006216771900653839, "dL_bp": -0.006367318332195282, "ratio": 0.9763563836944935}}, {"step": 5050, "epoch": 12, "train_loss": 0.0005228238296695054, "cos_r_negg": [0.603270947933197, 0.65228271484375], "cos_innovation_negg": [0.603270947933197, 0.65228271484375], "cos_apical_negg": [0.603270947933197, 0.65228271484375], "cos_Ac_negg": [0.603270947933197, 0.65228271484375], "r_norm": [0.1651381552219391, 0.16712740063667297]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9759, "test_loss": 0.11304425106048584}, {"step": 5100, "epoch": 13, "train_loss": 0.00047668040497228503, "cos_r_negg": [0.6039403676986694, 0.6533870697021484], "cos_innovation_negg": [0.6039403676986694, 0.6533870697021484], "cos_apical_negg": [0.6039403676986694, 0.6533870697021484], "cos_Ac_negg": [0.6039403676986694, 0.6533870697021484], "r_norm": [0.1691887378692627, 0.17118790745735168]}, {"step": 5150, "epoch": 13, "train_loss": 0.0006317896186374128, "cos_r_negg": [0.6058990955352783, 0.6534976959228516], "cos_innovation_negg": [0.6058990955352783, 0.6534976959228516], "cos_apical_negg": [0.6058990955352783, 0.6534976959228516], "cos_Ac_negg": [0.6058990955352783, 0.6534976959228516], "r_norm": [0.16825199127197266, 0.1702502965927124]}, {"step": 5200, "epoch": 13, "train_loss": 0.0009296630742028356, "cos_r_negg": [0.6043261289596558, 0.6512851715087891], "cos_innovation_negg": [0.6043261289596558, 0.6512851715087891], "cos_apical_negg": [0.6043261289596558, 0.6512851715087891], "cos_Ac_negg": [0.6043261289596558, 0.6512851715087891], "r_norm": [0.16901278495788574, 0.17096315324306488]}, {"step": 5250, "epoch": 13, "train_loss": 0.0003998505708295852, "cos_r_negg": [0.6035947799682617, 0.6507045030593872], "cos_innovation_negg": [0.6035947799682617, 0.6507045030593872], "cos_apical_negg": [0.6035947799682617, 0.6507045030593872], "cos_Ac_negg": [0.6035947799682617, 0.6507045030593872], "r_norm": [0.165706068277359, 0.16757120192050934], "ldr": {"dL_sdil": -0.006250753998756409, "dL_bp": -0.006447218358516693, "ratio": 0.9695272676004905}}, {"step": 5300, "epoch": 13, "train_loss": 0.0006257148925215006, "cos_r_negg": [0.6033486127853394, 0.6503933072090149], "cos_innovation_negg": [0.6033486127853394, 0.6503933072090149], "cos_apical_negg": [0.6033486127853394, 0.6503933072090149], "cos_Ac_negg": [0.6033486127853394, 0.6503933072090149], "r_norm": [0.16573169827461243, 0.1677011102437973]}, {"step": 5350, "epoch": 13, "train_loss": 0.0008033525664359331, "cos_r_negg": [0.6045399308204651, 0.6515224575996399], "cos_innovation_negg": [0.6045399308204651, 0.6515224575996399], "cos_apical_negg": [0.6045399308204651, 0.6515224575996399], "cos_Ac_negg": [0.6045399308204651, 0.6515224575996399], "r_norm": [0.16613732278347015, 0.16800609230995178]}, {"step": 5400, "epoch": 13, "train_loss": 0.0006822595605626702, "cos_r_negg": [0.6048243641853333, 0.6537343263626099], "cos_innovation_negg": [0.6048243641853333, 0.6537343263626099], "cos_apical_negg": [0.6048243641853333, 0.6537343263626099], "cos_Ac_negg": [0.6048243641853333, 0.6537343263626099], "r_norm": [0.16590851545333862, 0.16781580448150635]}, {"step": 5450, "epoch": 13, "train_loss": 0.0003214269527234137, "cos_r_negg": [0.6048267483711243, 0.6530680060386658], "cos_innovation_negg": [0.6048267483711243, 0.6530680060386658], "cos_apical_negg": [0.6048267483711243, 0.6530680060386658], "cos_Ac_negg": [0.6048267483711243, 0.6530680060386658], "r_norm": [0.1649702787399292, 0.16692346334457397]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9751, "test_loss": 0.11515620832443238}, {"step": 5500, "epoch": 14, "train_loss": 0.00035549572203308344, "cos_r_negg": [0.6051280498504639, 0.6524685621261597], "cos_innovation_negg": [0.6051280498504639, 0.6524685621261597], "cos_apical_negg": [0.6051280498504639, 0.6524685621261597], "cos_Ac_negg": [0.6051280498504639, 0.6524685621261597], "r_norm": [0.165925532579422, 0.1677946001291275], "ldr": {"dL_sdil": -0.006359823048114777, "dL_bp": -0.00658242404460907, "ratio": 0.9661825195420826}}, {"step": 5550, "epoch": 14, "train_loss": 0.00023174754460342228, "cos_r_negg": [0.604742169380188, 0.6514447331428528], "cos_innovation_negg": [0.604742169380188, 0.6514447331428528], "cos_apical_negg": [0.604742169380188, 0.6514447331428528], "cos_Ac_negg": [0.604742169380188, 0.6514447331428528], "r_norm": [0.16524633765220642, 0.1671414077281952]}, {"step": 5600, "epoch": 14, "train_loss": 0.0003998854081146419, "cos_r_negg": [0.6057482361793518, 0.653228759765625], "cos_innovation_negg": [0.6057482361793518, 0.653228759765625], "cos_apical_negg": [0.6057482361793518, 0.653228759765625], "cos_Ac_negg": [0.6057482361793518, 0.653228759765625], "r_norm": [0.16370919346809387, 0.16564427316188812]}, {"step": 5650, "epoch": 14, "train_loss": 0.0003692632890306413, "cos_r_negg": [0.606324315071106, 0.6537274718284607], "cos_innovation_negg": [0.606324315071106, 0.6537274718284607], "cos_apical_negg": [0.606324315071106, 0.6537274718284607], "cos_Ac_negg": [0.606324315071106, 0.6537274718284607], "r_norm": [0.163389191031456, 0.16527387499809265]}, {"step": 5700, "epoch": 14, "train_loss": 5.835928823216818e-05, "cos_r_negg": [0.6045995950698853, 0.6521235108375549], "cos_innovation_negg": [0.6045995950698853, 0.6521235108375549], "cos_apical_negg": [0.6045995950698853, 0.6521235108375549], "cos_Ac_negg": [0.6045995950698853, 0.6521235108375549], "r_norm": [0.1628962755203247, 0.16485270857810974]}, {"step": 5750, "epoch": 14, "train_loss": 0.0005650852108374238, "cos_r_negg": [0.6052538752555847, 0.6538210511207581], "cos_innovation_negg": [0.6052538752555847, 0.6538210511207581], "cos_apical_negg": [0.6052538752555847, 0.6538210511207581], "cos_Ac_negg": [0.6052538752555847, 0.6538210511207581], "r_norm": [0.1645984947681427, 0.16649429500102997], "ldr": {"dL_sdil": -0.006242960691452026, "dL_bp": -0.006502270698547363, "ratio": 0.9601200843340362}}, {"step": 5800, "epoch": 14, "train_loss": 0.0015649335691705346, "cos_r_negg": [0.6040339469909668, 0.6523520946502686], "cos_innovation_negg": [0.6040339469909668, 0.6523520946502686], "cos_apical_negg": [0.6040339469909668, 0.6523520946502686], "cos_Ac_negg": [0.6040339469909668, 0.6523520946502686], "r_norm": [0.1657760739326477, 0.16772863268852234]}, {"step": 5850, "epoch": 14, "train_loss": 0.0005269942339509726, "cos_r_negg": [0.6037412881851196, 0.6526912450790405], "cos_innovation_negg": [0.6037412881851196, 0.6526912450790405], "cos_apical_negg": [0.6037412881851196, 0.6526912450790405], "cos_Ac_negg": [0.6037412881851196, 0.6526912450790405], "r_norm": [0.16434842348098755, 0.1662629097700119]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9752, "test_loss": 0.11513622617721557}, {"step": 5900, "epoch": 15, "train_loss": 0.00024658217444084585, "cos_r_negg": [0.6046358346939087, 0.6525633931159973], "cos_innovation_negg": [0.6046358346939087, 0.6525633931159973], "cos_apical_negg": [0.6046358346939087, 0.6525633931159973], "cos_Ac_negg": [0.6046358346939087, 0.6525633931159973], "r_norm": [0.16576159000396729, 0.16773103177547455]}, {"step": 5950, "epoch": 15, "train_loss": 0.0007419188041239977, "cos_r_negg": [0.6043106317520142, 0.6532226800918579], "cos_innovation_negg": [0.6043106317520142, 0.6532226800918579], "cos_apical_negg": [0.6043106317520142, 0.6532226800918579], "cos_Ac_negg": [0.6043106317520142, 0.6532226800918579], "r_norm": [0.16390764713287354, 0.1657685786485672]}, {"step": 6000, "epoch": 15, "train_loss": 0.0006050143274478614, "cos_r_negg": [0.6046550273895264, 0.6529653072357178], "cos_innovation_negg": [0.6046550273895264, 0.6529653072357178], "cos_apical_negg": [0.6046550273895264, 0.6529653072357178], "cos_Ac_negg": [0.6046550273895264, 0.6529653072357178], "r_norm": [0.16544437408447266, 0.16734743118286133], "ldr": {"dL_sdil": -0.006493233144283295, "dL_bp": -0.0068160369992256165, "ratio": 0.9526405365788073}}, {"step": 6050, "epoch": 15, "train_loss": 0.0006750511238351464, "cos_r_negg": [0.6050803661346436, 0.6525878310203552], "cos_innovation_negg": [0.6050803661346436, 0.6525878310203552], "cos_apical_negg": [0.6050803661346436, 0.6525878310203552], "cos_Ac_negg": [0.6050803661346436, 0.6525878310203552], "r_norm": [0.1669381558895111, 0.16885903477668762]}, {"step": 6100, "epoch": 15, "train_loss": 0.0006615230231545866, "cos_r_negg": [0.6042860746383667, 0.6530401706695557], "cos_innovation_negg": [0.6042860746383667, 0.6530401706695557], "cos_apical_negg": [0.6042860746383667, 0.6530401706695557], "cos_Ac_negg": [0.6042860746383667, 0.6530401706695557], "r_norm": [0.16408103704452515, 0.165968120098114]}, {"step": 6150, "epoch": 15, "train_loss": 0.000314864213578403, "cos_r_negg": [0.6044019460678101, 0.6528887152671814], "cos_innovation_negg": [0.6044019460678101, 0.6528887152671814], "cos_apical_negg": [0.6044019460678101, 0.6528887152671814], "cos_Ac_negg": [0.6044019460678101, 0.6528887152671814], "r_norm": [0.16363105177879333, 0.16553540527820587]}, {"step": 6200, "epoch": 15, "train_loss": 0.00045809446601197124, "cos_r_negg": [0.6056391000747681, 0.6538020372390747], "cos_innovation_negg": [0.6056391000747681, 0.6538020372390747], "cos_apical_negg": [0.6056391000747681, 0.6538020372390747], "cos_Ac_negg": [0.6056391000747681, 0.6538020372390747], "r_norm": [0.16670389473438263, 0.16864977777004242]}, {"step": 6250, "epoch": 15, "train_loss": 0.0003568188985809684, "cos_r_negg": [0.6062383055686951, 0.6541788578033447], "cos_innovation_negg": [0.6062383055686951, 0.6541788578033447], "cos_apical_negg": [0.6062383055686951, 0.6541788578033447], "cos_Ac_negg": [0.6062383055686951, 0.6541788578033447], "r_norm": [0.16457077860832214, 0.16658401489257812], "ldr": {"dL_sdil": -0.006532140076160431, "dL_bp": -0.006921291351318359, "ratio": 0.9437747588701343}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9754, "test_loss": 0.11633265600204468}, {"step": 6300, "epoch": 16, "train_loss": 0.0007269552443176508, "cos_r_negg": [0.6051758527755737, 0.654316782951355], "cos_innovation_negg": [0.6051758527755737, 0.654316782951355], "cos_apical_negg": [0.6051758527755737, 0.654316782951355], "cos_Ac_negg": [0.6051758527755737, 0.654316782951355], "r_norm": [0.16493302583694458, 0.16696995496749878]}, {"step": 6350, "epoch": 16, "train_loss": 0.00020690193923655897, "cos_r_negg": [0.6053757667541504, 0.6545892953872681], "cos_innovation_negg": [0.6053757667541504, 0.6545892953872681], "cos_apical_negg": [0.6053757667541504, 0.6545892953872681], "cos_Ac_negg": [0.6053757667541504, 0.6545892953872681], "r_norm": [0.1644904613494873, 0.16648252308368683]}, {"step": 6400, "epoch": 16, "train_loss": 0.0003276465577073395, "cos_r_negg": [0.6051418781280518, 0.6525704860687256], "cos_innovation_negg": [0.6051418781280518, 0.6525704860687256], "cos_apical_negg": [0.6051418781280518, 0.6525704860687256], "cos_Ac_negg": [0.6051418781280518, 0.6525704860687256], "r_norm": [0.1619306206703186, 0.16387921571731567]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002837470965459943, "cos_r_negg": [0.6045397520065308, 0.6520015597343445], "cos_innovation_negg": [0.6045397520065308, 0.6520015597343445], "cos_apical_negg": [0.6045397520065308, 0.6520015597343445], "cos_Ac_negg": [0.6045397520065308, 0.6520015597343445], "r_norm": [0.16273421049118042, 0.164566308259964]}, {"step": 6500, "epoch": 16, "train_loss": 0.00021157199807930738, "cos_r_negg": [0.6045692563056946, 0.6527624726295471], "cos_innovation_negg": [0.6045692563056946, 0.6527624726295471], "cos_apical_negg": [0.6045692563056946, 0.6527624726295471], "cos_Ac_negg": [0.6045692563056946, 0.6527624726295471], "r_norm": [0.16137239336967468, 0.16328266263008118], "ldr": {"dL_sdil": -0.006351292133331299, "dL_bp": -0.0067068785429000854, "ratio": 0.9469818325627484}}, {"step": 6550, "epoch": 16, "train_loss": 0.00036563313915394247, "cos_r_negg": [0.6043822169303894, 0.6525833606719971], "cos_innovation_negg": [0.6043822169303894, 0.6525833606719971], "cos_apical_negg": [0.6043822169303894, 0.6525833606719971], "cos_Ac_negg": [0.6043822169303894, 0.6525833606719971], "r_norm": [0.16275250911712646, 0.1646394431591034]}, {"step": 6600, "epoch": 16, "train_loss": 0.00035569415194913745, "cos_r_negg": [0.6050058603286743, 0.6535288691520691], "cos_innovation_negg": [0.6050058603286743, 0.6535288691520691], "cos_apical_negg": [0.6050058603286743, 0.6535288691520691], "cos_Ac_negg": [0.6050058603286743, 0.6535288691520691], "r_norm": [0.160929873585701, 0.16283047199249268]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9753, "test_loss": 0.11720542278289794}, {"step": 6650, "epoch": 17, "train_loss": 0.0001739616709528491, "cos_r_negg": [0.6053479909896851, 0.6543376445770264], "cos_innovation_negg": [0.6053479909896851, 0.6543376445770264], "cos_apical_negg": [0.6053479909896851, 0.6543376445770264], "cos_Ac_negg": [0.6053479909896851, 0.6543376445770264], "r_norm": [0.1638685017824173, 0.16577821969985962]}, {"step": 6700, "epoch": 17, "train_loss": 0.00011921124678337947, "cos_r_negg": [0.6051088571548462, 0.654083788394928], "cos_innovation_negg": [0.6051088571548462, 0.654083788394928], "cos_apical_negg": [0.6051088571548462, 0.654083788394928], "cos_Ac_negg": [0.6051088571548462, 0.654083788394928], "r_norm": [0.16487857699394226, 0.16674751043319702]}, {"step": 6750, "epoch": 17, "train_loss": 0.000714904279448092, "cos_r_negg": [0.604868471622467, 0.6543387174606323], "cos_innovation_negg": [0.604868471622467, 0.6543387174606323], "cos_apical_negg": [0.604868471622467, 0.6543387174606323], "cos_Ac_negg": [0.604868471622467, 0.6543387174606323], "r_norm": [0.16214801371097565, 0.16409233212471008], "ldr": {"dL_sdil": -0.006482221186161041, "dL_bp": -0.006903104484081268, "ratio": 0.9390298525988134}}, {"step": 6800, "epoch": 17, "train_loss": 0.0005045791040174663, "cos_r_negg": [0.6048706769943237, 0.6540919542312622], "cos_innovation_negg": [0.6048706769943237, 0.6540919542312622], "cos_apical_negg": [0.6048706769943237, 0.6540919542312622], "cos_Ac_negg": [0.6048706769943237, 0.6540919542312622], "r_norm": [0.1613483428955078, 0.1632814109325409]}, {"step": 6850, "epoch": 17, "train_loss": 0.0002455156063660979, "cos_r_negg": [0.6043635606765747, 0.653316855430603], "cos_innovation_negg": [0.6043635606765747, 0.653316855430603], "cos_apical_negg": [0.6043635606765747, 0.653316855430603], "cos_Ac_negg": [0.6043635606765747, 0.653316855430603], "r_norm": [0.16295333206653595, 0.16489656269550323]}, {"step": 6900, "epoch": 17, "train_loss": 0.0006892475648783147, "cos_r_negg": [0.6046497225761414, 0.6523289680480957], "cos_innovation_negg": [0.6046497225761414, 0.6523289680480957], "cos_apical_negg": [0.6046497225761414, 0.6523289680480957], "cos_Ac_negg": [0.6046497225761414, 0.6523289680480957], "r_norm": [0.16388510167598724, 0.16583682596683502]}, {"step": 6950, "epoch": 17, "train_loss": 0.00045416559441946447, "cos_r_negg": [0.6045074462890625, 0.6527069807052612], "cos_innovation_negg": [0.6045074462890625, 0.6527069807052612], "cos_apical_negg": [0.6045074462890625, 0.6527069807052612], "cos_Ac_negg": [0.6045074462890625, 0.6527069807052612], "r_norm": [0.16347774863243103, 0.16539070010185242]}, {"step": 7000, "epoch": 17, "train_loss": 0.00035981915425509214, "cos_r_negg": [0.6050808429718018, 0.6535978317260742], "cos_innovation_negg": [0.6050808429718018, 0.6535978317260742], "cos_apical_negg": [0.6050808429718018, 0.6535978317260742], "cos_Ac_negg": [0.6050808429718018, 0.6535978317260742], "r_norm": [0.16330215334892273, 0.16529932618141174], "ldr": {"dL_sdil": -0.006613641977310181, "dL_bp": -0.0070784613490104675, "ratio": 0.9343332754419481}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9753, "test_loss": 0.11817310562133788}, {"step": 7050, "epoch": 18, "train_loss": 0.00011758654727600515, "cos_r_negg": [0.6051355004310608, 0.6542763710021973], "cos_innovation_negg": [0.6051355004310608, 0.6542763710021973], "cos_apical_negg": [0.6051355004310608, 0.6542763710021973], "cos_Ac_negg": [0.6051355004310608, 0.6542763710021973], "r_norm": [0.1627136617898941, 0.16463063657283783]}, {"step": 7100, "epoch": 18, "train_loss": 0.0003173967998009175, "cos_r_negg": [0.605090856552124, 0.6530787944793701], "cos_innovation_negg": [0.605090856552124, 0.6530787944793701], "cos_apical_negg": [0.605090856552124, 0.6530787944793701], "cos_Ac_negg": [0.605090856552124, 0.6530787944793701], "r_norm": [0.16328199207782745, 0.16514939069747925]}, {"step": 7150, "epoch": 18, "train_loss": 0.00011931739572901279, "cos_r_negg": [0.6049520969390869, 0.6526831984519958], "cos_innovation_negg": [0.6049520969390869, 0.6526831984519958], "cos_apical_negg": [0.6049520969390869, 0.6526831984519958], "cos_Ac_negg": [0.6049520969390869, 0.6526831984519958], "r_norm": [0.16405698657035828, 0.16596348583698273]}, {"step": 7200, "epoch": 18, "train_loss": 0.0003839600249193609, "cos_r_negg": [0.6048374176025391, 0.6535773277282715], "cos_innovation_negg": [0.6048374176025391, 0.6535773277282715], "cos_apical_negg": [0.6048374176025391, 0.6535773277282715], "cos_Ac_negg": [0.6048374176025391, 0.6535773277282715], "r_norm": [0.16227923333644867, 0.16423675417900085]}, {"step": 7250, "epoch": 18, "train_loss": 0.00032494886545464396, "cos_r_negg": [0.6053500771522522, 0.6533573865890503], "cos_innovation_negg": [0.6053500771522522, 0.6533573865890503], "cos_apical_negg": [0.6053500771522522, 0.6533573865890503], "cos_Ac_negg": [0.6053500771522522, 0.6533573865890503], "r_norm": [0.16198676824569702, 0.16394983232021332], "ldr": {"dL_sdil": -0.006573781371116638, "dL_bp": -0.0070368945598602295, "ratio": 0.9341878459590292}}, {"step": 7300, "epoch": 18, "train_loss": 0.00027271214639768004, "cos_r_negg": [0.6050943732261658, 0.6538096070289612], "cos_innovation_negg": [0.6050943732261658, 0.6538096070289612], "cos_apical_negg": [0.6050943732261658, 0.6538096070289612], "cos_Ac_negg": [0.6050943732261658, 0.6538096070289612], "r_norm": [0.16260525584220886, 0.16452711820602417]}, {"step": 7350, "epoch": 18, "train_loss": 0.0003151365090161562, "cos_r_negg": [0.6056492328643799, 0.6544004082679749], "cos_innovation_negg": [0.6056492328643799, 0.6544004082679749], "cos_apical_negg": [0.6056492328643799, 0.6544004082679749], "cos_Ac_negg": [0.6056492328643799, 0.6544004082679749], "r_norm": [0.16267406940460205, 0.16457301378250122]}, {"step": 7400, "epoch": 18, "train_loss": 0.00013701875286642462, "cos_r_negg": [0.6030279397964478, 0.6533830165863037], "cos_innovation_negg": [0.6030279397964478, 0.6533830165863037], "cos_apical_negg": [0.6030279397964478, 0.6533830165863037], "cos_Ac_negg": [0.6030279397964478, 0.6533830165863037], "r_norm": [0.16248589754104614, 0.1643659919500351]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9753, "test_loss": 0.11869166622161866}, {"step": 7450, "epoch": 19, "train_loss": 9.73905116552487e-05, "cos_r_negg": [0.6043792366981506, 0.6532853841781616], "cos_innovation_negg": [0.6043792366981506, 0.6532853841781616], "cos_apical_negg": [0.6043792366981506, 0.6532853841781616], "cos_Ac_negg": [0.6043792366981506, 0.6532853841781616], "r_norm": [0.1620897352695465, 0.16401928663253784]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003401225549168885, "cos_r_negg": [0.6047885417938232, 0.6532497406005859], "cos_innovation_negg": [0.6047885417938232, 0.6532497406005859], "cos_apical_negg": [0.6047885417938232, 0.6532497406005859], "cos_Ac_negg": [0.6047885417938232, 0.6532497406005859], "r_norm": [0.16123928129673004, 0.16310620307922363], "ldr": {"dL_sdil": -0.00654689222574234, "dL_bp": -0.007032446563243866, "ratio": 0.9309551330202283}}, {"step": 7550, "epoch": 19, "train_loss": 0.0002764519304037094, "cos_r_negg": [0.6050584316253662, 0.6534088850021362], "cos_innovation_negg": [0.6050584316253662, 0.6534088850021362], "cos_apical_negg": [0.6050584316253662, 0.6534088850021362], "cos_Ac_negg": [0.6050584316253662, 0.6534088850021362], "r_norm": [0.1619950234889984, 0.16386733949184418]}, {"step": 7600, "epoch": 19, "train_loss": 0.00027387822046875954, "cos_r_negg": [0.6043063402175903, 0.654365062713623], "cos_innovation_negg": [0.6043063402175903, 0.654365062713623], "cos_apical_negg": [0.6043063402175903, 0.654365062713623], "cos_Ac_negg": [0.6043063402175903, 0.654365062713623], "r_norm": [0.16144965589046478, 0.16330793499946594]}, {"step": 7650, "epoch": 19, "train_loss": 0.0003990869445260614, "cos_r_negg": [0.6039855480194092, 0.653947651386261], "cos_innovation_negg": [0.6039855480194092, 0.653947651386261], "cos_apical_negg": [0.6039855480194092, 0.653947651386261], "cos_Ac_negg": [0.6039855480194092, 0.653947651386261], "r_norm": [0.16334402561187744, 0.16521058976650238]}, {"step": 7700, "epoch": 19, "train_loss": 0.0006306275608949363, "cos_r_negg": [0.6039465665817261, 0.6542820334434509], "cos_innovation_negg": [0.6039465665817261, 0.6542820334434509], "cos_apical_negg": [0.6039465665817261, 0.6542820334434509], "cos_Ac_negg": [0.6039465665817261, 0.6542820334434509], "r_norm": [0.1610870361328125, 0.16298887133598328]}, {"step": 7750, "epoch": 19, "train_loss": 0.0003790752962231636, "cos_r_negg": [0.6033061742782593, 0.6534188389778137], "cos_innovation_negg": [0.6033061742782593, 0.6534188389778137], "cos_apical_negg": [0.6033061742782593, 0.6534188389778137], "cos_Ac_negg": [0.6033061742782593, 0.6534188389778137], "r_norm": [0.16299089789390564, 0.1649353951215744], "ldr": {"dL_sdil": -0.006739653646945953, "dL_bp": -0.007285311818122864, "ratio": 0.9251016037749357}}, {"step": 7800, "epoch": 19, "train_loss": 0.0002837111533153802, "cos_r_negg": [0.6041015982627869, 0.6541070342063904], "cos_innovation_negg": [0.6041015982627869, 0.6541070342063904], "cos_apical_negg": [0.6041015982627869, 0.6541070342063904], "cos_Ac_negg": [0.6041015982627869, 0.6541070342063904], "r_norm": [0.16242869198322296, 0.16438576579093933]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9758, "test_loss": 0.11976334447860718}, {"step": 7850, "epoch": 20, "train_loss": 0.0005054726498201489, "cos_r_negg": [0.605462372303009, 0.6550666093826294], "cos_innovation_negg": [0.605462372303009, 0.6550666093826294], "cos_apical_negg": [0.605462372303009, 0.6550666093826294], "cos_Ac_negg": [0.605462372303009, 0.6550666093826294], "r_norm": [0.161925807595253, 0.1638801544904709]}, {"step": 7900, "epoch": 20, "train_loss": 0.0004015426093246788, "cos_r_negg": [0.6053744554519653, 0.654793381690979], "cos_innovation_negg": [0.6053744554519653, 0.654793381690979], "cos_apical_negg": [0.6053744554519653, 0.654793381690979], "cos_Ac_negg": [0.6053744554519653, 0.654793381690979], "r_norm": [0.16318412125110626, 0.1650988757610321]}, {"step": 7950, "epoch": 20, "train_loss": 0.00024033202498685569, "cos_r_negg": [0.604501485824585, 0.6544046998023987], "cos_innovation_negg": [0.604501485824585, 0.6544046998023987], "cos_apical_negg": [0.604501485824585, 0.6544046998023987], "cos_Ac_negg": [0.604501485824585, 0.6544046998023987], "r_norm": [0.1617649495601654, 0.16369667649269104]}, {"step": 8000, "epoch": 20, "train_loss": 0.0003738216473720968, "cos_r_negg": [0.6039048433303833, 0.6545751094818115], "cos_innovation_negg": [0.6039048433303833, 0.6545751094818115], "cos_apical_negg": [0.6039048433303833, 0.6545751094818115], "cos_Ac_negg": [0.6039048433303833, 0.6545751094818115], "r_norm": [0.16271181404590607, 0.1646115928888321], "ldr": {"dL_sdil": -0.0066643208265304565, "dL_bp": -0.00721384584903717, "ratio": 0.9238235701168942}}, {"step": 8050, "epoch": 20, "train_loss": 0.0006410645437426865, "cos_r_negg": [0.6031008958816528, 0.6531683802604675], "cos_innovation_negg": [0.6031008958816528, 0.6531683802604675], "cos_apical_negg": [0.6031008958816528, 0.6531683802604675], "cos_Ac_negg": [0.6031008958816528, 0.6531683802604675], "r_norm": [0.16233524680137634, 0.16425685584545135]}, {"step": 8100, "epoch": 20, "train_loss": 0.0003108234377577901, "cos_r_negg": [0.6034789085388184, 0.6535407304763794], "cos_innovation_negg": [0.6034789085388184, 0.6535407304763794], "cos_apical_negg": [0.6034789085388184, 0.6535407304763794], "cos_Ac_negg": [0.6034789085388184, 0.6535407304763794], "r_norm": [0.16198328137397766, 0.16392414271831512]}, {"step": 8150, "epoch": 20, "train_loss": 0.00032909729634411633, "cos_r_negg": [0.6040701866149902, 0.6537114381790161], "cos_innovation_negg": [0.6040701866149902, 0.6537114381790161], "cos_apical_negg": [0.6040701866149902, 0.6537114381790161], "cos_Ac_negg": [0.6040701866149902, 0.6537114381790161], "r_norm": [0.16229921579360962, 0.1641632467508316]}, {"step": 8200, "epoch": 20, "train_loss": 0.0001481569925090298, "cos_r_negg": [0.603050708770752, 0.6529073119163513], "cos_innovation_negg": [0.603050708770752, 0.6529073119163513], "cos_apical_negg": [0.603050708770752, 0.6529073119163513], "cos_Ac_negg": [0.603050708770752, 0.6529073119163513], "r_norm": [0.16243258118629456, 0.16430193185806274]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9752, "test_loss": 0.12022106137275695}, {"step": 8250, "epoch": 21, "train_loss": 0.00035212482907809317, "cos_r_negg": [0.6040207147598267, 0.6540637016296387], "cos_innovation_negg": [0.6040207147598267, 0.6540637016296387], "cos_apical_negg": [0.6040207147598267, 0.6540637016296387], "cos_Ac_negg": [0.6040207147598267, 0.6540637016296387], "r_norm": [0.16272296011447906, 0.164545938372612], "ldr": {"dL_sdil": -0.006682649254798889, "dL_bp": -0.00722871720790863, "ratio": 0.924458525986836}}, {"step": 8300, "epoch": 21, "train_loss": 0.0003306870348751545, "cos_r_negg": [0.6052322387695312, 0.6548035144805908], "cos_innovation_negg": [0.6052322387695312, 0.6548035144805908], "cos_apical_negg": [0.6052322387695312, 0.6548035144805908], "cos_Ac_negg": [0.6052322387695312, 0.6548035144805908], "r_norm": [0.16053122282028198, 0.1623847484588623]}, {"step": 8350, "epoch": 21, "train_loss": 0.0003681940434034914, "cos_r_negg": [0.6051373481750488, 0.6549956798553467], "cos_innovation_negg": [0.6051373481750488, 0.6549956798553467], "cos_apical_negg": [0.6051373481750488, 0.6549956798553467], "cos_Ac_negg": [0.6051373481750488, 0.6549956798553467], "r_norm": [0.16085252165794373, 0.16275477409362793]}, {"step": 8400, "epoch": 21, "train_loss": 0.00027478800620883703, "cos_r_negg": [0.6043323278427124, 0.654680609703064], "cos_innovation_negg": [0.6043323278427124, 0.654680609703064], "cos_apical_negg": [0.6043323278427124, 0.654680609703064], "cos_Ac_negg": [0.6043323278427124, 0.654680609703064], "r_norm": [0.1605711281299591, 0.16253794729709625]}, {"step": 8450, "epoch": 21, "train_loss": 0.0003472657990641892, "cos_r_negg": [0.6031539440155029, 0.6536840200424194], "cos_innovation_negg": [0.6031539440155029, 0.6536840200424194], "cos_apical_negg": [0.6031539440155029, 0.6536840200424194], "cos_Ac_negg": [0.6031539440155029, 0.6536840200424194], "r_norm": [0.1601346880197525, 0.16210520267486572]}, {"step": 8500, "epoch": 21, "train_loss": 0.0004629303584806621, "cos_r_negg": [0.6032505631446838, 0.6530802249908447], "cos_innovation_negg": [0.6032505631446838, 0.6530802249908447], "cos_apical_negg": [0.6032505631446838, 0.6530802249908447], "cos_Ac_negg": [0.6032505631446838, 0.6530802249908447], "r_norm": [0.16217581927776337, 0.16410665214061737], "ldr": {"dL_sdil": -0.00673222541809082, "dL_bp": -0.007346116006374359, "ratio": 0.9164333114599804}}, {"step": 8550, "epoch": 21, "train_loss": 0.0001880583877209574, "cos_r_negg": [0.6032786965370178, 0.6533193588256836], "cos_innovation_negg": [0.6032786965370178, 0.6533193588256836], "cos_apical_negg": [0.6032786965370178, 0.6533193588256836], "cos_Ac_negg": [0.6032786965370178, 0.6533193588256836], "r_norm": [0.1619459092617035, 0.16385607421398163]}, {"step": 8600, "epoch": 21, "train_loss": 0.0005870729219168425, "cos_r_negg": [0.6047403812408447, 0.6542829275131226], "cos_innovation_negg": [0.6047403812408447, 0.6542829275131226], "cos_apical_negg": [0.6047403812408447, 0.6542829275131226], "cos_Ac_negg": [0.6047403812408447, 0.6542829275131226], "r_norm": [0.16147026419639587, 0.1633443832397461]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9756, "test_loss": 0.1209029055595398}, {"step": 8650, "epoch": 22, "train_loss": 0.0001700600259937346, "cos_r_negg": [0.6034355759620667, 0.6541476845741272], "cos_innovation_negg": [0.6034355759620667, 0.6541476845741272], "cos_apical_negg": [0.6034355759620667, 0.6541476845741272], "cos_Ac_negg": [0.6034355759620667, 0.6541476845741272], "r_norm": [0.16062402725219727, 0.16248425841331482]}, {"step": 8700, "epoch": 22, "train_loss": 0.0001084923351299949, "cos_r_negg": [0.6036770343780518, 0.6543965935707092], "cos_innovation_negg": [0.6036770343780518, 0.6543965935707092], "cos_apical_negg": [0.6036770343780518, 0.6543965935707092], "cos_Ac_negg": [0.6036770343780518, 0.6543965935707092], "r_norm": [0.16199049353599548, 0.16389459371566772]}, {"step": 8750, "epoch": 22, "train_loss": 0.0002405705163255334, "cos_r_negg": [0.6030626893043518, 0.6545467376708984], "cos_innovation_negg": [0.6030626893043518, 0.6545467376708984], "cos_apical_negg": [0.6030626893043518, 0.6545467376708984], "cos_Ac_negg": [0.6030626893043518, 0.6545467376708984], "r_norm": [0.16083742678165436, 0.16272294521331787], "ldr": {"dL_sdil": -0.006660431623458862, "dL_bp": -0.007273979485034943, "ratio": 0.9156516920568228}}, {"step": 8800, "epoch": 22, "train_loss": 0.0001988751901080832, "cos_r_negg": [0.6039485931396484, 0.6549577713012695], "cos_innovation_negg": [0.6039485931396484, 0.6549577713012695], "cos_apical_negg": [0.6039485931396484, 0.6549577713012695], "cos_Ac_negg": [0.6039485931396484, 0.6549577713012695], "r_norm": [0.16034410893917084, 0.16226458549499512]}, {"step": 8850, "epoch": 22, "train_loss": 0.00015297665959224105, "cos_r_negg": [0.6038200855255127, 0.6554095149040222], "cos_innovation_negg": [0.6038200855255127, 0.6554095149040222], "cos_apical_negg": [0.6038200855255127, 0.6554095149040222], "cos_Ac_negg": [0.6038200855255127, 0.6554095149040222], "r_norm": [0.15956471860408783, 0.1614965796470642]}, {"step": 8900, "epoch": 22, "train_loss": 0.0005696029402315617, "cos_r_negg": [0.6027997136116028, 0.6541298031806946], "cos_innovation_negg": [0.6027997136116028, 0.6541298031806946], "cos_apical_negg": [0.6027997136116028, 0.6541298031806946], "cos_Ac_negg": [0.6027997136116028, 0.6541298031806946], "r_norm": [0.16074028611183167, 0.16267329454421997]}, {"step": 8950, "epoch": 22, "train_loss": 0.00021057052072137594, "cos_r_negg": [0.6035016775131226, 0.6542874574661255], "cos_innovation_negg": [0.6035016775131226, 0.6542874574661255], "cos_apical_negg": [0.6035016775131226, 0.6542874574661255], "cos_Ac_negg": [0.6035016775131226, 0.6542874574661255], "r_norm": [0.16153934597969055, 0.16341295838356018]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9754, "test_loss": 0.12138990712165833}, {"step": 9000, "epoch": 23, "train_loss": 0.00013717971160076559, "cos_r_negg": [0.6039775609970093, 0.6547391414642334], "cos_innovation_negg": [0.6039775609970093, 0.6547391414642334], "cos_apical_negg": [0.6039775609970093, 0.6547391414642334], "cos_Ac_negg": [0.6039775609970093, 0.6547391414642334], "r_norm": [0.16226065158843994, 0.1641218364238739], "ldr": {"dL_sdil": -0.006763294339179993, "dL_bp": -0.007390901446342468, "ratio": 0.91508382140949}}, {"step": 9050, "epoch": 23, "train_loss": 0.00038648187182843685, "cos_r_negg": [0.6040323972702026, 0.654655933380127], "cos_innovation_negg": [0.6040323972702026, 0.654655933380127], "cos_apical_negg": [0.6040323972702026, 0.654655933380127], "cos_Ac_negg": [0.6040323972702026, 0.654655933380127], "r_norm": [0.16188758611679077, 0.16378211975097656]}, {"step": 9100, "epoch": 23, "train_loss": 0.00010871742415474728, "cos_r_negg": [0.6043763160705566, 0.6552441716194153], "cos_innovation_negg": [0.6043763160705566, 0.6552441716194153], "cos_apical_negg": [0.6043763160705566, 0.6552441716194153], "cos_Ac_negg": [0.6043763160705566, 0.6552441716194153], "r_norm": [0.1611495316028595, 0.1630801409482956]}, {"step": 9150, "epoch": 23, "train_loss": 0.0003700417873915285, "cos_r_negg": [0.6036396026611328, 0.654822826385498], "cos_innovation_negg": [0.6036396026611328, 0.654822826385498], "cos_apical_negg": [0.6036396026611328, 0.654822826385498], "cos_Ac_negg": [0.6036396026611328, 0.654822826385498], "r_norm": [0.16103358566761017, 0.16295304894447327]}, {"step": 9200, "epoch": 23, "train_loss": 0.00042287452379241586, "cos_r_negg": [0.6039482355117798, 0.6548246145248413], "cos_innovation_negg": [0.6039482355117798, 0.6548246145248413], "cos_apical_negg": [0.6039482355117798, 0.6548246145248413], "cos_Ac_negg": [0.6039482355117798, 0.6548246145248413], "r_norm": [0.16075336933135986, 0.162689208984375]}, {"step": 9250, "epoch": 23, "train_loss": 0.0003226798726245761, "cos_r_negg": [0.6037966012954712, 0.6556516289710999], "cos_innovation_negg": [0.6037966012954712, 0.6556516289710999], "cos_apical_negg": [0.6037966012954712, 0.6556516289710999], "cos_Ac_negg": [0.6037966012954712, 0.6556516289710999], "r_norm": [0.16056187450885773, 0.16248731315135956], "ldr": {"dL_sdil": -0.006745338439941406, "dL_bp": -0.007399223744869232, "ratio": 0.9116278507753948}}, {"step": 9300, "epoch": 23, "train_loss": 0.00032795319566503167, "cos_r_negg": [0.6029119491577148, 0.6542195081710815], "cos_innovation_negg": [0.6029119491577148, 0.6542195081710815], "cos_apical_negg": [0.6029119491577148, 0.6542195081710815], "cos_Ac_negg": [0.6029119491577148, 0.6542195081710815], "r_norm": [0.1608099490404129, 0.16272376477718353]}, {"step": 9350, "epoch": 23, "train_loss": 0.00024470227072015405, "cos_r_negg": [0.604233980178833, 0.6540671586990356], "cos_innovation_negg": [0.604233980178833, 0.6540671586990356], "cos_apical_negg": [0.604233980178833, 0.6540671586990356], "cos_Ac_negg": [0.604233980178833, 0.6540671586990356], "r_norm": [0.16048812866210938, 0.16234801709651947]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9755, "test_loss": 0.12207871150970459}, {"step": 9400, "epoch": 24, "train_loss": 0.00022478506434708834, "cos_r_negg": [0.6041601896286011, 0.653793215751648], "cos_innovation_negg": [0.6041601896286011, 0.653793215751648], "cos_apical_negg": [0.6041601896286011, 0.653793215751648], "cos_Ac_negg": [0.6041601896286011, 0.653793215751648], "r_norm": [0.161399245262146, 0.163239985704422]}, {"step": 9450, "epoch": 24, "train_loss": 0.00015472118684556335, "cos_r_negg": [0.604500412940979, 0.6546409726142883], "cos_innovation_negg": [0.604500412940979, 0.6546409726142883], "cos_apical_negg": [0.604500412940979, 0.6546409726142883], "cos_Ac_negg": [0.604500412940979, 0.6546409726142883], "r_norm": [0.16147461533546448, 0.16327616572380066]}, {"step": 9500, "epoch": 24, "train_loss": 0.00012819402036257088, "cos_r_negg": [0.6049527525901794, 0.6553514003753662], "cos_innovation_negg": [0.6049527525901794, 0.6553514003753662], "cos_apical_negg": [0.6049527525901794, 0.6553514003753662], "cos_Ac_negg": [0.6049527525901794, 0.6553514003753662], "r_norm": [0.16101813316345215, 0.16283711791038513], "ldr": {"dL_sdil": -0.0067147985100746155, "dL_bp": -0.007368206977844238, "ratio": 0.911320560112605}}, {"step": 9550, "epoch": 24, "train_loss": 0.000297696387860924, "cos_r_negg": [0.605034589767456, 0.6548293232917786], "cos_innovation_negg": [0.605034589767456, 0.6548293232917786], "cos_apical_negg": [0.605034589767456, 0.6548293232917786], "cos_Ac_negg": [0.605034589767456, 0.6548293232917786], "r_norm": [0.1597769856452942, 0.1616283655166626]}, {"step": 9600, "epoch": 24, "train_loss": 0.00019416167924646288, "cos_r_negg": [0.6043848395347595, 0.6544232964515686], "cos_innovation_negg": [0.6043848395347595, 0.6544232964515686], "cos_apical_negg": [0.6043848395347595, 0.6544232964515686], "cos_Ac_negg": [0.6043848395347595, 0.6544232964515686], "r_norm": [0.16025424003601074, 0.16213074326515198]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003242966195102781, "cos_r_negg": [0.604479968547821, 0.6549946069717407], "cos_innovation_negg": [0.604479968547821, 0.6549946069717407], "cos_apical_negg": [0.604479968547821, 0.6549946069717407], "cos_Ac_negg": [0.604479968547821, 0.6549946069717407], "r_norm": [0.15802094340324402, 0.15993478894233704]}, {"step": 9700, "epoch": 24, "train_loss": 0.00013076071627438068, "cos_r_negg": [0.6046706438064575, 0.6549168825149536], "cos_innovation_negg": [0.6046706438064575, 0.6549168825149536], "cos_apical_negg": [0.6046706438064575, 0.6549168825149536], "cos_Ac_negg": [0.6046706438064575, 0.6549168825149536], "r_norm": [0.15958595275878906, 0.16152626276016235]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005415703635662794, "cos_r_negg": [0.6040002703666687, 0.655593752861023], "cos_innovation_negg": [0.6040002703666687, 0.655593752861023], "cos_apical_negg": [0.6040002703666687, 0.655593752861023], "cos_Ac_negg": [0.6040002703666687, 0.655593752861023], "r_norm": [0.15914994478225708, 0.16105492413043976], "ldr": {"dL_sdil": -0.006715349853038788, "dL_bp": -0.0073972418904304504, "ratio": 0.9078180695599799}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9753, "test_loss": 0.12249768581390381}, {"step": 9800, "epoch": 25, "train_loss": 0.0004265963798388839, "cos_r_negg": [0.6048907041549683, 0.6559134721755981], "cos_innovation_negg": [0.6048907041549683, 0.6559134721755981], "cos_apical_negg": [0.6048907041549683, 0.6559134721755981], "cos_Ac_negg": [0.6048907041549683, 0.6559134721755981], "r_norm": [0.1612672209739685, 0.1631760150194168]}, {"step": 9850, "epoch": 25, "train_loss": 0.0003182784130331129, "cos_r_negg": [0.6044026017189026, 0.6553847193717957], "cos_innovation_negg": [0.6044026017189026, 0.6553847193717957], "cos_apical_negg": [0.6044026017189026, 0.6553847193717957], "cos_Ac_negg": [0.6044026017189026, 0.6553847193717957], "r_norm": [0.1595744788646698, 0.1614455282688141]}, {"step": 9900, "epoch": 25, "train_loss": 0.00012921233428642154, "cos_r_negg": [0.60471510887146, 0.6550238132476807], "cos_innovation_negg": [0.60471510887146, 0.6550238132476807], "cos_apical_negg": [0.60471510887146, 0.6550238132476807], "cos_Ac_negg": [0.60471510887146, 0.6550238132476807], "r_norm": [0.1609799861907959, 0.16284529864788055]}, {"step": 9950, "epoch": 25, "train_loss": 0.00017002219101414084, "cos_r_negg": [0.6046552062034607, 0.6553577780723572], "cos_innovation_negg": [0.6046552062034607, 0.6553577780723572], "cos_apical_negg": [0.6046552062034607, 0.6553577780723572], "cos_Ac_negg": [0.6046552062034607, 0.6553577780723572], "r_norm": [0.16165977716445923, 0.16356882452964783]}, {"step": 10000, "epoch": 25, "train_loss": 0.00024913621018640697, "cos_r_negg": [0.6046625971794128, 0.6552000641822815], "cos_innovation_negg": [0.6046625971794128, 0.6552000641822815], "cos_apical_negg": [0.6046625971794128, 0.6552000641822815], "cos_Ac_negg": [0.6046625971794128, 0.6552000641822815], "r_norm": [0.16122236847877502, 0.163141131401062], "ldr": {"dL_sdil": -0.0068344175815582275, "dL_bp": -0.007551342248916626, "ratio": 0.905059968979521}}, {"step": 10050, "epoch": 25, "train_loss": 0.00025548410485498607, "cos_r_negg": [0.6049320697784424, 0.6549630165100098], "cos_innovation_negg": [0.6049320697784424, 0.6549630165100098], "cos_apical_negg": [0.6049320697784424, 0.6549630165100098], "cos_Ac_negg": [0.6049320697784424, 0.6549630165100098], "r_norm": [0.16145029664039612, 0.16337771713733673]}, {"step": 10100, "epoch": 25, "train_loss": 8.587569755036384e-05, "cos_r_negg": [0.6046930551528931, 0.6554970741271973], "cos_innovation_negg": [0.6046930551528931, 0.6554970741271973], "cos_apical_negg": [0.6046930551528931, 0.6554970741271973], "cos_Ac_negg": [0.6046930551528931, 0.6554970741271973], "r_norm": [0.16128742694854736, 0.16322258114814758]}, {"step": 10150, "epoch": 25, "train_loss": 5.749553019995801e-05, "cos_r_negg": [0.6034745573997498, 0.6542248725891113], "cos_innovation_negg": [0.6034745573997498, 0.6542248725891113], "cos_apical_negg": [0.6034745573997498, 0.6542248725891113], "cos_Ac_negg": [0.6034745573997498, 0.6542248725891113], "r_norm": [0.16006168723106384, 0.1619167923927307]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9754, "test_loss": 0.12305826354026794}, {"step": 10200, "epoch": 26, "train_loss": 0.00015577384328935295, "cos_r_negg": [0.6032135486602783, 0.654354453086853], "cos_innovation_negg": [0.6032135486602783, 0.654354453086853], "cos_apical_negg": [0.6032135486602783, 0.654354453086853], "cos_Ac_negg": [0.6032135486602783, 0.654354453086853], "r_norm": [0.16036498546600342, 0.1622186005115509]}, {"step": 10250, "epoch": 26, "train_loss": 0.00024579628370702267, "cos_r_negg": [0.604369580745697, 0.655859112739563], "cos_innovation_negg": [0.604369580745697, 0.655859112739563], "cos_apical_negg": [0.604369580745697, 0.655859112739563], "cos_Ac_negg": [0.604369580745697, 0.655859112739563], "r_norm": [0.15995050966739655, 0.16175538301467896], "ldr": {"dL_sdil": -0.006776049733161926, "dL_bp": -0.007484450936317444, "ratio": 0.9053502776378582}}, {"step": 10300, "epoch": 26, "train_loss": 0.0006538437446579337, "cos_r_negg": [0.6043317317962646, 0.6548775434494019], "cos_innovation_negg": [0.6043317317962646, 0.6548775434494019], "cos_apical_negg": [0.6043317317962646, 0.6548775434494019], "cos_Ac_negg": [0.6043317317962646, 0.6548775434494019], "r_norm": [0.1597200334072113, 0.16158215701580048]}, {"step": 10350, "epoch": 26, "train_loss": 0.00014441808161791414, "cos_r_negg": [0.6038455367088318, 0.6547975540161133], "cos_innovation_negg": [0.6038455367088318, 0.6547975540161133], "cos_apical_negg": [0.6038455367088318, 0.6547975540161133], "cos_Ac_negg": [0.6038455367088318, 0.6547975540161133], "r_norm": [0.15996655821800232, 0.16186492145061493]}, {"step": 10400, "epoch": 26, "train_loss": 0.00029084342531859875, "cos_r_negg": [0.6044104695320129, 0.6548635959625244], "cos_innovation_negg": [0.6044104695320129, 0.6548635959625244], "cos_apical_negg": [0.6044104695320129, 0.6548635959625244], "cos_Ac_negg": [0.6044104695320129, 0.6548635959625244], "r_norm": [0.16032132506370544, 0.1622064709663391]}, {"step": 10450, "epoch": 26, "train_loss": 0.0004652888746932149, "cos_r_negg": [0.6045131683349609, 0.6553785800933838], "cos_innovation_negg": [0.6045131683349609, 0.6553785800933838], "cos_apical_negg": [0.6045131683349609, 0.6553785800933838], "cos_Ac_negg": [0.6045131683349609, 0.6553785800933838], "r_norm": [0.15894585847854614, 0.16083070635795593]}, {"step": 10500, "epoch": 26, "train_loss": 0.00017623230814933777, "cos_r_negg": [0.6043270826339722, 0.65591961145401], "cos_innovation_negg": [0.6043270826339722, 0.65591961145401], "cos_apical_negg": [0.6043270826339722, 0.65591961145401], "cos_Ac_negg": [0.6043270826339722, 0.65591961145401], "r_norm": [0.15958425402641296, 0.16145798563957214], "ldr": {"dL_sdil": -0.006791986525058746, "dL_bp": -0.007531255483627319, "ratio": 0.9018398778031476}}, {"step": 10550, "epoch": 26, "train_loss": 0.000230388279305771, "cos_r_negg": [0.6036677360534668, 0.6547368764877319], "cos_innovation_negg": [0.6036677360534668, 0.6547368764877319], "cos_apical_negg": [0.6036677360534668, 0.6547368764877319], "cos_Ac_negg": [0.6036677360534668, 0.6547368764877319], "r_norm": [0.1594606339931488, 0.16135436296463013]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9754, "test_loss": 0.12356023478507995}, {"step": 10600, "epoch": 27, "train_loss": 0.00017133195069618523, "cos_r_negg": [0.6025348901748657, 0.6543203592300415], "cos_innovation_negg": [0.6025348901748657, 0.6543203592300415], "cos_apical_negg": [0.6025348901748657, 0.6543203592300415], "cos_Ac_negg": [0.6025348901748657, 0.6543203592300415], "r_norm": [0.16051888465881348, 0.1624094396829605]}, {"step": 10650, "epoch": 27, "train_loss": 0.00016482935461681336, "cos_r_negg": [0.6036887168884277, 0.6554694175720215], "cos_innovation_negg": [0.6036887168884277, 0.6554694175720215], "cos_apical_negg": [0.6036887168884277, 0.6554694175720215], "cos_Ac_negg": [0.6036887168884277, 0.6554694175720215], "r_norm": [0.16092294454574585, 0.16276928782463074]}, {"step": 10700, "epoch": 27, "train_loss": 0.00017036765348166227, "cos_r_negg": [0.6047013998031616, 0.6557878255844116], "cos_innovation_negg": [0.6047013998031616, 0.6557878255844116], "cos_apical_negg": [0.6047013998031616, 0.6557878255844116], "cos_Ac_negg": [0.6047013998031616, 0.6557878255844116], "r_norm": [0.16023847460746765, 0.1620836853981018]}, {"step": 10750, "epoch": 27, "train_loss": 9.88672545645386e-05, "cos_r_negg": [0.6039037108421326, 0.6556755900382996], "cos_innovation_negg": [0.6039037108421326, 0.6556755900382996], "cos_apical_negg": [0.6039037108421326, 0.6556755900382996], "cos_Ac_negg": [0.6039037108421326, 0.6556755900382996], "r_norm": [0.16050755977630615, 0.16238084435462952], "ldr": {"dL_sdil": -0.006874494254589081, "dL_bp": -0.007636599242687225, "ratio": 0.9002036163115495}}, {"step": 10800, "epoch": 27, "train_loss": 7.817181176505983e-05, "cos_r_negg": [0.6040980815887451, 0.6558302640914917], "cos_innovation_negg": [0.6040980815887451, 0.6558302640914917], "cos_apical_negg": [0.6040980815887451, 0.6558302640914917], "cos_Ac_negg": [0.6040980815887451, 0.6558302640914917], "r_norm": [0.15956683456897736, 0.16145965456962585]}, {"step": 10850, "epoch": 27, "train_loss": 9.571417467668653e-05, "cos_r_negg": [0.604441225528717, 0.6561978459358215], "cos_innovation_negg": [0.604441225528717, 0.6561978459358215], "cos_apical_negg": [0.604441225528717, 0.6561978459358215], "cos_Ac_negg": [0.604441225528717, 0.6561978459358215], "r_norm": [0.15900819003582, 0.16091890633106232]}, {"step": 10900, "epoch": 27, "train_loss": 0.00015896388504188508, "cos_r_negg": [0.6030718088150024, 0.6550082564353943], "cos_innovation_negg": [0.6030718088150024, 0.6550082564353943], "cos_apical_negg": [0.6030718088150024, 0.6550082564353943], "cos_Ac_negg": [0.6030718088150024, 0.6550082564353943], "r_norm": [0.15871095657348633, 0.16061972081661224]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9755, "test_loss": 0.12416085543632507}, {"step": 10950, "epoch": 28, "train_loss": 0.00017812472651712596, "cos_r_negg": [0.6032383441925049, 0.6550810933113098], "cos_innovation_negg": [0.6032383441925049, 0.6550810933113098], "cos_apical_negg": [0.6032383441925049, 0.6550810933113098], "cos_Ac_negg": [0.6032383441925049, 0.6550810933113098], "r_norm": [0.15968331694602966, 0.16158661246299744]}, {"step": 11000, "epoch": 28, "train_loss": 6.717935320921242e-05, "cos_r_negg": [0.6029306054115295, 0.6552180647850037], "cos_innovation_negg": [0.6029306054115295, 0.6552180647850037], "cos_apical_negg": [0.6029306054115295, 0.6552180647850037], "cos_Ac_negg": [0.6029306054115295, 0.6552180647850037], "r_norm": [0.15918195247650146, 0.16109608113765717], "ldr": {"dL_sdil": -0.006828464567661285, "dL_bp": -0.007616087794303894, "ratio": 0.8965842768735314}}, {"step": 11050, "epoch": 28, "train_loss": 0.0003265481209382415, "cos_r_negg": [0.6040293574333191, 0.6557865142822266], "cos_innovation_negg": [0.6040293574333191, 0.6557865142822266], "cos_apical_negg": [0.6040293574333191, 0.6557865142822266], "cos_Ac_negg": [0.6040293574333191, 0.6557865142822266], "r_norm": [0.1596089005470276, 0.16154605150222778]}, {"step": 11100, "epoch": 28, "train_loss": 0.00020644316100515425, "cos_r_negg": [0.6033620834350586, 0.6555630564689636], "cos_innovation_negg": [0.6033620834350586, 0.6555630564689636], "cos_apical_negg": [0.6033620834350586, 0.6555630564689636], "cos_Ac_negg": [0.6033620834350586, 0.6555630564689636], "r_norm": [0.16051794588565826, 0.16243992745876312]}, {"step": 11150, "epoch": 28, "train_loss": 0.00019378383876755834, "cos_r_negg": [0.6042668223381042, 0.6563515663146973], "cos_innovation_negg": [0.6042668223381042, 0.6563515663146973], "cos_apical_negg": [0.6042668223381042, 0.6563515663146973], "cos_Ac_negg": [0.6042668223381042, 0.6563515663146973], "r_norm": [0.1600353717803955, 0.16191312670707703]}, {"step": 11200, "epoch": 28, "train_loss": 0.00040516708395443857, "cos_r_negg": [0.6049720048904419, 0.6564537286758423], "cos_innovation_negg": [0.6049720048904419, 0.6564537286758423], "cos_apical_negg": [0.6049720048904419, 0.6564537286758423], "cos_Ac_negg": [0.6049720048904419, 0.6564537286758423], "r_norm": [0.15987452864646912, 0.16171132028102875]}, {"step": 11250, "epoch": 28, "train_loss": 0.0004908942501060665, "cos_r_negg": [0.6042025089263916, 0.6562532186508179], "cos_innovation_negg": [0.6042025089263916, 0.6562532186508179], "cos_apical_negg": [0.6042025089263916, 0.6562532186508179], "cos_Ac_negg": [0.6042025089263916, 0.6562532186508179], "r_norm": [0.16003237664699554, 0.16189433634281158], "ldr": {"dL_sdil": -0.006866425275802612, "dL_bp": -0.007659681141376495, "ratio": 0.8964374820658226}}, {"step": 11300, "epoch": 28, "train_loss": 0.00013981718802824616, "cos_r_negg": [0.6038869023323059, 0.6560417413711548], "cos_innovation_negg": [0.6038869023323059, 0.6560417413711548], "cos_apical_negg": [0.6038869023323059, 0.6560417413711548], "cos_Ac_negg": [0.6038869023323059, 0.6560417413711548], "r_norm": [0.15998628735542297, 0.16186538338661194]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9756, "test_loss": 0.12458042345046998}, {"step": 11350, "epoch": 29, "train_loss": 9.374285582453012e-05, "cos_r_negg": [0.6039119958877563, 0.6556838750839233], "cos_innovation_negg": [0.6039119958877563, 0.6556838750839233], "cos_apical_negg": [0.6039119958877563, 0.6556838750839233], "cos_Ac_negg": [0.6039119958877563, 0.6556838750839233], "r_norm": [0.15902909636497498, 0.16089701652526855]}, {"step": 11400, "epoch": 29, "train_loss": 0.00017427082639187574, "cos_r_negg": [0.603156566619873, 0.6547517776489258], "cos_innovation_negg": [0.603156566619873, 0.6547517776489258], "cos_apical_negg": [0.603156566619873, 0.6547517776489258], "cos_Ac_negg": [0.603156566619873, 0.6547517776489258], "r_norm": [0.15854357182979584, 0.16042444109916687]}, {"step": 11450, "epoch": 29, "train_loss": 0.00022497713507618755, "cos_r_negg": [0.6041902899742126, 0.6562684178352356], "cos_innovation_negg": [0.6041902899742126, 0.6562684178352356], "cos_apical_negg": [0.6041902899742126, 0.6562684178352356], "cos_Ac_negg": [0.6041902899742126, 0.6562684178352356], "r_norm": [0.1596219539642334, 0.16150839626789093]}, {"step": 11500, "epoch": 29, "train_loss": 0.0002647792862262577, "cos_r_negg": [0.6036700010299683, 0.6559551954269409], "cos_innovation_negg": [0.6036700010299683, 0.6559551954269409], "cos_apical_negg": [0.6036700010299683, 0.6559551954269409], "cos_Ac_negg": [0.6036700010299683, 0.6559551954269409], "r_norm": [0.15981239080429077, 0.16169407963752747], "ldr": {"dL_sdil": -0.006899051368236542, "dL_bp": -0.007728412747383118, "ratio": 0.892686712491203}}, {"step": 11550, "epoch": 29, "train_loss": 0.00023812198196537793, "cos_r_negg": [0.6037173271179199, 0.6560602188110352], "cos_innovation_negg": [0.6037173271179199, 0.6560602188110352], "cos_apical_negg": [0.6037173271179199, 0.6560602188110352], "cos_Ac_negg": [0.6037173271179199, 0.6560602188110352], "r_norm": [0.16086295247077942, 0.16276982426643372]}, {"step": 11600, "epoch": 29, "train_loss": 0.0001328358193859458, "cos_r_negg": [0.6036875247955322, 0.6558883190155029], "cos_innovation_negg": [0.6036875247955322, 0.6558883190155029], "cos_apical_negg": [0.6036875247955322, 0.6558883190155029], "cos_Ac_negg": [0.6036875247955322, 0.6558883190155029], "r_norm": [0.15993696451187134, 0.16178405284881592]}, {"step": 11650, "epoch": 29, "train_loss": 0.00014695769641548395, "cos_r_negg": [0.6038881540298462, 0.6562644839286804], "cos_innovation_negg": [0.6038881540298462, 0.6562644839286804], "cos_apical_negg": [0.6038881540298462, 0.6562644839286804], "cos_Ac_negg": [0.6038881540298462, 0.6562644839286804], "r_norm": [0.16031134128570557, 0.1621955931186676]}, {"step": 11700, "epoch": 29, "train_loss": 0.00013111349835526198, "cos_r_negg": [0.6035751104354858, 0.6558663249015808], "cos_innovation_negg": [0.6035751104354858, 0.6558663249015808], "cos_apical_negg": [0.6035751104354858, 0.6558663249015808], "cos_Ac_negg": [0.6035751104354858, 0.6558663249015808], "r_norm": [0.15913084149360657, 0.16101092100143433]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9756, "test_loss": 0.12513740973472595}, {"step": 11750, "epoch": 30, "train_loss": 0.000187666664714925, "cos_r_negg": [0.6039625406265259, 0.656273365020752], "cos_innovation_negg": [0.6039625406265259, 0.656273365020752], "cos_apical_negg": [0.6039625406265259, 0.656273365020752], "cos_Ac_negg": [0.6039625406265259, 0.656273365020752], "r_norm": [0.15980085730552673, 0.1616896688938141], "ldr": {"dL_sdil": -0.0069067105650901794, "dL_bp": -0.007748804986476898, "ratio": 0.8913258982699488}}, {"step": 11800, "epoch": 30, "train_loss": 0.0001671802601777017, "cos_r_negg": [0.6041460633277893, 0.6563982963562012], "cos_innovation_negg": [0.6041460633277893, 0.6563982963562012], "cos_apical_negg": [0.6041460633277893, 0.6563982963562012], "cos_Ac_negg": [0.6041460633277893, 0.6563982963562012], "r_norm": [0.1601065993309021, 0.1619945764541626]}, {"step": 11850, "epoch": 30, "train_loss": 0.00021782494150102139, "cos_r_negg": [0.6038075089454651, 0.6562103033065796], "cos_innovation_negg": [0.6038075089454651, 0.6562103033065796], "cos_apical_negg": [0.6038075089454651, 0.6562103033065796], "cos_Ac_negg": [0.6038075089454651, 0.6562103033065796], "r_norm": [0.1585385948419571, 0.16044862568378448]}, {"step": 11900, "epoch": 30, "train_loss": 0.0005962977884337306, "cos_r_negg": [0.6038340926170349, 0.6563129425048828], "cos_innovation_negg": [0.6038340926170349, 0.6563129425048828], "cos_apical_negg": [0.6038340926170349, 0.6563129425048828], "cos_Ac_negg": [0.6038340926170349, 0.6563129425048828], "r_norm": [0.1583627164363861, 0.16024592518806458]}, {"step": 11950, "epoch": 30, "train_loss": 7.818735321052372e-05, "cos_r_negg": [0.6034778356552124, 0.6557497382164001], "cos_innovation_negg": [0.6034778356552124, 0.6557497382164001], "cos_apical_negg": [0.6034778356552124, 0.6557497382164001], "cos_Ac_negg": [0.6034778356552124, 0.6557497382164001], "r_norm": [0.15908481180667877, 0.16096559166908264]}, {"step": 12000, "epoch": 30, "train_loss": 0.00018035355606116354, "cos_r_negg": [0.603354811668396, 0.6560712456703186], "cos_innovation_negg": [0.603354811668396, 0.6560712456703186], "cos_apical_negg": [0.603354811668396, 0.6560712456703186], "cos_Ac_negg": [0.603354811668396, 0.6560712456703186], "r_norm": [0.16009008884429932, 0.16197161376476288], "ldr": {"dL_sdil": -0.006951823830604553, "dL_bp": -0.007811114192008972, "ratio": 0.8899913200240368}}, {"step": 12050, "epoch": 30, "train_loss": 0.0003333083004690707, "cos_r_negg": [0.6023622155189514, 0.6552987098693848], "cos_innovation_negg": [0.6023622155189514, 0.6552987098693848], "cos_apical_negg": [0.6023622155189514, 0.6552987098693848], "cos_Ac_negg": [0.6023622155189514, 0.6552987098693848], "r_norm": [0.16101892292499542, 0.16289418935775757]}, {"step": 12100, "epoch": 30, "train_loss": 0.0002928348840214312, "cos_r_negg": [0.6028896570205688, 0.6557832956314087], "cos_innovation_negg": [0.6028896570205688, 0.6557832956314087], "cos_apical_negg": [0.6028896570205688, 0.6557832956314087], "cos_Ac_negg": [0.6028896570205688, 0.6557832956314087], "r_norm": [0.1599387377500534, 0.16183757781982422]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9755, "test_loss": 0.12558033714294434}, {"step": 12150, "epoch": 31, "train_loss": 0.0001001724594971165, "cos_r_negg": [0.6017839908599854, 0.655113935470581], "cos_innovation_negg": [0.6017839908599854, 0.655113935470581], "cos_apical_negg": [0.6017839908599854, 0.655113935470581], "cos_Ac_negg": [0.6017839908599854, 0.655113935470581], "r_norm": [0.15908296406269073, 0.16093911230564117]}, {"step": 12200, "epoch": 31, "train_loss": 0.00013691738422494382, "cos_r_negg": [0.6023824214935303, 0.6553802490234375], "cos_innovation_negg": [0.6023824214935303, 0.6553802490234375], "cos_apical_negg": [0.6023824214935303, 0.6553802490234375], "cos_Ac_negg": [0.6023824214935303, 0.6553802490234375], "r_norm": [0.15899010002613068, 0.1608332395553589]}, {"step": 12250, "epoch": 31, "train_loss": 0.0002505829615984112, "cos_r_negg": [0.6025561094284058, 0.6547022461891174], "cos_innovation_negg": [0.6025561094284058, 0.6547022461891174], "cos_apical_negg": [0.6025561094284058, 0.6547022461891174], "cos_Ac_negg": [0.6025561094284058, 0.6547022461891174], "r_norm": [0.15943560004234314, 0.16129887104034424], "ldr": {"dL_sdil": -0.0069196149706840515, "dL_bp": -0.007791176438331604, "ratio": 0.888134805501313}}, {"step": 12300, "epoch": 31, "train_loss": 0.00025608623400330544, "cos_r_negg": [0.6021732091903687, 0.6552795171737671], "cos_innovation_negg": [0.6021732091903687, 0.6552795171737671], "cos_apical_negg": [0.6021732091903687, 0.6552795171737671], "cos_Ac_negg": [0.6021732091903687, 0.6552795171737671], "r_norm": [0.15917488932609558, 0.16107426583766937]}, {"step": 12350, "epoch": 31, "train_loss": 0.0003191936411894858, "cos_r_negg": [0.6025965213775635, 0.6559945344924927], "cos_innovation_negg": [0.6025965213775635, 0.6559945344924927], "cos_apical_negg": [0.6025965213775635, 0.6559945344924927], "cos_Ac_negg": [0.6025965213775635, 0.6559945344924927], "r_norm": [0.15819823741912842, 0.16012170910835266]}, {"step": 12400, "epoch": 31, "train_loss": 0.00020851312729064375, "cos_r_negg": [0.6031193733215332, 0.6560839414596558], "cos_innovation_negg": [0.6031193733215332, 0.6560839414596558], "cos_apical_negg": [0.6031193733215332, 0.6560839414596558], "cos_Ac_negg": [0.6031193733215332, 0.6560839414596558], "r_norm": [0.1577945053577423, 0.15969118475914001]}, {"step": 12450, "epoch": 31, "train_loss": 9.832916839513928e-05, "cos_r_negg": [0.6027990579605103, 0.656449556350708], "cos_innovation_negg": [0.6027990579605103, 0.656449556350708], "cos_apical_negg": [0.6027990579605103, 0.656449556350708], "cos_Ac_negg": [0.6027990579605103, 0.656449556350708], "r_norm": [0.15958940982818604, 0.16145050525665283]}, {"step": 12500, "epoch": 31, "train_loss": 4.912941949442029e-05, "cos_r_negg": [0.6023823618888855, 0.6558640599250793], "cos_innovation_negg": [0.6023823618888855, 0.6558640599250793], "cos_apical_negg": [0.6023823618888855, 0.6558640599250793], "cos_Ac_negg": [0.6023823618888855, 0.6558640599250793], "r_norm": [0.16015130281448364, 0.16201820969581604], "ldr": {"dL_sdil": -0.006987862288951874, "dL_bp": -0.007888004183769226, "ratio": 0.885884708749327}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9757, "test_loss": 0.12581263337135315}, {"step": 12550, "epoch": 32, "train_loss": 0.00017799888155423105, "cos_r_negg": [0.6022157073020935, 0.6556164622306824], "cos_innovation_negg": [0.6022157073020935, 0.6556164622306824], "cos_apical_negg": [0.6022157073020935, 0.6556164622306824], "cos_Ac_negg": [0.6022157073020935, 0.6556164622306824], "r_norm": [0.15986016392707825, 0.16174262762069702]}, {"step": 12600, "epoch": 32, "train_loss": 7.387729419860989e-05, "cos_r_negg": [0.6018153429031372, 0.6556075811386108], "cos_innovation_negg": [0.6018153429031372, 0.6556075811386108], "cos_apical_negg": [0.6018153429031372, 0.6556075811386108], "cos_Ac_negg": [0.6018153429031372, 0.6556075811386108], "r_norm": [0.1592523455619812, 0.1611601561307907]}, {"step": 12650, "epoch": 32, "train_loss": 0.00019309324852656573, "cos_r_negg": [0.6022011041641235, 0.6560423374176025], "cos_innovation_negg": [0.6022011041641235, 0.6560423374176025], "cos_apical_negg": [0.6022011041641235, 0.6560423374176025], "cos_Ac_negg": [0.6022011041641235, 0.6560423374176025], "r_norm": [0.15930798649787903, 0.16118766367435455]}, {"step": 12700, "epoch": 32, "train_loss": 0.00023554233484901488, "cos_r_negg": [0.6024196147918701, 0.6560685634613037], "cos_innovation_negg": [0.6024196147918701, 0.6560685634613037], "cos_apical_negg": [0.6024196147918701, 0.6560685634613037], "cos_Ac_negg": [0.6024196147918701, 0.6560685634613037], "r_norm": [0.1594284325838089, 0.1612938642501831]}, {"step": 12750, "epoch": 32, "train_loss": 6.546147778863087e-05, "cos_r_negg": [0.6023271083831787, 0.656355619430542], "cos_innovation_negg": [0.6023271083831787, 0.656355619430542], "cos_apical_negg": [0.6023271083831787, 0.656355619430542], "cos_Ac_negg": [0.6023271083831787, 0.656355619430542], "r_norm": [0.15966343879699707, 0.16155536472797394], "ldr": {"dL_sdil": -0.006976291537284851, "dL_bp": -0.00788714736700058, "ratio": 0.8845139075850538}}, {"step": 12800, "epoch": 32, "train_loss": 0.0002577950363047421, "cos_r_negg": [0.6028518676757812, 0.6564982533454895], "cos_innovation_negg": [0.6028518676757812, 0.6564982533454895], "cos_apical_negg": [0.6028518676757812, 0.6564982533454895], "cos_Ac_negg": [0.6028518676757812, 0.6564982533454895], "r_norm": [0.15948401391506195, 0.161337748169899]}, {"step": 12850, "epoch": 32, "train_loss": 6.982595368754119e-05, "cos_r_negg": [0.6027215123176575, 0.6561276912689209], "cos_innovation_negg": [0.6027215123176575, 0.6561276912689209], "cos_apical_negg": [0.6027215123176575, 0.6561276912689209], "cos_Ac_negg": [0.6027215123176575, 0.6561276912689209], "r_norm": [0.15906701982021332, 0.1609193980693817]}, {"step": 12900, "epoch": 32, "train_loss": 9.893641981761903e-05, "cos_r_negg": [0.6028099060058594, 0.6561117172241211], "cos_innovation_negg": [0.6028099060058594, 0.6561117172241211], "cos_apical_negg": [0.6028099060058594, 0.6561117172241211], "cos_Ac_negg": [0.6028099060058594, 0.6561117172241211], "r_norm": [0.15902376174926758, 0.16090622544288635]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9754, "test_loss": 0.12621197896003722}, {"step": 12950, "epoch": 33, "train_loss": 0.00016152882017195225, "cos_r_negg": [0.6028718948364258, 0.6557790637016296], "cos_innovation_negg": [0.6028718948364258, 0.6557790637016296], "cos_apical_negg": [0.6028718948364258, 0.6557790637016296], "cos_Ac_negg": [0.6028718948364258, 0.6557790637016296], "r_norm": [0.1580098271369934, 0.1599186360836029]}, {"step": 13000, "epoch": 33, "train_loss": 2.8419006412150338e-05, "cos_r_negg": [0.6025859117507935, 0.655704140663147], "cos_innovation_negg": [0.6025859117507935, 0.655704140663147], "cos_apical_negg": [0.6025859117507935, 0.655704140663147], "cos_Ac_negg": [0.6025859117507935, 0.655704140663147], "r_norm": [0.1587379276752472, 0.16065895557403564], "ldr": {"dL_sdil": -0.006974212825298309, "dL_bp": -0.007910989224910736, "ratio": 0.8815854284489943}}, {"step": 13050, "epoch": 33, "train_loss": 0.00017565001326147467, "cos_r_negg": [0.6024968028068542, 0.6552671194076538], "cos_innovation_negg": [0.6024968028068542, 0.6552671194076538], "cos_apical_negg": [0.6024968028068542, 0.6552671194076538], "cos_Ac_negg": [0.6024968028068542, 0.6552671194076538], "r_norm": [0.15827688574790955, 0.16018354892730713]}, {"step": 13100, "epoch": 33, "train_loss": 9.165354276774451e-05, "cos_r_negg": [0.6026653051376343, 0.6558376550674438], "cos_innovation_negg": [0.6026653051376343, 0.6558376550674438], "cos_apical_negg": [0.6026653051376343, 0.6558376550674438], "cos_Ac_negg": [0.6026653051376343, 0.6558376550674438], "r_norm": [0.15830355882644653, 0.16017194092273712]}, {"step": 13150, "epoch": 33, "train_loss": 8.92403768375516e-05, "cos_r_negg": [0.6031582355499268, 0.6564338803291321], "cos_innovation_negg": [0.6031582355499268, 0.6564338803291321], "cos_apical_negg": [0.6031582355499268, 0.6564338803291321], "cos_Ac_negg": [0.6031582355499268, 0.6564338803291321], "r_norm": [0.15815603733062744, 0.16003507375717163]}, {"step": 13200, "epoch": 33, "train_loss": 0.00018726795678958297, "cos_r_negg": [0.6028821468353271, 0.6568366289138794], "cos_innovation_negg": [0.6028821468353271, 0.6568366289138794], "cos_apical_negg": [0.6028821468353271, 0.6568366289138794], "cos_Ac_negg": [0.6028821468353271, 0.6568366289138794], "r_norm": [0.1585199534893036, 0.16038841009140015]}, {"step": 13250, "epoch": 33, "train_loss": 0.00019714405061677098, "cos_r_negg": [0.602847695350647, 0.657389223575592], "cos_innovation_negg": [0.602847695350647, 0.657389223575592], "cos_apical_negg": [0.602847695350647, 0.657389223575592], "cos_Ac_negg": [0.602847695350647, 0.657389223575592], "r_norm": [0.1593906581401825, 0.1612655222415924], "ldr": {"dL_sdil": -0.007003135979175568, "dL_bp": -0.007958650588989258, "ratio": 0.8799401231239328}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9755, "test_loss": 0.12674036564826965}, {"step": 13300, "epoch": 34, "train_loss": 0.00018455617828294635, "cos_r_negg": [0.603422999382019, 0.657348096370697], "cos_innovation_negg": [0.603422999382019, 0.657348096370697], "cos_apical_negg": [0.603422999382019, 0.657348096370697], "cos_Ac_negg": [0.603422999382019, 0.657348096370697], "r_norm": [0.15909352898597717, 0.16097190976142883]}, {"step": 13350, "epoch": 34, "train_loss": 0.00012240756768733263, "cos_r_negg": [0.6027582883834839, 0.6566882729530334], "cos_innovation_negg": [0.6027582883834839, 0.6566882729530334], "cos_apical_negg": [0.6027582883834839, 0.6566882729530334], "cos_Ac_negg": [0.6027582883834839, 0.6566882729530334], "r_norm": [0.15908512473106384, 0.16096952557563782]}, {"step": 13400, "epoch": 34, "train_loss": 0.000216370724956505, "cos_r_negg": [0.6029689311981201, 0.6568388938903809], "cos_innovation_negg": [0.6029689311981201, 0.6568388938903809], "cos_apical_negg": [0.6029689311981201, 0.6568388938903809], "cos_Ac_negg": [0.6029689311981201, 0.6568388938903809], "r_norm": [0.15934854745864868, 0.16122488677501678]}, {"step": 13450, "epoch": 34, "train_loss": 0.0001932221930474043, "cos_r_negg": [0.6031783819198608, 0.6567145586013794], "cos_innovation_negg": [0.6031783819198608, 0.6567145586013794], "cos_apical_negg": [0.6031783819198608, 0.6567145586013794], "cos_Ac_negg": [0.6031783819198608, 0.6567145586013794], "r_norm": [0.15957030653953552, 0.16142651438713074]}, {"step": 13500, "epoch": 34, "train_loss": 0.0003102849586866796, "cos_r_negg": [0.6037012338638306, 0.6569058299064636], "cos_innovation_negg": [0.6037012338638306, 0.6569058299064636], "cos_apical_negg": [0.6037012338638306, 0.6569058299064636], "cos_Ac_negg": [0.6037012338638306, 0.6569058299064636], "r_norm": [0.15883073210716248, 0.16068372130393982], "ldr": {"dL_sdil": -0.006964191794395447, "dL_bp": -0.007918760180473328, "ratio": 0.8794548181378535}}, {"step": 13550, "epoch": 34, "train_loss": 0.00016927246178966016, "cos_r_negg": [0.603295087814331, 0.6569147109985352], "cos_innovation_negg": [0.603295087814331, 0.6569147109985352], "cos_apical_negg": [0.603295087814331, 0.6569147109985352], "cos_Ac_negg": [0.603295087814331, 0.6569147109985352], "r_norm": [0.1591080129146576, 0.16098248958587646]}, {"step": 13600, "epoch": 34, "train_loss": 0.000153832821524702, "cos_r_negg": [0.6033549308776855, 0.6563428044319153], "cos_innovation_negg": [0.6033549308776855, 0.6563428044319153], "cos_apical_negg": [0.6033549308776855, 0.6563428044319153], "cos_Ac_negg": [0.6033549308776855, 0.6563428044319153], "r_norm": [0.1592891812324524, 0.1611744910478592]}, {"step": 13650, "epoch": 34, "train_loss": 0.0001232618815265596, "cos_r_negg": [0.6035776138305664, 0.6566113233566284], "cos_innovation_negg": [0.6035776138305664, 0.6566113233566284], "cos_apical_negg": [0.6035776138305664, 0.6566113233566284], "cos_Ac_negg": [0.6035776138305664, 0.6566113233566284], "r_norm": [0.15848186612129211, 0.16034169495105743]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9755, "test_loss": 0.12709534397125244}, {"step": 13700, "epoch": 35, "train_loss": 0.000110518085421063, "cos_r_negg": [0.6032127737998962, 0.6563692092895508], "cos_innovation_negg": [0.6032127737998962, 0.6563692092895508], "cos_apical_negg": [0.6032127737998962, 0.6563692092895508], "cos_Ac_negg": [0.6032127737998962, 0.6563692092895508], "r_norm": [0.15827544033527374, 0.16015556454658508]}, {"step": 13750, "epoch": 35, "train_loss": 0.00026342860655859113, "cos_r_negg": [0.6040595769882202, 0.6566283702850342], "cos_innovation_negg": [0.6040595769882202, 0.6566283702850342], "cos_apical_negg": [0.6040595769882202, 0.6566283702850342], "cos_Ac_negg": [0.6040595769882202, 0.6566283702850342], "r_norm": [0.15828126668930054, 0.16016797721385956], "ldr": {"dL_sdil": -0.0069735050201416016, "dL_bp": -0.007944904267787933, "ratio": 0.8777330456221099}}, {"step": 13800, "epoch": 35, "train_loss": 8.060585241764784e-05, "cos_r_negg": [0.6037666201591492, 0.6568049192428589], "cos_innovation_negg": [0.6037666201591492, 0.6568049192428589], "cos_apical_negg": [0.6037666201591492, 0.6568049192428589], "cos_Ac_negg": [0.6037666201591492, 0.6568049192428589], "r_norm": [0.15843209624290466, 0.16030791401863098]}, {"step": 13850, "epoch": 35, "train_loss": 0.0001101046145777218, "cos_r_negg": [0.6036003828048706, 0.6569321155548096], "cos_innovation_negg": [0.6036003828048706, 0.6569321155548096], "cos_apical_negg": [0.6036003828048706, 0.6569321155548096], "cos_Ac_negg": [0.6036003828048706, 0.6569321155548096], "r_norm": [0.1595228910446167, 0.16140177845954895]}, {"step": 13900, "epoch": 35, "train_loss": 7.881969941081479e-05, "cos_r_negg": [0.6039018630981445, 0.657048225402832], "cos_innovation_negg": [0.6039018630981445, 0.657048225402832], "cos_apical_negg": [0.6039018630981445, 0.657048225402832], "cos_Ac_negg": [0.6039018630981445, 0.657048225402832], "r_norm": [0.15830962359905243, 0.1602005660533905]}, {"step": 13950, "epoch": 35, "train_loss": 0.0002039617975242436, "cos_r_negg": [0.6031099557876587, 0.6565764546394348], "cos_innovation_negg": [0.6031099557876587, 0.6565764546394348], "cos_apical_negg": [0.6031099557876587, 0.6565764546394348], "cos_Ac_negg": [0.6031099557876587, 0.6565764546394348], "r_norm": [0.15758821368217468, 0.15944069623947144]}, {"step": 14000, "epoch": 35, "train_loss": 0.00017334303993266076, "cos_r_negg": [0.6030405163764954, 0.6566857695579529], "cos_innovation_negg": [0.6030405163764954, 0.6566857695579529], "cos_apical_negg": [0.6030405163764954, 0.6566857695579529], "cos_Ac_negg": [0.6030405163764954, 0.6566857695579529], "r_norm": [0.15869620442390442, 0.1605420857667923], "ldr": {"dL_sdil": -0.007006257772445679, "dL_bp": -0.007984936237335205, "ratio": 0.8774344045086403}}, {"step": 14050, "epoch": 35, "train_loss": 0.00016025296645238996, "cos_r_negg": [0.603890597820282, 0.6570332646369934], "cos_innovation_negg": [0.603890597820282, 0.6570332646369934], "cos_apical_negg": [0.603890597820282, 0.6570332646369934], "cos_Ac_negg": [0.603890597820282, 0.6570332646369934], "r_norm": [0.1586942821741104, 0.16055995225906372]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9754, "test_loss": 0.12751471872329712}, {"step": 14100, "epoch": 36, "train_loss": 0.00020008510909974575, "cos_r_negg": [0.6033002734184265, 0.6567929983139038], "cos_innovation_negg": [0.6033002734184265, 0.6567929983139038], "cos_apical_negg": [0.6033002734184265, 0.6567929983139038], "cos_Ac_negg": [0.6033002734184265, 0.6567929983139038], "r_norm": [0.1581147164106369, 0.16000938415527344]}, {"step": 14150, "epoch": 36, "train_loss": 0.00017671138630248606, "cos_r_negg": [0.6028859615325928, 0.656245231628418], "cos_innovation_negg": [0.6028859615325928, 0.656245231628418], "cos_apical_negg": [0.6028859615325928, 0.656245231628418], "cos_Ac_negg": [0.6028859615325928, 0.656245231628418], "r_norm": [0.1587006151676178, 0.16060766577720642]}, {"step": 14200, "epoch": 36, "train_loss": 0.0001418061729054898, "cos_r_negg": [0.6036908626556396, 0.6568563580513], "cos_innovation_negg": [0.6036908626556396, 0.6568563580513], "cos_apical_negg": [0.6036908626556396, 0.6568563580513], "cos_Ac_negg": [0.6036908626556396, 0.6568563580513], "r_norm": [0.1592014729976654, 0.16107521951198578]}, {"step": 14250, "epoch": 36, "train_loss": 0.0001572218316141516, "cos_r_negg": [0.603946328163147, 0.6568892002105713], "cos_innovation_negg": [0.603946328163147, 0.6568892002105713], "cos_apical_negg": [0.603946328163147, 0.6568892002105713], "cos_Ac_negg": [0.603946328163147, 0.6568892002105713], "r_norm": [0.1584436148405075, 0.16031648218631744], "ldr": {"dL_sdil": -0.007011108100414276, "dL_bp": -0.008010223507881165, "ratio": 0.8752699713704779}}, {"step": 14300, "epoch": 36, "train_loss": 5.581115692621097e-05, "cos_r_negg": [0.6038641333580017, 0.6566457152366638], "cos_innovation_negg": [0.6038641333580017, 0.6566457152366638], "cos_apical_negg": [0.6038641333580017, 0.6566457152366638], "cos_Ac_negg": [0.6038641333580017, 0.6566457152366638], "r_norm": [0.15828166902065277, 0.16018930077552795]}, {"step": 14350, "epoch": 36, "train_loss": 0.00012789445463567972, "cos_r_negg": [0.6037468314170837, 0.6573240756988525], "cos_innovation_negg": [0.6037468314170837, 0.6573240756988525], "cos_apical_negg": [0.6037468314170837, 0.6573240756988525], "cos_Ac_negg": [0.6037468314170837, 0.6573240756988525], "r_norm": [0.15887972712516785, 0.16078609228134155]}, {"step": 14400, "epoch": 36, "train_loss": 6.617035251110792e-05, "cos_r_negg": [0.6032536625862122, 0.657295286655426], "cos_innovation_negg": [0.6032536625862122, 0.657295286655426], "cos_apical_negg": [0.6032536625862122, 0.657295286655426], "cos_Ac_negg": [0.6032536625862122, 0.657295286655426], "r_norm": [0.1582418978214264, 0.16010154783725739]}, {"step": 14450, "epoch": 36, "train_loss": 0.00016145521658472717, "cos_r_negg": [0.6033594608306885, 0.657298743724823], "cos_innovation_negg": [0.6033594608306885, 0.657298743724823], "cos_apical_negg": [0.6033594608306885, 0.657298743724823], "cos_Ac_negg": [0.6033594608306885, 0.657298743724823], "r_norm": [0.15841929614543915, 0.16026483476161957]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9758, "test_loss": 0.1278764530658722}, {"step": 14500, "epoch": 37, "train_loss": 0.000132862085592933, "cos_r_negg": [0.6038951873779297, 0.657280445098877], "cos_innovation_negg": [0.6038951873779297, 0.657280445098877], "cos_apical_negg": [0.6038951873779297, 0.657280445098877], "cos_Ac_negg": [0.6038951873779297, 0.657280445098877], "r_norm": [0.15855461359024048, 0.16042304039001465], "ldr": {"dL_sdil": -0.0070368945598602295, "dL_bp": -0.008054964244365692, "ratio": 0.8736096581412407}}, {"step": 14550, "epoch": 37, "train_loss": 0.00018437040853314102, "cos_r_negg": [0.6036340594291687, 0.6570623517036438], "cos_innovation_negg": [0.6036340594291687, 0.6570623517036438], "cos_apical_negg": [0.6036340594291687, 0.6570623517036438], "cos_Ac_negg": [0.6036340594291687, 0.6570623517036438], "r_norm": [0.15825264155864716, 0.1601535677909851]}, {"step": 14600, "epoch": 37, "train_loss": 4.567281939671375e-05, "cos_r_negg": [0.6026847958564758, 0.6566733717918396], "cos_innovation_negg": [0.6026847958564758, 0.6566733717918396], "cos_apical_negg": [0.6026847958564758, 0.6566733717918396], "cos_Ac_negg": [0.6026847958564758, 0.6566733717918396], "r_norm": [0.15784059464931488, 0.15971575677394867]}, {"step": 14650, "epoch": 37, "train_loss": 0.00014662652392871678, "cos_r_negg": [0.6035805344581604, 0.6575044393539429], "cos_innovation_negg": [0.6035805344581604, 0.6575044393539429], "cos_apical_negg": [0.6035805344581604, 0.6575044393539429], "cos_Ac_negg": [0.6035805344581604, 0.6575044393539429], "r_norm": [0.15796928107738495, 0.15983662009239197]}, {"step": 14700, "epoch": 37, "train_loss": 9.713043982628733e-05, "cos_r_negg": [0.6036467552185059, 0.6581125259399414], "cos_innovation_negg": [0.6036467552185059, 0.6581125259399414], "cos_apical_negg": [0.6036467552185059, 0.6581125259399414], "cos_Ac_negg": [0.6036467552185059, 0.6581125259399414], "r_norm": [0.15811747312545776, 0.15996119379997253]}, {"step": 14750, "epoch": 37, "train_loss": 0.00013722020958084613, "cos_r_negg": [0.6031257510185242, 0.6575820446014404], "cos_innovation_negg": [0.6031257510185242, 0.6575820446014404], "cos_apical_negg": [0.6031257510185242, 0.6575820446014404], "cos_Ac_negg": [0.6031257510185242, 0.6575820446014404], "r_norm": [0.15768298506736755, 0.15955457091331482], "ldr": {"dL_sdil": -0.007001988589763641, "dL_bp": -0.00804058462381363, "ratio": 0.8708307812625963}}, {"step": 14800, "epoch": 37, "train_loss": 0.0001302608143305406, "cos_r_negg": [0.6042213439941406, 0.6572632789611816], "cos_innovation_negg": [0.6042213439941406, 0.6572632789611816], "cos_apical_negg": [0.6042213439941406, 0.6572632789611816], "cos_Ac_negg": [0.6042213439941406, 0.6572632789611816], "r_norm": [0.15815657377243042, 0.16003301739692688]}, {"step": 14850, "epoch": 37, "train_loss": 7.488319533877075e-05, "cos_r_negg": [0.6034846305847168, 0.6576476097106934], "cos_innovation_negg": [0.6034846305847168, 0.6576476097106934], "cos_apical_negg": [0.6034846305847168, 0.6576476097106934], "cos_Ac_negg": [0.6034846305847168, 0.6576476097106934], "r_norm": [0.15826843678951263, 0.16013018786907196]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9757, "test_loss": 0.12818930921554567}, {"step": 14900, "epoch": 38, "train_loss": 0.00011615239782258868, "cos_r_negg": [0.6033805012702942, 0.6572241187095642], "cos_innovation_negg": [0.6033805012702942, 0.6572241187095642], "cos_apical_negg": [0.6033805012702942, 0.6572241187095642], "cos_Ac_negg": [0.6033805012702942, 0.6572241187095642], "r_norm": [0.1573716104030609, 0.15923282504081726]}, {"step": 14950, "epoch": 38, "train_loss": 4.164516576565802e-05, "cos_r_negg": [0.6038885116577148, 0.6572287082672119], "cos_innovation_negg": [0.6038885116577148, 0.6572287082672119], "cos_apical_negg": [0.6038885116577148, 0.6572287082672119], "cos_Ac_negg": [0.6038885116577148, 0.6572287082672119], "r_norm": [0.1567186713218689, 0.1585768610239029]}, {"step": 15000, "epoch": 38, "train_loss": 0.00039128170465119183, "cos_r_negg": [0.6041057705879211, 0.6572655439376831], "cos_innovation_negg": [0.6041057705879211, 0.6572655439376831], "cos_apical_negg": [0.6041057705879211, 0.6572655439376831], "cos_Ac_negg": [0.6041057705879211, 0.6572655439376831], "r_norm": [0.15737177431583405, 0.15923506021499634], "ldr": {"dL_sdil": -0.006970666348934174, "dL_bp": -0.007992267608642578, "ratio": 0.8721762946721556}}, {"step": 15050, "epoch": 38, "train_loss": 0.00017957606178242713, "cos_r_negg": [0.6036940813064575, 0.6582309603691101], "cos_innovation_negg": [0.6036940813064575, 0.6582309603691101], "cos_apical_negg": [0.6036940813064575, 0.6582309603691101], "cos_Ac_negg": [0.6036940813064575, 0.6582309603691101], "r_norm": [0.1578015387058258, 0.15968862175941467]}, {"step": 15100, "epoch": 38, "train_loss": 3.7275676731951535e-05, "cos_r_negg": [0.6041665077209473, 0.6579568386077881], "cos_innovation_negg": [0.6041665077209473, 0.6579568386077881], "cos_apical_negg": [0.6041665077209473, 0.6579568386077881], "cos_Ac_negg": [0.6041665077209473, 0.6579568386077881], "r_norm": [0.15934009850025177, 0.1612178385257721]}, {"step": 15150, "epoch": 38, "train_loss": 0.00013211023178882897, "cos_r_negg": [0.6037411689758301, 0.6576424241065979], "cos_innovation_negg": [0.6037411689758301, 0.6576424241065979], "cos_apical_negg": [0.6037411689758301, 0.6576424241065979], "cos_Ac_negg": [0.6037411689758301, 0.6576424241065979], "r_norm": [0.15901589393615723, 0.16088919341564178]}, {"step": 15200, "epoch": 38, "train_loss": 0.00014562408614438027, "cos_r_negg": [0.6038204431533813, 0.6577627658843994], "cos_innovation_negg": [0.6038204431533813, 0.6577627658843994], "cos_apical_negg": [0.6038204431533813, 0.6577627658843994], "cos_Ac_negg": [0.6038204431533813, 0.6577627658843994], "r_norm": [0.15851296484470367, 0.16037200391292572]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9757, "test_loss": 0.12860222845077515}, {"step": 15250, "epoch": 39, "train_loss": 4.5315391616895795e-05, "cos_r_negg": [0.603406548500061, 0.6576235294342041], "cos_innovation_negg": [0.603406548500061, 0.6576235294342041], "cos_apical_negg": [0.603406548500061, 0.6576235294342041], "cos_Ac_negg": [0.603406548500061, 0.6576235294342041], "r_norm": [0.15803125500679016, 0.15989390015602112], "ldr": {"dL_sdil": -0.007045447826385498, "dL_bp": -0.008105583488941193, "ratio": 0.869209210662985}}, {"step": 15300, "epoch": 39, "train_loss": 0.00015208919649012387, "cos_r_negg": [0.6042038202285767, 0.6578267812728882], "cos_innovation_negg": [0.6042038202285767, 0.6578267812728882], "cos_apical_negg": [0.6042038202285767, 0.6578267812728882], "cos_Ac_negg": [0.6042038202285767, 0.6578267812728882], "r_norm": [0.1572461575269699, 0.15911060571670532]}, {"step": 15350, "epoch": 39, "train_loss": 0.0003036248672287911, "cos_r_negg": [0.6031386256217957, 0.6580002307891846], "cos_innovation_negg": [0.6031386256217957, 0.6580002307891846], "cos_apical_negg": [0.6031386256217957, 0.6580002307891846], "cos_Ac_negg": [0.6031386256217957, 0.6580002307891846], "r_norm": [0.15675078332424164, 0.1586054414510727]}, {"step": 15400, "epoch": 39, "train_loss": 9.586403029970825e-05, "cos_r_negg": [0.6034740209579468, 0.6581356525421143], "cos_innovation_negg": [0.6034740209579468, 0.6581356525421143], "cos_apical_negg": [0.6034740209579468, 0.6581356525421143], "cos_Ac_negg": [0.6034740209579468, 0.6581356525421143], "r_norm": [0.1572687327861786, 0.15913379192352295]}, {"step": 15450, "epoch": 39, "train_loss": 0.0001307726197410375, "cos_r_negg": [0.603874683380127, 0.6578478217124939], "cos_innovation_negg": [0.603874683380127, 0.6578478217124939], "cos_apical_negg": [0.603874683380127, 0.6578478217124939], "cos_Ac_negg": [0.603874683380127, 0.6578478217124939], "r_norm": [0.15763331949710846, 0.15949034690856934]}, {"step": 15500, "epoch": 39, "train_loss": 0.00016923967632465065, "cos_r_negg": [0.6039748787879944, 0.6579989194869995], "cos_innovation_negg": [0.6039748787879944, 0.6579989194869995], "cos_apical_negg": [0.6039748787879944, 0.6579989194869995], "cos_Ac_negg": [0.6039748787879944, 0.6579989194869995], "r_norm": [0.1582077592611313, 0.1600949466228485], "ldr": {"dL_sdil": -0.007094629108905792, "dL_bp": -0.008182302117347717, "ratio": 0.867070050354668}}, {"step": 15550, "epoch": 39, "train_loss": 0.0001638858811929822, "cos_r_negg": [0.6042858362197876, 0.6581734418869019], "cos_innovation_negg": [0.6042858362197876, 0.6581734418869019], "cos_apical_negg": [0.6042858362197876, 0.6581734418869019], "cos_Ac_negg": [0.6042858362197876, 0.6581734418869019], "r_norm": [0.15887661278247833, 0.1607743799686432]}, {"step": 15600, "epoch": 39, "train_loss": 0.00016485116793774068, "cos_r_negg": [0.6037296056747437, 0.6578323841094971], "cos_innovation_negg": [0.6037296056747437, 0.6578323841094971], "cos_apical_negg": [0.6037296056747437, 0.6578323841094971], "cos_Ac_negg": [0.6037296056747437, 0.6578323841094971], "r_norm": [0.1578417718410492, 0.15972289443016052]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9756, "test_loss": 0.12877419557571412}, {"step": 15650, "epoch": 40, "train_loss": 0.00019253142818342894, "cos_r_negg": [0.6043553352355957, 0.6574819087982178], "cos_innovation_negg": [0.6043553352355957, 0.6574819087982178], "cos_apical_negg": [0.6043553352355957, 0.6574819087982178], "cos_Ac_negg": [0.6043553352355957, 0.6574819087982178], "r_norm": [0.15872010588645935, 0.16060155630111694]}, {"step": 15700, "epoch": 40, "train_loss": 9.00792219908908e-05, "cos_r_negg": [0.6042796969413757, 0.6577506065368652], "cos_innovation_negg": [0.6042796969413757, 0.6577506065368652], "cos_apical_negg": [0.6042796969413757, 0.6577506065368652], "cos_Ac_negg": [0.6042796969413757, 0.6577506065368652], "r_norm": [0.15900588035583496, 0.16085562109947205]}, {"step": 15750, "epoch": 40, "train_loss": 9.813733049668372e-05, "cos_r_negg": [0.6042529940605164, 0.6579336524009705], "cos_innovation_negg": [0.6042529940605164, 0.6579336524009705], "cos_apical_negg": [0.6042529940605164, 0.6579336524009705], "cos_Ac_negg": [0.6042529940605164, 0.6579336524009705], "r_norm": [0.1586059331893921, 0.16046932339668274], "ldr": {"dL_sdil": -0.0071219950914382935, "dL_bp": -0.00822286307811737, "ratio": 0.8661210850502059}}, {"step": 15800, "epoch": 40, "train_loss": 0.0002097217075061053, "cos_r_negg": [0.603666365146637, 0.6575942039489746], "cos_innovation_negg": [0.603666365146637, 0.6575942039489746], "cos_apical_negg": [0.603666365146637, 0.6575942039489746], "cos_Ac_negg": [0.603666365146637, 0.6575942039489746], "r_norm": [0.15770328044891357, 0.15956953167915344]}, {"step": 15850, "epoch": 40, "train_loss": 7.122530223568901e-05, "cos_r_negg": [0.6029400825500488, 0.6570739150047302], "cos_innovation_negg": [0.6029400825500488, 0.6570739150047302], "cos_apical_negg": [0.6029400825500488, 0.6570739150047302], "cos_Ac_negg": [0.6029400825500488, 0.6570739150047302], "r_norm": [0.1571471095085144, 0.15900446474552155]}, {"step": 15900, "epoch": 40, "train_loss": 7.288359483936802e-05, "cos_r_negg": [0.6042377948760986, 0.6580721139907837], "cos_innovation_negg": [0.6042377948760986, 0.6580721139907837], "cos_apical_negg": [0.6042377948760986, 0.6580721139907837], "cos_Ac_negg": [0.6042377948760986, 0.6580721139907837], "r_norm": [0.15734726190567017, 0.15923263132572174]}, {"step": 15950, "epoch": 40, "train_loss": 0.00010687563917599618, "cos_r_negg": [0.6044132709503174, 0.6581145524978638], "cos_innovation_negg": [0.6044132709503174, 0.6581145524978638], "cos_apical_negg": [0.6044132709503174, 0.6581145524978638], "cos_Ac_negg": [0.6044132709503174, 0.6581145524978638], "r_norm": [0.15783613920211792, 0.15974147617816925]}, {"step": 16000, "epoch": 40, "train_loss": 2.6462930691195652e-05, "cos_r_negg": [0.6042518615722656, 0.6577380895614624], "cos_innovation_negg": [0.6042518615722656, 0.6577380895614624], "cos_apical_negg": [0.6042518615722656, 0.6577380895614624], "cos_Ac_negg": [0.6042518615722656, 0.6577380895614624], "r_norm": [0.1584801971912384, 0.16036690771579742], "ldr": {"dL_sdil": -0.007114194333553314, "dL_bp": -0.008230134844779968, "ratio": 0.8644079918162643}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9756, "test_loss": 0.12893528790473938}, {"step": 16050, "epoch": 41, "train_loss": 4.516782792052254e-05, "cos_r_negg": [0.6046223640441895, 0.6576347351074219], "cos_innovation_negg": [0.6046223640441895, 0.6576347351074219], "cos_apical_negg": [0.6046223640441895, 0.6576347351074219], "cos_Ac_negg": [0.6046223640441895, 0.6576347351074219], "r_norm": [0.15805408358573914, 0.15991440415382385]}, {"step": 16100, "epoch": 41, "train_loss": 0.00013182248221710324, "cos_r_negg": [0.6046727299690247, 0.657976508140564], "cos_innovation_negg": [0.6046727299690247, 0.657976508140564], "cos_apical_negg": [0.6046727299690247, 0.657976508140564], "cos_Ac_negg": [0.6046727299690247, 0.657976508140564], "r_norm": [0.15832030773162842, 0.16020530462265015]}, {"step": 16150, "epoch": 41, "train_loss": 0.00013707626203540713, "cos_r_negg": [0.6040787696838379, 0.6575980186462402], "cos_innovation_negg": [0.6040787696838379, 0.6575980186462402], "cos_apical_negg": [0.6040787696838379, 0.6575980186462402], "cos_Ac_negg": [0.6040787696838379, 0.6575980186462402], "r_norm": [0.15866677463054657, 0.160541370511055]}, {"step": 16200, "epoch": 41, "train_loss": 0.00011035794159397483, "cos_r_negg": [0.6045282483100891, 0.6579090356826782], "cos_innovation_negg": [0.6045282483100891, 0.6579090356826782], "cos_apical_negg": [0.6045282483100891, 0.6579090356826782], "cos_Ac_negg": [0.6045282483100891, 0.6579090356826782], "r_norm": [0.1581789255142212, 0.16005952656269073]}, {"step": 16250, "epoch": 41, "train_loss": 0.0001384793285978958, "cos_r_negg": [0.6042435169219971, 0.6577427983283997], "cos_innovation_negg": [0.6042435169219971, 0.6577427983283997], "cos_apical_negg": [0.6042435169219971, 0.6577427983283997], "cos_Ac_negg": [0.6042435169219971, 0.6577427983283997], "r_norm": [0.1582832634449005, 0.16018036007881165], "ldr": {"dL_sdil": -0.0071235522627830505, "dL_bp": -0.008254379034042358, "ratio": 0.8630028053478523}}, {"step": 16300, "epoch": 41, "train_loss": 0.00010857146116904914, "cos_r_negg": [0.6034195423126221, 0.6568264961242676], "cos_innovation_negg": [0.6034195423126221, 0.6568264961242676], "cos_apical_negg": [0.6034195423126221, 0.6568264961242676], "cos_Ac_negg": [0.6034195423126221, 0.6568264961242676], "r_norm": [0.1577756702899933, 0.1596810221672058]}, {"step": 16350, "epoch": 41, "train_loss": 7.63048738008365e-05, "cos_r_negg": [0.6031267642974854, 0.6573804616928101], "cos_innovation_negg": [0.6031267642974854, 0.6573804616928101], "cos_apical_negg": [0.6031267642974854, 0.6573804616928101], "cos_Ac_negg": [0.6031267642974854, 0.6573804616928101], "r_norm": [0.15679508447647095, 0.15869548916816711]}, {"step": 16400, "epoch": 41, "train_loss": 8.030792378121987e-05, "cos_r_negg": [0.6035301089286804, 0.6576828956604004], "cos_innovation_negg": [0.6035301089286804, 0.6576828956604004], "cos_apical_negg": [0.6035301089286804, 0.6576828956604004], "cos_Ac_negg": [0.6035301089286804, 0.6576828956604004], "r_norm": [0.1569945514202118, 0.15885108709335327]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9755, "test_loss": 0.1294861310005188}, {"step": 16450, "epoch": 42, "train_loss": 4.044330125907436e-05, "cos_r_negg": [0.6037143468856812, 0.6579926013946533], "cos_innovation_negg": [0.6037143468856812, 0.6579926013946533], "cos_apical_negg": [0.6037143468856812, 0.6579926013946533], "cos_Ac_negg": [0.6037143468856812, 0.6579926013946533], "r_norm": [0.1567322313785553, 0.15857568383216858]}, {"step": 16500, "epoch": 42, "train_loss": 0.00012856334797106683, "cos_r_negg": [0.603400707244873, 0.6577111482620239], "cos_innovation_negg": [0.603400707244873, 0.6577111482620239], "cos_apical_negg": [0.603400707244873, 0.6577111482620239], "cos_Ac_negg": [0.603400707244873, 0.6577111482620239], "r_norm": [0.15773078799247742, 0.1595892310142517], "ldr": {"dL_sdil": -0.007079489529132843, "dL_bp": -0.008197255432605743, "ratio": 0.8636414452785224}}, {"step": 16550, "epoch": 42, "train_loss": 0.0001806038781069219, "cos_r_negg": [0.6031359434127808, 0.6575732231140137], "cos_innovation_negg": [0.6031359434127808, 0.6575732231140137], "cos_apical_negg": [0.6031359434127808, 0.6575732231140137], "cos_Ac_negg": [0.6031359434127808, 0.6575732231140137], "r_norm": [0.15806671977043152, 0.15990889072418213]}, {"step": 16600, "epoch": 42, "train_loss": 0.00021362831466831267, "cos_r_negg": [0.6035529375076294, 0.6574594974517822], "cos_innovation_negg": [0.6035529375076294, 0.6574594974517822], "cos_apical_negg": [0.6035529375076294, 0.6574594974517822], "cos_Ac_negg": [0.6035529375076294, 0.6574594974517822], "r_norm": [0.15733027458190918, 0.1591814011335373]}, {"step": 16650, "epoch": 42, "train_loss": 0.00013452288112603128, "cos_r_negg": [0.6038067936897278, 0.6574373245239258], "cos_innovation_negg": [0.6038067936897278, 0.6574373245239258], "cos_apical_negg": [0.6038067936897278, 0.6574373245239258], "cos_Ac_negg": [0.6038067936897278, 0.6574373245239258], "r_norm": [0.15722841024398804, 0.15907788276672363]}, {"step": 16700, "epoch": 42, "train_loss": 0.00010256766108796, "cos_r_negg": [0.603609025478363, 0.657413899898529], "cos_innovation_negg": [0.603609025478363, 0.657413899898529], "cos_apical_negg": [0.603609025478363, 0.657413899898529], "cos_Ac_negg": [0.603609025478363, 0.657413899898529], "r_norm": [0.15759965777397156, 0.15946003794670105]}, {"step": 16750, "epoch": 42, "train_loss": 0.00010260665294481441, "cos_r_negg": [0.6037004590034485, 0.6576926112174988], "cos_innovation_negg": [0.6037004590034485, 0.6576926112174988], "cos_apical_negg": [0.6037004590034485, 0.6576926112174988], "cos_Ac_negg": [0.6037004590034485, 0.6576926112174988], "r_norm": [0.15730026364326477, 0.15916915237903595], "ldr": {"dL_sdil": -0.007083527743816376, "dL_bp": -0.008223913609981537, "ratio": 0.8613329467881264}}, {"step": 16800, "epoch": 42, "train_loss": 4.920990613754839e-05, "cos_r_negg": [0.6031532287597656, 0.6575413942337036], "cos_innovation_negg": [0.6031532287597656, 0.6575413942337036], "cos_apical_negg": [0.6031532287597656, 0.6575413942337036], "cos_Ac_negg": [0.6031532287597656, 0.6575413942337036], "r_norm": [0.15737470984458923, 0.15923595428466797]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9755, "test_loss": 0.12974907321929932}, {"step": 16850, "epoch": 43, "train_loss": 0.00022823242761660367, "cos_r_negg": [0.6032910943031311, 0.6577823758125305], "cos_innovation_negg": [0.6032910943031311, 0.6577823758125305], "cos_apical_negg": [0.6032910943031311, 0.6577823758125305], "cos_Ac_negg": [0.6032910943031311, 0.6577823758125305], "r_norm": [0.1571488380432129, 0.15900051593780518]}, {"step": 16900, "epoch": 43, "train_loss": 7.851807458791882e-05, "cos_r_negg": [0.6032004952430725, 0.6578290462493896], "cos_innovation_negg": [0.6032004952430725, 0.6578290462493896], "cos_apical_negg": [0.6032004952430725, 0.6578290462493896], "cos_Ac_negg": [0.6032004952430725, 0.6578290462493896], "r_norm": [0.15712201595306396, 0.15896958112716675]}, {"step": 16950, "epoch": 43, "train_loss": 0.0001297452545259148, "cos_r_negg": [0.60368812084198, 0.6579951047897339], "cos_innovation_negg": [0.60368812084198, 0.6579951047897339], "cos_apical_negg": [0.60368812084198, 0.6579951047897339], "cos_Ac_negg": [0.60368812084198, 0.6579951047897339], "r_norm": [0.15649813413619995, 0.15834271907806396]}, {"step": 17000, "epoch": 43, "train_loss": 0.0001348640798823908, "cos_r_negg": [0.6033735275268555, 0.6579256057739258], "cos_innovation_negg": [0.6033735275268555, 0.6579256057739258], "cos_apical_negg": [0.6033735275268555, 0.6579256057739258], "cos_Ac_negg": [0.6033735275268555, 0.6579256057739258], "r_norm": [0.15655526518821716, 0.15840736031532288], "ldr": {"dL_sdil": -0.007039226591587067, "dL_bp": -0.008184410631656647, "ratio": 0.8600773969429026}}, {"step": 17050, "epoch": 43, "train_loss": 0.00010871417180169374, "cos_r_negg": [0.603553831577301, 0.6578364968299866], "cos_innovation_negg": [0.603553831577301, 0.6578364968299866], "cos_apical_negg": [0.603553831577301, 0.6578364968299866], "cos_Ac_negg": [0.603553831577301, 0.6578364968299866], "r_norm": [0.15694400668144226, 0.15881693363189697]}, {"step": 17100, "epoch": 43, "train_loss": 0.00010666960588423535, "cos_r_negg": [0.603143572807312, 0.6571360230445862], "cos_innovation_negg": [0.603143572807312, 0.6571360230445862], "cos_apical_negg": [0.603143572807312, 0.6571360230445862], "cos_Ac_negg": [0.603143572807312, 0.6571360230445862], "r_norm": [0.15706422924995422, 0.15893656015396118]}, {"step": 17150, "epoch": 43, "train_loss": 0.0001020620038616471, "cos_r_negg": [0.6033904552459717, 0.6570223569869995], "cos_innovation_negg": [0.6033904552459717, 0.6570223569869995], "cos_apical_negg": [0.6033904552459717, 0.6570223569869995], "cos_Ac_negg": [0.6033904552459717, 0.6570223569869995], "r_norm": [0.1576816737651825, 0.15955129265785217]}, {"step": 17200, "epoch": 43, "train_loss": 0.00014421730884350836, "cos_r_negg": [0.6040086150169373, 0.6575869917869568], "cos_innovation_negg": [0.6040086150169373, 0.6575869917869568], "cos_apical_negg": [0.6040086150169373, 0.6575869917869568], "cos_Ac_negg": [0.6040086150169373, 0.6575869917869568], "r_norm": [0.1582113802433014, 0.16010768711566925]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9756, "test_loss": 0.12996589822769164}, {"step": 17250, "epoch": 44, "train_loss": 0.00013691745698451996, "cos_r_negg": [0.6029984951019287, 0.657219648361206], "cos_innovation_negg": [0.6029984951019287, 0.657219648361206], "cos_apical_negg": [0.6029984951019287, 0.657219648361206], "cos_Ac_negg": [0.6029984951019287, 0.657219648361206], "r_norm": [0.1579645574092865, 0.15984009206295013], "ldr": {"dL_sdil": -0.007171995937824249, "dL_bp": -0.008351758122444153, "ratio": 0.8587408582332549}}, {"step": 17300, "epoch": 44, "train_loss": 6.723305705236271e-05, "cos_r_negg": [0.6035100221633911, 0.6580316424369812], "cos_innovation_negg": [0.6035100221633911, 0.6580316424369812], "cos_apical_negg": [0.6035100221633911, 0.6580316424369812], "cos_Ac_negg": [0.6035100221633911, 0.6580316424369812], "r_norm": [0.15828000009059906, 0.16016775369644165]}, {"step": 17350, "epoch": 44, "train_loss": 0.00010205173748545349, "cos_r_negg": [0.603592038154602, 0.6576124429702759], "cos_innovation_negg": [0.603592038154602, 0.6576124429702759], "cos_apical_negg": [0.603592038154602, 0.6576124429702759], "cos_Ac_negg": [0.603592038154602, 0.6576124429702759], "r_norm": [0.1572543978691101, 0.15912401676177979]}, {"step": 17400, "epoch": 44, "train_loss": 8.841767703415826e-05, "cos_r_negg": [0.6031792759895325, 0.6573525667190552], "cos_innovation_negg": [0.6031792759895325, 0.6573525667190552], "cos_apical_negg": [0.6031792759895325, 0.6573525667190552], "cos_Ac_negg": [0.6031792759895325, 0.6573525667190552], "r_norm": [0.15776081383228302, 0.15963032841682434]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001269029307877645, "cos_r_negg": [0.6020252704620361, 0.6568087935447693], "cos_innovation_negg": [0.6020252704620361, 0.6568087935447693], "cos_apical_negg": [0.6020252704620361, 0.6568087935447693], "cos_Ac_negg": [0.6020252704620361, 0.6568087935447693], "r_norm": [0.15823310613632202, 0.16009151935577393]}, {"step": 17500, "epoch": 44, "train_loss": 0.00010773687245091423, "cos_r_negg": [0.6025469303131104, 0.6570212244987488], "cos_innovation_negg": [0.6025469303131104, 0.6570212244987488], "cos_apical_negg": [0.6025469303131104, 0.6570212244987488], "cos_Ac_negg": [0.6025469303131104, 0.6570212244987488], "r_norm": [0.15745849907398224, 0.15933051705360413], "ldr": {"dL_sdil": -0.007115095853805542, "dL_bp": -0.008293986320495605, "ratio": 0.8578620194035214}}, {"step": 17550, "epoch": 44, "train_loss": 8.338717452716082e-05, "cos_r_negg": [0.6025213003158569, 0.6572736501693726], "cos_innovation_negg": [0.6025213003158569, 0.6572736501693726], "cos_apical_negg": [0.6025213003158569, 0.6572736501693726], "cos_Ac_negg": [0.6025213003158569, 0.6572736501693726], "r_norm": [0.15760526061058044, 0.15947121381759644]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9757, "test_loss": 0.13017479810714722}, {"step": 17600, "epoch": 45, "train_loss": 0.00011953312787227333, "cos_r_negg": [0.6037697792053223, 0.6576366424560547], "cos_innovation_negg": [0.6037697792053223, 0.6576366424560547], "cos_apical_negg": [0.6037697792053223, 0.6576366424560547], "cos_Ac_negg": [0.6037697792053223, 0.6576366424560547], "r_norm": [0.15712179243564606, 0.1589781492948532]}, {"step": 17650, "epoch": 45, "train_loss": 8.960957347881049e-05, "cos_r_negg": [0.6034083962440491, 0.6578127145767212], "cos_innovation_negg": [0.6034083962440491, 0.6578127145767212], "cos_apical_negg": [0.6034083962440491, 0.6578127145767212], "cos_Ac_negg": [0.6034083962440491, 0.6578127145767212], "r_norm": [0.15699146687984467, 0.15883377194404602]}, {"step": 17700, "epoch": 45, "train_loss": 2.272634083055891e-05, "cos_r_negg": [0.6041077375411987, 0.6578940749168396], "cos_innovation_negg": [0.6041077375411987, 0.6578940749168396], "cos_apical_negg": [0.6041077375411987, 0.6578940749168396], "cos_Ac_negg": [0.6041077375411987, 0.6578940749168396], "r_norm": [0.15698422491550446, 0.15885262191295624]}, {"step": 17750, "epoch": 45, "train_loss": 0.00013591855531558394, "cos_r_negg": [0.6032748818397522, 0.6575208902359009], "cos_innovation_negg": [0.6032748818397522, 0.6575208902359009], "cos_apical_negg": [0.6032748818397522, 0.6575208902359009], "cos_Ac_negg": [0.6032748818397522, 0.6575208902359009], "r_norm": [0.15794622898101807, 0.1598200798034668], "ldr": {"dL_sdil": -0.007178068161010742, "dL_bp": -0.008377432823181152, "ratio": 0.8568338669512628}}, {"step": 17800, "epoch": 45, "train_loss": 9.928217332344502e-05, "cos_r_negg": [0.6032280921936035, 0.6575961112976074], "cos_innovation_negg": [0.6032280921936035, 0.6575961112976074], "cos_apical_negg": [0.6032280921936035, 0.6575961112976074], "cos_Ac_negg": [0.6032280921936035, 0.6575961112976074], "r_norm": [0.15746597945690155, 0.1593378633260727]}, {"step": 17850, "epoch": 45, "train_loss": 2.287047027493827e-05, "cos_r_negg": [0.6030348539352417, 0.657411515712738], "cos_innovation_negg": [0.6030348539352417, 0.657411515712738], "cos_apical_negg": [0.6030348539352417, 0.657411515712738], "cos_Ac_negg": [0.6030348539352417, 0.657411515712738], "r_norm": [0.15715977549552917, 0.1590338796377182]}, {"step": 17900, "epoch": 45, "train_loss": 0.00018263755191583186, "cos_r_negg": [0.6029764413833618, 0.6573295593261719], "cos_innovation_negg": [0.6029764413833618, 0.6573295593261719], "cos_apical_negg": [0.6029764413833618, 0.6573295593261719], "cos_Ac_negg": [0.6029764413833618, 0.6573295593261719], "r_norm": [0.15636500716209412, 0.15824437141418457]}, {"step": 17950, "epoch": 45, "train_loss": 9.499380394117907e-05, "cos_r_negg": [0.6023263931274414, 0.6571036577224731], "cos_innovation_negg": [0.6023263931274414, 0.6571036577224731], "cos_apical_negg": [0.6023263931274414, 0.6571036577224731], "cos_Ac_negg": [0.6023263931274414, 0.6571036577224731], "r_norm": [0.1573801338672638, 0.15925565361976624]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9759, "test_loss": 0.1305171455860138}, {"step": 18000, "epoch": 46, "train_loss": 8.811248699203134e-05, "cos_r_negg": [0.6032366156578064, 0.657503068447113], "cos_innovation_negg": [0.6032366156578064, 0.657503068447113], "cos_apical_negg": [0.6032366156578064, 0.657503068447113], "cos_Ac_negg": [0.6032366156578064, 0.657503068447113], "r_norm": [0.15731710195541382, 0.1591784954071045], "ldr": {"dL_sdil": -0.007138065993785858, "dL_bp": -0.008341215550899506, "ratio": 0.855758486305524}}, {"step": 18050, "epoch": 46, "train_loss": 0.00014971198106650263, "cos_r_negg": [0.6035394668579102, 0.6576420664787292], "cos_innovation_negg": [0.6035394668579102, 0.6576420664787292], "cos_apical_negg": [0.6035394668579102, 0.6576420664787292], "cos_Ac_negg": [0.6035394668579102, 0.6576420664787292], "r_norm": [0.15758493542671204, 0.15945571660995483]}, {"step": 18100, "epoch": 46, "train_loss": 0.0002245134237455204, "cos_r_negg": [0.6034643650054932, 0.6574878692626953], "cos_innovation_negg": [0.6034643650054932, 0.6574878692626953], "cos_apical_negg": [0.6034643650054932, 0.6574878692626953], "cos_Ac_negg": [0.6034643650054932, 0.6574878692626953], "r_norm": [0.1573818027973175, 0.15924297273159027]}, {"step": 18150, "epoch": 46, "train_loss": 6.379551632562652e-05, "cos_r_negg": [0.6035877466201782, 0.6576547622680664], "cos_innovation_negg": [0.6035877466201782, 0.6576547622680664], "cos_apical_negg": [0.6035877466201782, 0.6576547622680664], "cos_Ac_negg": [0.6035877466201782, 0.6576547622680664], "r_norm": [0.157455176115036, 0.15928813815116882]}, {"step": 18200, "epoch": 46, "train_loss": 9.319258970208466e-05, "cos_r_negg": [0.602686882019043, 0.6570419073104858], "cos_innovation_negg": [0.602686882019043, 0.6570419073104858], "cos_apical_negg": [0.602686882019043, 0.6570419073104858], "cos_Ac_negg": [0.602686882019043, 0.6570419073104858], "r_norm": [0.15758982300758362, 0.15943750739097595]}, {"step": 18250, "epoch": 46, "train_loss": 0.00010623765410855412, "cos_r_negg": [0.6032069325447083, 0.6574755907058716], "cos_innovation_negg": [0.6032069325447083, 0.6574755907058716], "cos_apical_negg": [0.6032069325447083, 0.6574755907058716], "cos_Ac_negg": [0.6032069325447083, 0.6574755907058716], "r_norm": [0.15758320689201355, 0.15943540632724762], "ldr": {"dL_sdil": -0.007168278098106384, "dL_bp": -0.008389018476009369, "ratio": 0.8544835273168111}}, {"step": 18300, "epoch": 46, "train_loss": 0.00012428901391103864, "cos_r_negg": [0.6031472682952881, 0.6575278639793396], "cos_innovation_negg": [0.6031472682952881, 0.6575278639793396], "cos_apical_negg": [0.6031472682952881, 0.6575278639793396], "cos_Ac_negg": [0.6031472682952881, 0.6575278639793396], "r_norm": [0.15659518539905548, 0.15845449268817902]}, {"step": 18350, "epoch": 46, "train_loss": 0.00010875635780394077, "cos_r_negg": [0.6026108264923096, 0.6574018001556396], "cos_innovation_negg": [0.6026108264923096, 0.6574018001556396], "cos_apical_negg": [0.6026108264923096, 0.6574018001556396], "cos_Ac_negg": [0.6026108264923096, 0.6574018001556396], "r_norm": [0.15668761730194092, 0.15853646397590637]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9759, "test_loss": 0.13091948885917665}, {"step": 18400, "epoch": 47, "train_loss": 0.00017126929014921188, "cos_r_negg": [0.6030569076538086, 0.6577003002166748], "cos_innovation_negg": [0.6030569076538086, 0.6577003002166748], "cos_apical_negg": [0.6030569076538086, 0.6577003002166748], "cos_Ac_negg": [0.6030569076538086, 0.6577003002166748], "r_norm": [0.15682505071163177, 0.15866690874099731]}, {"step": 18450, "epoch": 47, "train_loss": 0.000103118916740641, "cos_r_negg": [0.6020433306694031, 0.6575992107391357], "cos_innovation_negg": [0.6020433306694031, 0.6575992107391357], "cos_apical_negg": [0.6020433306694031, 0.6575992107391357], "cos_Ac_negg": [0.6020433306694031, 0.6575992107391357], "r_norm": [0.15667879581451416, 0.15850722789764404]}, {"step": 18500, "epoch": 47, "train_loss": 0.00022068290854804218, "cos_r_negg": [0.6033605337142944, 0.6581707000732422], "cos_innovation_negg": [0.6033605337142944, 0.6581707000732422], "cos_apical_negg": [0.6033605337142944, 0.6581707000732422], "cos_Ac_negg": [0.6033605337142944, 0.6581707000732422], "r_norm": [0.1563252955675125, 0.1581590622663498], "ldr": {"dL_sdil": -0.007109977304935455, "dL_bp": -0.008328177034854889, "ratio": 0.8537255242268442}}, {"step": 18550, "epoch": 47, "train_loss": 0.00014748901594430208, "cos_r_negg": [0.603268027305603, 0.6583101749420166], "cos_innovation_negg": [0.603268027305603, 0.6583101749420166], "cos_apical_negg": [0.603268027305603, 0.6583101749420166], "cos_Ac_negg": [0.603268027305603, 0.6583101749420166], "r_norm": [0.1569230556488037, 0.15879151225090027]}, {"step": 18600, "epoch": 47, "train_loss": 7.878464384702966e-05, "cos_r_negg": [0.6030566692352295, 0.6579403877258301], "cos_innovation_negg": [0.6030566692352295, 0.6579403877258301], "cos_apical_negg": [0.6030566692352295, 0.6579403877258301], "cos_Ac_negg": [0.6030566692352295, 0.6579403877258301], "r_norm": [0.15746554732322693, 0.15933789312839508]}, {"step": 18650, "epoch": 47, "train_loss": 8.672658441355452e-05, "cos_r_negg": [0.6025937795639038, 0.6577987670898438], "cos_innovation_negg": [0.6025937795639038, 0.6577987670898438], "cos_apical_negg": [0.6025937795639038, 0.6577987670898438], "cos_Ac_negg": [0.6025937795639038, 0.6577987670898438], "r_norm": [0.15689194202423096, 0.15877369046211243]}, {"step": 18700, "epoch": 47, "train_loss": 0.00017385149840265512, "cos_r_negg": [0.6026830673217773, 0.65770423412323], "cos_innovation_negg": [0.6026830673217773, 0.65770423412323], "cos_apical_negg": [0.6026830673217773, 0.65770423412323], "cos_Ac_negg": [0.6026830673217773, 0.65770423412323], "r_norm": [0.15695753693580627, 0.1588352620601654]}, {"step": 18750, "epoch": 47, "train_loss": 2.7054882593802176e-05, "cos_r_negg": [0.6028822660446167, 0.6577503681182861], "cos_innovation_negg": [0.6028822660446167, 0.6577503681182861], "cos_apical_negg": [0.6028822660446167, 0.6577503681182861], "cos_Ac_negg": [0.6028822660446167, 0.6577503681182861], "r_norm": [0.15688739717006683, 0.1587795615196228], "ldr": {"dL_sdil": -0.007171742618083954, "dL_bp": -0.00842306762933731, "ratio": 0.8514407023285642}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9759, "test_loss": 0.13104884738922118}, {"step": 18800, "epoch": 48, "train_loss": 9.41538528422825e-05, "cos_r_negg": [0.6028815507888794, 0.6577313542366028], "cos_innovation_negg": [0.6028815507888794, 0.6577313542366028], "cos_apical_negg": [0.6028815507888794, 0.6577313542366028], "cos_Ac_negg": [0.6028815507888794, 0.6577313542366028], "r_norm": [0.15787065029144287, 0.15974873304367065]}, {"step": 18850, "epoch": 48, "train_loss": 0.00015549450472462922, "cos_r_negg": [0.6031293869018555, 0.6578294038772583], "cos_innovation_negg": [0.6031293869018555, 0.6578294038772583], "cos_apical_negg": [0.6031293869018555, 0.6578294038772583], "cos_Ac_negg": [0.6031293869018555, 0.6578294038772583], "r_norm": [0.1583913415670395, 0.16028743982315063]}, {"step": 18900, "epoch": 48, "train_loss": 2.844981281668879e-05, "cos_r_negg": [0.6027783155441284, 0.6579045057296753], "cos_innovation_negg": [0.6027783155441284, 0.6579045057296753], "cos_apical_negg": [0.6027783155441284, 0.6579045057296753], "cos_Ac_negg": [0.6027783155441284, 0.6579045057296753], "r_norm": [0.15835952758789062, 0.16022290289402008]}, {"step": 18950, "epoch": 48, "train_loss": 0.00021208619000390172, "cos_r_negg": [0.6027505993843079, 0.6580098867416382], "cos_innovation_negg": [0.6027505993843079, 0.6580098867416382], "cos_apical_negg": [0.6027505993843079, 0.6580098867416382], "cos_Ac_negg": [0.6027505993843079, 0.6580098867416382], "r_norm": [0.15783703327178955, 0.1597188115119934]}, {"step": 19000, "epoch": 48, "train_loss": 7.185221329564229e-05, "cos_r_negg": [0.6026557087898254, 0.6580605506896973], "cos_innovation_negg": [0.6026557087898254, 0.6580605506896973], "cos_apical_negg": [0.6026557087898254, 0.6580605506896973], "cos_Ac_negg": [0.6026557087898254, 0.6580605506896973], "r_norm": [0.15716925263404846, 0.1590377688407898], "ldr": {"dL_sdil": -0.0071725994348526, "dL_bp": -0.008421853184700012, "ratio": 0.8516652187529304}}, {"step": 19050, "epoch": 48, "train_loss": 0.0002155941620003432, "cos_r_negg": [0.6025556325912476, 0.6580893993377686], "cos_innovation_negg": [0.6025556325912476, 0.6580893993377686], "cos_apical_negg": [0.6025556325912476, 0.6580893993377686], "cos_Ac_negg": [0.6025556325912476, 0.6580893993377686], "r_norm": [0.15693818032741547, 0.1588132679462433]}, {"step": 19100, "epoch": 48, "train_loss": 0.0001780856546247378, "cos_r_negg": [0.6027176380157471, 0.6581147909164429], "cos_innovation_negg": [0.6027176380157471, 0.6581147909164429], "cos_apical_negg": [0.6027176380157471, 0.6581147909164429], "cos_Ac_negg": [0.6027176380157471, 0.6581147909164429], "r_norm": [0.15702340006828308, 0.15888693928718567]}, {"step": 19150, "epoch": 48, "train_loss": 3.706011557369493e-05, "cos_r_negg": [0.6026402115821838, 0.6583924293518066], "cos_innovation_negg": [0.6026402115821838, 0.6583924293518066], "cos_apical_negg": [0.6026402115821838, 0.6583924293518066], "cos_Ac_negg": [0.6026402115821838, 0.6583924293518066], "r_norm": [0.15698915719985962, 0.15885329246520996]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9757, "test_loss": 0.13124717597961424}, {"step": 19200, "epoch": 49, "train_loss": 5.965484888292849e-05, "cos_r_negg": [0.6031508445739746, 0.6584221124649048], "cos_innovation_negg": [0.6031508445739746, 0.6584221124649048], "cos_apical_negg": [0.6031508445739746, 0.6584221124649048], "cos_Ac_negg": [0.6031508445739746, 0.6584221124649048], "r_norm": [0.15701770782470703, 0.15889152884483337]}, {"step": 19250, "epoch": 49, "train_loss": 2.5382745661772788e-05, "cos_r_negg": [0.6032369136810303, 0.6587120294570923], "cos_innovation_negg": [0.6032369136810303, 0.6587120294570923], "cos_apical_negg": [0.6032369136810303, 0.6587120294570923], "cos_Ac_negg": [0.6032369136810303, 0.6587120294570923], "r_norm": [0.15789303183555603, 0.15975987911224365], "ldr": {"dL_sdil": -0.007217243313789368, "dL_bp": -0.008498862385749817, "ratio": 0.8492011031841907}}, {"step": 19300, "epoch": 49, "train_loss": 0.0003231882583349943, "cos_r_negg": [0.6035650968551636, 0.6589397192001343], "cos_innovation_negg": [0.6035650968551636, 0.6589397192001343], "cos_apical_negg": [0.6035650968551636, 0.6589397192001343], "cos_Ac_negg": [0.6035650968551636, 0.6589397192001343], "r_norm": [0.1576654613018036, 0.15953394770622253]}, {"step": 19350, "epoch": 49, "train_loss": 0.00011316865857224911, "cos_r_negg": [0.6029601097106934, 0.6586190462112427], "cos_innovation_negg": [0.6029601097106934, 0.6586190462112427], "cos_apical_negg": [0.6029601097106934, 0.6586190462112427], "cos_Ac_negg": [0.6029601097106934, 0.6586190462112427], "r_norm": [0.15724071860313416, 0.15908150374889374]}, {"step": 19400, "epoch": 49, "train_loss": 8.994672680273652e-05, "cos_r_negg": [0.6026394367218018, 0.6585540175437927], "cos_innovation_negg": [0.6026394367218018, 0.6585540175437927], "cos_apical_negg": [0.6026394367218018, 0.6585540175437927], "cos_Ac_negg": [0.6026394367218018, 0.6585540175437927], "r_norm": [0.1570935845375061, 0.15892207622528076]}, {"step": 19450, "epoch": 49, "train_loss": 0.00013462970673572272, "cos_r_negg": [0.602625846862793, 0.6580925583839417], "cos_innovation_negg": [0.602625846862793, 0.6580925583839417], "cos_apical_negg": [0.602625846862793, 0.6580925583839417], "cos_Ac_negg": [0.602625846862793, 0.6580925583839417], "r_norm": [0.15565189719200134, 0.15749436616897583]}, {"step": 19500, "epoch": 49, "train_loss": 9.986362420022488e-05, "cos_r_negg": [0.6023759245872498, 0.6580681204795837], "cos_innovation_negg": [0.6023759245872498, 0.6580681204795837], "cos_apical_negg": [0.6023759245872498, 0.6580681204795837], "cos_Ac_negg": [0.6023759245872498, 0.6580681204795837], "r_norm": [0.15555742383003235, 0.15742900967597961], "ldr": {"dL_sdil": -0.0071312859654426575, "dL_bp": -0.008403688669204712, "ratio": 0.8485899759203634}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.1314716703414917}, {"step": 19550, "epoch": 50, "train_loss": 4.947186243953183e-05, "cos_r_negg": [0.6024139523506165, 0.6584579944610596], "cos_innovation_negg": [0.6024139523506165, 0.6584579944610596], "cos_apical_negg": [0.6024139523506165, 0.6584579944610596], "cos_Ac_negg": [0.6024139523506165, 0.6584579944610596], "r_norm": [0.15669536590576172, 0.1585831195116043]}, {"step": 19600, "epoch": 50, "train_loss": 0.00010770447261165828, "cos_r_negg": [0.6024647951126099, 0.6582151651382446], "cos_innovation_negg": [0.6024647951126099, 0.6582151651382446], "cos_apical_negg": [0.6024647951126099, 0.6582151651382446], "cos_Ac_negg": [0.6024647951126099, 0.6582151651382446], "r_norm": [0.15597066283226013, 0.15786154568195343]}, {"step": 19650, "epoch": 50, "train_loss": 0.00010023245704360306, "cos_r_negg": [0.6031018495559692, 0.6584112644195557], "cos_innovation_negg": [0.6031018495559692, 0.6584112644195557], "cos_apical_negg": [0.6031018495559692, 0.6584112644195557], "cos_Ac_negg": [0.6031018495559692, 0.6584112644195557], "r_norm": [0.15652191638946533, 0.1584005504846573]}, {"step": 19700, "epoch": 50, "train_loss": 0.00014358616317622364, "cos_r_negg": [0.6022918224334717, 0.6580091714859009], "cos_innovation_negg": [0.6022918224334717, 0.6580091714859009], "cos_apical_negg": [0.6022918224334717, 0.6580091714859009], "cos_Ac_negg": [0.6022918224334717, 0.6580091714859009], "r_norm": [0.15656980872154236, 0.15842437744140625]}, {"step": 19750, "epoch": 50, "train_loss": 0.00020524606225080788, "cos_r_negg": [0.602443516254425, 0.6580798625946045], "cos_innovation_negg": [0.602443516254425, 0.6580798625946045], "cos_apical_negg": [0.602443516254425, 0.6580798625946045], "cos_Ac_negg": [0.602443516254425, 0.6580798625946045], "r_norm": [0.1573054939508438, 0.15915192663669586], "ldr": {"dL_sdil": -0.0071964263916015625, "dL_bp": -0.008485913276672363, "ratio": 0.8480438294584534}}, {"step": 19800, "epoch": 50, "train_loss": 0.00015646079555153847, "cos_r_negg": [0.6028608679771423, 0.6586552858352661], "cos_innovation_negg": [0.6028608679771423, 0.6586552858352661], "cos_apical_negg": [0.6028608679771423, 0.6586552858352661], "cos_Ac_negg": [0.6028608679771423, 0.6586552858352661], "r_norm": [0.15713092684745789, 0.1589963585138321]}, {"step": 19850, "epoch": 50, "train_loss": 0.00012206852989038453, "cos_r_negg": [0.602554440498352, 0.6582553386688232], "cos_innovation_negg": [0.602554440498352, 0.6582553386688232], "cos_apical_negg": [0.602554440498352, 0.6582553386688232], "cos_Ac_negg": [0.602554440498352, 0.6582553386688232], "r_norm": [0.15714269876480103, 0.15899750590324402]}, {"step": 19900, "epoch": 50, "train_loss": 8.901385444914922e-05, "cos_r_negg": [0.6022329330444336, 0.658334493637085], "cos_innovation_negg": [0.6022329330444336, 0.658334493637085], "cos_apical_negg": [0.6022329330444336, 0.658334493637085], "cos_Ac_negg": [0.6022329330444336, 0.658334493637085], "r_norm": [0.1573255956172943, 0.1591894030570984]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.976, "test_loss": 0.1318960629940033}, {"step": 19950, "epoch": 51, "train_loss": 7.596237992402166e-05, "cos_r_negg": [0.6021842956542969, 0.6578094363212585], "cos_innovation_negg": [0.6021842956542969, 0.6578094363212585], "cos_apical_negg": [0.6021842956542969, 0.6578094363212585], "cos_Ac_negg": [0.6021842956542969, 0.6578094363212585], "r_norm": [0.15662476420402527, 0.15849363803863525]}, {"step": 20000, "epoch": 51, "train_loss": 6.723981641698629e-05, "cos_r_negg": [0.6018879413604736, 0.6579717993736267], "cos_innovation_negg": [0.6018879413604736, 0.6579717993736267], "cos_apical_negg": [0.6018879413604736, 0.6579717993736267], "cos_Ac_negg": [0.6018879413604736, 0.6579717993736267], "r_norm": [0.15660160779953003, 0.15846075117588043], "ldr": {"dL_sdil": -0.007211580872535706, "dL_bp": -0.008512154221534729, "ratio": 0.847209846632157}}, {"step": 20050, "epoch": 51, "train_loss": 7.081190415192395e-05, "cos_r_negg": [0.6024807691574097, 0.6583682894706726], "cos_innovation_negg": [0.6024807691574097, 0.6583682894706726], "cos_apical_negg": [0.6024807691574097, 0.6583682894706726], "cos_Ac_negg": [0.6024807691574097, 0.6583682894706726], "r_norm": [0.15730637311935425, 0.15917913615703583]}, {"step": 20100, "epoch": 51, "train_loss": 8.454878116026521e-05, "cos_r_negg": [0.6023346185684204, 0.6579916477203369], "cos_innovation_negg": [0.6023346185684204, 0.6579916477203369], "cos_apical_negg": [0.6023346185684204, 0.6579916477203369], "cos_Ac_negg": [0.6023346185684204, 0.6579916477203369], "r_norm": [0.15688583254814148, 0.1587587594985962]}, {"step": 20150, "epoch": 51, "train_loss": 6.377444515237585e-05, "cos_r_negg": [0.602165699005127, 0.6581714153289795], "cos_innovation_negg": [0.602165699005127, 0.6581714153289795], "cos_apical_negg": [0.602165699005127, 0.6581714153289795], "cos_Ac_negg": [0.602165699005127, 0.6581714153289795], "r_norm": [0.15640176832675934, 0.15825843811035156]}, {"step": 20200, "epoch": 51, "train_loss": 6.473714165622368e-05, "cos_r_negg": [0.6021782159805298, 0.6582052707672119], "cos_innovation_negg": [0.6021782159805298, 0.6582052707672119], "cos_apical_negg": [0.6021782159805298, 0.6582052707672119], "cos_Ac_negg": [0.6021782159805298, 0.6582052707672119], "r_norm": [0.15634536743164062, 0.15819156169891357]}, {"step": 20250, "epoch": 51, "train_loss": 0.00012061986490152776, "cos_r_negg": [0.60268634557724, 0.658204197883606], "cos_innovation_negg": [0.60268634557724, 0.658204197883606], "cos_apical_negg": [0.60268634557724, 0.658204197883606], "cos_Ac_negg": [0.60268634557724, 0.658204197883606], "r_norm": [0.15593942999839783, 0.15776753425598145], "ldr": {"dL_sdil": -0.007136732339859009, "dL_bp": -0.008415602147579193, "ratio": 0.848035852302255}}, {"step": 20300, "epoch": 51, "train_loss": 0.00013210403267294168, "cos_r_negg": [0.6021105647087097, 0.6581268310546875], "cos_innovation_negg": [0.6021105647087097, 0.6581268310546875], "cos_apical_negg": [0.6021105647087097, 0.6581268310546875], "cos_Ac_negg": [0.6021105647087097, 0.6581268310546875], "r_norm": [0.15613222122192383, 0.15798544883728027]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.976, "test_loss": 0.13208701949119567}, {"step": 20350, "epoch": 52, "train_loss": 0.00012401861022226512, "cos_r_negg": [0.6021719574928284, 0.6582683324813843], "cos_innovation_negg": [0.6021719574928284, 0.6582683324813843], "cos_apical_negg": [0.6021719574928284, 0.6582683324813843], "cos_Ac_negg": [0.6021719574928284, 0.6582683324813843], "r_norm": [0.15686580538749695, 0.15873266756534576]}, {"step": 20400, "epoch": 52, "train_loss": 5.5246156989596784e-05, "cos_r_negg": [0.602677047252655, 0.6582447290420532], "cos_innovation_negg": [0.602677047252655, 0.6582447290420532], "cos_apical_negg": [0.602677047252655, 0.6582447290420532], "cos_Ac_negg": [0.602677047252655, 0.6582447290420532], "r_norm": [0.1567455530166626, 0.15859316289424896]}, {"step": 20450, "epoch": 52, "train_loss": 7.947447011247277e-05, "cos_r_negg": [0.6020694375038147, 0.6584198474884033], "cos_innovation_negg": [0.6020694375038147, 0.6584198474884033], "cos_apical_negg": [0.6020694375038147, 0.6584198474884033], "cos_Ac_negg": [0.6020694375038147, 0.6584198474884033], "r_norm": [0.15651963651180267, 0.158382385969162]}, {"step": 20500, "epoch": 52, "train_loss": 8.171888475771993e-05, "cos_r_negg": [0.6017710566520691, 0.6583484411239624], "cos_innovation_negg": [0.6017710566520691, 0.6583484411239624], "cos_apical_negg": [0.6017710566520691, 0.6583484411239624], "cos_Ac_negg": [0.6017710566520691, 0.6583484411239624], "r_norm": [0.15636001527309418, 0.15822240710258484], "ldr": {"dL_sdil": -0.00720687210559845, "dL_bp": -0.0085410475730896, "ratio": 0.8437925259080917}}, {"step": 20550, "epoch": 52, "train_loss": 8.741955389268696e-05, "cos_r_negg": [0.6021774411201477, 0.658407986164093], "cos_innovation_negg": [0.6021774411201477, 0.658407986164093], "cos_apical_negg": [0.6021774411201477, 0.658407986164093], "cos_Ac_negg": [0.6021774411201477, 0.658407986164093], "r_norm": [0.15705803036689758, 0.15893954038619995]}, {"step": 20600, "epoch": 52, "train_loss": 2.4755183403613046e-05, "cos_r_negg": [0.6023279428482056, 0.6586548686027527], "cos_innovation_negg": [0.6023279428482056, 0.6586548686027527], "cos_apical_negg": [0.6023279428482056, 0.6586548686027527], "cos_Ac_negg": [0.6023279428482056, 0.6586548686027527], "r_norm": [0.15762773156166077, 0.15950307250022888]}, {"step": 20650, "epoch": 52, "train_loss": 0.00023059610975906253, "cos_r_negg": [0.6021273136138916, 0.6584752798080444], "cos_innovation_negg": [0.6021273136138916, 0.6584752798080444], "cos_apical_negg": [0.6021273136138916, 0.6584752798080444], "cos_Ac_negg": [0.6021273136138916, 0.6584752798080444], "r_norm": [0.15690940618515015, 0.1587977111339569]}, {"step": 20700, "epoch": 52, "train_loss": 5.2862575103063136e-05, "cos_r_negg": [0.602173924446106, 0.6585365533828735], "cos_innovation_negg": [0.602173924446106, 0.6585365533828735], "cos_apical_negg": [0.602173924446106, 0.6585365533828735], "cos_Ac_negg": [0.602173924446106, 0.6585365533828735], "r_norm": [0.15661434829235077, 0.1584867537021637]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.976, "test_loss": 0.13230147171020507}, {"step": 20750, "epoch": 53, "train_loss": 8.522460848325863e-05, "cos_r_negg": [0.6031174659729004, 0.6587144732475281], "cos_innovation_negg": [0.6031174659729004, 0.6587144732475281], "cos_apical_negg": [0.6031174659729004, 0.6587144732475281], "cos_Ac_negg": [0.6031174659729004, 0.6587144732475281], "r_norm": [0.15717975795269012, 0.15904021263122559], "ldr": {"dL_sdil": -0.007253490388393402, "dL_bp": -0.008593156933784485, "ratio": 0.844100770448622}}, {"step": 20800, "epoch": 53, "train_loss": 9.190037235384807e-05, "cos_r_negg": [0.6029307842254639, 0.6583683490753174], "cos_innovation_negg": [0.6029307842254639, 0.6583683490753174], "cos_apical_negg": [0.6029307842254639, 0.6583683490753174], "cos_Ac_negg": [0.6029307842254639, 0.6583683490753174], "r_norm": [0.15664497017860413, 0.15849773585796356]}, {"step": 20850, "epoch": 53, "train_loss": 0.00013625877909362316, "cos_r_negg": [0.6027252674102783, 0.6586425304412842], "cos_innovation_negg": [0.6027252674102783, 0.6586425304412842], "cos_apical_negg": [0.6027252674102783, 0.6586425304412842], "cos_Ac_negg": [0.6027252674102783, 0.6586425304412842], "r_norm": [0.1561596691608429, 0.15799422562122345]}, {"step": 20900, "epoch": 53, "train_loss": 0.00012120170868001878, "cos_r_negg": [0.6026732921600342, 0.658641517162323], "cos_innovation_negg": [0.6026732921600342, 0.658641517162323], "cos_apical_negg": [0.6026732921600342, 0.658641517162323], "cos_Ac_negg": [0.6026732921600342, 0.658641517162323], "r_norm": [0.15625226497650146, 0.15809208154678345]}, {"step": 20950, "epoch": 53, "train_loss": 0.0001135967395384796, "cos_r_negg": [0.6030915379524231, 0.6587679982185364], "cos_innovation_negg": [0.6030915379524231, 0.6587679982185364], "cos_apical_negg": [0.6030915379524231, 0.6587679982185364], "cos_Ac_negg": [0.6030915379524231, 0.6587679982185364], "r_norm": [0.15686120092868805, 0.15869857370853424]}, {"step": 21000, "epoch": 53, "train_loss": 6.567522359546274e-05, "cos_r_negg": [0.6029368042945862, 0.658781886100769], "cos_innovation_negg": [0.6029368042945862, 0.658781886100769], "cos_apical_negg": [0.6029368042945862, 0.658781886100769], "cos_Ac_negg": [0.6029368042945862, 0.658781886100769], "r_norm": [0.1570027768611908, 0.15884897112846375], "ldr": {"dL_sdil": -0.007239900529384613, "dL_bp": -0.008581601083278656, "ratio": 0.8436538192729138}}, {"step": 21050, "epoch": 53, "train_loss": 9.129437967203557e-05, "cos_r_negg": [0.602209210395813, 0.6588749289512634], "cos_innovation_negg": [0.602209210395813, 0.6588749289512634], "cos_apical_negg": [0.602209210395813, 0.6588749289512634], "cos_Ac_negg": [0.602209210395813, 0.6588749289512634], "r_norm": [0.15646177530288696, 0.15832749009132385]}, {"step": 21100, "epoch": 53, "train_loss": 0.000208885277970694, "cos_r_negg": [0.6028823852539062, 0.6588361263275146], "cos_innovation_negg": [0.6028823852539062, 0.6588361263275146], "cos_apical_negg": [0.6028823852539062, 0.6588361263275146], "cos_Ac_negg": [0.6028823852539062, 0.6588361263275146], "r_norm": [0.1564299464225769, 0.1582983136177063]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9759, "test_loss": 0.1324976010799408}, {"step": 21150, "epoch": 54, "train_loss": 4.903173976344988e-05, "cos_r_negg": [0.6030758619308472, 0.65877366065979], "cos_innovation_negg": [0.6030758619308472, 0.65877366065979], "cos_apical_negg": [0.6030758619308472, 0.65877366065979], "cos_Ac_negg": [0.6030758619308472, 0.65877366065979], "r_norm": [0.15719829499721527, 0.159065842628479]}, {"step": 21200, "epoch": 54, "train_loss": 9.854741801973432e-05, "cos_r_negg": [0.6029792428016663, 0.6590422987937927], "cos_innovation_negg": [0.6029792428016663, 0.6590422987937927], "cos_apical_negg": [0.6029792428016663, 0.6590422987937927], "cos_Ac_negg": [0.6029792428016663, 0.6590422987937927], "r_norm": [0.15754260122776031, 0.15941095352172852]}, {"step": 21250, "epoch": 54, "train_loss": 2.0509702153503895e-05, "cos_r_negg": [0.6028469800949097, 0.6590993404388428], "cos_innovation_negg": [0.6028469800949097, 0.6590993404388428], "cos_apical_negg": [0.6028469800949097, 0.6590993404388428], "cos_Ac_negg": [0.6028469800949097, 0.6590993404388428], "r_norm": [0.1571563482284546, 0.15902715921401978], "ldr": {"dL_sdil": -0.007298022508621216, "dL_bp": -0.008677065372467041, "ratio": 0.8410703613895052}}, {"step": 21300, "epoch": 54, "train_loss": 6.870081415399909e-05, "cos_r_negg": [0.6028323769569397, 0.659104585647583], "cos_innovation_negg": [0.6028323769569397, 0.659104585647583], "cos_apical_negg": [0.6028323769569397, 0.659104585647583], "cos_Ac_negg": [0.6028323769569397, 0.659104585647583], "r_norm": [0.1572939157485962, 0.15915802121162415]}, {"step": 21350, "epoch": 54, "train_loss": 6.770086474716663e-05, "cos_r_negg": [0.6028412580490112, 0.658987820148468], "cos_innovation_negg": [0.6028412580490112, 0.658987820148468], "cos_apical_negg": [0.6028412580490112, 0.658987820148468], "cos_Ac_negg": [0.6028412580490112, 0.658987820148468], "r_norm": [0.15691134333610535, 0.1587563455104828]}, {"step": 21400, "epoch": 54, "train_loss": 0.0001074311658157967, "cos_r_negg": [0.6027600765228271, 0.6590051651000977], "cos_innovation_negg": [0.6027600765228271, 0.6590051651000977], "cos_apical_negg": [0.6027600765228271, 0.6590051651000977], "cos_Ac_negg": [0.6027600765228271, 0.6590051651000977], "r_norm": [0.15673640370368958, 0.1585708111524582]}, {"step": 21450, "epoch": 54, "train_loss": 7.881491910666227e-05, "cos_r_negg": [0.6028422117233276, 0.659023642539978], "cos_innovation_negg": [0.6028422117233276, 0.659023642539978], "cos_apical_negg": [0.6028422117233276, 0.659023642539978], "cos_Ac_negg": [0.6028422117233276, 0.659023642539978], "r_norm": [0.15625327825546265, 0.15809620916843414]}, {"step": 21500, "epoch": 54, "train_loss": 6.564003706444055e-05, "cos_r_negg": [0.6025177240371704, 0.6588110327720642], "cos_innovation_negg": [0.6025177240371704, 0.6588110327720642], "cos_apical_negg": [0.6025177240371704, 0.6588110327720642], "cos_Ac_negg": [0.6025177240371704, 0.6588110327720642], "r_norm": [0.1557207703590393, 0.15758316218852997], "ldr": {"dL_sdil": -0.007213398814201355, "dL_bp": -0.008576884865760803, "ratio": 0.8410278238661536}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9758, "test_loss": 0.13278768305778504}, {"step": 21550, "epoch": 55, "train_loss": 5.102449722471647e-05, "cos_r_negg": [0.602613091468811, 0.6589078903198242], "cos_innovation_negg": [0.602613091468811, 0.6589078903198242], "cos_apical_negg": [0.602613091468811, 0.6589078903198242], "cos_Ac_negg": [0.602613091468811, 0.6589078903198242], "r_norm": [0.15584611892700195, 0.15771843492984772]}, {"step": 21600, "epoch": 55, "train_loss": 8.404774416703731e-05, "cos_r_negg": [0.6019346714019775, 0.6589457988739014], "cos_innovation_negg": [0.6019346714019775, 0.6589457988739014], "cos_apical_negg": [0.6019346714019775, 0.6589457988739014], "cos_Ac_negg": [0.6019346714019775, 0.6589457988739014], "r_norm": [0.1555342972278595, 0.15741166472434998]}, {"step": 21650, "epoch": 55, "train_loss": 8.319861080963165e-05, "cos_r_negg": [0.6021963357925415, 0.6587545275688171], "cos_innovation_negg": [0.6021963357925415, 0.6587545275688171], "cos_apical_negg": [0.6021963357925415, 0.6587545275688171], "cos_Ac_negg": [0.6021963357925415, 0.6587545275688171], "r_norm": [0.15525375306606293, 0.15710356831550598]}, {"step": 21700, "epoch": 55, "train_loss": 4.61992240161635e-05, "cos_r_negg": [0.6029422283172607, 0.6591044664382935], "cos_innovation_negg": [0.6029422283172607, 0.6591044664382935], "cos_apical_negg": [0.6029422283172607, 0.6591044664382935], "cos_Ac_negg": [0.6029422283172607, 0.6591044664382935], "r_norm": [0.1553824543952942, 0.15723425149917603]}, {"step": 21750, "epoch": 55, "train_loss": 9.016079275170341e-05, "cos_r_negg": [0.6031538248062134, 0.6591334342956543], "cos_innovation_negg": [0.6031538248062134, 0.6591334342956543], "cos_apical_negg": [0.6031538248062134, 0.6591334342956543], "cos_Ac_negg": [0.6031538248062134, 0.6591334342956543], "r_norm": [0.1560361683368683, 0.15787674486637115], "ldr": {"dL_sdil": -0.007217243313789368, "dL_bp": -0.008592307567596436, "ratio": 0.8399656619610836}}, {"step": 21800, "epoch": 55, "train_loss": 0.0003083561023231596, "cos_r_negg": [0.6026767492294312, 0.6590838432312012], "cos_innovation_negg": [0.6026767492294312, 0.6590838432312012], "cos_apical_negg": [0.6026767492294312, 0.6590838432312012], "cos_Ac_negg": [0.6026767492294312, 0.6590838432312012], "r_norm": [0.15636107325553894, 0.15822669863700867]}, {"step": 21850, "epoch": 55, "train_loss": 9.389787737745792e-05, "cos_r_negg": [0.6026251316070557, 0.6591251492500305], "cos_innovation_negg": [0.6026251316070557, 0.6591251492500305], "cos_apical_negg": [0.6026251316070557, 0.6591251492500305], "cos_Ac_negg": [0.6026251316070557, 0.6591251492500305], "r_norm": [0.1564801037311554, 0.1583583801984787]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9758, "test_loss": 0.132912549161911}, {"step": 21900, "epoch": 56, "train_loss": 6.431151268770918e-05, "cos_r_negg": [0.6026709675788879, 0.6592727899551392], "cos_innovation_negg": [0.6026709675788879, 0.6592727899551392], "cos_apical_negg": [0.6026709675788879, 0.6592727899551392], "cos_Ac_negg": [0.6026709675788879, 0.6592727899551392], "r_norm": [0.15671700239181519, 0.1585898995399475]}, {"step": 21950, "epoch": 56, "train_loss": 0.00024459019186906517, "cos_r_negg": [0.6025875806808472, 0.6592814922332764], "cos_innovation_negg": [0.6025875806808472, 0.6592814922332764], "cos_apical_negg": [0.6025875806808472, 0.6592814922332764], "cos_Ac_negg": [0.6025875806808472, 0.6592814922332764], "r_norm": [0.15595167875289917, 0.15779539942741394]}, {"step": 22000, "epoch": 56, "train_loss": 8.38390551507473e-05, "cos_r_negg": [0.60264652967453, 0.6592419147491455], "cos_innovation_negg": [0.60264652967453, 0.6592419147491455], "cos_apical_negg": [0.60264652967453, 0.6592419147491455], "cos_Ac_negg": [0.60264652967453, 0.6592419147491455], "r_norm": [0.15660813450813293, 0.15843839943408966], "ldr": {"dL_sdil": -0.007254794239997864, "dL_bp": -0.00862172245979309, "ratio": 0.8414553210022918}}, {"step": 22050, "epoch": 56, "train_loss": 2.130166467395611e-05, "cos_r_negg": [0.6027014255523682, 0.6593680381774902], "cos_innovation_negg": [0.6027014255523682, 0.6593680381774902], "cos_apical_negg": [0.6027014255523682, 0.6593680381774902], "cos_Ac_negg": [0.6027014255523682, 0.6593680381774902], "r_norm": [0.1561489850282669, 0.15798935294151306]}, {"step": 22100, "epoch": 56, "train_loss": 6.533931446028873e-05, "cos_r_negg": [0.6025692224502563, 0.6593474745750427], "cos_innovation_negg": [0.6025692224502563, 0.6593474745750427], "cos_apical_negg": [0.6025692224502563, 0.6593474745750427], "cos_Ac_negg": [0.6025692224502563, 0.6593474745750427], "r_norm": [0.15637218952178955, 0.15821892023086548]}, {"step": 22150, "epoch": 56, "train_loss": 0.00021457919501699507, "cos_r_negg": [0.6023264527320862, 0.6592366695404053], "cos_innovation_negg": [0.6023264527320862, 0.6592366695404053], "cos_apical_negg": [0.6023264527320862, 0.6592366695404053], "cos_Ac_negg": [0.6023264527320862, 0.6592366695404053], "r_norm": [0.15624114871025085, 0.15808352828025818]}, {"step": 22200, "epoch": 56, "train_loss": 0.00012344151036813855, "cos_r_negg": [0.6025936007499695, 0.6593063473701477], "cos_innovation_negg": [0.6025936007499695, 0.6593063473701477], "cos_apical_negg": [0.6025936007499695, 0.6593063473701477], "cos_Ac_negg": [0.6025936007499695, 0.6593063473701477], "r_norm": [0.1562105119228363, 0.1580670326948166]}, {"step": 22250, "epoch": 56, "train_loss": 0.00018819153774529696, "cos_r_negg": [0.6028656959533691, 0.6595495939254761], "cos_innovation_negg": [0.6028656959533691, 0.6595495939254761], "cos_apical_negg": [0.6028656959533691, 0.6595495939254761], "cos_Ac_negg": [0.6028656959533691, 0.6595495939254761], "r_norm": [0.15690678358078003, 0.1587871015071869], "ldr": {"dL_sdil": -0.007314234972000122, "dL_bp": -0.008728563785552979, "ratio": 0.8379654604926215}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9758, "test_loss": 0.13312277002334594}, {"step": 22300, "epoch": 57, "train_loss": 0.00011196934065083042, "cos_r_negg": [0.6027776598930359, 0.659687340259552], "cos_innovation_negg": [0.6027776598930359, 0.659687340259552], "cos_apical_negg": [0.6027776598930359, 0.659687340259552], "cos_Ac_negg": [0.6027776598930359, 0.659687340259552], "r_norm": [0.15641570091247559, 0.15830105543136597]}, {"step": 22350, "epoch": 57, "train_loss": 0.00012170965783298016, "cos_r_negg": [0.6024273633956909, 0.659424901008606], "cos_innovation_negg": [0.6024273633956909, 0.659424901008606], "cos_apical_negg": [0.6024273633956909, 0.659424901008606], "cos_Ac_negg": [0.6024273633956909, 0.659424901008606], "r_norm": [0.15635231137275696, 0.15822497010231018]}, {"step": 22400, "epoch": 57, "train_loss": 0.00013582099927589297, "cos_r_negg": [0.6022796630859375, 0.659569263458252], "cos_innovation_negg": [0.6022796630859375, 0.659569263458252], "cos_apical_negg": [0.6022796630859375, 0.659569263458252], "cos_Ac_negg": [0.6022796630859375, 0.659569263458252], "r_norm": [0.1561954915523529, 0.15806548297405243]}, {"step": 22450, "epoch": 57, "train_loss": 3.656731132650748e-05, "cos_r_negg": [0.6023991107940674, 0.6596845388412476], "cos_innovation_negg": [0.6023991107940674, 0.6596845388412476], "cos_apical_negg": [0.6023991107940674, 0.6596845388412476], "cos_Ac_negg": [0.6023991107940674, 0.6596845388412476], "r_norm": [0.15581297874450684, 0.15767639875411987]}, {"step": 22500, "epoch": 57, "train_loss": 4.3591324356384575e-05, "cos_r_negg": [0.6025300025939941, 0.659796953201294], "cos_innovation_negg": [0.6025300025939941, 0.659796953201294], "cos_apical_negg": [0.6025300025939941, 0.659796953201294], "cos_Ac_negg": [0.6025300025939941, 0.659796953201294], "r_norm": [0.1555776745080948, 0.15742799639701843], "ldr": {"dL_sdil": -0.007225781679153442, "dL_bp": -0.008616551756858826, "ratio": 0.838593196333055}}, {"step": 22550, "epoch": 57, "train_loss": 6.957400182727724e-05, "cos_r_negg": [0.6024717092514038, 0.659835696220398], "cos_innovation_negg": [0.6024717092514038, 0.659835696220398], "cos_apical_negg": [0.6024717092514038, 0.659835696220398], "cos_Ac_negg": [0.6024717092514038, 0.659835696220398], "r_norm": [0.156215101480484, 0.158079594373703]}, {"step": 22600, "epoch": 57, "train_loss": 3.980790643254295e-05, "cos_r_negg": [0.6027598977088928, 0.6597139835357666], "cos_innovation_negg": [0.6027598977088928, 0.6597139835357666], "cos_apical_negg": [0.6027598977088928, 0.6597139835357666], "cos_Ac_negg": [0.6027598977088928, 0.6597139835357666], "r_norm": [0.15626370906829834, 0.15812784433364868]}, {"step": 22650, "epoch": 57, "train_loss": 9.183988004224375e-05, "cos_r_negg": [0.6030809879302979, 0.6599211692810059], "cos_innovation_negg": [0.6030809879302979, 0.6599211692810059], "cos_apical_negg": [0.6030809879302979, 0.6599211692810059], "cos_Ac_negg": [0.6030809879302979, 0.6599211692810059], "r_norm": [0.15638971328735352, 0.15825051069259644]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9758, "test_loss": 0.13336207675933837}, {"step": 22700, "epoch": 58, "train_loss": 7.610356988152489e-05, "cos_r_negg": [0.6032955646514893, 0.6599891185760498], "cos_innovation_negg": [0.6032955646514893, 0.6599891185760498], "cos_apical_negg": [0.6032955646514893, 0.6599891185760498], "cos_Ac_negg": [0.6032955646514893, 0.6599891185760498], "r_norm": [0.15646010637283325, 0.1583160161972046]}, {"step": 22750, "epoch": 58, "train_loss": 0.00018182527855969965, "cos_r_negg": [0.6035296320915222, 0.6599894762039185], "cos_innovation_negg": [0.6035296320915222, 0.6599894762039185], "cos_apical_negg": [0.6035296320915222, 0.6599894762039185], "cos_Ac_negg": [0.6035296320915222, 0.6599894762039185], "r_norm": [0.15645179152488708, 0.1583125740289688], "ldr": {"dL_sdil": -0.007293194532394409, "dL_bp": -0.008723869919776917, "ratio": 0.8360045025271202}}, {"step": 22800, "epoch": 58, "train_loss": 0.00010385342466179281, "cos_r_negg": [0.6028904914855957, 0.6598724126815796], "cos_innovation_negg": [0.6028904914855957, 0.6598724126815796], "cos_apical_negg": [0.6028904914855957, 0.6598724126815796], "cos_Ac_negg": [0.6028904914855957, 0.6598724126815796], "r_norm": [0.15671271085739136, 0.15857860445976257]}, {"step": 22850, "epoch": 58, "train_loss": 7.949738937895745e-05, "cos_r_negg": [0.6032530665397644, 0.6600227355957031], "cos_innovation_negg": [0.6032530665397644, 0.6600227355957031], "cos_apical_negg": [0.6032530665397644, 0.6600227355957031], "cos_Ac_negg": [0.6032530665397644, 0.6600227355957031], "r_norm": [0.15728218853473663, 0.15915778279304504]}, {"step": 22900, "epoch": 58, "train_loss": 7.780674786772579e-05, "cos_r_negg": [0.602780818939209, 0.6599228382110596], "cos_innovation_negg": [0.602780818939209, 0.6599228382110596], "cos_apical_negg": [0.602780818939209, 0.6599228382110596], "cos_Ac_negg": [0.602780818939209, 0.6599228382110596], "r_norm": [0.1564401388168335, 0.15831594169139862]}, {"step": 22950, "epoch": 58, "train_loss": 0.0001537126227049157, "cos_r_negg": [0.6031565070152283, 0.6599570512771606], "cos_innovation_negg": [0.6031565070152283, 0.6599570512771606], "cos_apical_negg": [0.6031565070152283, 0.6599570512771606], "cos_Ac_negg": [0.6031565070152283, 0.6599570512771606], "r_norm": [0.15639552474021912, 0.1582721620798111]}, {"step": 23000, "epoch": 58, "train_loss": 7.625877333339304e-05, "cos_r_negg": [0.6034426689147949, 0.6601499319076538], "cos_innovation_negg": [0.6034426689147949, 0.6601499319076538], "cos_apical_negg": [0.6034426689147949, 0.6601499319076538], "cos_Ac_negg": [0.6034426689147949, 0.6601499319076538], "r_norm": [0.1562511920928955, 0.1581260859966278], "ldr": {"dL_sdil": -0.007289856672286987, "dL_bp": -0.008732609450817108, "ratio": 0.8347856059914459}}, {"step": 23050, "epoch": 58, "train_loss": 6.814573134761304e-05, "cos_r_negg": [0.6030375957489014, 0.6599529981613159], "cos_innovation_negg": [0.6030375957489014, 0.6599529981613159], "cos_apical_negg": [0.6030375957489014, 0.6599529981613159], "cos_Ac_negg": [0.6030375957489014, 0.6599529981613159], "r_norm": [0.15578460693359375, 0.15764161944389343]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9757, "test_loss": 0.1336462920188904}, {"step": 23100, "epoch": 59, "train_loss": 8.193499525077641e-05, "cos_r_negg": [0.6028646230697632, 0.6599363684654236], "cos_innovation_negg": [0.6028646230697632, 0.6599363684654236], "cos_apical_negg": [0.6028646230697632, 0.6599363684654236], "cos_Ac_negg": [0.6028646230697632, 0.6599363684654236], "r_norm": [0.15576301515102386, 0.1576075255870819]}, {"step": 23150, "epoch": 59, "train_loss": 4.406507287058048e-05, "cos_r_negg": [0.6028406023979187, 0.6599103212356567], "cos_innovation_negg": [0.6028406023979187, 0.6599103212356567], "cos_apical_negg": [0.6028406023979187, 0.6599103212356567], "cos_Ac_negg": [0.6028406023979187, 0.6599103212356567], "r_norm": [0.15543624758720398, 0.15729138255119324]}, {"step": 23200, "epoch": 59, "train_loss": 7.299319986486807e-05, "cos_r_negg": [0.6028766632080078, 0.6600377559661865], "cos_innovation_negg": [0.6028766632080078, 0.6600377559661865], "cos_apical_negg": [0.6028766632080078, 0.6600377559661865], "cos_Ac_negg": [0.6028766632080078, 0.6600377559661865], "r_norm": [0.15587949752807617, 0.15774734318256378]}, {"step": 23250, "epoch": 59, "train_loss": 9.14705015020445e-05, "cos_r_negg": [0.6031066179275513, 0.6601532697677612], "cos_innovation_negg": [0.6031066179275513, 0.6601532697677612], "cos_apical_negg": [0.6031066179275513, 0.6601532697677612], "cos_Ac_negg": [0.6031066179275513, 0.6601532697677612], "r_norm": [0.15597793459892273, 0.15782791376113892], "ldr": {"dL_sdil": -0.007283508777618408, "dL_bp": -0.008720546960830688, "ratio": 0.835212379491}}, {"step": 23300, "epoch": 59, "train_loss": 6.881228182464838e-05, "cos_r_negg": [0.6032609343528748, 0.6603913903236389], "cos_innovation_negg": [0.6032609343528748, 0.6603913903236389], "cos_apical_negg": [0.6032609343528748, 0.6603913903236389], "cos_Ac_negg": [0.6032609343528748, 0.6603913903236389], "r_norm": [0.15625430643558502, 0.1580982506275177]}, {"step": 23350, "epoch": 59, "train_loss": 5.556635733228177e-05, "cos_r_negg": [0.6027812361717224, 0.6601741909980774], "cos_innovation_negg": [0.6027812361717224, 0.6601741909980774], "cos_apical_negg": [0.6027812361717224, 0.6601741909980774], "cos_Ac_negg": [0.6027812361717224, 0.6601741909980774], "r_norm": [0.156964972615242, 0.1588171124458313]}, {"step": 23400, "epoch": 59, "train_loss": 0.000274324236670509, "cos_r_negg": [0.602765679359436, 0.6601627469062805], "cos_innovation_negg": [0.602765679359436, 0.6601627469062805], "cos_apical_negg": [0.602765679359436, 0.6601627469062805], "cos_Ac_negg": [0.602765679359436, 0.6601627469062805], "r_norm": [0.15628066658973694, 0.15812437236309052]}, {"step": 23450, "epoch": 59, "train_loss": 5.756409518653527e-05, "cos_r_negg": [0.6029309034347534, 0.6602258682250977], "cos_innovation_negg": [0.6029309034347534, 0.6602258682250977], "cos_apical_negg": [0.6029309034347534, 0.6602258682250977], "cos_Ac_negg": [0.6029309034347534, 0.6602258682250977], "r_norm": [0.15581627190113068, 0.1576555371284485]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9756, "test_loss": 0.13393202242851257}], "final": {"test_acc": 0.9756, "test_loss": 0.13393202242851257, "wall_s": 65.23742508888245, "cos_r_negg": [0.602840006351471, 0.6602316498756409], "cos_innovation_negg": [0.602840006351471, 0.6602316498756409], "cos_apical_negg": [0.602840006351471, 0.6602316498756409], "cos_Ac_negg": [0.602840006351471, 0.6602316498756409]}}