path: root/results/ep_depth2_v1_mnist_dfa_w500_d2_s0.json

{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s0", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.455000400543213, "cos_r_negg": [-0.0012218101182952523, 0.005587799474596977], "cos_innovation_negg": [-0.0012218101182952523, 0.005587799474596977], "cos_apical_negg": [-0.0012218101182952523, 0.005587799474596977], "cos_Ac_negg": [-0.0012218101182952523, 0.005587799474596977], "r_norm": [6.867367744445801, 6.702666759490967]}, {"step": 50, "epoch": 0, "train_loss": 0.4884546399116516, "cos_r_negg": [0.4433194398880005, 0.3238217830657959], "cos_innovation_negg": [0.4433194398880005, 0.3238217830657959], "cos_apical_negg": [0.4433194398880005, 0.3238217830657959], "cos_Ac_negg": [0.4433194398880005, 0.3238217830657959], "r_norm": [1.4550529718399048, 1.4226224422454834]}, {"step": 100, "epoch": 0, "train_loss": 0.18250605463981628, "cos_r_negg": [0.4726950526237488, 0.3500172197818756], "cos_innovation_negg": [0.4726950526237488, 0.3500172197818756], "cos_apical_negg": [0.4726950526237488, 0.3500172197818756], "cos_Ac_negg": [0.4726950526237488, 0.3500172197818756], "r_norm": [1.233875036239624, 1.2073458433151245]}, {"step": 150, "epoch": 0, "train_loss": 0.20297665894031525, "cos_r_negg": [0.49053478240966797, 0.36665087938308716], "cos_innovation_negg": [0.49053478240966797, 0.36665087938308716], "cos_apical_negg": [0.49053478240966797, 0.36665087938308716], "cos_Ac_negg": [0.49053478240966797, 0.36665087938308716], "r_norm": [0.9725527167320251, 0.9556649923324585]}, {"step": 200, "epoch": 0, "train_loss": 0.3086359202861786, "cos_r_negg": [0.48890215158462524, 0.37201690673828125], "cos_innovation_negg": [0.48890215158462524, 0.37201690673828125], "cos_apical_negg": [0.48890215158462524, 0.37201690673828125], "cos_Ac_negg": [0.48890215158462524, 0.37201690673828125], "r_norm": [0.9802878499031067, 0.9625905752182007]}, {"step": 250, "epoch": 0, "train_loss": 0.34890681505203247, "cos_r_negg": [0.48948267102241516, 0.3931608200073242], "cos_innovation_negg": [0.48948267102241516, 0.3931608200073242], "cos_apical_negg": [0.48948267102241516, 0.3931608200073242], "cos_Ac_negg": [0.48948267102241516, 0.3931608200073242], "r_norm": [0.9710801243782043, 0.9623081088066101]}, {"step": 300, "epoch": 0, "train_loss": 0.21142058074474335, "cos_r_negg": [0.5073487758636475, 0.4011719822883606], "cos_innovation_negg": [0.5073487758636475, 0.4011719822883606], "cos_apical_negg": [0.5073487758636475, 0.4011719822883606], "cos_Ac_negg": [0.5073487758636475, 0.4011719822883606], "r_norm": [0.8522371053695679, 0.8361395597457886]}, {"step": 350, "epoch": 0, "train_loss": 0.24228441715240479, "cos_r_negg": [0.5151200294494629, 0.42015737295150757], "cos_innovation_negg": [0.5151200294494629, 0.42015737295150757], "cos_apical_negg": [0.5151200294494629, 0.42015737295150757], "cos_Ac_negg": [0.5151200294494629, 0.42015737295150757], "r_norm": [0.7442807555198669, 0.7318453788757324]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9442, "test_loss": 0.19673461685180665}, {"step": 400, "epoch": 1, "train_loss": 0.1416546106338501, "cos_r_negg": [0.5281397104263306, 0.44611886143684387], "cos_innovation_negg": [0.5281397104263306, 0.44611886143684387], "cos_apical_negg": [0.5281397104263306, 0.44611886143684387], "cos_Ac_negg": [0.5281397104263306, 0.44611886143684387], "r_norm": [0.6068177819252014, 0.5942094326019287]}, {"step": 450, "epoch": 1, "train_loss": 0.19603650271892548, "cos_r_negg": [0.5154920816421509, 0.4432058036327362], "cos_innovation_negg": [0.5154920816421509, 0.4432058036327362], "cos_apical_negg": [0.5154920816421509, 0.4432058036327362], "cos_Ac_negg": [0.5154920816421509, 0.4432058036327362], "r_norm": [0.6743201017379761, 0.6635779142379761]}, {"step": 500, "epoch": 1, "train_loss": 0.1401933878660202, "cos_r_negg": [0.5377629995346069, 0.46823614835739136], "cos_innovation_negg": [0.5377629995346069, 0.46823614835739136], "cos_apical_negg": [0.5377629995346069, 0.46823614835739136], "cos_Ac_negg": [0.5377629995346069, 0.46823614835739136], "r_norm": [0.48796871304512024, 0.4802212119102478]}, {"step": 550, "epoch": 1, "train_loss": 0.10656566172838211, "cos_r_negg": [0.5396291017532349, 0.4902256727218628], "cos_innovation_negg": [0.5396291017532349, 0.4902256727218628], "cos_apical_negg": [0.5396291017532349, 0.4902256727218628], "cos_Ac_negg": [0.5396291017532349, 0.4902256727218628], "r_norm": [0.6408736705780029, 0.6358258128166199]}, {"step": 600, "epoch": 1, "train_loss": 0.04644303396344185, "cos_r_negg": [0.5458330512046814, 0.4931410849094391], "cos_innovation_negg": [0.5458330512046814, 0.4931410849094391], "cos_apical_negg": [0.5458330512046814, 0.4931410849094391], "cos_Ac_negg": [0.5458330512046814, 0.4931410849094391], "r_norm": [0.5351439118385315, 0.5261515378952026]}, {"step": 650, "epoch": 1, "train_loss": 0.10280214250087738, "cos_r_negg": [0.5350897312164307, 0.4873564839363098], "cos_innovation_negg": [0.5350897312164307, 0.4873564839363098], "cos_apical_negg": [0.5350897312164307, 0.4873564839363098], "cos_Ac_negg": [0.5350897312164307, 0.4873564839363098], "r_norm": [0.4984096586704254, 0.4933297038078308]}, {"step": 700, "epoch": 1, "train_loss": 0.11595344543457031, "cos_r_negg": [0.5274271368980408, 0.48203590512275696], "cos_innovation_negg": [0.5274271368980408, 0.48203590512275696], "cos_apical_negg": [0.5274271368980408, 0.48203590512275696], "cos_Ac_negg": [0.5274271368980408, 0.48203590512275696], "r_norm": [0.5982675552368164, 0.5920673608779907]}, {"step": 750, "epoch": 1, "train_loss": 0.21198678016662598, "cos_r_negg": [0.5465818643569946, 0.4920997619628906], "cos_innovation_negg": [0.5465818643569946, 0.4920997619628906], "cos_apical_negg": [0.5465818643569946, 0.4920997619628906], "cos_Ac_negg": [0.5465818643569946, 0.4920997619628906], "r_norm": [0.7113633751869202, 0.6951543092727661]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9488, "test_loss": 0.17781539459228515}, {"step": 800, "epoch": 2, "train_loss": 0.07779504358768463, "cos_r_negg": [0.5394494533538818, 0.4878403842449188], "cos_innovation_negg": [0.5394494533538818, 0.4878403842449188], "cos_apical_negg": [0.5394494533538818, 0.4878403842449188], "cos_Ac_negg": [0.5394494533538818, 0.4878403842449188], "r_norm": [0.4862503409385681, 0.48074549436569214]}, {"step": 850, "epoch": 2, "train_loss": 0.05539233982563019, "cos_r_negg": [0.5564321279525757, 0.5121630430221558], "cos_innovation_negg": [0.5564321279525757, 0.5121630430221558], "cos_apical_negg": [0.5564321279525757, 0.5121630430221558], "cos_Ac_negg": [0.5564321279525757, 0.5121630430221558], "r_norm": [0.47778385877609253, 0.4727818965911865]}, {"step": 900, "epoch": 2, "train_loss": 0.059588778764009476, "cos_r_negg": [0.5429542660713196, 0.5073432922363281], "cos_innovation_negg": [0.5429542660713196, 0.5073432922363281], "cos_apical_negg": [0.5429542660713196, 0.5073432922363281], "cos_Ac_negg": [0.5429542660713196, 0.5073432922363281], "r_norm": [0.518397331237793, 0.5143673419952393]}, {"step": 950, "epoch": 2, "train_loss": 0.11776875704526901, "cos_r_negg": [0.5528150200843811, 0.5073689818382263], "cos_innovation_negg": [0.5528150200843811, 0.5073689818382263], "cos_apical_negg": [0.5528150200843811, 0.5073689818382263], "cos_Ac_negg": [0.5528150200843811, 0.5073689818382263], "r_norm": [0.3983311653137207, 0.3947192430496216]}, {"step": 1000, "epoch": 2, "train_loss": 0.07680343091487885, "cos_r_negg": [0.5503298044204712, 0.5243899822235107], "cos_innovation_negg": [0.5503298044204712, 0.5243899822235107], "cos_apical_negg": [0.5503298044204712, 0.5243899822235107], "cos_Ac_negg": [0.5503298044204712, 0.5243899822235107], "r_norm": [0.4549916386604309, 0.44863396883010864]}, {"step": 1050, "epoch": 2, "train_loss": 0.04396185278892517, "cos_r_negg": [0.5574483871459961, 0.5293837785720825], "cos_innovation_negg": [0.5574483871459961, 0.5293837785720825], "cos_apical_negg": [0.5574483871459961, 0.5293837785720825], "cos_Ac_negg": [0.5574483871459961, 0.5293837785720825], "r_norm": [0.42827126383781433, 0.4222552180290222]}, {"step": 1100, "epoch": 2, "train_loss": 0.10261887311935425, "cos_r_negg": [0.559981107711792, 0.5288408398628235], "cos_innovation_negg": [0.559981107711792, 0.5288408398628235], "cos_apical_negg": [0.559981107711792, 0.5288408398628235], "cos_Ac_negg": [0.559981107711792, 0.5288408398628235], "r_norm": [0.35524433851242065, 0.3490331768989563]}, {"step": 1150, "epoch": 2, "train_loss": 0.14008520543575287, "cos_r_negg": [0.5542522668838501, 0.5318983793258667], "cos_innovation_negg": [0.5542522668838501, 0.5318983793258667], "cos_apical_negg": [0.5542522668838501, 0.5318983793258667], "cos_Ac_negg": [0.5542522668838501, 0.5318983793258667], "r_norm": [0.31860795617103577, 0.3149941563606262]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9627, "test_loss": 0.12738853225708008}, {"step": 1200, "epoch": 3, "train_loss": 0.0654103010892868, "cos_r_negg": [0.5629998445510864, 0.5311970710754395], "cos_innovation_negg": [0.5629998445510864, 0.5311970710754395], "cos_apical_negg": [0.5629998445510864, 0.5311970710754395], "cos_Ac_negg": [0.5629998445510864, 0.5311970710754395], "r_norm": [0.3603872060775757, 0.3548695743083954]}, {"step": 1250, "epoch": 3, "train_loss": 0.10331155359745026, "cos_r_negg": [0.5707446932792664, 0.5459808111190796], "cos_innovation_negg": [0.5707446932792664, 0.5459808111190796], "cos_apical_negg": [0.5707446932792664, 0.5459808111190796], "cos_Ac_negg": [0.5707446932792664, 0.5459808111190796], "r_norm": [0.33469629287719727, 0.3293761610984802]}, {"step": 1300, "epoch": 3, "train_loss": 0.01226551178842783, "cos_r_negg": [0.5693462491035461, 0.5464077591896057], "cos_innovation_negg": [0.5693462491035461, 0.5464077591896057], "cos_apical_negg": [0.5693462491035461, 0.5464077591896057], "cos_Ac_negg": [0.5693462491035461, 0.5464077591896057], "r_norm": [0.3653251528739929, 0.35907769203186035]}, {"step": 1350, "epoch": 3, "train_loss": 0.03218827396631241, "cos_r_negg": [0.5637334585189819, 0.5508019328117371], "cos_innovation_negg": [0.5637334585189819, 0.5508019328117371], "cos_apical_negg": [0.5637334585189819, 0.5508019328117371], "cos_Ac_negg": [0.5637334585189819, 0.5508019328117371], "r_norm": [0.35572969913482666, 0.35154175758361816]}, {"step": 1400, "epoch": 3, "train_loss": 0.044887974858284, "cos_r_negg": [0.5716066360473633, 0.5563195943832397], "cos_innovation_negg": [0.5716066360473633, 0.5563195943832397], "cos_apical_negg": [0.5716066360473633, 0.5563195943832397], "cos_Ac_negg": [0.5716066360473633, 0.5563195943832397], "r_norm": [0.36359333992004395, 0.35774368047714233]}, {"step": 1450, "epoch": 3, "train_loss": 0.04554722458124161, "cos_r_negg": [0.5794796943664551, 0.5667763352394104], "cos_innovation_negg": [0.5794796943664551, 0.5667763352394104], "cos_apical_negg": [0.5794796943664551, 0.5667763352394104], "cos_Ac_negg": [0.5794796943664551, 0.5667763352394104], "r_norm": [0.33089590072631836, 0.3267176151275635]}, {"step": 1500, "epoch": 3, "train_loss": 0.09756089746952057, "cos_r_negg": [0.575084924697876, 0.5652492046356201], "cos_innovation_negg": [0.575084924697876, 0.5652492046356201], "cos_apical_negg": [0.575084924697876, 0.5652492046356201], "cos_Ac_negg": [0.575084924697876, 0.5652492046356201], "r_norm": [0.2458980530500412, 0.24264881014823914]}, {"step": 1550, "epoch": 3, "train_loss": 0.05775832757353783, "cos_r_negg": [0.5663065910339355, 0.5587851405143738], "cos_innovation_negg": [0.5663065910339355, 0.5587851405143738], "cos_apical_negg": [0.5663065910339355, 0.5587851405143738], "cos_Ac_negg": [0.5663065910339355, 0.5587851405143738], "r_norm": [0.3411334156990051, 0.33883699774742126]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9639, "test_loss": 0.1300865171432495}, {"step": 1600, "epoch": 4, "train_loss": 0.05352483317255974, "cos_r_negg": [0.5794689655303955, 0.5733746290206909], "cos_innovation_negg": [0.5794689655303955, 0.5733746290206909], "cos_apical_negg": [0.5794689655303955, 0.5733746290206909], "cos_Ac_negg": [0.5794689655303955, 0.5733746290206909], "r_norm": [0.3166924715042114, 0.3142436146736145]}, {"step": 1650, "epoch": 4, "train_loss": 0.09800838679075241, "cos_r_negg": [0.5841163992881775, 0.5782060027122498], "cos_innovation_negg": [0.5841163992881775, 0.5782060027122498], "cos_apical_negg": [0.5841163992881775, 0.5782060027122498], "cos_Ac_negg": [0.5841163992881775, 0.5782060027122498], "r_norm": [0.28270599246025085, 0.27946341037750244]}, {"step": 1700, "epoch": 4, "train_loss": 0.052839748561382294, "cos_r_negg": [0.5912335515022278, 0.5765260457992554], "cos_innovation_negg": [0.5912335515022278, 0.5765260457992554], "cos_apical_negg": [0.5912335515022278, 0.5765260457992554], "cos_Ac_negg": [0.5912335515022278, 0.5765260457992554], "r_norm": [0.2686973810195923, 0.26534178853034973]}, {"step": 1750, "epoch": 4, "train_loss": 0.03935888037085533, "cos_r_negg": [0.5929888486862183, 0.5807057619094849], "cos_innovation_negg": [0.5929888486862183, 0.5807057619094849], "cos_apical_negg": [0.5929888486862183, 0.5807057619094849], "cos_Ac_negg": [0.5929888486862183, 0.5807057619094849], "r_norm": [0.29860806465148926, 0.2930912971496582]}, {"step": 1800, "epoch": 4, "train_loss": 0.019247453659772873, "cos_r_negg": [0.5832458138465881, 0.5818238854408264], "cos_innovation_negg": [0.5832458138465881, 0.5818238854408264], "cos_apical_negg": [0.5832458138465881, 0.5818238854408264], "cos_Ac_negg": [0.5832458138465881, 0.5818238854408264], "r_norm": [0.32476651668548584, 0.3194284439086914]}, {"step": 1850, "epoch": 4, "train_loss": 0.15666377544403076, "cos_r_negg": [0.5804139375686646, 0.5773476362228394], "cos_innovation_negg": [0.5804139375686646, 0.5773476362228394], "cos_apical_negg": [0.5804139375686646, 0.5773476362228394], "cos_Ac_negg": [0.5804139375686646, 0.5773476362228394], "r_norm": [0.30783388018608093, 0.30404067039489746]}, {"step": 1900, "epoch": 4, "train_loss": 0.01831461861729622, "cos_r_negg": [0.594693660736084, 0.5909834504127502], "cos_innovation_negg": [0.594693660736084, 0.5909834504127502], "cos_apical_negg": [0.594693660736084, 0.5909834504127502], "cos_Ac_negg": [0.594693660736084, 0.5909834504127502], "r_norm": [0.3117819130420685, 0.30776920914649963]}, {"step": 1950, "epoch": 4, "train_loss": 0.03494712710380554, "cos_r_negg": [0.5949253439903259, 0.5962386131286621], "cos_innovation_negg": [0.5949253439903259, 0.5962386131286621], "cos_apical_negg": [0.5949253439903259, 0.5962386131286621], "cos_Ac_negg": [0.5949253439903259, 0.5962386131286621], "r_norm": [0.2631165385246277, 0.2580379843711853]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9704, "test_loss": 0.11211655864715576}, {"step": 2000, "epoch": 5, "train_loss": 0.03152512013912201, "cos_r_negg": [0.5990602970123291, 0.5963000655174255], "cos_innovation_negg": [0.5990602970123291, 0.5963000655174255], "cos_apical_negg": [0.5990602970123291, 0.5963000655174255], "cos_Ac_negg": [0.5990602970123291, 0.5963000655174255], "r_norm": [0.26670777797698975, 0.2647938132286072]}, {"step": 2050, "epoch": 5, "train_loss": 0.010450702160596848, "cos_r_negg": [0.5812329649925232, 0.5935474634170532], "cos_innovation_negg": [0.5812329649925232, 0.5935474634170532], "cos_apical_negg": [0.5812329649925232, 0.5935474634170532], "cos_Ac_negg": [0.5812329649925232, 0.5935474634170532], "r_norm": [0.27738213539123535, 0.2740875482559204]}, {"step": 2100, "epoch": 5, "train_loss": 0.013176459819078445, "cos_r_negg": [0.5992426872253418, 0.6083910465240479], "cos_innovation_negg": [0.5992426872253418, 0.6083910465240479], "cos_apical_negg": [0.5992426872253418, 0.6083910465240479], "cos_Ac_negg": [0.5992426872253418, 0.6083910465240479], "r_norm": [0.27281105518341064, 0.26855406165122986]}, {"step": 2150, "epoch": 5, "train_loss": 0.0064860135316848755, "cos_r_negg": [0.5940659046173096, 0.602994441986084], "cos_innovation_negg": [0.5940659046173096, 0.602994441986084], "cos_apical_negg": [0.5940659046173096, 0.602994441986084], "cos_Ac_negg": [0.5940659046173096, 0.602994441986084], "r_norm": [0.2660374045372009, 0.2638474404811859]}, {"step": 2200, "epoch": 5, "train_loss": 0.05283335968852043, "cos_r_negg": [0.5927091836929321, 0.5986547470092773], "cos_innovation_negg": [0.5927091836929321, 0.5986547470092773], "cos_apical_negg": [0.5927091836929321, 0.5986547470092773], "cos_Ac_negg": [0.5927091836929321, 0.5986547470092773], "r_norm": [0.2859436571598053, 0.2824760675430298]}, {"step": 2250, "epoch": 5, "train_loss": 0.0075577618554234505, "cos_r_negg": [0.5968770980834961, 0.60113525390625], "cos_innovation_negg": [0.5968770980834961, 0.60113525390625], "cos_apical_negg": [0.5968770980834961, 0.60113525390625], "cos_Ac_negg": [0.5968770980834961, 0.60113525390625], "r_norm": [0.2650221288204193, 0.26085957884788513]}, {"step": 2300, "epoch": 5, "train_loss": 0.009457211010158062, "cos_r_negg": [0.5944288372993469, 0.6035429239273071], "cos_innovation_negg": [0.5944288372993469, 0.6035429239273071], "cos_apical_negg": [0.5944288372993469, 0.6035429239273071], "cos_Ac_negg": [0.5944288372993469, 0.6035429239273071], "r_norm": [0.2616775929927826, 0.2581750750541687]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9718, "test_loss": 0.10978483028411866}, {"step": 2350, "epoch": 6, "train_loss": 0.006893346086144447, "cos_r_negg": [0.588960587978363, 0.6045393943786621], "cos_innovation_negg": [0.588960587978363, 0.6045393943786621], "cos_apical_negg": [0.588960587978363, 0.6045393943786621], "cos_Ac_negg": [0.588960587978363, 0.6045393943786621], "r_norm": [0.27239954471588135, 0.2696453928947449]}, {"step": 2400, "epoch": 6, "train_loss": 0.003952822647988796, "cos_r_negg": [0.5952630043029785, 0.61188143491745], "cos_innovation_negg": [0.5952630043029785, 0.61188143491745], "cos_apical_negg": [0.5952630043029785, 0.61188143491745], "cos_Ac_negg": [0.5952630043029785, 0.61188143491745], "r_norm": [0.26440316438674927, 0.2602709233760834]}, {"step": 2450, "epoch": 6, "train_loss": 0.028697146102786064, "cos_r_negg": [0.5909306406974792, 0.6102230548858643], "cos_innovation_negg": [0.5909306406974792, 0.6102230548858643], "cos_apical_negg": [0.5909306406974792, 0.6102230548858643], "cos_Ac_negg": [0.5909306406974792, 0.6102230548858643], "r_norm": [0.265338659286499, 0.26175689697265625]}, {"step": 2500, "epoch": 6, "train_loss": 0.002709238324314356, "cos_r_negg": [0.5963317155838013, 0.6146293878555298], "cos_innovation_negg": [0.5963317155838013, 0.6146293878555298], "cos_apical_negg": [0.5963317155838013, 0.6146293878555298], "cos_Ac_negg": [0.5963317155838013, 0.6146293878555298], "r_norm": [0.21755573153495789, 0.21503011882305145]}, {"step": 2550, "epoch": 6, "train_loss": 0.011185280978679657, "cos_r_negg": [0.5932070016860962, 0.6172766089439392], "cos_innovation_negg": [0.5932070016860962, 0.6172766089439392], "cos_apical_negg": [0.5932070016860962, 0.6172766089439392], "cos_Ac_negg": [0.5932070016860962, 0.6172766089439392], "r_norm": [0.24489009380340576, 0.24211710691452026]}, {"step": 2600, "epoch": 6, "train_loss": 0.0253208726644516, "cos_r_negg": [0.596983015537262, 0.6193558573722839], "cos_innovation_negg": [0.596983015537262, 0.6193558573722839], "cos_apical_negg": [0.596983015537262, 0.6193558573722839], "cos_Ac_negg": [0.596983015537262, 0.6193558573722839], "r_norm": [0.27402302622795105, 0.272081196308136]}, {"step": 2650, "epoch": 6, "train_loss": 0.022468507289886475, "cos_r_negg": [0.595613420009613, 0.6231690645217896], "cos_innovation_negg": [0.595613420009613, 0.6231690645217896], "cos_apical_negg": [0.595613420009613, 0.6231690645217896], "cos_Ac_negg": [0.595613420009613, 0.6231690645217896], "r_norm": [0.2628892660140991, 0.2615119218826294]}, {"step": 2700, "epoch": 6, "train_loss": 0.002375586424022913, "cos_r_negg": [0.5971455574035645, 0.6254854202270508], "cos_innovation_negg": [0.5971455574035645, 0.6254854202270508], "cos_apical_negg": [0.5971455574035645, 0.6254854202270508], "cos_Ac_negg": [0.5971455574035645, 0.6254854202270508], "r_norm": [0.30108022689819336, 0.2963903248310089]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9739, "test_loss": 0.10736722450256347}, {"step": 2750, "epoch": 7, "train_loss": 0.0038459619972854853, "cos_r_negg": [0.6021312475204468, 0.6236478686332703], "cos_innovation_negg": [0.6021312475204468, 0.6236478686332703], "cos_apical_negg": [0.6021312475204468, 0.6236478686332703], "cos_Ac_negg": [0.6021312475204468, 0.6236478686332703], "r_norm": [0.24617621302604675, 0.24356000125408173]}, {"step": 2800, "epoch": 7, "train_loss": 0.0007723477901890874, "cos_r_negg": [0.6042760014533997, 0.6245564222335815], "cos_innovation_negg": [0.6042760014533997, 0.6245564222335815], "cos_apical_negg": [0.6042760014533997, 0.6245564222335815], "cos_Ac_negg": [0.6042760014533997, 0.6245564222335815], "r_norm": [0.23521935939788818, 0.2313229739665985]}, {"step": 2850, "epoch": 7, "train_loss": 0.002828646916896105, "cos_r_negg": [0.6021775603294373, 0.6257927417755127], "cos_innovation_negg": [0.6021775603294373, 0.6257927417755127], "cos_apical_negg": [0.6021775603294373, 0.6257927417755127], "cos_Ac_negg": [0.6021775603294373, 0.6257927417755127], "r_norm": [0.24178078770637512, 0.23925581574440002]}, {"step": 2900, "epoch": 7, "train_loss": 0.0007164616836234927, "cos_r_negg": [0.6019276976585388, 0.6284149885177612], "cos_innovation_negg": [0.6019276976585388, 0.6284149885177612], "cos_apical_negg": [0.6019276976585388, 0.6284149885177612], "cos_Ac_negg": [0.6019276976585388, 0.6284149885177612], "r_norm": [0.22210654616355896, 0.21830493211746216]}, {"step": 2950, "epoch": 7, "train_loss": 0.0020319742616266012, "cos_r_negg": [0.597455620765686, 0.6213750839233398], "cos_innovation_negg": [0.597455620765686, 0.6213750839233398], "cos_apical_negg": [0.597455620765686, 0.6213750839233398], "cos_Ac_negg": [0.597455620765686, 0.6213750839233398], "r_norm": [0.21308429539203644, 0.2102496474981308]}, {"step": 3000, "epoch": 7, "train_loss": 0.004647564608603716, "cos_r_negg": [0.5988292098045349, 0.6264442205429077], "cos_innovation_negg": [0.5988292098045349, 0.6264442205429077], "cos_apical_negg": [0.5988292098045349, 0.6264442205429077], "cos_Ac_negg": [0.5988292098045349, 0.6264442205429077], "r_norm": [0.25253206491470337, 0.25027841329574585]}, {"step": 3050, "epoch": 7, "train_loss": 0.0022451963741332293, "cos_r_negg": [0.6035568118095398, 0.6286636590957642], "cos_innovation_negg": [0.6035568118095398, 0.6286636590957642], "cos_apical_negg": [0.6035568118095398, 0.6286636590957642], "cos_Ac_negg": [0.6035568118095398, 0.6286636590957642], "r_norm": [0.24336116015911102, 0.23982487618923187]}, {"step": 3100, "epoch": 7, "train_loss": 0.0009570522233843803, "cos_r_negg": [0.5994917154312134, 0.6246612668037415], "cos_innovation_negg": [0.5994917154312134, 0.6246612668037415], "cos_apical_negg": [0.5994917154312134, 0.6246612668037415], "cos_Ac_negg": [0.5994917154312134, 0.6246612668037415], "r_norm": [0.21956007182598114, 0.21656140685081482]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9743, "test_loss": 0.11261729688644409}, {"step": 3150, "epoch": 8, "train_loss": 0.003980861511081457, "cos_r_negg": [0.6036613583564758, 0.6257340908050537], "cos_innovation_negg": [0.6036613583564758, 0.6257340908050537], "cos_apical_negg": [0.6036613583564758, 0.6257340908050537], "cos_Ac_negg": [0.6036613583564758, 0.6257340908050537], "r_norm": [0.23269107937812805, 0.22854608297348022]}, {"step": 3200, "epoch": 8, "train_loss": 0.0032025957480072975, "cos_r_negg": [0.6062469482421875, 0.631206214427948], "cos_innovation_negg": [0.6062469482421875, 0.631206214427948], "cos_apical_negg": [0.6062469482421875, 0.631206214427948], "cos_Ac_negg": [0.6062469482421875, 0.631206214427948], "r_norm": [0.22821995615959167, 0.22567614912986755]}, {"step": 3250, "epoch": 8, "train_loss": 0.0006161752389743924, "cos_r_negg": [0.6061348915100098, 0.6324522495269775], "cos_innovation_negg": [0.6061348915100098, 0.6324522495269775], "cos_apical_negg": [0.6061348915100098, 0.6324522495269775], "cos_Ac_negg": [0.6061348915100098, 0.6324522495269775], "r_norm": [0.22658401727676392, 0.22436711192131042]}, {"step": 3300, "epoch": 8, "train_loss": 0.001028451370075345, "cos_r_negg": [0.5983247756958008, 0.6247973442077637], "cos_innovation_negg": [0.5983247756958008, 0.6247973442077637], "cos_apical_negg": [0.5983247756958008, 0.6247973442077637], "cos_Ac_negg": [0.5983247756958008, 0.6247973442077637], "r_norm": [0.2041117548942566, 0.20181438326835632]}, {"step": 3350, "epoch": 8, "train_loss": 0.00474642775952816, "cos_r_negg": [0.602353572845459, 0.6354761719703674], "cos_innovation_negg": [0.602353572845459, 0.6354761719703674], "cos_apical_negg": [0.602353572845459, 0.6354761719703674], "cos_Ac_negg": [0.602353572845459, 0.6354761719703674], "r_norm": [0.22803735733032227, 0.22541461884975433]}, {"step": 3400, "epoch": 8, "train_loss": 0.0036712707951664925, "cos_r_negg": [0.5941517353057861, 0.6236918568611145], "cos_innovation_negg": [0.5941517353057861, 0.6236918568611145], "cos_apical_negg": [0.5941517353057861, 0.6236918568611145], "cos_Ac_negg": [0.5941517353057861, 0.6236918568611145], "r_norm": [0.23400799930095673, 0.23188474774360657]}, {"step": 3450, "epoch": 8, "train_loss": 0.0030612312257289886, "cos_r_negg": [0.6047907471656799, 0.6314569711685181], "cos_innovation_negg": [0.6047907471656799, 0.6314569711685181], "cos_apical_negg": [0.6047907471656799, 0.6314569711685181], "cos_Ac_negg": [0.6047907471656799, 0.6314569711685181], "r_norm": [0.2522599399089813, 0.24873733520507812]}, {"step": 3500, "epoch": 8, "train_loss": 0.0127753596752882, "cos_r_negg": [0.6061917543411255, 0.633236289024353], "cos_innovation_negg": [0.6061917543411255, 0.633236289024353], "cos_apical_negg": [0.6061917543411255, 0.633236289024353], "cos_Ac_negg": [0.6061917543411255, 0.633236289024353], "r_norm": [0.22985026240348816, 0.22683191299438477]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9746, "test_loss": 0.11364701299667358}, {"step": 3550, "epoch": 9, "train_loss": 0.002052813535556197, "cos_r_negg": [0.6042995452880859, 0.6319564580917358], "cos_innovation_negg": [0.6042995452880859, 0.6319564580917358], "cos_apical_negg": [0.6042995452880859, 0.6319564580917358], "cos_Ac_negg": [0.6042995452880859, 0.6319564580917358], "r_norm": [0.2339075207710266, 0.2327694445848465]}, {"step": 3600, "epoch": 9, "train_loss": 0.0018004907760769129, "cos_r_negg": [0.6035574674606323, 0.6318626403808594], "cos_innovation_negg": [0.6035574674606323, 0.6318626403808594], "cos_apical_negg": [0.6035574674606323, 0.6318626403808594], "cos_Ac_negg": [0.6035574674606323, 0.6318626403808594], "r_norm": [0.25688549876213074, 0.25391149520874023]}, {"step": 3650, "epoch": 9, "train_loss": 0.0018242803635075688, "cos_r_negg": [0.6062121987342834, 0.6365829110145569], "cos_innovation_negg": [0.6062121987342834, 0.6365829110145569], "cos_apical_negg": [0.6062121987342834, 0.6365829110145569], "cos_Ac_negg": [0.6062121987342834, 0.6365829110145569], "r_norm": [0.2313503623008728, 0.22879865765571594]}, {"step": 3700, "epoch": 9, "train_loss": 0.002325961599126458, "cos_r_negg": [0.6052207946777344, 0.6344189643859863], "cos_innovation_negg": [0.6052207946777344, 0.6344189643859863], "cos_apical_negg": [0.6052207946777344, 0.6344189643859863], "cos_Ac_negg": [0.6052207946777344, 0.6344189643859863], "r_norm": [0.2308870106935501, 0.22770848870277405]}, {"step": 3750, "epoch": 9, "train_loss": 0.0013448342215269804, "cos_r_negg": [0.6017446517944336, 0.631637454032898], "cos_innovation_negg": [0.6017446517944336, 0.631637454032898], "cos_apical_negg": [0.6017446517944336, 0.631637454032898], "cos_Ac_negg": [0.6017446517944336, 0.631637454032898], "r_norm": [0.2237640917301178, 0.2213115096092224]}, {"step": 3800, "epoch": 9, "train_loss": 0.0010697577381506562, "cos_r_negg": [0.6056090593338013, 0.6358444690704346], "cos_innovation_negg": [0.6056090593338013, 0.6358444690704346], "cos_apical_negg": [0.6056090593338013, 0.6358444690704346], "cos_Ac_negg": [0.6056090593338013, 0.6358444690704346], "r_norm": [0.2285679280757904, 0.22606107592582703]}, {"step": 3850, "epoch": 9, "train_loss": 0.0013986164703965187, "cos_r_negg": [0.6048082113265991, 0.6355153918266296], "cos_innovation_negg": [0.6048082113265991, 0.6355153918266296], "cos_apical_negg": [0.6048082113265991, 0.6355153918266296], "cos_Ac_negg": [0.6048082113265991, 0.6355153918266296], "r_norm": [0.24528194963932037, 0.24291472136974335]}, {"step": 3900, "epoch": 9, "train_loss": 0.0021803362760692835, "cos_r_negg": [0.5979775190353394, 0.6298904418945312], "cos_innovation_negg": [0.5979775190353394, 0.6298904418945312], "cos_apical_negg": [0.5979775190353394, 0.6298904418945312], "cos_Ac_negg": [0.5979775190353394, 0.6298904418945312], "r_norm": [0.22258804738521576, 0.2200932502746582]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9754, "test_loss": 0.1121923773765564}, {"step": 3950, "epoch": 10, "train_loss": 0.0009568557143211365, "cos_r_negg": [0.6054949164390564, 0.6350085735321045], "cos_innovation_negg": [0.6054949164390564, 0.6350085735321045], "cos_apical_negg": [0.6054949164390564, 0.6350085735321045], "cos_Ac_negg": [0.6054949164390564, 0.6350085735321045], "r_norm": [0.23007851839065552, 0.2275000810623169]}, {"step": 4000, "epoch": 10, "train_loss": 0.0015104507328942418, "cos_r_negg": [0.6021131277084351, 0.6337165832519531], "cos_innovation_negg": [0.6021131277084351, 0.6337165832519531], "cos_apical_negg": [0.6021131277084351, 0.6337165832519531], "cos_Ac_negg": [0.6021131277084351, 0.6337165832519531], "r_norm": [0.23059846460819244, 0.2279568314552307]}, {"step": 4050, "epoch": 10, "train_loss": 0.0005146872135810554, "cos_r_negg": [0.6057825088500977, 0.637179434299469], "cos_innovation_negg": [0.6057825088500977, 0.637179434299469], "cos_apical_negg": [0.6057825088500977, 0.637179434299469], "cos_Ac_negg": [0.6057825088500977, 0.637179434299469], "r_norm": [0.2289145588874817, 0.22616535425186157]}, {"step": 4100, "epoch": 10, "train_loss": 0.000980545999482274, "cos_r_negg": [0.6013930439949036, 0.6326056718826294], "cos_innovation_negg": [0.6013930439949036, 0.6326056718826294], "cos_apical_negg": [0.6013930439949036, 0.6326056718826294], "cos_Ac_negg": [0.6013930439949036, 0.6326056718826294], "r_norm": [0.2186374068260193, 0.21658197045326233]}, {"step": 4150, "epoch": 10, "train_loss": 0.0005672835977748036, "cos_r_negg": [0.6046179533004761, 0.6362408995628357], "cos_innovation_negg": [0.6046179533004761, 0.6362408995628357], "cos_apical_negg": [0.6046179533004761, 0.6362408995628357], "cos_Ac_negg": [0.6046179533004761, 0.6362408995628357], "r_norm": [0.21841780841350555, 0.21630951762199402]}, {"step": 4200, "epoch": 10, "train_loss": 0.0006569693214260042, "cos_r_negg": [0.6064749360084534, 0.6372295618057251], "cos_innovation_negg": [0.6064749360084534, 0.6372295618057251], "cos_apical_negg": [0.6064749360084534, 0.6372295618057251], "cos_Ac_negg": [0.6064749360084534, 0.6372295618057251], "r_norm": [0.22156909108161926, 0.21935901045799255]}, {"step": 4250, "epoch": 10, "train_loss": 0.001275518094189465, "cos_r_negg": [0.6030899286270142, 0.6343640089035034], "cos_innovation_negg": [0.6030899286270142, 0.6343640089035034], "cos_apical_negg": [0.6030899286270142, 0.6343640089035034], "cos_Ac_negg": [0.6030899286270142, 0.6343640089035034], "r_norm": [0.22897756099700928, 0.22665655612945557]}, {"step": 4300, "epoch": 10, "train_loss": 0.0012106015346944332, "cos_r_negg": [0.6027369499206543, 0.6341464519500732], "cos_innovation_negg": [0.6027369499206543, 0.6341464519500732], "cos_apical_negg": [0.6027369499206543, 0.6341464519500732], "cos_Ac_negg": [0.6027369499206543, 0.6341464519500732], "r_norm": [0.22772471606731415, 0.22478973865509033]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9757, "test_loss": 0.1151269721031189}, {"step": 4350, "epoch": 11, "train_loss": 0.000869966926984489, "cos_r_negg": [0.6046022176742554, 0.6342833042144775], "cos_innovation_negg": [0.6046022176742554, 0.6342833042144775], "cos_apical_negg": [0.6046022176742554, 0.6342833042144775], "cos_Ac_negg": [0.6046022176742554, 0.6342833042144775], "r_norm": [0.21961674094200134, 0.2170230597257614]}, {"step": 4400, "epoch": 11, "train_loss": 0.0007378486916422844, "cos_r_negg": [0.6023801565170288, 0.631381630897522], "cos_innovation_negg": [0.6023801565170288, 0.631381630897522], "cos_apical_negg": [0.6023801565170288, 0.631381630897522], "cos_Ac_negg": [0.6023801565170288, 0.631381630897522], "r_norm": [0.21946831047534943, 0.21705621480941772]}, {"step": 4450, "epoch": 11, "train_loss": 0.0013274832163006067, "cos_r_negg": [0.6036427021026611, 0.632384181022644], "cos_innovation_negg": [0.6036427021026611, 0.632384181022644], "cos_apical_negg": [0.6036427021026611, 0.632384181022644], "cos_Ac_negg": [0.6036427021026611, 0.632384181022644], "r_norm": [0.2200722098350525, 0.2177429497241974]}, {"step": 4500, "epoch": 11, "train_loss": 0.0002526487223803997, "cos_r_negg": [0.6051135063171387, 0.6351537704467773], "cos_innovation_negg": [0.6051135063171387, 0.6351537704467773], "cos_apical_negg": [0.6051135063171387, 0.6351537704467773], "cos_Ac_negg": [0.6051135063171387, 0.6351537704467773], "r_norm": [0.22493191063404083, 0.2222823202610016]}, {"step": 4550, "epoch": 11, "train_loss": 0.0017678290605545044, "cos_r_negg": [0.60555100440979, 0.6367412805557251], "cos_innovation_negg": [0.60555100440979, 0.6367412805557251], "cos_apical_negg": [0.60555100440979, 0.6367412805557251], "cos_Ac_negg": [0.60555100440979, 0.6367412805557251], "r_norm": [0.22300419211387634, 0.22036445140838623]}, {"step": 4600, "epoch": 11, "train_loss": 0.00024105070042423904, "cos_r_negg": [0.6062707304954529, 0.6370673179626465], "cos_innovation_negg": [0.6062707304954529, 0.6370673179626465], "cos_apical_negg": [0.6062707304954529, 0.6370673179626465], "cos_Ac_negg": [0.6062707304954529, 0.6370673179626465], "r_norm": [0.2174091637134552, 0.21511372923851013]}, {"step": 4650, "epoch": 11, "train_loss": 0.000593445438425988, "cos_r_negg": [0.6042616367340088, 0.634713351726532], "cos_innovation_negg": [0.6042616367340088, 0.634713351726532], "cos_apical_negg": [0.6042616367340088, 0.634713351726532], "cos_Ac_negg": [0.6042616367340088, 0.634713351726532], "r_norm": [0.2147793173789978, 0.2124459147453308]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9753, "test_loss": 0.11596298952102661}, {"step": 4700, "epoch": 12, "train_loss": 0.000778138404712081, "cos_r_negg": [0.6026853919029236, 0.6332443952560425], "cos_innovation_negg": [0.6026853919029236, 0.6332443952560425], "cos_apical_negg": [0.6026853919029236, 0.6332443952560425], "cos_Ac_negg": [0.6026853919029236, 0.6332443952560425], "r_norm": [0.21448169648647308, 0.21221402287483215]}, {"step": 4750, "epoch": 12, "train_loss": 0.0004908389528281987, "cos_r_negg": [0.605556309223175, 0.6352735161781311], "cos_innovation_negg": [0.605556309223175, 0.6352735161781311], "cos_apical_negg": [0.605556309223175, 0.6352735161781311], "cos_Ac_negg": [0.605556309223175, 0.6352735161781311], "r_norm": [0.219468355178833, 0.21718484163284302]}, {"step": 4800, "epoch": 12, "train_loss": 0.0003110655234195292, "cos_r_negg": [0.6036304235458374, 0.6348888874053955], "cos_innovation_negg": [0.6036304235458374, 0.6348888874053955], "cos_apical_negg": [0.6036304235458374, 0.6348888874053955], "cos_Ac_negg": [0.6036304235458374, 0.6348888874053955], "r_norm": [0.22145278751850128, 0.2190997302532196]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005430112360045314, "cos_r_negg": [0.6034080982208252, 0.6347044706344604], "cos_innovation_negg": [0.6034080982208252, 0.6347044706344604], "cos_apical_negg": [0.6034080982208252, 0.6347044706344604], "cos_Ac_negg": [0.6034080982208252, 0.6347044706344604], "r_norm": [0.22188329696655273, 0.21961556375026703]}, {"step": 4900, "epoch": 12, "train_loss": 0.000969510234426707, "cos_r_negg": [0.6034067869186401, 0.6353693008422852], "cos_innovation_negg": [0.6034067869186401, 0.6353693008422852], "cos_apical_negg": [0.6034067869186401, 0.6353693008422852], "cos_Ac_negg": [0.6034067869186401, 0.6353693008422852], "r_norm": [0.22156593203544617, 0.21911948919296265]}, {"step": 4950, "epoch": 12, "train_loss": 0.0003366665041539818, "cos_r_negg": [0.6032893657684326, 0.6343157887458801], "cos_innovation_negg": [0.6032893657684326, 0.6343157887458801], "cos_apical_negg": [0.6032893657684326, 0.6343157887458801], "cos_Ac_negg": [0.6032893657684326, 0.6343157887458801], "r_norm": [0.21802350878715515, 0.21574001014232635]}, {"step": 5000, "epoch": 12, "train_loss": 0.0002619274309836328, "cos_r_negg": [0.6042627096176147, 0.6354492902755737], "cos_innovation_negg": [0.6042627096176147, 0.6354492902755737], "cos_apical_negg": [0.6042627096176147, 0.6354492902755737], "cos_Ac_negg": [0.6042627096176147, 0.6354492902755737], "r_norm": [0.21776878833770752, 0.21528325974941254]}, {"step": 5050, "epoch": 12, "train_loss": 0.0005130537902005017, "cos_r_negg": [0.6037691831588745, 0.6339913010597229], "cos_innovation_negg": [0.6037691831588745, 0.6339913010597229], "cos_apical_negg": [0.6037691831588745, 0.6339913010597229], "cos_Ac_negg": [0.6037691831588745, 0.6339913010597229], "r_norm": [0.21510523557662964, 0.21276456117630005]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9756, "test_loss": 0.11751492242813111}, {"step": 5100, "epoch": 13, "train_loss": 0.0002903806744143367, "cos_r_negg": [0.6040109395980835, 0.6347830891609192], "cos_innovation_negg": [0.6040109395980835, 0.6347830891609192], "cos_apical_negg": [0.6040109395980835, 0.6347830891609192], "cos_Ac_negg": [0.6040109395980835, 0.6347830891609192], "r_norm": [0.217706561088562, 0.21538156270980835]}, {"step": 5150, "epoch": 13, "train_loss": 0.0004420979821588844, "cos_r_negg": [0.6035830974578857, 0.6351126432418823], "cos_innovation_negg": [0.6035830974578857, 0.6351126432418823], "cos_apical_negg": [0.6035830974578857, 0.6351126432418823], "cos_Ac_negg": [0.6035830974578857, 0.6351126432418823], "r_norm": [0.21784190833568573, 0.21547582745552063]}, {"step": 5200, "epoch": 13, "train_loss": 0.0008551456267014146, "cos_r_negg": [0.6044378280639648, 0.6356925368309021], "cos_innovation_negg": [0.6044378280639648, 0.6356925368309021], "cos_apical_negg": [0.6044378280639648, 0.6356925368309021], "cos_Ac_negg": [0.6044378280639648, 0.6356925368309021], "r_norm": [0.21681705117225647, 0.2143540233373642]}, {"step": 5250, "epoch": 13, "train_loss": 0.00011549872579053044, "cos_r_negg": [0.60377037525177, 0.6356294751167297], "cos_innovation_negg": [0.60377037525177, 0.6356294751167297], "cos_apical_negg": [0.60377037525177, 0.6356294751167297], "cos_Ac_negg": [0.60377037525177, 0.6356294751167297], "r_norm": [0.21836836636066437, 0.21591529250144958]}, {"step": 5300, "epoch": 13, "train_loss": 0.0003382735885679722, "cos_r_negg": [0.6045246720314026, 0.637141227722168], "cos_innovation_negg": [0.6045246720314026, 0.637141227722168], "cos_apical_negg": [0.6045246720314026, 0.637141227722168], "cos_Ac_negg": [0.6045246720314026, 0.637141227722168], "r_norm": [0.21554742753505707, 0.21327289938926697]}, {"step": 5350, "epoch": 13, "train_loss": 0.0004629998002201319, "cos_r_negg": [0.6055861115455627, 0.6377867460250854], "cos_innovation_negg": [0.6055861115455627, 0.6377867460250854], "cos_apical_negg": [0.6055861115455627, 0.6377867460250854], "cos_Ac_negg": [0.6055861115455627, 0.6377867460250854], "r_norm": [0.22330757975578308, 0.22067412734031677]}, {"step": 5400, "epoch": 13, "train_loss": 0.0007996324566192925, "cos_r_negg": [0.6030280590057373, 0.6376332640647888], "cos_innovation_negg": [0.6030280590057373, 0.6376332640647888], "cos_apical_negg": [0.6030280590057373, 0.6376332640647888], "cos_Ac_negg": [0.6030280590057373, 0.6376332640647888], "r_norm": [0.22022749483585358, 0.2178516387939453]}, {"step": 5450, "epoch": 13, "train_loss": 0.00033865877776406705, "cos_r_negg": [0.602658212184906, 0.6370522975921631], "cos_innovation_negg": [0.602658212184906, 0.6370522975921631], "cos_apical_negg": [0.602658212184906, 0.6370522975921631], "cos_Ac_negg": [0.602658212184906, 0.6370522975921631], "r_norm": [0.2196313440799713, 0.21735724806785583]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9752, "test_loss": 0.11890519304275513}, {"step": 5500, "epoch": 14, "train_loss": 0.0004151380271650851, "cos_r_negg": [0.6052238941192627, 0.6381137371063232], "cos_innovation_negg": [0.6052238941192627, 0.6381137371063232], "cos_apical_negg": [0.6052238941192627, 0.6381137371063232], "cos_Ac_negg": [0.6052238941192627, 0.6381137371063232], "r_norm": [0.2205100953578949, 0.21821585297584534]}, {"step": 5550, "epoch": 14, "train_loss": 0.00023576876264996827, "cos_r_negg": [0.6047282218933105, 0.6379756927490234], "cos_innovation_negg": [0.6047282218933105, 0.6379756927490234], "cos_apical_negg": [0.6047282218933105, 0.6379756927490234], "cos_Ac_negg": [0.6047282218933105, 0.6379756927490234], "r_norm": [0.21363705396652222, 0.21131634712219238]}, {"step": 5600, "epoch": 14, "train_loss": 0.0004696905380114913, "cos_r_negg": [0.6050536036491394, 0.6371830701828003], "cos_innovation_negg": [0.6050536036491394, 0.6371830701828003], "cos_apical_negg": [0.6050536036491394, 0.6371830701828003], "cos_Ac_negg": [0.6050536036491394, 0.6371830701828003], "r_norm": [0.2137448787689209, 0.2114998996257782]}, {"step": 5650, "epoch": 14, "train_loss": 0.0005691580008715391, "cos_r_negg": [0.6037466526031494, 0.6372630596160889], "cos_innovation_negg": [0.6037466526031494, 0.6372630596160889], "cos_apical_negg": [0.6037466526031494, 0.6372630596160889], "cos_Ac_negg": [0.6037466526031494, 0.6372630596160889], "r_norm": [0.21213391423225403, 0.20983119308948517]}, {"step": 5700, "epoch": 14, "train_loss": 0.00014634447870776057, "cos_r_negg": [0.6041146516799927, 0.6388067007064819], "cos_innovation_negg": [0.6041146516799927, 0.6388067007064819], "cos_apical_negg": [0.6041146516799927, 0.6388067007064819], "cos_Ac_negg": [0.6041146516799927, 0.6388067007064819], "r_norm": [0.21667242050170898, 0.2142632007598877]}, {"step": 5750, "epoch": 14, "train_loss": 0.0005339177441783249, "cos_r_negg": [0.606016993522644, 0.639466404914856], "cos_innovation_negg": [0.606016993522644, 0.639466404914856], "cos_apical_negg": [0.606016993522644, 0.639466404914856], "cos_Ac_negg": [0.606016993522644, 0.639466404914856], "r_norm": [0.2167552262544632, 0.21440288424491882]}, {"step": 5800, "epoch": 14, "train_loss": 0.0009829981718212366, "cos_r_negg": [0.6027776002883911, 0.6370537281036377], "cos_innovation_negg": [0.6027776002883911, 0.6370537281036377], "cos_apical_negg": [0.6027776002883911, 0.6370537281036377], "cos_Ac_negg": [0.6027776002883911, 0.6370537281036377], "r_norm": [0.21759101748466492, 0.2152581810951233]}, {"step": 5850, "epoch": 14, "train_loss": 0.000653544906526804, "cos_r_negg": [0.6038122177124023, 0.6387685537338257], "cos_innovation_negg": [0.6038122177124023, 0.6387685537338257], "cos_apical_negg": [0.6038122177124023, 0.6387685537338257], "cos_Ac_negg": [0.6038122177124023, 0.6387685537338257], "r_norm": [0.2170233279466629, 0.2146185040473938]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9751, "test_loss": 0.11985381708145142}, {"step": 5900, "epoch": 15, "train_loss": 0.0003470508963800967, "cos_r_negg": [0.6041852235794067, 0.6392597556114197], "cos_innovation_negg": [0.6041852235794067, 0.6392597556114197], "cos_apical_negg": [0.6041852235794067, 0.6392597556114197], "cos_Ac_negg": [0.6041852235794067, 0.6392597556114197], "r_norm": [0.21698731184005737, 0.21444201469421387]}, {"step": 5950, "epoch": 15, "train_loss": 0.0006265982519835234, "cos_r_negg": [0.6045011281967163, 0.6398568153381348], "cos_innovation_negg": [0.6045011281967163, 0.6398568153381348], "cos_apical_negg": [0.6045011281967163, 0.6398568153381348], "cos_Ac_negg": [0.6045011281967163, 0.6398568153381348], "r_norm": [0.21753381192684174, 0.21510350704193115]}, {"step": 6000, "epoch": 15, "train_loss": 0.00042971837683580816, "cos_r_negg": [0.6037033796310425, 0.639772891998291], "cos_innovation_negg": [0.6037033796310425, 0.639772891998291], "cos_apical_negg": [0.6037033796310425, 0.639772891998291], "cos_Ac_negg": [0.6037033796310425, 0.639772891998291], "r_norm": [0.214491605758667, 0.21219143271446228]}, {"step": 6050, "epoch": 15, "train_loss": 0.002283945679664612, "cos_r_negg": [0.6054691076278687, 0.6399810314178467], "cos_innovation_negg": [0.6054691076278687, 0.6399810314178467], "cos_apical_negg": [0.6054691076278687, 0.6399810314178467], "cos_Ac_negg": [0.6054691076278687, 0.6399810314178467], "r_norm": [0.21741259098052979, 0.21491298079490662]}, {"step": 6100, "epoch": 15, "train_loss": 0.0002688372042030096, "cos_r_negg": [0.6050428152084351, 0.6395406126976013], "cos_innovation_negg": [0.6050428152084351, 0.6395406126976013], "cos_apical_negg": [0.6050428152084351, 0.6395406126976013], "cos_Ac_negg": [0.6050428152084351, 0.6395406126976013], "r_norm": [0.2158336639404297, 0.21347379684448242]}, {"step": 6150, "epoch": 15, "train_loss": 0.00021846190793439746, "cos_r_negg": [0.6046416163444519, 0.6393339037895203], "cos_innovation_negg": [0.6046416163444519, 0.6393339037895203], "cos_apical_negg": [0.6046416163444519, 0.6393339037895203], "cos_Ac_negg": [0.6046416163444519, 0.6393339037895203], "r_norm": [0.20978575944900513, 0.20737631618976593]}, {"step": 6200, "epoch": 15, "train_loss": 0.00029762997291982174, "cos_r_negg": [0.6046182513237, 0.6399909853935242], "cos_innovation_negg": [0.6046182513237, 0.6399909853935242], "cos_apical_negg": [0.6046182513237, 0.6399909853935242], "cos_Ac_negg": [0.6046182513237, 0.6399909853935242], "r_norm": [0.21422573924064636, 0.2117844521999359]}, {"step": 6250, "epoch": 15, "train_loss": 0.00038678525015711784, "cos_r_negg": [0.6031270027160645, 0.638744056224823], "cos_innovation_negg": [0.6031270027160645, 0.638744056224823], "cos_apical_negg": [0.6031270027160645, 0.638744056224823], "cos_Ac_negg": [0.6031270027160645, 0.638744056224823], "r_norm": [0.21285095810890198, 0.2104693353176117]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9755, "test_loss": 0.12058165483474731}, {"step": 6300, "epoch": 16, "train_loss": 0.0006814120570197701, "cos_r_negg": [0.6044600009918213, 0.6401145458221436], "cos_innovation_negg": [0.6044600009918213, 0.6401145458221436], "cos_apical_negg": [0.6044600009918213, 0.6401145458221436], "cos_Ac_negg": [0.6044600009918213, 0.6401145458221436], "r_norm": [0.21676762402057648, 0.2143164426088333]}, {"step": 6350, "epoch": 16, "train_loss": 0.00023277767468243837, "cos_r_negg": [0.6032562255859375, 0.6401553153991699], "cos_innovation_negg": [0.6032562255859375, 0.6401553153991699], "cos_apical_negg": [0.6032562255859375, 0.6401553153991699], "cos_Ac_negg": [0.6032562255859375, 0.6401553153991699], "r_norm": [0.21488705277442932, 0.21239984035491943]}, {"step": 6400, "epoch": 16, "train_loss": 0.0004084496758878231, "cos_r_negg": [0.6036975383758545, 0.6401950716972351], "cos_innovation_negg": [0.6036975383758545, 0.6401950716972351], "cos_apical_negg": [0.6036975383758545, 0.6401950716972351], "cos_Ac_negg": [0.6036975383758545, 0.6401950716972351], "r_norm": [0.21398594975471497, 0.2115398645401001]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002457046939525753, "cos_r_negg": [0.6035306453704834, 0.6405923366546631], "cos_innovation_negg": [0.6035306453704834, 0.6405923366546631], "cos_apical_negg": [0.6035306453704834, 0.6405923366546631], "cos_Ac_negg": [0.6035306453704834, 0.6405923366546631], "r_norm": [0.2159487009048462, 0.21347717940807343]}, {"step": 6500, "epoch": 16, "train_loss": 0.0002546572941355407, "cos_r_negg": [0.603630006313324, 0.6401945352554321], "cos_innovation_negg": [0.603630006313324, 0.6401945352554321], "cos_apical_negg": [0.603630006313324, 0.6401945352554321], "cos_Ac_negg": [0.603630006313324, 0.6401945352554321], "r_norm": [0.21179108321666718, 0.20943781733512878]}, {"step": 6550, "epoch": 16, "train_loss": 0.0004195408837404102, "cos_r_negg": [0.6053928136825562, 0.6408417224884033], "cos_innovation_negg": [0.6053928136825562, 0.6408417224884033], "cos_apical_negg": [0.6053928136825562, 0.6408417224884033], "cos_Ac_negg": [0.6053928136825562, 0.6408417224884033], "r_norm": [0.21470192074775696, 0.21233493089675903]}, {"step": 6600, "epoch": 16, "train_loss": 0.0002734797017183155, "cos_r_negg": [0.6040008068084717, 0.6403241753578186], "cos_innovation_negg": [0.6040008068084717, 0.6403241753578186], "cos_apical_negg": [0.6040008068084717, 0.6403241753578186], "cos_Ac_negg": [0.6040008068084717, 0.6403241753578186], "r_norm": [0.21046334505081177, 0.20815253257751465]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9752, "test_loss": 0.12161066436767579}, {"step": 6650, "epoch": 17, "train_loss": 0.0003582306962925941, "cos_r_negg": [0.6043812036514282, 0.6412190198898315], "cos_innovation_negg": [0.6043812036514282, 0.6412190198898315], "cos_apical_negg": [0.6043812036514282, 0.6412190198898315], "cos_Ac_negg": [0.6043812036514282, 0.6412190198898315], "r_norm": [0.20938093960285187, 0.20703862607479095]}, {"step": 6700, "epoch": 17, "train_loss": 9.624809899833053e-05, "cos_r_negg": [0.6046858429908752, 0.6415882706642151], "cos_innovation_negg": [0.6046858429908752, 0.6415882706642151], "cos_apical_negg": [0.6046858429908752, 0.6415882706642151], "cos_Ac_negg": [0.6046858429908752, 0.6415882706642151], "r_norm": [0.2134198248386383, 0.2110525220632553]}, {"step": 6750, "epoch": 17, "train_loss": 0.0005530205089598894, "cos_r_negg": [0.6051362752914429, 0.6425153613090515], "cos_innovation_negg": [0.6051362752914429, 0.6425153613090515], "cos_apical_negg": [0.6051362752914429, 0.6425153613090515], "cos_Ac_negg": [0.6051362752914429, 0.6425153613090515], "r_norm": [0.2139115184545517, 0.21145062148571014]}, {"step": 6800, "epoch": 17, "train_loss": 0.000438452058006078, "cos_r_negg": [0.6054990887641907, 0.6421998143196106], "cos_innovation_negg": [0.6054990887641907, 0.6421998143196106], "cos_apical_negg": [0.6054990887641907, 0.6421998143196106], "cos_Ac_negg": [0.6054990887641907, 0.6421998143196106], "r_norm": [0.21366840600967407, 0.21118685603141785]}, {"step": 6850, "epoch": 17, "train_loss": 0.0002394096809439361, "cos_r_negg": [0.6043416261672974, 0.6418129205703735], "cos_innovation_negg": [0.6043416261672974, 0.6418129205703735], "cos_apical_negg": [0.6043416261672974, 0.6418129205703735], "cos_Ac_negg": [0.6043416261672974, 0.6418129205703735], "r_norm": [0.213501438498497, 0.21100442111492157]}, {"step": 6900, "epoch": 17, "train_loss": 0.0004197887610644102, "cos_r_negg": [0.6050222516059875, 0.6416307687759399], "cos_innovation_negg": [0.6050222516059875, 0.6416307687759399], "cos_apical_negg": [0.6050222516059875, 0.6416307687759399], "cos_Ac_negg": [0.6050222516059875, 0.6416307687759399], "r_norm": [0.2142000049352646, 0.2117595374584198]}, {"step": 6950, "epoch": 17, "train_loss": 0.0005150054930709302, "cos_r_negg": [0.6038172245025635, 0.6414080858230591], "cos_innovation_negg": [0.6038172245025635, 0.6414080858230591], "cos_apical_negg": [0.6038172245025635, 0.6414080858230591], "cos_Ac_negg": [0.6038172245025635, 0.6414080858230591], "r_norm": [0.21020662784576416, 0.20783434808254242]}, {"step": 7000, "epoch": 17, "train_loss": 0.00036978331627324224, "cos_r_negg": [0.6056088209152222, 0.6414026618003845], "cos_innovation_negg": [0.6056088209152222, 0.6414026618003845], "cos_apical_negg": [0.6056088209152222, 0.6414026618003845], "cos_Ac_negg": [0.6056088209152222, 0.6414026618003845], "r_norm": [0.20934195816516876, 0.20703540742397308]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9756, "test_loss": 0.12286554260253907}, {"step": 7050, "epoch": 18, "train_loss": 0.00020217265409883112, "cos_r_negg": [0.6059168577194214, 0.6424279808998108], "cos_innovation_negg": [0.6059168577194214, 0.6424279808998108], "cos_apical_negg": [0.6059168577194214, 0.6424279808998108], "cos_Ac_negg": [0.6059168577194214, 0.6424279808998108], "r_norm": [0.21434761583805084, 0.21189002692699432]}, {"step": 7100, "epoch": 18, "train_loss": 0.00030016200616955757, "cos_r_negg": [0.6056333780288696, 0.6421772241592407], "cos_innovation_negg": [0.6056333780288696, 0.6421772241592407], "cos_apical_negg": [0.6056333780288696, 0.6421772241592407], "cos_Ac_negg": [0.6056333780288696, 0.6421772241592407], "r_norm": [0.21150578558444977, 0.20912006497383118]}, {"step": 7150, "epoch": 18, "train_loss": 0.0002936286327894777, "cos_r_negg": [0.606011152267456, 0.6426690816879272], "cos_innovation_negg": [0.606011152267456, 0.6426690816879272], "cos_apical_negg": [0.606011152267456, 0.6426690816879272], "cos_Ac_negg": [0.606011152267456, 0.6426690816879272], "r_norm": [0.21229156851768494, 0.20993247628211975]}, {"step": 7200, "epoch": 18, "train_loss": 0.00036336592165753245, "cos_r_negg": [0.605007529258728, 0.6424070596694946], "cos_innovation_negg": [0.605007529258728, 0.6424070596694946], "cos_apical_negg": [0.605007529258728, 0.6424070596694946], "cos_Ac_negg": [0.605007529258728, 0.6424070596694946], "r_norm": [0.2113495171070099, 0.20892228186130524]}, {"step": 7250, "epoch": 18, "train_loss": 0.0003922524629160762, "cos_r_negg": [0.6057108044624329, 0.6421767473220825], "cos_innovation_negg": [0.6057108044624329, 0.6421767473220825], "cos_apical_negg": [0.6057108044624329, 0.6421767473220825], "cos_Ac_negg": [0.6057108044624329, 0.6421767473220825], "r_norm": [0.2091604471206665, 0.20680105686187744]}, {"step": 7300, "epoch": 18, "train_loss": 0.0001982451940421015, "cos_r_negg": [0.6059682369232178, 0.6413308382034302], "cos_innovation_negg": [0.6059682369232178, 0.6413308382034302], "cos_apical_negg": [0.6059682369232178, 0.6413308382034302], "cos_Ac_negg": [0.6059682369232178, 0.6413308382034302], "r_norm": [0.21004453301429749, 0.20763567090034485]}, {"step": 7350, "epoch": 18, "train_loss": 0.0013851742260158062, "cos_r_negg": [0.6057301759719849, 0.642311692237854], "cos_innovation_negg": [0.6057301759719849, 0.642311692237854], "cos_apical_negg": [0.6057301759719849, 0.642311692237854], "cos_Ac_negg": [0.6057301759719849, 0.642311692237854], "r_norm": [0.21165847778320312, 0.2091926485300064]}, {"step": 7400, "epoch": 18, "train_loss": 0.00016394763952121139, "cos_r_negg": [0.6055245399475098, 0.6429352164268494], "cos_innovation_negg": [0.6055245399475098, 0.6429352164268494], "cos_apical_negg": [0.6055245399475098, 0.6429352164268494], "cos_Ac_negg": [0.6055245399475098, 0.6429352164268494], "r_norm": [0.211961567401886, 0.20942237973213196]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9754, "test_loss": 0.12344486284255982}, {"step": 7450, "epoch": 19, "train_loss": 0.0001286877377424389, "cos_r_negg": [0.6044313907623291, 0.6410905122756958], "cos_innovation_negg": [0.6044313907623291, 0.6410905122756958], "cos_apical_negg": [0.6044313907623291, 0.6410905122756958], "cos_Ac_negg": [0.6044313907623291, 0.6410905122756958], "r_norm": [0.20915699005126953, 0.2067907601594925]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003648576093837619, "cos_r_negg": [0.6045488119125366, 0.6412283182144165], "cos_innovation_negg": [0.6045488119125366, 0.6412283182144165], "cos_apical_negg": [0.6045488119125366, 0.6412283182144165], "cos_Ac_negg": [0.6045488119125366, 0.6412283182144165], "r_norm": [0.2113783061504364, 0.20904719829559326]}, {"step": 7550, "epoch": 19, "train_loss": 0.0003349056642036885, "cos_r_negg": [0.6042733788490295, 0.6420100927352905], "cos_innovation_negg": [0.6042733788490295, 0.6420100927352905], "cos_apical_negg": [0.6042733788490295, 0.6420100927352905], "cos_Ac_negg": [0.6042733788490295, 0.6420100927352905], "r_norm": [0.21027915179729462, 0.20792284607887268]}, {"step": 7600, "epoch": 19, "train_loss": 0.00010903437942033634, "cos_r_negg": [0.6039257049560547, 0.6416701078414917], "cos_innovation_negg": [0.6039257049560547, 0.6416701078414917], "cos_apical_negg": [0.6039257049560547, 0.6416701078414917], "cos_Ac_negg": [0.6039257049560547, 0.6416701078414917], "r_norm": [0.21053966879844666, 0.20807194709777832]}, {"step": 7650, "epoch": 19, "train_loss": 0.0006216532201506197, "cos_r_negg": [0.605318546295166, 0.6429909467697144], "cos_innovation_negg": [0.605318546295166, 0.6429909467697144], "cos_apical_negg": [0.605318546295166, 0.6429909467697144], "cos_Ac_negg": [0.605318546295166, 0.6429909467697144], "r_norm": [0.21345947682857513, 0.21099480986595154]}, {"step": 7700, "epoch": 19, "train_loss": 0.0005933149950578809, "cos_r_negg": [0.6045839190483093, 0.6426224708557129], "cos_innovation_negg": [0.6045839190483093, 0.6426224708557129], "cos_apical_negg": [0.6045839190483093, 0.6426224708557129], "cos_Ac_negg": [0.6045839190483093, 0.6426224708557129], "r_norm": [0.212790846824646, 0.21037477254867554]}, {"step": 7750, "epoch": 19, "train_loss": 0.0005518787074834108, "cos_r_negg": [0.6057553291320801, 0.6434842944145203], "cos_innovation_negg": [0.6057553291320801, 0.6434842944145203], "cos_apical_negg": [0.6057553291320801, 0.6434842944145203], "cos_Ac_negg": [0.6057553291320801, 0.6434842944145203], "r_norm": [0.2112543284893036, 0.20890453457832336]}, {"step": 7800, "epoch": 19, "train_loss": 0.0004334289988037199, "cos_r_negg": [0.605789303779602, 0.6426105499267578], "cos_innovation_negg": [0.605789303779602, 0.6426105499267578], "cos_apical_negg": [0.605789303779602, 0.6426105499267578], "cos_Ac_negg": [0.605789303779602, 0.6426105499267578], "r_norm": [0.2138119339942932, 0.21135327219963074]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9756, "test_loss": 0.12511774463653563}, {"step": 7850, "epoch": 20, "train_loss": 0.00031018239678815007, "cos_r_negg": [0.6059319376945496, 0.6438161730766296], "cos_innovation_negg": [0.6059319376945496, 0.6438161730766296], "cos_apical_negg": [0.6059319376945496, 0.6438161730766296], "cos_Ac_negg": [0.6059319376945496, 0.6438161730766296], "r_norm": [0.2118864208459854, 0.20943747460842133]}, {"step": 7900, "epoch": 20, "train_loss": 0.00025956323952414095, "cos_r_negg": [0.6053087711334229, 0.6430599689483643], "cos_innovation_negg": [0.6053087711334229, 0.6430599689483643], "cos_apical_negg": [0.6053087711334229, 0.6430599689483643], "cos_Ac_negg": [0.6053087711334229, 0.6430599689483643], "r_norm": [0.21300627291202545, 0.21053284406661987]}, {"step": 7950, "epoch": 20, "train_loss": 0.00021666719112545252, "cos_r_negg": [0.604871392250061, 0.6435196399688721], "cos_innovation_negg": [0.604871392250061, 0.6435196399688721], "cos_apical_negg": [0.604871392250061, 0.6435196399688721], "cos_Ac_negg": [0.604871392250061, 0.6435196399688721], "r_norm": [0.21112060546875, 0.2086949497461319]}, {"step": 8000, "epoch": 20, "train_loss": 0.00034362165024504066, "cos_r_negg": [0.6050147414207458, 0.6429697275161743], "cos_innovation_negg": [0.6050147414207458, 0.6429697275161743], "cos_apical_negg": [0.6050147414207458, 0.6429697275161743], "cos_Ac_negg": [0.6050147414207458, 0.6429697275161743], "r_norm": [0.21132850646972656, 0.20889970660209656]}, {"step": 8050, "epoch": 20, "train_loss": 0.00040535617154091597, "cos_r_negg": [0.6051260232925415, 0.6428190469741821], "cos_innovation_negg": [0.6051260232925415, 0.6428190469741821], "cos_apical_negg": [0.6051260232925415, 0.6428190469741821], "cos_Ac_negg": [0.6051260232925415, 0.6428190469741821], "r_norm": [0.21022838354110718, 0.20786535739898682]}, {"step": 8100, "epoch": 20, "train_loss": 0.00021026833564974368, "cos_r_negg": [0.6044530868530273, 0.6429007053375244], "cos_innovation_negg": [0.6044530868530273, 0.6429007053375244], "cos_apical_negg": [0.6044530868530273, 0.6429007053375244], "cos_Ac_negg": [0.6044530868530273, 0.6429007053375244], "r_norm": [0.20992958545684814, 0.20758335292339325]}, {"step": 8150, "epoch": 20, "train_loss": 0.00029080460080876946, "cos_r_negg": [0.6040831804275513, 0.6435755491256714], "cos_innovation_negg": [0.6040831804275513, 0.6435755491256714], "cos_apical_negg": [0.6040831804275513, 0.6435755491256714], "cos_Ac_negg": [0.6040831804275513, 0.6435755491256714], "r_norm": [0.2117093801498413, 0.20931676030158997]}, {"step": 8200, "epoch": 20, "train_loss": 0.0003625886747613549, "cos_r_negg": [0.6050615310668945, 0.6424977779388428], "cos_innovation_negg": [0.6050615310668945, 0.6424977779388428], "cos_apical_negg": [0.6050615310668945, 0.6424977779388428], "cos_Ac_negg": [0.6050615310668945, 0.6424977779388428], "r_norm": [0.21250078082084656, 0.21004877984523773]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9754, "test_loss": 0.12509540729522706}, {"step": 8250, "epoch": 21, "train_loss": 0.0003762186970561743, "cos_r_negg": [0.6044559478759766, 0.6439518332481384], "cos_innovation_negg": [0.6044559478759766, 0.6439518332481384], "cos_apical_negg": [0.6044559478759766, 0.6439518332481384], "cos_Ac_negg": [0.6044559478759766, 0.6439518332481384], "r_norm": [0.21069079637527466, 0.20826813578605652]}, {"step": 8300, "epoch": 21, "train_loss": 0.0003804585721809417, "cos_r_negg": [0.6050235033035278, 0.6436029076576233], "cos_innovation_negg": [0.6050235033035278, 0.6436029076576233], "cos_apical_negg": [0.6050235033035278, 0.6436029076576233], "cos_Ac_negg": [0.6050235033035278, 0.6436029076576233], "r_norm": [0.21026888489723206, 0.20784039795398712]}, {"step": 8350, "epoch": 21, "train_loss": 0.00024381952243857086, "cos_r_negg": [0.6056653261184692, 0.6429964900016785], "cos_innovation_negg": [0.6056653261184692, 0.6429964900016785], "cos_apical_negg": [0.6056653261184692, 0.6429964900016785], "cos_Ac_negg": [0.6056653261184692, 0.6429964900016785], "r_norm": [0.21121054887771606, 0.20877452194690704]}, {"step": 8400, "epoch": 21, "train_loss": 0.0002637075667735189, "cos_r_negg": [0.6054501533508301, 0.6435266733169556], "cos_innovation_negg": [0.6054501533508301, 0.6435266733169556], "cos_apical_negg": [0.6054501533508301, 0.6435266733169556], "cos_Ac_negg": [0.6054501533508301, 0.6435266733169556], "r_norm": [0.2093544602394104, 0.20699630677700043]}, {"step": 8450, "epoch": 21, "train_loss": 0.00019078474724665284, "cos_r_negg": [0.605878472328186, 0.642431378364563], "cos_innovation_negg": [0.605878472328186, 0.642431378364563], "cos_apical_negg": [0.605878472328186, 0.642431378364563], "cos_Ac_negg": [0.605878472328186, 0.642431378364563], "r_norm": [0.20762944221496582, 0.2052922546863556]}, {"step": 8500, "epoch": 21, "train_loss": 0.0002165207697544247, "cos_r_negg": [0.6047587990760803, 0.643103837966919], "cos_innovation_negg": [0.6047587990760803, 0.643103837966919], "cos_apical_negg": [0.6047587990760803, 0.643103837966919], "cos_Ac_negg": [0.6047587990760803, 0.643103837966919], "r_norm": [0.2076379954814911, 0.20530210435390472]}, {"step": 8550, "epoch": 21, "train_loss": 0.00035443619708530605, "cos_r_negg": [0.6051479578018188, 0.6436665654182434], "cos_innovation_negg": [0.6051479578018188, 0.6436665654182434], "cos_apical_negg": [0.6051479578018188, 0.6436665654182434], "cos_Ac_negg": [0.6051479578018188, 0.6436665654182434], "r_norm": [0.2089127004146576, 0.20662075281143188]}, {"step": 8600, "epoch": 21, "train_loss": 0.0008752476423978806, "cos_r_negg": [0.6045660972595215, 0.6442254781723022], "cos_innovation_negg": [0.6045660972595215, 0.6442254781723022], "cos_apical_negg": [0.6045660972595215, 0.6442254781723022], "cos_Ac_negg": [0.6045660972595215, 0.6442254781723022], "r_norm": [0.21254491806030273, 0.21005740761756897]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9757, "test_loss": 0.12586414709091187}, {"step": 8650, "epoch": 22, "train_loss": 0.00020406422845553607, "cos_r_negg": [0.6045533418655396, 0.6434773206710815], "cos_innovation_negg": [0.6045533418655396, 0.6434773206710815], "cos_apical_negg": [0.6045533418655396, 0.6434773206710815], "cos_Ac_negg": [0.6045533418655396, 0.6434773206710815], "r_norm": [0.2115539014339447, 0.2090657651424408]}, {"step": 8700, "epoch": 22, "train_loss": 0.00020917158690281212, "cos_r_negg": [0.6046148538589478, 0.6445410847663879], "cos_innovation_negg": [0.6046148538589478, 0.6445410847663879], "cos_apical_negg": [0.6046148538589478, 0.6445410847663879], "cos_Ac_negg": [0.6046148538589478, 0.6445410847663879], "r_norm": [0.21116894483566284, 0.20871824026107788]}, {"step": 8750, "epoch": 22, "train_loss": 0.0003041449235752225, "cos_r_negg": [0.6052993535995483, 0.6438175439834595], "cos_innovation_negg": [0.6052993535995483, 0.6438175439834595], "cos_apical_negg": [0.6052993535995483, 0.6438175439834595], "cos_Ac_negg": [0.6052993535995483, 0.6438175439834595], "r_norm": [0.2110644280910492, 0.20866471529006958]}, {"step": 8800, "epoch": 22, "train_loss": 0.00027462188154459, "cos_r_negg": [0.6055139303207397, 0.6441426277160645], "cos_innovation_negg": [0.6055139303207397, 0.6441426277160645], "cos_apical_negg": [0.6055139303207397, 0.6441426277160645], "cos_Ac_negg": [0.6055139303207397, 0.6441426277160645], "r_norm": [0.20939210057258606, 0.20701277256011963]}, {"step": 8850, "epoch": 22, "train_loss": 0.00022106265532784164, "cos_r_negg": [0.6053197383880615, 0.6445017457008362], "cos_innovation_negg": [0.6053197383880615, 0.6445017457008362], "cos_apical_negg": [0.6053197383880615, 0.6445017457008362], "cos_Ac_negg": [0.6053197383880615, 0.6445017457008362], "r_norm": [0.21002548933029175, 0.2076202630996704]}, {"step": 8900, "epoch": 22, "train_loss": 0.0004206345183774829, "cos_r_negg": [0.6045823097229004, 0.6444620490074158], "cos_innovation_negg": [0.6045823097229004, 0.6444620490074158], "cos_apical_negg": [0.6045823097229004, 0.6444620490074158], "cos_Ac_negg": [0.6045823097229004, 0.6444620490074158], "r_norm": [0.20965565741062164, 0.20721745491027832]}, {"step": 8950, "epoch": 22, "train_loss": 0.00024441300774924457, "cos_r_negg": [0.6046737432479858, 0.6441605091094971], "cos_innovation_negg": [0.6046737432479858, 0.6441605091094971], "cos_apical_negg": [0.6046737432479858, 0.6441605091094971], "cos_Ac_negg": [0.6046737432479858, 0.6441605091094971], "r_norm": [0.20968759059906006, 0.20724627375602722]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9756, "test_loss": 0.12631702699661254}, {"step": 9000, "epoch": 23, "train_loss": 8.966073073679581e-05, "cos_r_negg": [0.6049171686172485, 0.643987774848938], "cos_innovation_negg": [0.6049171686172485, 0.643987774848938], "cos_apical_negg": [0.6049171686172485, 0.643987774848938], "cos_Ac_negg": [0.6049171686172485, 0.643987774848938], "r_norm": [0.20842836797237396, 0.20602735877037048]}, {"step": 9050, "epoch": 23, "train_loss": 0.00024642673088237643, "cos_r_negg": [0.6055651307106018, 0.6447254419326782], "cos_innovation_negg": [0.6055651307106018, 0.6447254419326782], "cos_apical_negg": [0.6055651307106018, 0.6447254419326782], "cos_Ac_negg": [0.6055651307106018, 0.6447254419326782], "r_norm": [0.2080574929714203, 0.2056153565645218]}, {"step": 9100, "epoch": 23, "train_loss": 0.00015450917999260128, "cos_r_negg": [0.6065264344215393, 0.6441695094108582], "cos_innovation_negg": [0.6065264344215393, 0.6441695094108582], "cos_apical_negg": [0.6065264344215393, 0.6441695094108582], "cos_Ac_negg": [0.6065264344215393, 0.6441695094108582], "r_norm": [0.2070750892162323, 0.20471519231796265]}, {"step": 9150, "epoch": 23, "train_loss": 0.0002869918243959546, "cos_r_negg": [0.6052443981170654, 0.6444107890129089], "cos_innovation_negg": [0.6052443981170654, 0.6444107890129089], "cos_apical_negg": [0.6052443981170654, 0.6444107890129089], "cos_Ac_negg": [0.6052443981170654, 0.6444107890129089], "r_norm": [0.20957112312316895, 0.2071530669927597]}, {"step": 9200, "epoch": 23, "train_loss": 0.0003483754117041826, "cos_r_negg": [0.605829119682312, 0.6446148157119751], "cos_innovation_negg": [0.605829119682312, 0.6446148157119751], "cos_apical_negg": [0.605829119682312, 0.6446148157119751], "cos_Ac_negg": [0.605829119682312, 0.6446148157119751], "r_norm": [0.20940417051315308, 0.2070271074771881]}, {"step": 9250, "epoch": 23, "train_loss": 0.0002456666261423379, "cos_r_negg": [0.6054964661598206, 0.6442029476165771], "cos_innovation_negg": [0.6054964661598206, 0.6442029476165771], "cos_apical_negg": [0.6054964661598206, 0.6442029476165771], "cos_Ac_negg": [0.6054964661598206, 0.6442029476165771], "r_norm": [0.2078496366739273, 0.2054966390132904]}, {"step": 9300, "epoch": 23, "train_loss": 0.0002092581707984209, "cos_r_negg": [0.6038500070571899, 0.6450761556625366], "cos_innovation_negg": [0.6038500070571899, 0.6450761556625366], "cos_apical_negg": [0.6038500070571899, 0.6450761556625366], "cos_Ac_negg": [0.6038500070571899, 0.6450761556625366], "r_norm": [0.21012786030769348, 0.20773667097091675]}, {"step": 9350, "epoch": 23, "train_loss": 0.00018058325804304332, "cos_r_negg": [0.6037989854812622, 0.6445310115814209], "cos_innovation_negg": [0.6037989854812622, 0.6445310115814209], "cos_apical_negg": [0.6037989854812622, 0.6445310115814209], "cos_Ac_negg": [0.6037989854812622, 0.6445310115814209], "r_norm": [0.20925626158714294, 0.2068580836057663]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9756, "test_loss": 0.12702447452545165}, {"step": 9400, "epoch": 24, "train_loss": 0.00019533072190824896, "cos_r_negg": [0.604027271270752, 0.6446387767791748], "cos_innovation_negg": [0.604027271270752, 0.6446387767791748], "cos_apical_negg": [0.604027271270752, 0.6446387767791748], "cos_Ac_negg": [0.604027271270752, 0.6446387767791748], "r_norm": [0.20905523002147675, 0.20663520693778992]}, {"step": 9450, "epoch": 24, "train_loss": 0.0001126547867897898, "cos_r_negg": [0.6052696704864502, 0.6447914838790894], "cos_innovation_negg": [0.6052696704864502, 0.6447914838790894], "cos_apical_negg": [0.6052696704864502, 0.6447914838790894], "cos_Ac_negg": [0.6052696704864502, 0.6447914838790894], "r_norm": [0.20963208377361298, 0.20718766748905182]}, {"step": 9500, "epoch": 24, "train_loss": 0.00018996561993844807, "cos_r_negg": [0.6041205525398254, 0.6442728042602539], "cos_innovation_negg": [0.6041205525398254, 0.6442728042602539], "cos_apical_negg": [0.6041205525398254, 0.6442728042602539], "cos_Ac_negg": [0.6041205525398254, 0.6442728042602539], "r_norm": [0.20836417376995087, 0.20592305064201355]}, {"step": 9550, "epoch": 24, "train_loss": 0.00032288688817061484, "cos_r_negg": [0.6054729223251343, 0.645749568939209], "cos_innovation_negg": [0.6054729223251343, 0.645749568939209], "cos_apical_negg": [0.6054729223251343, 0.645749568939209], "cos_Ac_negg": [0.6054729223251343, 0.645749568939209], "r_norm": [0.2091541290283203, 0.20671714842319489]}, {"step": 9600, "epoch": 24, "train_loss": 0.0001883028307929635, "cos_r_negg": [0.6037598848342896, 0.6447243690490723], "cos_innovation_negg": [0.6037598848342896, 0.6447243690490723], "cos_apical_negg": [0.6037598848342896, 0.6447243690490723], "cos_Ac_negg": [0.6037598848342896, 0.6447243690490723], "r_norm": [0.20727986097335815, 0.20488616824150085]}, {"step": 9650, "epoch": 24, "train_loss": 0.00034844555193558335, "cos_r_negg": [0.603648841381073, 0.64519202709198], "cos_innovation_negg": [0.603648841381073, 0.64519202709198], "cos_apical_negg": [0.603648841381073, 0.64519202709198], "cos_Ac_negg": [0.603648841381073, 0.64519202709198], "r_norm": [0.20695115625858307, 0.20451854169368744]}, {"step": 9700, "epoch": 24, "train_loss": 0.00013805340859107673, "cos_r_negg": [0.6048444509506226, 0.6456736326217651], "cos_innovation_negg": [0.6048444509506226, 0.6456736326217651], "cos_apical_negg": [0.6048444509506226, 0.6456736326217651], "cos_Ac_negg": [0.6048444509506226, 0.6456736326217651], "r_norm": [0.20816254615783691, 0.20574848353862762]}, {"step": 9750, "epoch": 24, "train_loss": 0.0003927741199731827, "cos_r_negg": [0.6038769483566284, 0.6455767750740051], "cos_innovation_negg": [0.6038769483566284, 0.6455767750740051], "cos_apical_negg": [0.6038769483566284, 0.6455767750740051], "cos_Ac_negg": [0.6038769483566284, 0.6455767750740051], "r_norm": [0.20742341876029968, 0.2050585299730301]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9754, "test_loss": 0.12734110708236696}, {"step": 9800, "epoch": 25, "train_loss": 0.0006553427083417773, "cos_r_negg": [0.6044408679008484, 0.6453038454055786], "cos_innovation_negg": [0.6044408679008484, 0.6453038454055786], "cos_apical_negg": [0.6044408679008484, 0.6453038454055786], "cos_Ac_negg": [0.6044408679008484, 0.6453038454055786], "r_norm": [0.2083849012851715, 0.20600639283657074]}, {"step": 9850, "epoch": 25, "train_loss": 0.0001662742579355836, "cos_r_negg": [0.6048983335494995, 0.6456992030143738], "cos_innovation_negg": [0.6048983335494995, 0.6456992030143738], "cos_apical_negg": [0.6048983335494995, 0.6456992030143738], "cos_Ac_negg": [0.6048983335494995, 0.6456992030143738], "r_norm": [0.20910653471946716, 0.20664069056510925]}, {"step": 9900, "epoch": 25, "train_loss": 0.00018702344095800072, "cos_r_negg": [0.6031937599182129, 0.6460427045822144], "cos_innovation_negg": [0.6031937599182129, 0.6460427045822144], "cos_apical_negg": [0.6031937599182129, 0.6460427045822144], "cos_Ac_negg": [0.6031937599182129, 0.6460427045822144], "r_norm": [0.20922039449214935, 0.20676890015602112]}, {"step": 9950, "epoch": 25, "train_loss": 0.00019763072486966848, "cos_r_negg": [0.604987382888794, 0.6459767818450928], "cos_innovation_negg": [0.604987382888794, 0.6459767818450928], "cos_apical_negg": [0.604987382888794, 0.6459767818450928], "cos_Ac_negg": [0.604987382888794, 0.6459767818450928], "r_norm": [0.20848937332630157, 0.20604050159454346]}, {"step": 10000, "epoch": 25, "train_loss": 0.00017666986968833953, "cos_r_negg": [0.6034806966781616, 0.6461828947067261], "cos_innovation_negg": [0.6034806966781616, 0.6461828947067261], "cos_apical_negg": [0.6034806966781616, 0.6461828947067261], "cos_Ac_negg": [0.6034806966781616, 0.6461828947067261], "r_norm": [0.2066047638654709, 0.2042146921157837]}, {"step": 10050, "epoch": 25, "train_loss": 0.00026181916473433375, "cos_r_negg": [0.6036778092384338, 0.6464537382125854], "cos_innovation_negg": [0.6036778092384338, 0.6464537382125854], "cos_apical_negg": [0.6036778092384338, 0.6464537382125854], "cos_Ac_negg": [0.6036778092384338, 0.6464537382125854], "r_norm": [0.20767202973365784, 0.20526805520057678]}, {"step": 10100, "epoch": 25, "train_loss": 0.00011971800995524973, "cos_r_negg": [0.6042938828468323, 0.6468241214752197], "cos_innovation_negg": [0.6042938828468323, 0.6468241214752197], "cos_apical_negg": [0.6042938828468323, 0.6468241214752197], "cos_Ac_negg": [0.6042938828468323, 0.6468241214752197], "r_norm": [0.20724144577980042, 0.20478999614715576]}, {"step": 10150, "epoch": 25, "train_loss": 0.0001279274292755872, "cos_r_negg": [0.6026855707168579, 0.6460393667221069], "cos_innovation_negg": [0.6026855707168579, 0.6460393667221069], "cos_apical_negg": [0.6026855707168579, 0.6460393667221069], "cos_Ac_negg": [0.6026855707168579, 0.6460393667221069], "r_norm": [0.20779086649417877, 0.2053261697292328]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9755, "test_loss": 0.12829737520217896}, {"step": 10200, "epoch": 26, "train_loss": 0.00014345222734846175, "cos_r_negg": [0.6025253534317017, 0.6459208726882935], "cos_innovation_negg": [0.6025253534317017, 0.6459208726882935], "cos_apical_negg": [0.6025253534317017, 0.6459208726882935], "cos_Ac_negg": [0.6025253534317017, 0.6459208726882935], "r_norm": [0.20741373300552368, 0.20498144626617432]}, {"step": 10250, "epoch": 26, "train_loss": 0.00019345112377777696, "cos_r_negg": [0.6033514738082886, 0.646762490272522], "cos_innovation_negg": [0.6033514738082886, 0.646762490272522], "cos_apical_negg": [0.6033514738082886, 0.646762490272522], "cos_Ac_negg": [0.6033514738082886, 0.646762490272522], "r_norm": [0.20700481534004211, 0.20460796356201172]}, {"step": 10300, "epoch": 26, "train_loss": 0.0012348458403721452, "cos_r_negg": [0.6030740737915039, 0.646621823310852], "cos_innovation_negg": [0.6030740737915039, 0.646621823310852], "cos_apical_negg": [0.6030740737915039, 0.646621823310852], "cos_Ac_negg": [0.6030740737915039, 0.646621823310852], "r_norm": [0.20494358241558075, 0.2025964856147766]}, {"step": 10350, "epoch": 26, "train_loss": 5.462846456794068e-05, "cos_r_negg": [0.6028956770896912, 0.6466560363769531], "cos_innovation_negg": [0.6028956770896912, 0.6466560363769531], "cos_apical_negg": [0.6028956770896912, 0.6466560363769531], "cos_Ac_negg": [0.6028956770896912, 0.6466560363769531], "r_norm": [0.20505863428115845, 0.20269909501075745]}, {"step": 10400, "epoch": 26, "train_loss": 0.00036383807309903204, "cos_r_negg": [0.6035922765731812, 0.6467577219009399], "cos_innovation_negg": [0.6035922765731812, 0.6467577219009399], "cos_apical_negg": [0.6035922765731812, 0.6467577219009399], "cos_Ac_negg": [0.6035922765731812, 0.6467577219009399], "r_norm": [0.20488201081752777, 0.20253512263298035]}, {"step": 10450, "epoch": 26, "train_loss": 0.0005338924238458276, "cos_r_negg": [0.6033251881599426, 0.6468223333358765], "cos_innovation_negg": [0.6033251881599426, 0.6468223333358765], "cos_apical_negg": [0.6033251881599426, 0.6468223333358765], "cos_Ac_negg": [0.6033251881599426, 0.6468223333358765], "r_norm": [0.20687198638916016, 0.20447665452957153]}, {"step": 10500, "epoch": 26, "train_loss": 0.0002158085408154875, "cos_r_negg": [0.6025867462158203, 0.6463636755943298], "cos_innovation_negg": [0.6025867462158203, 0.6463636755943298], "cos_apical_negg": [0.6025867462158203, 0.6463636755943298], "cos_Ac_negg": [0.6025867462158203, 0.6463636755943298], "r_norm": [0.2088596373796463, 0.2063896656036377]}, {"step": 10550, "epoch": 26, "train_loss": 0.00012206776591483504, "cos_r_negg": [0.6040409803390503, 0.6468442678451538], "cos_innovation_negg": [0.6040409803390503, 0.6468442678451538], "cos_apical_negg": [0.6040409803390503, 0.6468442678451538], "cos_Ac_negg": [0.6040409803390503, 0.6468442678451538], "r_norm": [0.20946535468101501, 0.2069230079650879]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.976, "test_loss": 0.1287561737060547}, {"step": 10600, "epoch": 27, "train_loss": 0.00010928566916845739, "cos_r_negg": [0.6035082340240479, 0.6474367380142212], "cos_innovation_negg": [0.6035082340240479, 0.6474367380142212], "cos_apical_negg": [0.6035082340240479, 0.6474367380142212], "cos_Ac_negg": [0.6035082340240479, 0.6474367380142212], "r_norm": [0.20771604776382446, 0.2052244246006012]}, {"step": 10650, "epoch": 27, "train_loss": 0.0001233388320542872, "cos_r_negg": [0.6031546592712402, 0.64726722240448], "cos_innovation_negg": [0.6031546592712402, 0.64726722240448], "cos_apical_negg": [0.6031546592712402, 0.64726722240448], "cos_Ac_negg": [0.6031546592712402, 0.64726722240448], "r_norm": [0.20646867156028748, 0.20397837460041046]}, {"step": 10700, "epoch": 27, "train_loss": 0.00017553992802277207, "cos_r_negg": [0.6024357080459595, 0.6470221877098083], "cos_innovation_negg": [0.6024357080459595, 0.6470221877098083], "cos_apical_negg": [0.6024357080459595, 0.6470221877098083], "cos_Ac_negg": [0.6024357080459595, 0.6470221877098083], "r_norm": [0.20518991351127625, 0.20277626812458038]}, {"step": 10750, "epoch": 27, "train_loss": 0.00017186952754855156, "cos_r_negg": [0.6032989025115967, 0.6471357941627502], "cos_innovation_negg": [0.6032989025115967, 0.6471357941627502], "cos_apical_negg": [0.6032989025115967, 0.6471357941627502], "cos_Ac_negg": [0.6032989025115967, 0.6471357941627502], "r_norm": [0.20529748499393463, 0.20289838314056396]}, {"step": 10800, "epoch": 27, "train_loss": 7.19974996172823e-05, "cos_r_negg": [0.6031125783920288, 0.6474454402923584], "cos_innovation_negg": [0.6031125783920288, 0.6474454402923584], "cos_apical_negg": [0.6031125783920288, 0.6474454402923584], "cos_Ac_negg": [0.6031125783920288, 0.6474454402923584], "r_norm": [0.2067316472530365, 0.20427526533603668]}, {"step": 10850, "epoch": 27, "train_loss": 0.00012387103924993426, "cos_r_negg": [0.6034424304962158, 0.6469237804412842], "cos_innovation_negg": [0.6034424304962158, 0.6469237804412842], "cos_apical_negg": [0.6034424304962158, 0.6469237804412842], "cos_Ac_negg": [0.6034424304962158, 0.6469237804412842], "r_norm": [0.20803211629390717, 0.20556190609931946]}, {"step": 10900, "epoch": 27, "train_loss": 0.00016669664182700217, "cos_r_negg": [0.6037194728851318, 0.6469375491142273], "cos_innovation_negg": [0.6037194728851318, 0.6469375491142273], "cos_apical_negg": [0.6037194728851318, 0.6469375491142273], "cos_Ac_negg": [0.6037194728851318, 0.6469375491142273], "r_norm": [0.20949628949165344, 0.20696358382701874]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9757, "test_loss": 0.12930818796157836}, {"step": 10950, "epoch": 28, "train_loss": 0.00016111345030367374, "cos_r_negg": [0.6034857034683228, 0.647523045539856], "cos_innovation_negg": [0.6034857034683228, 0.647523045539856], "cos_apical_negg": [0.6034857034683228, 0.647523045539856], "cos_Ac_negg": [0.6034857034683228, 0.647523045539856], "r_norm": [0.2079528123140335, 0.20550495386123657]}, {"step": 11000, "epoch": 28, "train_loss": 0.0001323211326962337, "cos_r_negg": [0.6034621000289917, 0.6480132341384888], "cos_innovation_negg": [0.6034621000289917, 0.6480132341384888], "cos_apical_negg": [0.6034621000289917, 0.6480132341384888], "cos_Ac_negg": [0.6034621000289917, 0.6480132341384888], "r_norm": [0.2062506526708603, 0.20387163758277893]}, {"step": 11050, "epoch": 28, "train_loss": 0.0003732438781298697, "cos_r_negg": [0.6035131216049194, 0.6476734280586243], "cos_innovation_negg": [0.6035131216049194, 0.6476734280586243], "cos_apical_negg": [0.6035131216049194, 0.6476734280586243], "cos_Ac_negg": [0.6035131216049194, 0.6476734280586243], "r_norm": [0.20710895955562592, 0.20470425486564636]}, {"step": 11100, "epoch": 28, "train_loss": 0.000299205188639462, "cos_r_negg": [0.6028561592102051, 0.646932065486908], "cos_innovation_negg": [0.6028561592102051, 0.646932065486908], "cos_apical_negg": [0.6028561592102051, 0.646932065486908], "cos_Ac_negg": [0.6028561592102051, 0.646932065486908], "r_norm": [0.2084832787513733, 0.20605900883674622]}, {"step": 11150, "epoch": 28, "train_loss": 0.0001843039208324626, "cos_r_negg": [0.6024937033653259, 0.6479151844978333], "cos_innovation_negg": [0.6024937033653259, 0.6479151844978333], "cos_apical_negg": [0.6024937033653259, 0.6479151844978333], "cos_Ac_negg": [0.6024937033653259, 0.6479151844978333], "r_norm": [0.20797450840473175, 0.2055433988571167]}, {"step": 11200, "epoch": 28, "train_loss": 0.0006655512843281031, "cos_r_negg": [0.6028679013252258, 0.6484746336936951], "cos_innovation_negg": [0.6028679013252258, 0.6484746336936951], "cos_apical_negg": [0.6028679013252258, 0.6484746336936951], "cos_Ac_negg": [0.6028679013252258, 0.6484746336936951], "r_norm": [0.20880645513534546, 0.20634883642196655]}, {"step": 11250, "epoch": 28, "train_loss": 0.00033137050922960043, "cos_r_negg": [0.6025118827819824, 0.6480551362037659], "cos_innovation_negg": [0.6025118827819824, 0.6480551362037659], "cos_apical_negg": [0.6025118827819824, 0.6480551362037659], "cos_Ac_negg": [0.6025118827819824, 0.6480551362037659], "r_norm": [0.2073516547679901, 0.20491768419742584]}, {"step": 11300, "epoch": 28, "train_loss": 0.0001291942608077079, "cos_r_negg": [0.6033914089202881, 0.6478013396263123], "cos_innovation_negg": [0.6033914089202881, 0.6478013396263123], "cos_apical_negg": [0.6033914089202881, 0.6478013396263123], "cos_Ac_negg": [0.6033914089202881, 0.6478013396263123], "r_norm": [0.2070908546447754, 0.20465408265590668]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9757, "test_loss": 0.1296875199317932}, {"step": 11350, "epoch": 29, "train_loss": 0.00013965819380246103, "cos_r_negg": [0.6025682687759399, 0.6476000547409058], "cos_innovation_negg": [0.6025682687759399, 0.6476000547409058], "cos_apical_negg": [0.6025682687759399, 0.6476000547409058], "cos_Ac_negg": [0.6025682687759399, 0.6476000547409058], "r_norm": [0.20701447129249573, 0.20458543300628662]}, {"step": 11400, "epoch": 29, "train_loss": 0.0001867700193542987, "cos_r_negg": [0.6027140617370605, 0.6479679942131042], "cos_innovation_negg": [0.6027140617370605, 0.6479679942131042], "cos_apical_negg": [0.6027140617370605, 0.6479679942131042], "cos_Ac_negg": [0.6027140617370605, 0.6479679942131042], "r_norm": [0.2076530009508133, 0.20518764853477478]}, {"step": 11450, "epoch": 29, "train_loss": 9.396731911692768e-05, "cos_r_negg": [0.6027257442474365, 0.6485024094581604], "cos_innovation_negg": [0.6027257442474365, 0.6485024094581604], "cos_apical_negg": [0.6027257442474365, 0.6485024094581604], "cos_Ac_negg": [0.6027257442474365, 0.6485024094581604], "r_norm": [0.20773616433143616, 0.20526231825351715]}, {"step": 11500, "epoch": 29, "train_loss": 0.0003031667147297412, "cos_r_negg": [0.6033617854118347, 0.6484051942825317], "cos_innovation_negg": [0.6033617854118347, 0.6484051942825317], "cos_apical_negg": [0.6033617854118347, 0.6484051942825317], "cos_Ac_negg": [0.6033617854118347, 0.6484051942825317], "r_norm": [0.2080746591091156, 0.2055758237838745]}, {"step": 11550, "epoch": 29, "train_loss": 0.0001679190609138459, "cos_r_negg": [0.6031352281570435, 0.6483269929885864], "cos_innovation_negg": [0.6031352281570435, 0.6483269929885864], "cos_apical_negg": [0.6031352281570435, 0.6483269929885864], "cos_Ac_negg": [0.6031352281570435, 0.6483269929885864], "r_norm": [0.2066490799188614, 0.2041987180709839]}, {"step": 11600, "epoch": 29, "train_loss": 0.0002233019913546741, "cos_r_negg": [0.6019962430000305, 0.6475376486778259], "cos_innovation_negg": [0.6019962430000305, 0.6475376486778259], "cos_apical_negg": [0.6019962430000305, 0.6475376486778259], "cos_Ac_negg": [0.6019962430000305, 0.6475376486778259], "r_norm": [0.2058461308479309, 0.20344789326190948]}, {"step": 11650, "epoch": 29, "train_loss": 0.0001543218968436122, "cos_r_negg": [0.6032030582427979, 0.6472428441047668], "cos_innovation_negg": [0.6032030582427979, 0.6472428441047668], "cos_apical_negg": [0.6032030582427979, 0.6472428441047668], "cos_Ac_negg": [0.6032030582427979, 0.6472428441047668], "r_norm": [0.20644830167293549, 0.2040533572435379]}, {"step": 11700, "epoch": 29, "train_loss": 0.00011565576278371736, "cos_r_negg": [0.6026450395584106, 0.6474007964134216], "cos_innovation_negg": [0.6026450395584106, 0.6474007964134216], "cos_apical_negg": [0.6026450395584106, 0.6474007964134216], "cos_Ac_negg": [0.6026450395584106, 0.6474007964134216], "r_norm": [0.20488697290420532, 0.20249125361442566]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9755, "test_loss": 0.13019046382904054}, {"step": 11750, "epoch": 30, "train_loss": 0.0002937331737484783, "cos_r_negg": [0.6023246645927429, 0.6480851769447327], "cos_innovation_negg": [0.6023246645927429, 0.6480851769447327], "cos_apical_negg": [0.6023246645927429, 0.6480851769447327], "cos_Ac_negg": [0.6023246645927429, 0.6480851769447327], "r_norm": [0.20648854970932007, 0.2040744125843048]}, {"step": 11800, "epoch": 30, "train_loss": 0.00017048188601620495, "cos_r_negg": [0.6018543243408203, 0.6482780575752258], "cos_innovation_negg": [0.6018543243408203, 0.6482780575752258], "cos_apical_negg": [0.6018543243408203, 0.6482780575752258], "cos_Ac_negg": [0.6018543243408203, 0.6482780575752258], "r_norm": [0.20628312230110168, 0.20383796095848083]}, {"step": 11850, "epoch": 30, "train_loss": 0.00015100535529199988, "cos_r_negg": [0.6023572683334351, 0.6486605405807495], "cos_innovation_negg": [0.6023572683334351, 0.6486605405807495], "cos_apical_negg": [0.6023572683334351, 0.6486605405807495], "cos_Ac_negg": [0.6023572683334351, 0.6486605405807495], "r_norm": [0.2050524353981018, 0.20259909331798553]}, {"step": 11900, "epoch": 30, "train_loss": 0.00048380729276686907, "cos_r_negg": [0.6024949550628662, 0.6491274833679199], "cos_innovation_negg": [0.6024949550628662, 0.6491274833679199], "cos_apical_negg": [0.6024949550628662, 0.6491274833679199], "cos_Ac_negg": [0.6024949550628662, 0.6491274833679199], "r_norm": [0.20503127574920654, 0.20258954167366028]}, {"step": 11950, "epoch": 30, "train_loss": 6.148054671939462e-05, "cos_r_negg": [0.6025975942611694, 0.6477183103561401], "cos_innovation_negg": [0.6025975942611694, 0.6477183103561401], "cos_apical_negg": [0.6025975942611694, 0.6477183103561401], "cos_Ac_negg": [0.6025975942611694, 0.6477183103561401], "r_norm": [0.20583675801753998, 0.2033839225769043]}, {"step": 12000, "epoch": 30, "train_loss": 0.00020203260646667331, "cos_r_negg": [0.6025919914245605, 0.6477305889129639], "cos_innovation_negg": [0.6025919914245605, 0.6477305889129639], "cos_apical_negg": [0.6025919914245605, 0.6477305889129639], "cos_Ac_negg": [0.6025919914245605, 0.6477305889129639], "r_norm": [0.2055751383304596, 0.2031734585762024]}, {"step": 12050, "epoch": 30, "train_loss": 0.00033925723982974887, "cos_r_negg": [0.6026866436004639, 0.6476281881332397], "cos_innovation_negg": [0.6026866436004639, 0.6476281881332397], "cos_apical_negg": [0.6026866436004639, 0.6476281881332397], "cos_Ac_negg": [0.6026866436004639, 0.6476281881332397], "r_norm": [0.2067205011844635, 0.20432771742343903]}, {"step": 12100, "epoch": 30, "train_loss": 0.00013177069195080549, "cos_r_negg": [0.6021548509597778, 0.6484686136245728], "cos_innovation_negg": [0.6021548509597778, 0.6484686136245728], "cos_apical_negg": [0.6021548509597778, 0.6484686136245728], "cos_Ac_negg": [0.6021548509597778, 0.6484686136245728], "r_norm": [0.20629547536373138, 0.2038884311914444]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9756, "test_loss": 0.13069928121566773}, {"step": 12150, "epoch": 31, "train_loss": 0.0001465951936552301, "cos_r_negg": [0.6026897430419922, 0.6488218307495117], "cos_innovation_negg": [0.6026897430419922, 0.6488218307495117], "cos_apical_negg": [0.6026897430419922, 0.6488218307495117], "cos_Ac_negg": [0.6026897430419922, 0.6488218307495117], "r_norm": [0.2073415219783783, 0.20490354299545288]}, {"step": 12200, "epoch": 31, "train_loss": 0.00027212579152546823, "cos_r_negg": [0.6020267009735107, 0.6486653089523315], "cos_innovation_negg": [0.6020267009735107, 0.6486653089523315], "cos_apical_negg": [0.6020267009735107, 0.6486653089523315], "cos_Ac_negg": [0.6020267009735107, 0.6486653089523315], "r_norm": [0.20737327635288239, 0.20493990182876587]}, {"step": 12250, "epoch": 31, "train_loss": 0.0002073494833894074, "cos_r_negg": [0.6025031805038452, 0.6487822532653809], "cos_innovation_negg": [0.6025031805038452, 0.6487822532653809], "cos_apical_negg": [0.6025031805038452, 0.6487822532653809], "cos_Ac_negg": [0.6025031805038452, 0.6487822532653809], "r_norm": [0.206715390086174, 0.20424936711788177]}, {"step": 12300, "epoch": 31, "train_loss": 0.0002324527595192194, "cos_r_negg": [0.6026833057403564, 0.6485644578933716], "cos_innovation_negg": [0.6026833057403564, 0.6485644578933716], "cos_apical_negg": [0.6026833057403564, 0.6485644578933716], "cos_Ac_negg": [0.6026833057403564, 0.6485644578933716], "r_norm": [0.2059059739112854, 0.2034548819065094]}, {"step": 12350, "epoch": 31, "train_loss": 0.0002901401021517813, "cos_r_negg": [0.6029342412948608, 0.6486268043518066], "cos_innovation_negg": [0.6029342412948608, 0.6486268043518066], "cos_apical_negg": [0.6029342412948608, 0.6486268043518066], "cos_Ac_negg": [0.6029342412948608, 0.6486268043518066], "r_norm": [0.20465636253356934, 0.2022380828857422]}, {"step": 12400, "epoch": 31, "train_loss": 0.00012020170834148303, "cos_r_negg": [0.6027397513389587, 0.6487932205200195], "cos_innovation_negg": [0.6027397513389587, 0.6487932205200195], "cos_apical_negg": [0.6027397513389587, 0.6487932205200195], "cos_Ac_negg": [0.6027397513389587, 0.6487932205200195], "r_norm": [0.2054361253976822, 0.20299050211906433]}, {"step": 12450, "epoch": 31, "train_loss": 0.0001527148560853675, "cos_r_negg": [0.602729320526123, 0.6486855149269104], "cos_innovation_negg": [0.602729320526123, 0.6486855149269104], "cos_apical_negg": [0.602729320526123, 0.6486855149269104], "cos_Ac_negg": [0.602729320526123, 0.6486855149269104], "r_norm": [0.20628684759140015, 0.20384535193443298]}, {"step": 12500, "epoch": 31, "train_loss": 7.813700358383358e-05, "cos_r_negg": [0.6027752161026001, 0.6484464406967163], "cos_innovation_negg": [0.6027752161026001, 0.6484464406967163], "cos_apical_negg": [0.6027752161026001, 0.6484464406967163], "cos_Ac_negg": [0.6027752161026001, 0.6484464406967163], "r_norm": [0.20587992668151855, 0.2034294158220291]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9753, "test_loss": 0.13122005605697631}, {"step": 12550, "epoch": 32, "train_loss": 0.00012691157462541014, "cos_r_negg": [0.6026780605316162, 0.6485216617584229], "cos_innovation_negg": [0.6026780605316162, 0.6485216617584229], "cos_apical_negg": [0.6026780605316162, 0.6485216617584229], "cos_Ac_negg": [0.6026780605316162, 0.6485216617584229], "r_norm": [0.20701555907726288, 0.20454895496368408]}, {"step": 12600, "epoch": 32, "train_loss": 5.015558417653665e-05, "cos_r_negg": [0.6029778718948364, 0.6490973830223083], "cos_innovation_negg": [0.6029778718948364, 0.6490973830223083], "cos_apical_negg": [0.6029778718948364, 0.6490973830223083], "cos_Ac_negg": [0.6029778718948364, 0.6490973830223083], "r_norm": [0.2068505436182022, 0.20437689125537872]}, {"step": 12650, "epoch": 32, "train_loss": 0.00019945576786994934, "cos_r_negg": [0.6033668518066406, 0.6495039463043213], "cos_innovation_negg": [0.6033668518066406, 0.6495039463043213], "cos_apical_negg": [0.6033668518066406, 0.6495039463043213], "cos_Ac_negg": [0.6033668518066406, 0.6495039463043213], "r_norm": [0.20660418272018433, 0.20413869619369507]}, {"step": 12700, "epoch": 32, "train_loss": 0.00026755413273349404, "cos_r_negg": [0.6033240556716919, 0.64944988489151], "cos_innovation_negg": [0.6033240556716919, 0.64944988489151], "cos_apical_negg": [0.6033240556716919, 0.64944988489151], "cos_Ac_negg": [0.6033240556716919, 0.64944988489151], "r_norm": [0.2062039077281952, 0.2037237137556076]}, {"step": 12750, "epoch": 32, "train_loss": 9.377230162499472e-05, "cos_r_negg": [0.6030740737915039, 0.6488955020904541], "cos_innovation_negg": [0.6030740737915039, 0.6488955020904541], "cos_apical_negg": [0.6030740737915039, 0.6488955020904541], "cos_Ac_negg": [0.6030740737915039, 0.6488955020904541], "r_norm": [0.20659519731998444, 0.2041206806898117]}, {"step": 12800, "epoch": 32, "train_loss": 0.00023942283587530255, "cos_r_negg": [0.602975606918335, 0.6491900086402893], "cos_innovation_negg": [0.602975606918335, 0.6491900086402893], "cos_apical_negg": [0.602975606918335, 0.6491900086402893], "cos_Ac_negg": [0.602975606918335, 0.6491900086402893], "r_norm": [0.2065393328666687, 0.20407630503177643]}, {"step": 12850, "epoch": 32, "train_loss": 0.00017744136857800186, "cos_r_negg": [0.6030035018920898, 0.6489312648773193], "cos_innovation_negg": [0.6030035018920898, 0.6489312648773193], "cos_apical_negg": [0.6030035018920898, 0.6489312648773193], "cos_Ac_negg": [0.6030035018920898, 0.6489312648773193], "r_norm": [0.20563101768493652, 0.2031746208667755]}, {"step": 12900, "epoch": 32, "train_loss": 0.00011493427882669494, "cos_r_negg": [0.6031583547592163, 0.6491276025772095], "cos_innovation_negg": [0.6031583547592163, 0.6491276025772095], "cos_apical_negg": [0.6031583547592163, 0.6491276025772095], "cos_Ac_negg": [0.6031583547592163, 0.6491276025772095], "r_norm": [0.20496302843093872, 0.20253068208694458]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9757, "test_loss": 0.13124273500442504}, {"step": 12950, "epoch": 33, "train_loss": 0.00016344885807484388, "cos_r_negg": [0.6033381819725037, 0.6492139101028442], "cos_innovation_negg": [0.6033381819725037, 0.6492139101028442], "cos_apical_negg": [0.6033381819725037, 0.6492139101028442], "cos_Ac_negg": [0.6033381819725037, 0.6492139101028442], "r_norm": [0.20388007164001465, 0.20146480202674866]}, {"step": 13000, "epoch": 33, "train_loss": 5.061634146841243e-05, "cos_r_negg": [0.6032494306564331, 0.6493411064147949], "cos_innovation_negg": [0.6032494306564331, 0.6493411064147949], "cos_apical_negg": [0.6032494306564331, 0.6493411064147949], "cos_Ac_negg": [0.6032494306564331, 0.6493411064147949], "r_norm": [0.2053699493408203, 0.20293119549751282]}, {"step": 13050, "epoch": 33, "train_loss": 0.00020167669572401792, "cos_r_negg": [0.6031392216682434, 0.6486741304397583], "cos_innovation_negg": [0.6031392216682434, 0.6486741304397583], "cos_apical_negg": [0.6031392216682434, 0.6486741304397583], "cos_Ac_negg": [0.6031392216682434, 0.6486741304397583], "r_norm": [0.20576761662960052, 0.20328548550605774]}, {"step": 13100, "epoch": 33, "train_loss": 9.444815805181861e-05, "cos_r_negg": [0.6029868125915527, 0.6486288905143738], "cos_innovation_negg": [0.6029868125915527, 0.6486288905143738], "cos_apical_negg": [0.6029868125915527, 0.6486288905143738], "cos_Ac_negg": [0.6029868125915527, 0.6486288905143738], "r_norm": [0.20668810606002808, 0.20415948331356049]}, {"step": 13150, "epoch": 33, "train_loss": 7.458410982508212e-05, "cos_r_negg": [0.6031684875488281, 0.6487711071968079], "cos_innovation_negg": [0.6031684875488281, 0.6487711071968079], "cos_apical_negg": [0.6031684875488281, 0.6487711071968079], "cos_Ac_negg": [0.6031684875488281, 0.6487711071968079], "r_norm": [0.2054055780172348, 0.20292843878269196]}, {"step": 13200, "epoch": 33, "train_loss": 0.000258776533883065, "cos_r_negg": [0.6031609773635864, 0.64923095703125], "cos_innovation_negg": [0.6031609773635864, 0.64923095703125], "cos_apical_negg": [0.6031609773635864, 0.64923095703125], "cos_Ac_negg": [0.6031609773635864, 0.64923095703125], "r_norm": [0.20440712571144104, 0.2019975781440735]}, {"step": 13250, "epoch": 33, "train_loss": 0.00011411269224481657, "cos_r_negg": [0.603818416595459, 0.6493856906890869], "cos_innovation_negg": [0.603818416595459, 0.6493856906890869], "cos_apical_negg": [0.603818416595459, 0.6493856906890869], "cos_Ac_negg": [0.603818416595459, 0.6493856906890869], "r_norm": [0.20534636080265045, 0.20293644070625305]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9757, "test_loss": 0.13191979475021362}, {"step": 13300, "epoch": 34, "train_loss": 0.00013921325444243848, "cos_r_negg": [0.604143500328064, 0.6494190692901611], "cos_innovation_negg": [0.604143500328064, 0.6494190692901611], "cos_apical_negg": [0.604143500328064, 0.6494190692901611], "cos_Ac_negg": [0.604143500328064, 0.6494190692901611], "r_norm": [0.20488595962524414, 0.2024657130241394]}, {"step": 13350, "epoch": 34, "train_loss": 0.00017967837629839778, "cos_r_negg": [0.603155255317688, 0.6490716934204102], "cos_innovation_negg": [0.603155255317688, 0.6490716934204102], "cos_apical_negg": [0.603155255317688, 0.6490716934204102], "cos_Ac_negg": [0.603155255317688, 0.6490716934204102], "r_norm": [0.20601974427700043, 0.20354658365249634]}, {"step": 13400, "epoch": 34, "train_loss": 7.185021240729839e-05, "cos_r_negg": [0.6030661463737488, 0.6488581895828247], "cos_innovation_negg": [0.6030661463737488, 0.6488581895828247], "cos_apical_negg": [0.6030661463737488, 0.6488581895828247], "cos_Ac_negg": [0.6030661463737488, 0.6488581895828247], "r_norm": [0.2059909850358963, 0.2035093605518341]}, {"step": 13450, "epoch": 34, "train_loss": 0.00012965209316462278, "cos_r_negg": [0.6030522584915161, 0.648773729801178], "cos_innovation_negg": [0.6030522584915161, 0.648773729801178], "cos_apical_negg": [0.6030522584915161, 0.648773729801178], "cos_Ac_negg": [0.6030522584915161, 0.648773729801178], "r_norm": [0.20497238636016846, 0.20251521468162537]}, {"step": 13500, "epoch": 34, "train_loss": 0.00025367405032739043, "cos_r_negg": [0.6037818789482117, 0.6494609713554382], "cos_innovation_negg": [0.6037818789482117, 0.6494609713554382], "cos_apical_negg": [0.6037818789482117, 0.6494609713554382], "cos_Ac_negg": [0.6037818789482117, 0.6494609713554382], "r_norm": [0.20545744895935059, 0.20301438868045807]}, {"step": 13550, "epoch": 34, "train_loss": 0.00017319222388323396, "cos_r_negg": [0.6038771271705627, 0.6495877504348755], "cos_innovation_negg": [0.6038771271705627, 0.6495877504348755], "cos_apical_negg": [0.6038771271705627, 0.6495877504348755], "cos_Ac_negg": [0.6038771271705627, 0.6495877504348755], "r_norm": [0.20574092864990234, 0.20329488813877106]}, {"step": 13600, "epoch": 34, "train_loss": 0.0001609561441000551, "cos_r_negg": [0.6037697792053223, 0.6495949029922485], "cos_innovation_negg": [0.6037697792053223, 0.6495949029922485], "cos_apical_negg": [0.6037697792053223, 0.6495949029922485], "cos_Ac_negg": [0.6037697792053223, 0.6495949029922485], "r_norm": [0.20456814765930176, 0.20214949548244476]}, {"step": 13650, "epoch": 34, "train_loss": 0.00019840536697302014, "cos_r_negg": [0.6037812232971191, 0.6498855352401733], "cos_innovation_negg": [0.6037812232971191, 0.6498855352401733], "cos_apical_negg": [0.6037812232971191, 0.6498855352401733], "cos_Ac_negg": [0.6037812232971191, 0.6498855352401733], "r_norm": [0.20429250597953796, 0.20187458395957947]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9757, "test_loss": 0.13238946647644043}, {"step": 13700, "epoch": 35, "train_loss": 0.00013403598859440535, "cos_r_negg": [0.6044231653213501, 0.6500646471977234], "cos_innovation_negg": [0.6044231653213501, 0.6500646471977234], "cos_apical_negg": [0.6044231653213501, 0.6500646471977234], "cos_Ac_negg": [0.6044231653213501, 0.6500646471977234], "r_norm": [0.20428086817264557, 0.20185118913650513]}, {"step": 13750, "epoch": 35, "train_loss": 0.0003147891256958246, "cos_r_negg": [0.6045569181442261, 0.650097131729126], "cos_innovation_negg": [0.6045569181442261, 0.650097131729126], "cos_apical_negg": [0.6045569181442261, 0.650097131729126], "cos_Ac_negg": [0.6045569181442261, 0.650097131729126], "r_norm": [0.2055736482143402, 0.20313003659248352]}, {"step": 13800, "epoch": 35, "train_loss": 6.982215563766658e-05, "cos_r_negg": [0.6043778657913208, 0.6498624086380005], "cos_innovation_negg": [0.6043778657913208, 0.6498624086380005], "cos_apical_negg": [0.6043778657913208, 0.6498624086380005], "cos_Ac_negg": [0.6043778657913208, 0.6498624086380005], "r_norm": [0.2037726640701294, 0.20136915147304535]}, {"step": 13850, "epoch": 35, "train_loss": 0.00016568279534112662, "cos_r_negg": [0.6043773293495178, 0.6499521732330322], "cos_innovation_negg": [0.6043773293495178, 0.6499521732330322], "cos_apical_negg": [0.6043773293495178, 0.6499521732330322], "cos_Ac_negg": [0.6043773293495178, 0.6499521732330322], "r_norm": [0.20414602756500244, 0.20174580812454224]}, {"step": 13900, "epoch": 35, "train_loss": 0.00014396784536074847, "cos_r_negg": [0.6041144132614136, 0.650626540184021], "cos_innovation_negg": [0.6041144132614136, 0.650626540184021], "cos_apical_negg": [0.6041144132614136, 0.650626540184021], "cos_Ac_negg": [0.6041144132614136, 0.650626540184021], "r_norm": [0.20353932678699493, 0.2011212706565857]}, {"step": 13950, "epoch": 35, "train_loss": 0.00018428202020004392, "cos_r_negg": [0.6039527058601379, 0.6496050953865051], "cos_innovation_negg": [0.6039527058601379, 0.6496050953865051], "cos_apical_negg": [0.6039527058601379, 0.6496050953865051], "cos_Ac_negg": [0.6039527058601379, 0.6496050953865051], "r_norm": [0.20558586716651917, 0.20309892296791077]}, {"step": 14000, "epoch": 35, "train_loss": 8.799100760370493e-05, "cos_r_negg": [0.6036896109580994, 0.6497009992599487], "cos_innovation_negg": [0.6036896109580994, 0.6497009992599487], "cos_apical_negg": [0.6036896109580994, 0.6497009992599487], "cos_Ac_negg": [0.6036896109580994, 0.6497009992599487], "r_norm": [0.2058062106370926, 0.20330224931240082]}, {"step": 14050, "epoch": 35, "train_loss": 0.00010729565838119015, "cos_r_negg": [0.6039819717407227, 0.6499416828155518], "cos_innovation_negg": [0.6039819717407227, 0.6499416828155518], "cos_apical_negg": [0.6039819717407227, 0.6499416828155518], "cos_Ac_negg": [0.6039819717407227, 0.6499416828155518], "r_norm": [0.2051575779914856, 0.20268318057060242]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9755, "test_loss": 0.13282514505386353}, {"step": 14100, "epoch": 36, "train_loss": 0.00021531226229853928, "cos_r_negg": [0.6038631200790405, 0.6496347188949585], "cos_innovation_negg": [0.6038631200790405, 0.6496347188949585], "cos_apical_negg": [0.6038631200790405, 0.6496347188949585], "cos_Ac_negg": [0.6038631200790405, 0.6496347188949585], "r_norm": [0.2044471800327301, 0.20197290182113647]}, {"step": 14150, "epoch": 36, "train_loss": 0.0002597103884909302, "cos_r_negg": [0.6042499542236328, 0.6503332853317261], "cos_innovation_negg": [0.6042499542236328, 0.6503332853317261], "cos_apical_negg": [0.6042499542236328, 0.6503332853317261], "cos_Ac_negg": [0.6042499542236328, 0.6503332853317261], "r_norm": [0.20448067784309387, 0.20201438665390015]}, {"step": 14200, "epoch": 36, "train_loss": 0.00014130232739262283, "cos_r_negg": [0.604363739490509, 0.6501389741897583], "cos_innovation_negg": [0.604363739490509, 0.6501389741897583], "cos_apical_negg": [0.604363739490509, 0.6501389741897583], "cos_Ac_negg": [0.604363739490509, 0.6501389741897583], "r_norm": [0.20431628823280334, 0.20183923840522766]}, {"step": 14250, "epoch": 36, "train_loss": 0.00010043987276731059, "cos_r_negg": [0.6043208837509155, 0.6500892639160156], "cos_innovation_negg": [0.6043208837509155, 0.6500892639160156], "cos_apical_negg": [0.6043208837509155, 0.6500892639160156], "cos_Ac_negg": [0.6043208837509155, 0.6500892639160156], "r_norm": [0.2040042281150818, 0.20155328512191772]}, {"step": 14300, "epoch": 36, "train_loss": 3.649280552053824e-05, "cos_r_negg": [0.604644775390625, 0.6505460143089294], "cos_innovation_negg": [0.604644775390625, 0.6505460143089294], "cos_apical_negg": [0.604644775390625, 0.6505460143089294], "cos_Ac_negg": [0.604644775390625, 0.6505460143089294], "r_norm": [0.20453454554080963, 0.2020944356918335]}, {"step": 14350, "epoch": 36, "train_loss": 9.06438217498362e-05, "cos_r_negg": [0.6044266223907471, 0.6507297158241272], "cos_innovation_negg": [0.6044266223907471, 0.6507297158241272], "cos_apical_negg": [0.6044266223907471, 0.6507297158241272], "cos_Ac_negg": [0.6044266223907471, 0.6507297158241272], "r_norm": [0.20389191806316376, 0.20147034525871277]}, {"step": 14400, "epoch": 36, "train_loss": 6.417007534764707e-05, "cos_r_negg": [0.6040860414505005, 0.6501374244689941], "cos_innovation_negg": [0.6040860414505005, 0.6501374244689941], "cos_apical_negg": [0.6040860414505005, 0.6501374244689941], "cos_Ac_negg": [0.6040860414505005, 0.6501374244689941], "r_norm": [0.20381945371627808, 0.20138928294181824]}, {"step": 14450, "epoch": 36, "train_loss": 0.00012080484157195315, "cos_r_negg": [0.6040775775909424, 0.6502141952514648], "cos_innovation_negg": [0.6040775775909424, 0.6502141952514648], "cos_apical_negg": [0.6040775775909424, 0.6502141952514648], "cos_Ac_negg": [0.6040775775909424, 0.6502141952514648], "r_norm": [0.20494218170642853, 0.20245182514190674]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9755, "test_loss": 0.13326132364273072}, {"step": 14500, "epoch": 37, "train_loss": 0.00010662136628525332, "cos_r_negg": [0.6044332981109619, 0.6505500078201294], "cos_innovation_negg": [0.6044332981109619, 0.6505500078201294], "cos_apical_negg": [0.6044332981109619, 0.6505500078201294], "cos_Ac_negg": [0.6044332981109619, 0.6505500078201294], "r_norm": [0.2061821073293686, 0.20369642972946167]}, {"step": 14550, "epoch": 37, "train_loss": 0.0001000892516458407, "cos_r_negg": [0.6044387221336365, 0.6504901647567749], "cos_innovation_negg": [0.6044387221336365, 0.6504901647567749], "cos_apical_negg": [0.6044387221336365, 0.6504901647567749], "cos_Ac_negg": [0.6044387221336365, 0.6504901647567749], "r_norm": [0.2045184224843979, 0.20208081603050232]}, {"step": 14600, "epoch": 37, "train_loss": 5.7124696468235925e-05, "cos_r_negg": [0.6042684316635132, 0.6507200002670288], "cos_innovation_negg": [0.6042684316635132, 0.6507200002670288], "cos_apical_negg": [0.6042684316635132, 0.6507200002670288], "cos_Ac_negg": [0.6042684316635132, 0.6507200002670288], "r_norm": [0.2044564187526703, 0.20199060440063477]}, {"step": 14650, "epoch": 37, "train_loss": 0.00017089903121814132, "cos_r_negg": [0.6039990186691284, 0.6504021883010864], "cos_innovation_negg": [0.6039990186691284, 0.6504021883010864], "cos_apical_negg": [0.6039990186691284, 0.6504021883010864], "cos_Ac_negg": [0.6039990186691284, 0.6504021883010864], "r_norm": [0.20412418246269226, 0.2016558051109314]}, {"step": 14700, "epoch": 37, "train_loss": 9.353865607408807e-05, "cos_r_negg": [0.6046093106269836, 0.6504628658294678], "cos_innovation_negg": [0.6046093106269836, 0.6504628658294678], "cos_apical_negg": [0.6046093106269836, 0.6504628658294678], "cos_Ac_negg": [0.6046093106269836, 0.6504628658294678], "r_norm": [0.20456025004386902, 0.20210576057434082]}, {"step": 14750, "epoch": 37, "train_loss": 0.00012377856182865798, "cos_r_negg": [0.6042889952659607, 0.6508245468139648], "cos_innovation_negg": [0.6042889952659607, 0.6508245468139648], "cos_apical_negg": [0.6042889952659607, 0.6508245468139648], "cos_Ac_negg": [0.6042889952659607, 0.6508245468139648], "r_norm": [0.20447011291980743, 0.20199674367904663]}, {"step": 14800, "epoch": 37, "train_loss": 0.00013238689280115068, "cos_r_negg": [0.6044063568115234, 0.6510419845581055], "cos_innovation_negg": [0.6044063568115234, 0.6510419845581055], "cos_apical_negg": [0.6044063568115234, 0.6510419845581055], "cos_Ac_negg": [0.6044063568115234, 0.6510419845581055], "r_norm": [0.20516791939735413, 0.20265614986419678]}, {"step": 14850, "epoch": 37, "train_loss": 0.0001143681729445234, "cos_r_negg": [0.6043480634689331, 0.6509298086166382], "cos_innovation_negg": [0.6043480634689331, 0.6509298086166382], "cos_apical_negg": [0.6043480634689331, 0.6509298086166382], "cos_Ac_negg": [0.6043480634689331, 0.6509298086166382], "r_norm": [0.20486852526664734, 0.2023729830980301]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9761, "test_loss": 0.13351975955963136}, {"step": 14900, "epoch": 38, "train_loss": 0.00019993004389107227, "cos_r_negg": [0.6044700145721436, 0.6509614586830139], "cos_innovation_negg": [0.6044700145721436, 0.6509614586830139], "cos_apical_negg": [0.6044700145721436, 0.6509614586830139], "cos_Ac_negg": [0.6044700145721436, 0.6509614586830139], "r_norm": [0.20444346964359283, 0.20196881890296936]}, {"step": 14950, "epoch": 38, "train_loss": 5.564678576774895e-05, "cos_r_negg": [0.60469651222229, 0.6504848003387451], "cos_innovation_negg": [0.60469651222229, 0.6504848003387451], "cos_apical_negg": [0.60469651222229, 0.6504848003387451], "cos_Ac_negg": [0.60469651222229, 0.6504848003387451], "r_norm": [0.20467057824134827, 0.20217397809028625]}, {"step": 15000, "epoch": 38, "train_loss": 0.0003702453104779124, "cos_r_negg": [0.6043624877929688, 0.6505130529403687], "cos_innovation_negg": [0.6043624877929688, 0.6505130529403687], "cos_apical_negg": [0.6043624877929688, 0.6505130529403687], "cos_Ac_negg": [0.6043624877929688, 0.6505130529403687], "r_norm": [0.204685240983963, 0.20222729444503784]}, {"step": 15050, "epoch": 38, "train_loss": 0.00014309310063254088, "cos_r_negg": [0.6047544479370117, 0.6508346796035767], "cos_innovation_negg": [0.6047544479370117, 0.6508346796035767], "cos_apical_negg": [0.6047544479370117, 0.6508346796035767], "cos_Ac_negg": [0.6047544479370117, 0.6508346796035767], "r_norm": [0.20391491055488586, 0.20145440101623535]}, {"step": 15100, "epoch": 38, "train_loss": 7.0245485403575e-05, "cos_r_negg": [0.6042705774307251, 0.6508747935295105], "cos_innovation_negg": [0.6042705774307251, 0.6508747935295105], "cos_apical_negg": [0.6042705774307251, 0.6508747935295105], "cos_Ac_negg": [0.6042705774307251, 0.6508747935295105], "r_norm": [0.20394499599933624, 0.20146732032299042]}, {"step": 15150, "epoch": 38, "train_loss": 0.00013292748189996928, "cos_r_negg": [0.6047391295433044, 0.6514040231704712], "cos_innovation_negg": [0.6047391295433044, 0.6514040231704712], "cos_apical_negg": [0.6047391295433044, 0.6514040231704712], "cos_Ac_negg": [0.6047391295433044, 0.6514040231704712], "r_norm": [0.20362518727779388, 0.20116958022117615]}, {"step": 15200, "epoch": 38, "train_loss": 0.000143592813401483, "cos_r_negg": [0.6049317121505737, 0.6510082483291626], "cos_innovation_negg": [0.6049317121505737, 0.6510082483291626], "cos_apical_negg": [0.6049317121505737, 0.6510082483291626], "cos_Ac_negg": [0.6049317121505737, 0.6510082483291626], "r_norm": [0.20518150925636292, 0.20270037651062012]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9758, "test_loss": 0.13404735622406005}, {"step": 15250, "epoch": 39, "train_loss": 5.0319420552114025e-05, "cos_r_negg": [0.604796290397644, 0.6508606672286987], "cos_innovation_negg": [0.604796290397644, 0.6508606672286987], "cos_apical_negg": [0.604796290397644, 0.6508606672286987], "cos_Ac_negg": [0.604796290397644, 0.6508606672286987], "r_norm": [0.20503941178321838, 0.20254811644554138]}, {"step": 15300, "epoch": 39, "train_loss": 9.592372225597501e-05, "cos_r_negg": [0.6044997572898865, 0.6512489914894104], "cos_innovation_negg": [0.6044997572898865, 0.6512489914894104], "cos_apical_negg": [0.6044997572898865, 0.6512489914894104], "cos_Ac_negg": [0.6044997572898865, 0.6512489914894104], "r_norm": [0.20527687668800354, 0.20277215540409088]}, {"step": 15350, "epoch": 39, "train_loss": 0.0003353397478349507, "cos_r_negg": [0.6049655079841614, 0.6515079736709595], "cos_innovation_negg": [0.6049655079841614, 0.6515079736709595], "cos_apical_negg": [0.6049655079841614, 0.6515079736709595], "cos_Ac_negg": [0.6049655079841614, 0.6515079736709595], "r_norm": [0.20492836833000183, 0.20244446396827698]}, {"step": 15400, "epoch": 39, "train_loss": 8.53793608257547e-05, "cos_r_negg": [0.6046186685562134, 0.651618480682373], "cos_innovation_negg": [0.6046186685562134, 0.651618480682373], "cos_apical_negg": [0.6046186685562134, 0.651618480682373], "cos_Ac_negg": [0.6046186685562134, 0.651618480682373], "r_norm": [0.20395253598690033, 0.2014676332473755]}, {"step": 15450, "epoch": 39, "train_loss": 0.00024404170108027756, "cos_r_negg": [0.6044508218765259, 0.6518038511276245], "cos_innovation_negg": [0.6044508218765259, 0.6518038511276245], "cos_apical_negg": [0.6044508218765259, 0.6518038511276245], "cos_Ac_negg": [0.6044508218765259, 0.6518038511276245], "r_norm": [0.20412799715995789, 0.20162758231163025]}, {"step": 15500, "epoch": 39, "train_loss": 0.00019593995239119977, "cos_r_negg": [0.604354739189148, 0.6513303518295288], "cos_innovation_negg": [0.604354739189148, 0.6513303518295288], "cos_apical_negg": [0.604354739189148, 0.6513303518295288], "cos_Ac_negg": [0.604354739189148, 0.6513303518295288], "r_norm": [0.20429065823554993, 0.20181642472743988]}, {"step": 15550, "epoch": 39, "train_loss": 0.0002210901293437928, "cos_r_negg": [0.6049327850341797, 0.6517048478126526], "cos_innovation_negg": [0.6049327850341797, 0.6517048478126526], "cos_apical_negg": [0.6049327850341797, 0.6517048478126526], "cos_Ac_negg": [0.6049327850341797, 0.6517048478126526], "r_norm": [0.20390871167182922, 0.20147152245044708]}, {"step": 15600, "epoch": 39, "train_loss": 0.00010271828796248883, "cos_r_negg": [0.6040667295455933, 0.6515111923217773], "cos_innovation_negg": [0.6040667295455933, 0.6515111923217773], "cos_apical_negg": [0.6040667295455933, 0.6515111923217773], "cos_Ac_negg": [0.6040667295455933, 0.6515111923217773], "r_norm": [0.20457279682159424, 0.20209188759326935]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9757, "test_loss": 0.1343154977798462}, {"step": 15650, "epoch": 40, "train_loss": 0.00013413165288511664, "cos_r_negg": [0.6047065258026123, 0.6513468623161316], "cos_innovation_negg": [0.6047065258026123, 0.6513468623161316], "cos_apical_negg": [0.6047065258026123, 0.6513468623161316], "cos_Ac_negg": [0.6047065258026123, 0.6513468623161316], "r_norm": [0.2041931450366974, 0.20173317193984985]}, {"step": 15700, "epoch": 40, "train_loss": 0.00011480985267553478, "cos_r_negg": [0.6045515537261963, 0.6510596871376038], "cos_innovation_negg": [0.6045515537261963, 0.6510596871376038], "cos_apical_negg": [0.6045515537261963, 0.6510596871376038], "cos_Ac_negg": [0.6045515537261963, 0.6510596871376038], "r_norm": [0.20525209605693817, 0.2027783989906311]}, {"step": 15750, "epoch": 40, "train_loss": 0.0001201668637804687, "cos_r_negg": [0.6047158241271973, 0.6512998342514038], "cos_innovation_negg": [0.6047158241271973, 0.6512998342514038], "cos_apical_negg": [0.6047158241271973, 0.6512998342514038], "cos_Ac_negg": [0.6047158241271973, 0.6512998342514038], "r_norm": [0.2053774893283844, 0.2029133439064026]}, {"step": 15800, "epoch": 40, "train_loss": 0.00015109102241694927, "cos_r_negg": [0.6046649217605591, 0.6510437726974487], "cos_innovation_negg": [0.6046649217605591, 0.6510437726974487], "cos_apical_negg": [0.6046649217605591, 0.6510437726974487], "cos_Ac_negg": [0.6046649217605591, 0.6510437726974487], "r_norm": [0.20471931993961334, 0.20225539803504944]}, {"step": 15850, "epoch": 40, "train_loss": 9.737847722135484e-05, "cos_r_negg": [0.6041419506072998, 0.6509191989898682], "cos_innovation_negg": [0.6041419506072998, 0.6509191989898682], "cos_apical_negg": [0.6041419506072998, 0.6509191989898682], "cos_Ac_negg": [0.6041419506072998, 0.6509191989898682], "r_norm": [0.20400306582450867, 0.2015259563922882]}, {"step": 15900, "epoch": 40, "train_loss": 0.00011022450780728832, "cos_r_negg": [0.6047569513320923, 0.6512755155563354], "cos_innovation_negg": [0.6047569513320923, 0.6512755155563354], "cos_apical_negg": [0.6047569513320923, 0.6512755155563354], "cos_Ac_negg": [0.6047569513320923, 0.6512755155563354], "r_norm": [0.20312272012233734, 0.20068584382534027]}, {"step": 15950, "epoch": 40, "train_loss": 0.0001176046789623797, "cos_r_negg": [0.6044792532920837, 0.6514118909835815], "cos_innovation_negg": [0.6044792532920837, 0.6514118909835815], "cos_apical_negg": [0.6044792532920837, 0.6514118909835815], "cos_Ac_negg": [0.6044792532920837, 0.6514118909835815], "r_norm": [0.20308788120746613, 0.20062822103500366]}, {"step": 16000, "epoch": 40, "train_loss": 2.6797713871928863e-05, "cos_r_negg": [0.6043112874031067, 0.651258111000061], "cos_innovation_negg": [0.6043112874031067, 0.651258111000061], "cos_apical_negg": [0.6043112874031067, 0.651258111000061], "cos_Ac_negg": [0.6043112874031067, 0.651258111000061], "r_norm": [0.20233145356178284, 0.19986969232559204]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.976, "test_loss": 0.13447179698944092}, {"step": 16050, "epoch": 41, "train_loss": 7.008465763647109e-05, "cos_r_negg": [0.6051367521286011, 0.6515095829963684], "cos_innovation_negg": [0.6051367521286011, 0.6515095829963684], "cos_apical_negg": [0.6051367521286011, 0.6515095829963684], "cos_Ac_negg": [0.6051367521286011, 0.6515095829963684], "r_norm": [0.20256440341472626, 0.20008139312267303]}, {"step": 16100, "epoch": 41, "train_loss": 9.59498283918947e-05, "cos_r_negg": [0.6047602891921997, 0.6511735320091248], "cos_innovation_negg": [0.6047602891921997, 0.6511735320091248], "cos_apical_negg": [0.6047602891921997, 0.6511735320091248], "cos_Ac_negg": [0.6047602891921997, 0.6511735320091248], "r_norm": [0.20327863097190857, 0.20078003406524658]}, {"step": 16150, "epoch": 41, "train_loss": 0.00010913310688920319, "cos_r_negg": [0.6048686504364014, 0.6516975164413452], "cos_innovation_negg": [0.6048686504364014, 0.6516975164413452], "cos_apical_negg": [0.6048686504364014, 0.6516975164413452], "cos_Ac_negg": [0.6048686504364014, 0.6516975164413452], "r_norm": [0.20354607701301575, 0.20104286074638367]}, {"step": 16200, "epoch": 41, "train_loss": 0.0001265091705136001, "cos_r_negg": [0.6049611568450928, 0.6516993641853333], "cos_innovation_negg": [0.6049611568450928, 0.6516993641853333], "cos_apical_negg": [0.6049611568450928, 0.6516993641853333], "cos_Ac_negg": [0.6049611568450928, 0.6516993641853333], "r_norm": [0.20391324162483215, 0.2014121413230896]}, {"step": 16250, "epoch": 41, "train_loss": 0.00017651860252954066, "cos_r_negg": [0.6050869226455688, 0.6518496870994568], "cos_innovation_negg": [0.6050869226455688, 0.6518496870994568], "cos_apical_negg": [0.6050869226455688, 0.6518496870994568], "cos_Ac_negg": [0.6050869226455688, 0.6518496870994568], "r_norm": [0.2034601867198944, 0.20097985863685608]}, {"step": 16300, "epoch": 41, "train_loss": 9.490872616879642e-05, "cos_r_negg": [0.6049501895904541, 0.6515470743179321], "cos_innovation_negg": [0.6049501895904541, 0.6515470743179321], "cos_apical_negg": [0.6049501895904541, 0.6515470743179321], "cos_Ac_negg": [0.6049501895904541, 0.6515470743179321], "r_norm": [0.20341607928276062, 0.2009316384792328]}, {"step": 16350, "epoch": 41, "train_loss": 5.446952854981646e-05, "cos_r_negg": [0.604719340801239, 0.6513583660125732], "cos_innovation_negg": [0.604719340801239, 0.6513583660125732], "cos_apical_negg": [0.604719340801239, 0.6513583660125732], "cos_Ac_negg": [0.604719340801239, 0.6513583660125732], "r_norm": [0.20372377336025238, 0.20125216245651245]}, {"step": 16400, "epoch": 41, "train_loss": 0.00010229539475403726, "cos_r_negg": [0.6046829223632812, 0.6514885425567627], "cos_innovation_negg": [0.6046829223632812, 0.6514885425567627], "cos_apical_negg": [0.6046829223632812, 0.6514885425567627], "cos_Ac_negg": [0.6046829223632812, 0.6514885425567627], "r_norm": [0.20248985290527344, 0.20003321766853333]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.976, "test_loss": 0.1348795573234558}, {"step": 16450, "epoch": 42, "train_loss": 6.186118116602302e-05, "cos_r_negg": [0.6045530438423157, 0.6515166759490967], "cos_innovation_negg": [0.6045530438423157, 0.6515166759490967], "cos_apical_negg": [0.6045530438423157, 0.6515166759490967], "cos_Ac_negg": [0.6045530438423157, 0.6515166759490967], "r_norm": [0.20332199335098267, 0.20085777342319489]}, {"step": 16500, "epoch": 42, "train_loss": 0.00012094726844225079, "cos_r_negg": [0.6050336360931396, 0.6519603729248047], "cos_innovation_negg": [0.6050336360931396, 0.6519603729248047], "cos_apical_negg": [0.6050336360931396, 0.6519603729248047], "cos_Ac_negg": [0.6050336360931396, 0.6519603729248047], "r_norm": [0.20322567224502563, 0.20078478753566742]}, {"step": 16550, "epoch": 42, "train_loss": 0.00013825666974298656, "cos_r_negg": [0.6047500967979431, 0.6519145369529724], "cos_innovation_negg": [0.6047500967979431, 0.6519145369529724], "cos_apical_negg": [0.6047500967979431, 0.6519145369529724], "cos_Ac_negg": [0.6047500967979431, 0.6519145369529724], "r_norm": [0.20362861454486847, 0.20114386081695557]}, {"step": 16600, "epoch": 42, "train_loss": 0.0002412173489574343, "cos_r_negg": [0.6049234867095947, 0.6520740389823914], "cos_innovation_negg": [0.6049234867095947, 0.6520740389823914], "cos_apical_negg": [0.6049234867095947, 0.6520740389823914], "cos_Ac_negg": [0.6049234867095947, 0.6520740389823914], "r_norm": [0.20374971628189087, 0.20126453042030334]}, {"step": 16650, "epoch": 42, "train_loss": 0.00011270304821664467, "cos_r_negg": [0.6051125526428223, 0.6522258520126343], "cos_innovation_negg": [0.6051125526428223, 0.6522258520126343], "cos_apical_negg": [0.6051125526428223, 0.6522258520126343], "cos_Ac_negg": [0.6051125526428223, 0.6522258520126343], "r_norm": [0.2035890817642212, 0.20111165940761566]}, {"step": 16700, "epoch": 42, "train_loss": 9.878582204692066e-05, "cos_r_negg": [0.604419469833374, 0.6520894169807434], "cos_innovation_negg": [0.604419469833374, 0.6520894169807434], "cos_apical_negg": [0.604419469833374, 0.6520894169807434], "cos_Ac_negg": [0.604419469833374, 0.6520894169807434], "r_norm": [0.20374077558517456, 0.20126572251319885]}, {"step": 16750, "epoch": 42, "train_loss": 6.494710396509618e-05, "cos_r_negg": [0.6046488285064697, 0.6519325375556946], "cos_innovation_negg": [0.6046488285064697, 0.6519325375556946], "cos_apical_negg": [0.6046488285064697, 0.6519325375556946], "cos_Ac_negg": [0.6046488285064697, 0.6519325375556946], "r_norm": [0.20234818756580353, 0.19988974928855896]}, {"step": 16800, "epoch": 42, "train_loss": 6.24934837105684e-05, "cos_r_negg": [0.6051033735275269, 0.6521187424659729], "cos_innovation_negg": [0.6051033735275269, 0.6521187424659729], "cos_apical_negg": [0.6051033735275269, 0.6521187424659729], "cos_Ac_negg": [0.6051033735275269, 0.6521187424659729], "r_norm": [0.20318108797073364, 0.2006855458021164]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9756, "test_loss": 0.13528832883834838}, {"step": 16850, "epoch": 43, "train_loss": 0.0002001489046961069, "cos_r_negg": [0.6050034761428833, 0.6523382663726807], "cos_innovation_negg": [0.6050034761428833, 0.6523382663726807], "cos_apical_negg": [0.6050034761428833, 0.6523382663726807], "cos_Ac_negg": [0.6050034761428833, 0.6523382663726807], "r_norm": [0.20383408665657043, 0.2013455331325531]}, {"step": 16900, "epoch": 43, "train_loss": 5.607689672615379e-05, "cos_r_negg": [0.6056323051452637, 0.6524132490158081], "cos_innovation_negg": [0.6056323051452637, 0.6524132490158081], "cos_apical_negg": [0.6056323051452637, 0.6524132490158081], "cos_Ac_negg": [0.6056323051452637, 0.6524132490158081], "r_norm": [0.20346510410308838, 0.20098379254341125]}, {"step": 16950, "epoch": 43, "train_loss": 5.9000311011914164e-05, "cos_r_negg": [0.6050676107406616, 0.6523745059967041], "cos_innovation_negg": [0.6050676107406616, 0.6523745059967041], "cos_apical_negg": [0.6050676107406616, 0.6523745059967041], "cos_Ac_negg": [0.6050676107406616, 0.6523745059967041], "r_norm": [0.20256370306015015, 0.20008312165737152]}, {"step": 17000, "epoch": 43, "train_loss": 0.0001323382748523727, "cos_r_negg": [0.6055591702461243, 0.6524389982223511], "cos_innovation_negg": [0.6055591702461243, 0.6524389982223511], "cos_apical_negg": [0.6055591702461243, 0.6524389982223511], "cos_Ac_negg": [0.6055591702461243, 0.6524389982223511], "r_norm": [0.20338770747184753, 0.20088163018226624]}, {"step": 17050, "epoch": 43, "train_loss": 0.00011561161954887211, "cos_r_negg": [0.605151355266571, 0.6525988578796387], "cos_innovation_negg": [0.605151355266571, 0.6525988578796387], "cos_apical_negg": [0.605151355266571, 0.6525988578796387], "cos_Ac_negg": [0.605151355266571, 0.6525988578796387], "r_norm": [0.20155350863933563, 0.1990942358970642]}, {"step": 17100, "epoch": 43, "train_loss": 9.374109504278749e-05, "cos_r_negg": [0.6054977178573608, 0.6526383757591248], "cos_innovation_negg": [0.6054977178573608, 0.6526383757591248], "cos_apical_negg": [0.6054977178573608, 0.6526383757591248], "cos_Ac_negg": [0.6054977178573608, 0.6526383757591248], "r_norm": [0.20294471085071564, 0.2004510462284088]}, {"step": 17150, "epoch": 43, "train_loss": 0.00012017089466098696, "cos_r_negg": [0.605841875076294, 0.6521759629249573], "cos_innovation_negg": [0.605841875076294, 0.6521759629249573], "cos_apical_negg": [0.605841875076294, 0.6521759629249573], "cos_Ac_negg": [0.605841875076294, 0.6521759629249573], "r_norm": [0.20366278290748596, 0.2011737823486328]}, {"step": 17200, "epoch": 43, "train_loss": 0.000161087213200517, "cos_r_negg": [0.6054481267929077, 0.6526377201080322], "cos_innovation_negg": [0.6054481267929077, 0.6526377201080322], "cos_apical_negg": [0.6054481267929077, 0.6526377201080322], "cos_Ac_negg": [0.6054481267929077, 0.6526377201080322], "r_norm": [0.2036312222480774, 0.2011508196592331]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9757, "test_loss": 0.13553113861083985}, {"step": 17250, "epoch": 44, "train_loss": 0.00011582687147893012, "cos_r_negg": [0.6055393815040588, 0.6527726650238037], "cos_innovation_negg": [0.6055393815040588, 0.6527726650238037], "cos_apical_negg": [0.6055393815040588, 0.6527726650238037], "cos_Ac_negg": [0.6055393815040588, 0.6527726650238037], "r_norm": [0.20332613587379456, 0.20085716247558594]}, {"step": 17300, "epoch": 44, "train_loss": 0.00012889911886304617, "cos_r_negg": [0.6052895784378052, 0.6529660224914551], "cos_innovation_negg": [0.6052895784378052, 0.6529660224914551], "cos_apical_negg": [0.6052895784378052, 0.6529660224914551], "cos_Ac_negg": [0.6052895784378052, 0.6529660224914551], "r_norm": [0.2035345733165741, 0.2010682374238968]}, {"step": 17350, "epoch": 44, "train_loss": 0.00010017459862865508, "cos_r_negg": [0.6054158806800842, 0.6529911160469055], "cos_innovation_negg": [0.6054158806800842, 0.6529911160469055], "cos_apical_negg": [0.6054158806800842, 0.6529911160469055], "cos_Ac_negg": [0.6054158806800842, 0.6529911160469055], "r_norm": [0.20287775993347168, 0.20043125748634338]}, {"step": 17400, "epoch": 44, "train_loss": 8.74968827702105e-05, "cos_r_negg": [0.6058187484741211, 0.6530536413192749], "cos_innovation_negg": [0.6058187484741211, 0.6530536413192749], "cos_apical_negg": [0.6058187484741211, 0.6530536413192749], "cos_Ac_negg": [0.6058187484741211, 0.6530536413192749], "r_norm": [0.20367978513240814, 0.20119445025920868]}, {"step": 17450, "epoch": 44, "train_loss": 0.00013670691987499595, "cos_r_negg": [0.6055560111999512, 0.6526713371276855], "cos_innovation_negg": [0.6055560111999512, 0.6526713371276855], "cos_apical_negg": [0.6055560111999512, 0.6526713371276855], "cos_Ac_negg": [0.6055560111999512, 0.6526713371276855], "r_norm": [0.20451462268829346, 0.20199531316757202]}, {"step": 17500, "epoch": 44, "train_loss": 9.028185741044581e-05, "cos_r_negg": [0.6059577465057373, 0.6531574130058289], "cos_innovation_negg": [0.6059577465057373, 0.6531574130058289], "cos_apical_negg": [0.6059577465057373, 0.6531574130058289], "cos_Ac_negg": [0.6059577465057373, 0.6531574130058289], "r_norm": [0.20298565924167633, 0.20047619938850403]}, {"step": 17550, "epoch": 44, "train_loss": 0.00012248769053258002, "cos_r_negg": [0.605125904083252, 0.6529487371444702], "cos_innovation_negg": [0.605125904083252, 0.6529487371444702], "cos_apical_negg": [0.605125904083252, 0.6529487371444702], "cos_Ac_negg": [0.605125904083252, 0.6529487371444702], "r_norm": [0.20311583578586578, 0.20060916244983673]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9757, "test_loss": 0.13586484966278076}, {"step": 17600, "epoch": 45, "train_loss": 0.00011842868116218597, "cos_r_negg": [0.6054708957672119, 0.6525754928588867], "cos_innovation_negg": [0.6054708957672119, 0.6525754928588867], "cos_apical_negg": [0.6054708957672119, 0.6525754928588867], "cos_Ac_negg": [0.6054708957672119, 0.6525754928588867], "r_norm": [0.20307332277297974, 0.20057862997055054]}, {"step": 17650, "epoch": 45, "train_loss": 8.076492667896673e-05, "cos_r_negg": [0.6053032875061035, 0.6525595784187317], "cos_innovation_negg": [0.6053032875061035, 0.6525595784187317], "cos_apical_negg": [0.6053032875061035, 0.6525595784187317], "cos_Ac_negg": [0.6053032875061035, 0.6525595784187317], "r_norm": [0.20220910012722015, 0.19972297549247742]}, {"step": 17700, "epoch": 45, "train_loss": 5.479215906234458e-05, "cos_r_negg": [0.6052789688110352, 0.6532687544822693], "cos_innovation_negg": [0.6052789688110352, 0.6532687544822693], "cos_apical_negg": [0.6052789688110352, 0.6532687544822693], "cos_Ac_negg": [0.6052789688110352, 0.6532687544822693], "r_norm": [0.20163491368293762, 0.19915936887264252]}, {"step": 17750, "epoch": 45, "train_loss": 0.0001003557990770787, "cos_r_negg": [0.606110692024231, 0.6529535055160522], "cos_innovation_negg": [0.606110692024231, 0.6529535055160522], "cos_apical_negg": [0.606110692024231, 0.6529535055160522], "cos_Ac_negg": [0.606110692024231, 0.6529535055160522], "r_norm": [0.20178520679473877, 0.199311763048172]}, {"step": 17800, "epoch": 45, "train_loss": 0.00016541089280508459, "cos_r_negg": [0.6060135960578918, 0.6530971527099609], "cos_innovation_negg": [0.6060135960578918, 0.6530971527099609], "cos_apical_negg": [0.6060135960578918, 0.6530971527099609], "cos_Ac_negg": [0.6060135960578918, 0.6530971527099609], "r_norm": [0.20255276560783386, 0.20005449652671814]}, {"step": 17850, "epoch": 45, "train_loss": 5.010769018554129e-05, "cos_r_negg": [0.6058779954910278, 0.6533358693122864], "cos_innovation_negg": [0.6058779954910278, 0.6533358693122864], "cos_apical_negg": [0.6058779954910278, 0.6533358693122864], "cos_Ac_negg": [0.6058779954910278, 0.6533358693122864], "r_norm": [0.20231732726097107, 0.19984441995620728]}, {"step": 17900, "epoch": 45, "train_loss": 0.0002027424197876826, "cos_r_negg": [0.6055657863616943, 0.6533193588256836], "cos_innovation_negg": [0.6055657863616943, 0.6533193588256836], "cos_apical_negg": [0.6055657863616943, 0.6533193588256836], "cos_Ac_negg": [0.6055657863616943, 0.6533193588256836], "r_norm": [0.20255637168884277, 0.2000763863325119]}, {"step": 17950, "epoch": 45, "train_loss": 0.00012100422463845462, "cos_r_negg": [0.6059725284576416, 0.6529974937438965], "cos_innovation_negg": [0.6059725284576416, 0.6529974937438965], "cos_apical_negg": [0.6059725284576416, 0.6529974937438965], "cos_Ac_negg": [0.6059725284576416, 0.6529974937438965], "r_norm": [0.20263037085533142, 0.20014038681983948]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9757, "test_loss": 0.13613498020172118}, {"step": 18000, "epoch": 46, "train_loss": 9.252503514289856e-05, "cos_r_negg": [0.606075644493103, 0.6531026363372803], "cos_innovation_negg": [0.606075644493103, 0.6531026363372803], "cos_apical_negg": [0.606075644493103, 0.6531026363372803], "cos_Ac_negg": [0.606075644493103, 0.6531026363372803], "r_norm": [0.20300693809986115, 0.20051395893096924]}, {"step": 18050, "epoch": 46, "train_loss": 8.325068483827636e-05, "cos_r_negg": [0.6060125827789307, 0.6529086232185364], "cos_innovation_negg": [0.6060125827789307, 0.6529086232185364], "cos_apical_negg": [0.6060125827789307, 0.6529086232185364], "cos_Ac_negg": [0.6060125827789307, 0.6529086232185364], "r_norm": [0.20321142673492432, 0.20072121918201447]}, {"step": 18100, "epoch": 46, "train_loss": 0.00026124925352633, "cos_r_negg": [0.6058273315429688, 0.652920126914978], "cos_innovation_negg": [0.6058273315429688, 0.652920126914978], "cos_apical_negg": [0.6058273315429688, 0.652920126914978], "cos_Ac_negg": [0.6058273315429688, 0.652920126914978], "r_norm": [0.2026575654745102, 0.200160413980484]}, {"step": 18150, "epoch": 46, "train_loss": 8.019814413273707e-05, "cos_r_negg": [0.6060906052589417, 0.653104841709137], "cos_innovation_negg": [0.6060906052589417, 0.653104841709137], "cos_apical_negg": [0.6060906052589417, 0.653104841709137], "cos_Ac_negg": [0.6060906052589417, 0.653104841709137], "r_norm": [0.20179803669452667, 0.19930587708950043]}, {"step": 18200, "epoch": 46, "train_loss": 0.00010295699757989496, "cos_r_negg": [0.606276273727417, 0.653278112411499], "cos_innovation_negg": [0.606276273727417, 0.653278112411499], "cos_apical_negg": [0.606276273727417, 0.653278112411499], "cos_Ac_negg": [0.606276273727417, 0.653278112411499], "r_norm": [0.20220409333705902, 0.19972959160804749]}, {"step": 18250, "epoch": 46, "train_loss": 8.768151747062802e-05, "cos_r_negg": [0.6064487099647522, 0.6531825065612793], "cos_innovation_negg": [0.6064487099647522, 0.6531825065612793], "cos_apical_negg": [0.6064487099647522, 0.6531825065612793], "cos_Ac_negg": [0.6064487099647522, 0.6531825065612793], "r_norm": [0.20283393561840057, 0.20035943388938904]}, {"step": 18300, "epoch": 46, "train_loss": 0.00014957491657696664, "cos_r_negg": [0.6065161228179932, 0.6535316705703735], "cos_innovation_negg": [0.6065161228179932, 0.6535316705703735], "cos_apical_negg": [0.6065161228179932, 0.6535316705703735], "cos_Ac_negg": [0.6065161228179932, 0.6535316705703735], "r_norm": [0.20272323489189148, 0.20023681223392487]}, {"step": 18350, "epoch": 46, "train_loss": 6.074781413190067e-05, "cos_r_negg": [0.6063294410705566, 0.6535193920135498], "cos_innovation_negg": [0.6063294410705566, 0.6535193920135498], "cos_apical_negg": [0.6063294410705566, 0.6535193920135498], "cos_Ac_negg": [0.6063294410705566, 0.6535193920135498], "r_norm": [0.20294064283370972, 0.20044469833374023]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9758, "test_loss": 0.1366072380065918}, {"step": 18400, "epoch": 47, "train_loss": 0.00019244957366026938, "cos_r_negg": [0.6061357855796814, 0.6535245180130005], "cos_innovation_negg": [0.6061357855796814, 0.6535245180130005], "cos_apical_negg": [0.6061357855796814, 0.6535245180130005], "cos_Ac_negg": [0.6061357855796814, 0.6535245180130005], "r_norm": [0.20394673943519592, 0.2014288306236267]}, {"step": 18450, "epoch": 47, "train_loss": 8.322401845362037e-05, "cos_r_negg": [0.6060765385627747, 0.6536187529563904], "cos_innovation_negg": [0.6060765385627747, 0.6536187529563904], "cos_apical_negg": [0.6060765385627747, 0.6536187529563904], "cos_Ac_negg": [0.6060765385627747, 0.6536187529563904], "r_norm": [0.204708993434906, 0.20216746628284454]}, {"step": 18500, "epoch": 47, "train_loss": 0.00019302373402751982, "cos_r_negg": [0.6062871217727661, 0.6535943746566772], "cos_innovation_negg": [0.6062871217727661, 0.6535943746566772], "cos_apical_negg": [0.6062871217727661, 0.6535943746566772], "cos_Ac_negg": [0.6062871217727661, 0.6535943746566772], "r_norm": [0.20454633235931396, 0.20200446248054504]}, {"step": 18550, "epoch": 47, "train_loss": 9.55192226683721e-05, "cos_r_negg": [0.6062105894088745, 0.6536214351654053], "cos_innovation_negg": [0.6062105894088745, 0.6536214351654053], "cos_apical_negg": [0.6062105894088745, 0.6536214351654053], "cos_Ac_negg": [0.6062105894088745, 0.6536214351654053], "r_norm": [0.20285658538341522, 0.20038560032844543]}, {"step": 18600, "epoch": 47, "train_loss": 4.9011854571290314e-05, "cos_r_negg": [0.6062859296798706, 0.6536183953285217], "cos_innovation_negg": [0.6062859296798706, 0.6536183953285217], "cos_apical_negg": [0.6062859296798706, 0.6536183953285217], "cos_Ac_negg": [0.6062859296798706, 0.6536183953285217], "r_norm": [0.20213189721107483, 0.1996317207813263]}, {"step": 18650, "epoch": 47, "train_loss": 9.304384730057791e-05, "cos_r_negg": [0.6065423488616943, 0.6536094546318054], "cos_innovation_negg": [0.6065423488616943, 0.6536094546318054], "cos_apical_negg": [0.6065423488616943, 0.6536094546318054], "cos_Ac_negg": [0.6065423488616943, 0.6536094546318054], "r_norm": [0.2018146514892578, 0.19934408366680145]}, {"step": 18700, "epoch": 47, "train_loss": 0.00012865195458289236, "cos_r_negg": [0.6066042184829712, 0.6536306738853455], "cos_innovation_negg": [0.6066042184829712, 0.6536306738853455], "cos_apical_negg": [0.6066042184829712, 0.6536306738853455], "cos_Ac_negg": [0.6066042184829712, 0.6536306738853455], "r_norm": [0.20223316550254822, 0.19976335763931274]}, {"step": 18750, "epoch": 47, "train_loss": 4.012032150058076e-05, "cos_r_negg": [0.6063584685325623, 0.6535805463790894], "cos_innovation_negg": [0.6063584685325623, 0.6535805463790894], "cos_apical_negg": [0.6063584685325623, 0.6535805463790894], "cos_Ac_negg": [0.6063584685325623, 0.6535805463790894], "r_norm": [0.20156604051589966, 0.19910921156406403]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9758, "test_loss": 0.13670055084228516}, {"step": 18800, "epoch": 48, "train_loss": 7.940390787553042e-05, "cos_r_negg": [0.606455385684967, 0.6537660956382751], "cos_innovation_negg": [0.606455385684967, 0.6537660956382751], "cos_apical_negg": [0.606455385684967, 0.6537660956382751], "cos_Ac_negg": [0.606455385684967, 0.6537660956382751], "r_norm": [0.20278337597846985, 0.20028071105480194]}, {"step": 18850, "epoch": 48, "train_loss": 0.00010734962415881455, "cos_r_negg": [0.6063831448554993, 0.653771698474884], "cos_innovation_negg": [0.6063831448554993, 0.653771698474884], "cos_apical_negg": [0.6063831448554993, 0.653771698474884], "cos_Ac_negg": [0.6063831448554993, 0.653771698474884], "r_norm": [0.201982319355011, 0.19951540231704712]}, {"step": 18900, "epoch": 48, "train_loss": 4.781593452207744e-05, "cos_r_negg": [0.6061592102050781, 0.653688907623291], "cos_innovation_negg": [0.6061592102050781, 0.653688907623291], "cos_apical_negg": [0.6061592102050781, 0.653688907623291], "cos_Ac_negg": [0.6061592102050781, 0.653688907623291], "r_norm": [0.20248186588287354, 0.19999553263187408]}, {"step": 18950, "epoch": 48, "train_loss": 0.00019104828243143857, "cos_r_negg": [0.6063557267189026, 0.6537256240844727], "cos_innovation_negg": [0.6063557267189026, 0.6537256240844727], "cos_apical_negg": [0.6063557267189026, 0.6537256240844727], "cos_Ac_negg": [0.6063557267189026, 0.6537256240844727], "r_norm": [0.2031382918357849, 0.200629323720932]}, {"step": 19000, "epoch": 48, "train_loss": 8.542943396605551e-05, "cos_r_negg": [0.6064692139625549, 0.6539320945739746], "cos_innovation_negg": [0.6064692139625549, 0.6539320945739746], "cos_apical_negg": [0.6064692139625549, 0.6539320945739746], "cos_Ac_negg": [0.6064692139625549, 0.6539320945739746], "r_norm": [0.2025909125804901, 0.20010170340538025]}, {"step": 19050, "epoch": 48, "train_loss": 0.00014637863205280155, "cos_r_negg": [0.6062407493591309, 0.6539399027824402], "cos_innovation_negg": [0.6062407493591309, 0.6539399027824402], "cos_apical_negg": [0.6062407493591309, 0.6539399027824402], "cos_Ac_negg": [0.6062407493591309, 0.6539399027824402], "r_norm": [0.20302733778953552, 0.20051869750022888]}, {"step": 19100, "epoch": 48, "train_loss": 0.00010317159467376769, "cos_r_negg": [0.6063790917396545, 0.6541279554367065], "cos_innovation_negg": [0.6063790917396545, 0.6541279554367065], "cos_apical_negg": [0.6063790917396545, 0.6541279554367065], "cos_Ac_negg": [0.6063790917396545, 0.6541279554367065], "r_norm": [0.20297278463840485, 0.20046326518058777]}, {"step": 19150, "epoch": 48, "train_loss": 8.792545850155875e-05, "cos_r_negg": [0.6066619753837585, 0.6541775465011597], "cos_innovation_negg": [0.6066619753837585, 0.6541775465011597], "cos_apical_negg": [0.6066619753837585, 0.6541775465011597], "cos_Ac_negg": [0.6066619753837585, 0.6541775465011597], "r_norm": [0.20234577357769012, 0.1998661905527115]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9759, "test_loss": 0.13698266010284424}, {"step": 19200, "epoch": 49, "train_loss": 8.04885639809072e-05, "cos_r_negg": [0.606765627861023, 0.6543707847595215], "cos_innovation_negg": [0.606765627861023, 0.6543707847595215], "cos_apical_negg": [0.606765627861023, 0.6543707847595215], "cos_Ac_negg": [0.606765627861023, 0.6543707847595215], "r_norm": [0.20282001793384552, 0.2003120332956314]}, {"step": 19250, "epoch": 49, "train_loss": 2.7001417038263753e-05, "cos_r_negg": [0.6068897843360901, 0.6546074748039246], "cos_innovation_negg": [0.6068897843360901, 0.6546074748039246], "cos_apical_negg": [0.6068897843360901, 0.6546074748039246], "cos_Ac_negg": [0.6068897843360901, 0.6546074748039246], "r_norm": [0.20405422151088715, 0.2015353888273239]}, {"step": 19300, "epoch": 49, "train_loss": 0.00023720302851870656, "cos_r_negg": [0.6067508459091187, 0.6543968915939331], "cos_innovation_negg": [0.6067508459091187, 0.6543968915939331], "cos_apical_negg": [0.6067508459091187, 0.6543968915939331], "cos_Ac_negg": [0.6067508459091187, 0.6543968915939331], "r_norm": [0.20281487703323364, 0.2003149390220642]}, {"step": 19350, "epoch": 49, "train_loss": 0.00015765179705340415, "cos_r_negg": [0.6068766117095947, 0.6544101238250732], "cos_innovation_negg": [0.6068766117095947, 0.6544101238250732], "cos_apical_negg": [0.6068766117095947, 0.6544101238250732], "cos_Ac_negg": [0.6068766117095947, 0.6544101238250732], "r_norm": [0.2029314786195755, 0.2004176825284958]}, {"step": 19400, "epoch": 49, "train_loss": 9.071671956917271e-05, "cos_r_negg": [0.6067825555801392, 0.6543385982513428], "cos_innovation_negg": [0.6067825555801392, 0.6543385982513428], "cos_apical_negg": [0.6067825555801392, 0.6543385982513428], "cos_Ac_negg": [0.6067825555801392, 0.6543385982513428], "r_norm": [0.20308002829551697, 0.20057038962841034]}, {"step": 19450, "epoch": 49, "train_loss": 0.00012561198673211038, "cos_r_negg": [0.6065841317176819, 0.6545171737670898], "cos_innovation_negg": [0.6065841317176819, 0.6545171737670898], "cos_apical_negg": [0.6065841317176819, 0.6545171737670898], "cos_Ac_negg": [0.6065841317176819, 0.6545171737670898], "r_norm": [0.20224064588546753, 0.19973251223564148]}, {"step": 19500, "epoch": 49, "train_loss": 7.163512782426551e-05, "cos_r_negg": [0.6072306632995605, 0.6542676687240601], "cos_innovation_negg": [0.6072306632995605, 0.6542676687240601], "cos_apical_negg": [0.6072306632995605, 0.6542676687240601], "cos_Ac_negg": [0.6072306632995605, 0.6542676687240601], "r_norm": [0.2016107439994812, 0.19914132356643677]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9759, "test_loss": 0.13712154483795166}, {"step": 19550, "epoch": 50, "train_loss": 3.956641012337059e-05, "cos_r_negg": [0.6068279147148132, 0.6541999578475952], "cos_innovation_negg": [0.6068279147148132, 0.6541999578475952], "cos_apical_negg": [0.6068279147148132, 0.6541999578475952], "cos_Ac_negg": [0.6068279147148132, 0.6541999578475952], "r_norm": [0.20131753385066986, 0.19885599613189697]}, {"step": 19600, "epoch": 50, "train_loss": 9.292828326579183e-05, "cos_r_negg": [0.6064199805259705, 0.6545209884643555], "cos_innovation_negg": [0.6064199805259705, 0.6545209884643555], "cos_apical_negg": [0.6064199805259705, 0.6545209884643555], "cos_Ac_negg": [0.6064199805259705, 0.6545209884643555], "r_norm": [0.20185023546218872, 0.19936685264110565]}, {"step": 19650, "epoch": 50, "train_loss": 6.505961937364191e-05, "cos_r_negg": [0.6064180135726929, 0.6545873880386353], "cos_innovation_negg": [0.6064180135726929, 0.6545873880386353], "cos_apical_negg": [0.6064180135726929, 0.6545873880386353], "cos_Ac_negg": [0.6064180135726929, 0.6545873880386353], "r_norm": [0.2019207775592804, 0.19942674040794373]}, {"step": 19700, "epoch": 50, "train_loss": 0.0001263697340618819, "cos_r_negg": [0.6063235998153687, 0.6545228958129883], "cos_innovation_negg": [0.6063235998153687, 0.6545228958129883], "cos_apical_negg": [0.6063235998153687, 0.6545228958129883], "cos_Ac_negg": [0.6063235998153687, 0.6545228958129883], "r_norm": [0.2009875327348709, 0.19850502908229828]}, {"step": 19750, "epoch": 50, "train_loss": 0.0002330330607946962, "cos_r_negg": [0.6063611507415771, 0.6546630263328552], "cos_innovation_negg": [0.6063611507415771, 0.6546630263328552], "cos_apical_negg": [0.6063611507415771, 0.6546630263328552], "cos_Ac_negg": [0.6063611507415771, 0.6546630263328552], "r_norm": [0.20127028226852417, 0.19878733158111572]}, {"step": 19800, "epoch": 50, "train_loss": 0.00010997526987921447, "cos_r_negg": [0.6067066788673401, 0.654694139957428], "cos_innovation_negg": [0.6067066788673401, 0.654694139957428], "cos_apical_negg": [0.6067066788673401, 0.654694139957428], "cos_Ac_negg": [0.6067066788673401, 0.654694139957428], "r_norm": [0.20054379105567932, 0.19809235632419586]}, {"step": 19850, "epoch": 50, "train_loss": 0.00011841661762446165, "cos_r_negg": [0.6072782278060913, 0.6549153327941895], "cos_innovation_negg": [0.6072782278060913, 0.6549153327941895], "cos_apical_negg": [0.6072782278060913, 0.6549153327941895], "cos_Ac_negg": [0.6072782278060913, 0.6549153327941895], "r_norm": [0.2022169828414917, 0.1997329592704773]}, {"step": 19900, "epoch": 50, "train_loss": 7.330939115490764e-05, "cos_r_negg": [0.6075456142425537, 0.6548440456390381], "cos_innovation_negg": [0.6075456142425537, 0.6548440456390381], "cos_apical_negg": [0.6075456142425537, 0.6548440456390381], "cos_Ac_negg": [0.6075456142425537, 0.6548440456390381], "r_norm": [0.20328694581985474, 0.20077764987945557]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9756, "test_loss": 0.13754333820343018}, {"step": 19950, "epoch": 51, "train_loss": 0.00015420516137965024, "cos_r_negg": [0.6070454120635986, 0.6546868085861206], "cos_innovation_negg": [0.6070454120635986, 0.6546868085861206], "cos_apical_negg": [0.6070454120635986, 0.6546868085861206], "cos_Ac_negg": [0.6070454120635986, 0.6546868085861206], "r_norm": [0.2027517557144165, 0.200253427028656]}, {"step": 20000, "epoch": 51, "train_loss": 6.922659667907283e-05, "cos_r_negg": [0.6076037883758545, 0.6547814607620239], "cos_innovation_negg": [0.6076037883758545, 0.6547814607620239], "cos_apical_negg": [0.6076037883758545, 0.6547814607620239], "cos_Ac_negg": [0.6076037883758545, 0.6547814607620239], "r_norm": [0.2025933563709259, 0.20010989904403687]}, {"step": 20050, "epoch": 51, "train_loss": 4.288044510758482e-05, "cos_r_negg": [0.6078856587409973, 0.6547306776046753], "cos_innovation_negg": [0.6078856587409973, 0.6547306776046753], "cos_apical_negg": [0.6078856587409973, 0.6547306776046753], "cos_Ac_negg": [0.6078856587409973, 0.6547306776046753], "r_norm": [0.2022262066602707, 0.19976618885993958]}, {"step": 20100, "epoch": 51, "train_loss": 7.454209844581783e-05, "cos_r_negg": [0.6075356006622314, 0.6549820899963379], "cos_innovation_negg": [0.6075356006622314, 0.6549820899963379], "cos_apical_negg": [0.6075356006622314, 0.6549820899963379], "cos_Ac_negg": [0.6075356006622314, 0.6549820899963379], "r_norm": [0.20150132477283478, 0.1990489661693573]}, {"step": 20150, "epoch": 51, "train_loss": 9.3592178018298e-05, "cos_r_negg": [0.6073696613311768, 0.6551897525787354], "cos_innovation_negg": [0.6073696613311768, 0.6551897525787354], "cos_apical_negg": [0.6073696613311768, 0.6551897525787354], "cos_Ac_negg": [0.6073696613311768, 0.6551897525787354], "r_norm": [0.20132452249526978, 0.1988597959280014]}, {"step": 20200, "epoch": 51, "train_loss": 7.065940008033067e-05, "cos_r_negg": [0.6074411869049072, 0.6553524732589722], "cos_innovation_negg": [0.6074411869049072, 0.6553524732589722], "cos_apical_negg": [0.6074411869049072, 0.6553524732589722], "cos_Ac_negg": [0.6074411869049072, 0.6553524732589722], "r_norm": [0.20236583054065704, 0.19986583292484283]}, {"step": 20250, "epoch": 51, "train_loss": 0.00010650478361640126, "cos_r_negg": [0.6073061227798462, 0.6550143957138062], "cos_innovation_negg": [0.6073061227798462, 0.6550143957138062], "cos_apical_negg": [0.6073061227798462, 0.6550143957138062], "cos_Ac_negg": [0.6073061227798462, 0.6550143957138062], "r_norm": [0.20204918086528778, 0.1995292603969574]}, {"step": 20300, "epoch": 51, "train_loss": 5.0093956815544516e-05, "cos_r_negg": [0.6071557998657227, 0.6551551222801208], "cos_innovation_negg": [0.6071557998657227, 0.6551551222801208], "cos_apical_negg": [0.6071557998657227, 0.6551551222801208], "cos_Ac_negg": [0.6071557998657227, 0.6551551222801208], "r_norm": [0.20184898376464844, 0.19933754205703735]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9759, "test_loss": 0.1378093635559082}, {"step": 20350, "epoch": 52, "train_loss": 0.0001406668743584305, "cos_r_negg": [0.6069713234901428, 0.6549974083900452], "cos_innovation_negg": [0.6069713234901428, 0.6549974083900452], "cos_apical_negg": [0.6069713234901428, 0.6549974083900452], "cos_Ac_negg": [0.6069713234901428, 0.6549974083900452], "r_norm": [0.20244501531124115, 0.19992269575595856]}, {"step": 20400, "epoch": 52, "train_loss": 6.341963307932019e-05, "cos_r_negg": [0.6073223352432251, 0.6549948453903198], "cos_innovation_negg": [0.6073223352432251, 0.6549948453903198], "cos_apical_negg": [0.6073223352432251, 0.6549948453903198], "cos_Ac_negg": [0.6073223352432251, 0.6549948453903198], "r_norm": [0.20169097185134888, 0.19917982816696167]}, {"step": 20450, "epoch": 52, "train_loss": 0.00014112515782471746, "cos_r_negg": [0.606877326965332, 0.6548940539360046], "cos_innovation_negg": [0.606877326965332, 0.6548940539360046], "cos_apical_negg": [0.606877326965332, 0.6548940539360046], "cos_Ac_negg": [0.606877326965332, 0.6548940539360046], "r_norm": [0.2010560929775238, 0.198551207780838]}, {"step": 20500, "epoch": 52, "train_loss": 0.00013568965368904173, "cos_r_negg": [0.6071585416793823, 0.6549937725067139], "cos_innovation_negg": [0.6071585416793823, 0.6549937725067139], "cos_apical_negg": [0.6071585416793823, 0.6549937725067139], "cos_Ac_negg": [0.6071585416793823, 0.6549937725067139], "r_norm": [0.2013988047838211, 0.19890131056308746]}, {"step": 20550, "epoch": 52, "train_loss": 8.384503598790616e-05, "cos_r_negg": [0.6072185635566711, 0.6551333069801331], "cos_innovation_negg": [0.6072185635566711, 0.6551333069801331], "cos_apical_negg": [0.6072185635566711, 0.6551333069801331], "cos_Ac_negg": [0.6072185635566711, 0.6551333069801331], "r_norm": [0.2014721930027008, 0.1990090310573578]}, {"step": 20600, "epoch": 52, "train_loss": 8.36250328575261e-05, "cos_r_negg": [0.6073701977729797, 0.6553250551223755], "cos_innovation_negg": [0.6073701977729797, 0.6553250551223755], "cos_apical_negg": [0.6073701977729797, 0.6553250551223755], "cos_Ac_negg": [0.6073701977729797, 0.6553250551223755], "r_norm": [0.2022961974143982, 0.199818953871727]}, {"step": 20650, "epoch": 52, "train_loss": 0.00021171817206777632, "cos_r_negg": [0.6073285341262817, 0.6554916501045227], "cos_innovation_negg": [0.6073285341262817, 0.6554916501045227], "cos_apical_negg": [0.6073285341262817, 0.6554916501045227], "cos_Ac_negg": [0.6073285341262817, 0.6554916501045227], "r_norm": [0.20158535242080688, 0.19910874962806702]}, {"step": 20700, "epoch": 52, "train_loss": 7.487741095246747e-05, "cos_r_negg": [0.6073435544967651, 0.6553474068641663], "cos_innovation_negg": [0.6073435544967651, 0.6553474068641663], "cos_apical_negg": [0.6073435544967651, 0.6553474068641663], "cos_Ac_negg": [0.6073435544967651, 0.6553474068641663], "r_norm": [0.20281946659088135, 0.2002970576286316]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9759, "test_loss": 0.1381031407356262}, {"step": 20750, "epoch": 53, "train_loss": 0.00010732724331319332, "cos_r_negg": [0.6069521903991699, 0.6550149917602539], "cos_innovation_negg": [0.6069521903991699, 0.6550149917602539], "cos_apical_negg": [0.6069521903991699, 0.6550149917602539], "cos_Ac_negg": [0.6069521903991699, 0.6550149917602539], "r_norm": [0.2027474194765091, 0.20020708441734314]}, {"step": 20800, "epoch": 53, "train_loss": 8.543467265553772e-05, "cos_r_negg": [0.6069723963737488, 0.6550968885421753], "cos_innovation_negg": [0.6069723963737488, 0.6550968885421753], "cos_apical_negg": [0.6069723963737488, 0.6550968885421753], "cos_Ac_negg": [0.6069723963737488, 0.6550968885421753], "r_norm": [0.20221984386444092, 0.1996777355670929]}, {"step": 20850, "epoch": 53, "train_loss": 0.00014946682495065033, "cos_r_negg": [0.6073185205459595, 0.6552919149398804], "cos_innovation_negg": [0.6073185205459595, 0.6552919149398804], "cos_apical_negg": [0.6073185205459595, 0.6552919149398804], "cos_Ac_negg": [0.6073185205459595, 0.6552919149398804], "r_norm": [0.20297008752822876, 0.20042499899864197]}, {"step": 20900, "epoch": 53, "train_loss": 0.00013820745516568422, "cos_r_negg": [0.6073960065841675, 0.6553378105163574], "cos_innovation_negg": [0.6073960065841675, 0.6553378105163574], "cos_apical_negg": [0.6073960065841675, 0.6553378105163574], "cos_Ac_negg": [0.6073960065841675, 0.6553378105163574], "r_norm": [0.2022271454334259, 0.19969679415225983]}, {"step": 20950, "epoch": 53, "train_loss": 9.278887591790408e-05, "cos_r_negg": [0.6070188283920288, 0.6552988290786743], "cos_innovation_negg": [0.6070188283920288, 0.6552988290786743], "cos_apical_negg": [0.6070188283920288, 0.6552988290786743], "cos_Ac_negg": [0.6070188283920288, 0.6552988290786743], "r_norm": [0.20130714774131775, 0.19876988232135773]}, {"step": 21000, "epoch": 53, "train_loss": 5.684821371687576e-05, "cos_r_negg": [0.6075034737586975, 0.6556861400604248], "cos_innovation_negg": [0.6075034737586975, 0.6556861400604248], "cos_apical_negg": [0.6075034737586975, 0.6556861400604248], "cos_Ac_negg": [0.6075034737586975, 0.6556861400604248], "r_norm": [0.20180915296077728, 0.19927895069122314]}, {"step": 21050, "epoch": 53, "train_loss": 8.047254232224077e-05, "cos_r_negg": [0.6069231033325195, 0.655529797077179], "cos_innovation_negg": [0.6069231033325195, 0.655529797077179], "cos_apical_negg": [0.6069231033325195, 0.655529797077179], "cos_Ac_negg": [0.6069231033325195, 0.655529797077179], "r_norm": [0.20187021791934967, 0.19932964444160461]}, {"step": 21100, "epoch": 53, "train_loss": 0.00018183101201429963, "cos_r_negg": [0.6073914766311646, 0.6555793285369873], "cos_innovation_negg": [0.6073914766311646, 0.6555793285369873], "cos_apical_negg": [0.6073914766311646, 0.6555793285369873], "cos_Ac_negg": [0.6073914766311646, 0.6555793285369873], "r_norm": [0.201445072889328, 0.1989498734474182]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9758, "test_loss": 0.13827434949874878}, {"step": 21150, "epoch": 54, "train_loss": 7.385034405160695e-05, "cos_r_negg": [0.6075698137283325, 0.6556994318962097], "cos_innovation_negg": [0.6075698137283325, 0.6556994318962097], "cos_apical_negg": [0.6075698137283325, 0.6556994318962097], "cos_Ac_negg": [0.6075698137283325, 0.6556994318962097], "r_norm": [0.20241129398345947, 0.1999223828315735]}, {"step": 21200, "epoch": 54, "train_loss": 4.253573570167646e-05, "cos_r_negg": [0.6077114343643188, 0.6556748747825623], "cos_innovation_negg": [0.6077114343643188, 0.6556748747825623], "cos_apical_negg": [0.6077114343643188, 0.6556748747825623], "cos_Ac_negg": [0.6077114343643188, 0.6556748747825623], "r_norm": [0.20229893922805786, 0.19981463253498077]}, {"step": 21250, "epoch": 54, "train_loss": 3.181219653924927e-05, "cos_r_negg": [0.6075447797775269, 0.6558257341384888], "cos_innovation_negg": [0.6075447797775269, 0.6558257341384888], "cos_apical_negg": [0.6075447797775269, 0.6558257341384888], "cos_Ac_negg": [0.6075447797775269, 0.6558257341384888], "r_norm": [0.20196959376335144, 0.19949859380722046]}, {"step": 21300, "epoch": 54, "train_loss": 0.00010056497558252886, "cos_r_negg": [0.6078104972839355, 0.6558808088302612], "cos_innovation_negg": [0.6078104972839355, 0.6558808088302612], "cos_apical_negg": [0.6078104972839355, 0.6558808088302612], "cos_Ac_negg": [0.6078104972839355, 0.6558808088302612], "r_norm": [0.20192253589630127, 0.19945365190505981]}, {"step": 21350, "epoch": 54, "train_loss": 9.582490019965917e-05, "cos_r_negg": [0.6077145934104919, 0.655923068523407], "cos_innovation_negg": [0.6077145934104919, 0.655923068523407], "cos_apical_negg": [0.6077145934104919, 0.655923068523407], "cos_Ac_negg": [0.6077145934104919, 0.655923068523407], "r_norm": [0.20225632190704346, 0.1997552067041397]}, {"step": 21400, "epoch": 54, "train_loss": 0.00012181962665636092, "cos_r_negg": [0.6075243353843689, 0.65576171875], "cos_innovation_negg": [0.6075243353843689, 0.65576171875], "cos_apical_negg": [0.6075243353843689, 0.65576171875], "cos_Ac_negg": [0.6075243353843689, 0.65576171875], "r_norm": [0.2025560736656189, 0.20003139972686768]}, {"step": 21450, "epoch": 54, "train_loss": 0.0001222396967932582, "cos_r_negg": [0.6071064472198486, 0.655677318572998], "cos_innovation_negg": [0.6071064472198486, 0.655677318572998], "cos_apical_negg": [0.6071064472198486, 0.655677318572998], "cos_Ac_negg": [0.6071064472198486, 0.655677318572998], "r_norm": [0.2015017420053482, 0.19899624586105347]}, {"step": 21500, "epoch": 54, "train_loss": 7.376275607384741e-05, "cos_r_negg": [0.607182502746582, 0.6557551622390747], "cos_innovation_negg": [0.607182502746582, 0.6557551622390747], "cos_apical_negg": [0.607182502746582, 0.6557551622390747], "cos_Ac_negg": [0.607182502746582, 0.6557551622390747], "r_norm": [0.20110765099525452, 0.19860190153121948]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9759, "test_loss": 0.1384696074485779}, {"step": 21550, "epoch": 55, "train_loss": 7.15999340172857e-05, "cos_r_negg": [0.6070277690887451, 0.6556751728057861], "cos_innovation_negg": [0.6070277690887451, 0.6556751728057861], "cos_apical_negg": [0.6070277690887451, 0.6556751728057861], "cos_Ac_negg": [0.6070277690887451, 0.6556751728057861], "r_norm": [0.20139959454536438, 0.1988881528377533]}, {"step": 21600, "epoch": 55, "train_loss": 5.870923996553756e-05, "cos_r_negg": [0.6070834994316101, 0.6557031273841858], "cos_innovation_negg": [0.6070834994316101, 0.6557031273841858], "cos_apical_negg": [0.6070834994316101, 0.6557031273841858], "cos_Ac_negg": [0.6070834994316101, 0.6557031273841858], "r_norm": [0.2011394202709198, 0.19864171743392944]}, {"step": 21650, "epoch": 55, "train_loss": 8.869172597769648e-05, "cos_r_negg": [0.6069493293762207, 0.6557197570800781], "cos_innovation_negg": [0.6069493293762207, 0.6557197570800781], "cos_apical_negg": [0.6069493293762207, 0.6557197570800781], "cos_Ac_negg": [0.6069493293762207, 0.6557197570800781], "r_norm": [0.20152586698532104, 0.19900280237197876]}, {"step": 21700, "epoch": 55, "train_loss": 4.225793236400932e-05, "cos_r_negg": [0.6072959899902344, 0.6558806896209717], "cos_innovation_negg": [0.6072959899902344, 0.6558806896209717], "cos_apical_negg": [0.6072959899902344, 0.6558806896209717], "cos_Ac_negg": [0.6072959899902344, 0.6558806896209717], "r_norm": [0.20133566856384277, 0.19881445169448853]}, {"step": 21750, "epoch": 55, "train_loss": 7.479469059035182e-05, "cos_r_negg": [0.6071215271949768, 0.6559425592422485], "cos_innovation_negg": [0.6071215271949768, 0.6559425592422485], "cos_apical_negg": [0.6071215271949768, 0.6559425592422485], "cos_Ac_negg": [0.6071215271949768, 0.6559425592422485], "r_norm": [0.20228157937526703, 0.19976338744163513]}, {"step": 21800, "epoch": 55, "train_loss": 0.0002568826894275844, "cos_r_negg": [0.6073147654533386, 0.6560540199279785], "cos_innovation_negg": [0.6073147654533386, 0.6560540199279785], "cos_apical_negg": [0.6073147654533386, 0.6560540199279785], "cos_Ac_negg": [0.6073147654533386, 0.6560540199279785], "r_norm": [0.2013494074344635, 0.1988442838191986]}, {"step": 21850, "epoch": 55, "train_loss": 9.113794658333063e-05, "cos_r_negg": [0.6072735786437988, 0.6560697555541992], "cos_innovation_negg": [0.6072735786437988, 0.6560697555541992], "cos_apical_negg": [0.6072735786437988, 0.6560697555541992], "cos_Ac_negg": [0.6072735786437988, 0.6560697555541992], "r_norm": [0.20158545672893524, 0.1990949660539627]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9759, "test_loss": 0.13877183904647827}, {"step": 21900, "epoch": 56, "train_loss": 5.887549195904285e-05, "cos_r_negg": [0.607177734375, 0.6560863256454468], "cos_innovation_negg": [0.607177734375, 0.6560863256454468], "cos_apical_negg": [0.607177734375, 0.6560863256454468], "cos_Ac_negg": [0.607177734375, 0.6560863256454468], "r_norm": [0.20127683877944946, 0.19878937304019928]}, {"step": 21950, "epoch": 56, "train_loss": 0.00013299816055223346, "cos_r_negg": [0.6070927381515503, 0.6560133695602417], "cos_innovation_negg": [0.6070927381515503, 0.6560133695602417], "cos_apical_negg": [0.6070927381515503, 0.6560133695602417], "cos_Ac_negg": [0.6070927381515503, 0.6560133695602417], "r_norm": [0.20112524926662445, 0.1986132264137268]}, {"step": 22000, "epoch": 56, "train_loss": 9.078734728973359e-05, "cos_r_negg": [0.6072250008583069, 0.6560567617416382], "cos_innovation_negg": [0.6072250008583069, 0.6560567617416382], "cos_apical_negg": [0.6072250008583069, 0.6560567617416382], "cos_Ac_negg": [0.6072250008583069, 0.6560567617416382], "r_norm": [0.2012474238872528, 0.19873365759849548]}, {"step": 22050, "epoch": 56, "train_loss": 2.6088684535352513e-05, "cos_r_negg": [0.6068340539932251, 0.6559656858444214], "cos_innovation_negg": [0.6068340539932251, 0.6559656858444214], "cos_apical_negg": [0.6068340539932251, 0.6559656858444214], "cos_Ac_negg": [0.6068340539932251, 0.6559656858444214], "r_norm": [0.20117738842964172, 0.19866546988487244]}, {"step": 22100, "epoch": 56, "train_loss": 6.438243872253224e-05, "cos_r_negg": [0.6069429516792297, 0.6557881832122803], "cos_innovation_negg": [0.6069429516792297, 0.6557881832122803], "cos_apical_negg": [0.6069429516792297, 0.6557881832122803], "cos_Ac_negg": [0.6069429516792297, 0.6557881832122803], "r_norm": [0.20136427879333496, 0.19885270297527313]}, {"step": 22150, "epoch": 56, "train_loss": 0.00011495346552692354, "cos_r_negg": [0.6070574522018433, 0.6558670401573181], "cos_innovation_negg": [0.6070574522018433, 0.6558670401573181], "cos_apical_negg": [0.6070574522018433, 0.6558670401573181], "cos_Ac_negg": [0.6070574522018433, 0.6558670401573181], "r_norm": [0.2012850046157837, 0.19878169894218445]}, {"step": 22200, "epoch": 56, "train_loss": 0.0001719365391181782, "cos_r_negg": [0.6071662902832031, 0.6560364961624146], "cos_innovation_negg": [0.6071662902832031, 0.6560364961624146], "cos_apical_negg": [0.6071662902832031, 0.6560364961624146], "cos_Ac_negg": [0.6071662902832031, 0.6560364961624146], "r_norm": [0.20090004801750183, 0.1984025537967682]}, {"step": 22250, "epoch": 56, "train_loss": 0.0001500605430919677, "cos_r_negg": [0.6074002981185913, 0.6563382148742676], "cos_innovation_negg": [0.6074002981185913, 0.6563382148742676], "cos_apical_negg": [0.6074002981185913, 0.6563382148742676], "cos_Ac_negg": [0.6074002981185913, 0.6563382148742676], "r_norm": [0.20175662636756897, 0.1992560625076294]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9759, "test_loss": 0.138978151512146}, {"step": 22300, "epoch": 57, "train_loss": 0.00011099334369646385, "cos_r_negg": [0.6076321601867676, 0.6565319895744324], "cos_innovation_negg": [0.6076321601867676, 0.6565319895744324], "cos_apical_negg": [0.6076321601867676, 0.6565319895744324], "cos_Ac_negg": [0.6076321601867676, 0.6565319895744324], "r_norm": [0.2015381008386612, 0.1990363597869873]}, {"step": 22350, "epoch": 57, "train_loss": 0.0001116725688916631, "cos_r_negg": [0.6075866222381592, 0.6565092206001282], "cos_innovation_negg": [0.6075866222381592, 0.6565092206001282], "cos_apical_negg": [0.6075866222381592, 0.6565092206001282], "cos_Ac_negg": [0.6075866222381592, 0.6565092206001282], "r_norm": [0.20188367366790771, 0.1993636190891266]}, {"step": 22400, "epoch": 57, "train_loss": 0.00012976540892850608, "cos_r_negg": [0.6075723171234131, 0.6565327048301697], "cos_innovation_negg": [0.6075723171234131, 0.6565327048301697], "cos_apical_negg": [0.6075723171234131, 0.6565327048301697], "cos_Ac_negg": [0.6075723171234131, 0.6565327048301697], "r_norm": [0.2019582986831665, 0.1994324028491974]}, {"step": 22450, "epoch": 57, "train_loss": 4.6156485041137785e-05, "cos_r_negg": [0.6076769232749939, 0.6567074656486511], "cos_innovation_negg": [0.6076769232749939, 0.6567074656486511], "cos_apical_negg": [0.6076769232749939, 0.6567074656486511], "cos_Ac_negg": [0.6076769232749939, 0.6567074656486511], "r_norm": [0.20156463980674744, 0.19905178248882294]}, {"step": 22500, "epoch": 57, "train_loss": 6.533702253364027e-05, "cos_r_negg": [0.6076674461364746, 0.656639814376831], "cos_innovation_negg": [0.6076674461364746, 0.656639814376831], "cos_apical_negg": [0.6076674461364746, 0.656639814376831], "cos_Ac_negg": [0.6076674461364746, 0.656639814376831], "r_norm": [0.20157401263713837, 0.19906499981880188]}, {"step": 22550, "epoch": 57, "train_loss": 0.00012279846123419702, "cos_r_negg": [0.6075729131698608, 0.6567191481590271], "cos_innovation_negg": [0.6075729131698608, 0.6567191481590271], "cos_apical_negg": [0.6075729131698608, 0.6567191481590271], "cos_Ac_negg": [0.6075729131698608, 0.6567191481590271], "r_norm": [0.20124611258506775, 0.1987423300743103]}, {"step": 22600, "epoch": 57, "train_loss": 6.361286796163768e-05, "cos_r_negg": [0.6075912714004517, 0.6566951870918274], "cos_innovation_negg": [0.6075912714004517, 0.6566951870918274], "cos_apical_negg": [0.6075912714004517, 0.6566951870918274], "cos_Ac_negg": [0.6075912714004517, 0.6566951870918274], "r_norm": [0.2010803073644638, 0.1985912024974823]}, {"step": 22650, "epoch": 57, "train_loss": 4.07990301027894e-05, "cos_r_negg": [0.6076207756996155, 0.6567896604537964], "cos_innovation_negg": [0.6076207756996155, 0.6567896604537964], "cos_apical_negg": [0.6076207756996155, 0.6567896604537964], "cos_Ac_negg": [0.6076207756996155, 0.6567896604537964], "r_norm": [0.20183897018432617, 0.19933108985424042]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9759, "test_loss": 0.13918947229385376}, {"step": 22700, "epoch": 58, "train_loss": 7.966189878061414e-05, "cos_r_negg": [0.6076008677482605, 0.6567472219467163], "cos_innovation_negg": [0.6076008677482605, 0.6567472219467163], "cos_apical_negg": [0.6076008677482605, 0.6567472219467163], "cos_Ac_negg": [0.6076008677482605, 0.6567472219467163], "r_norm": [0.2008102834224701, 0.19831731915473938]}, {"step": 22750, "epoch": 58, "train_loss": 0.0001340932649327442, "cos_r_negg": [0.6074739098548889, 0.6567493677139282], "cos_innovation_negg": [0.6074739098548889, 0.6567493677139282], "cos_apical_negg": [0.6074739098548889, 0.6567493677139282], "cos_Ac_negg": [0.6074739098548889, 0.6567493677139282], "r_norm": [0.20123572647571564, 0.1987333446741104]}, {"step": 22800, "epoch": 58, "train_loss": 0.00013094392488710582, "cos_r_negg": [0.6075530648231506, 0.6568485498428345], "cos_innovation_negg": [0.6075530648231506, 0.6568485498428345], "cos_apical_negg": [0.6075530648231506, 0.6568485498428345], "cos_Ac_negg": [0.6075530648231506, 0.6568485498428345], "r_norm": [0.20211082696914673, 0.19957412779331207]}, {"step": 22850, "epoch": 58, "train_loss": 0.0001019748451653868, "cos_r_negg": [0.60738605260849, 0.6568165421485901], "cos_innovation_negg": [0.60738605260849, 0.6568165421485901], "cos_apical_negg": [0.60738605260849, 0.6568165421485901], "cos_Ac_negg": [0.60738605260849, 0.6568165421485901], "r_norm": [0.20149962604045868, 0.1989709436893463]}, {"step": 22900, "epoch": 58, "train_loss": 5.792762021883391e-05, "cos_r_negg": [0.6075037717819214, 0.6569437384605408], "cos_innovation_negg": [0.6075037717819214, 0.6569437384605408], "cos_apical_negg": [0.6075037717819214, 0.6569437384605408], "cos_Ac_negg": [0.6075037717819214, 0.6569437384605408], "r_norm": [0.20133648812770844, 0.1988275945186615]}, {"step": 22950, "epoch": 58, "train_loss": 7.054960587993264e-05, "cos_r_negg": [0.6076515913009644, 0.6570382118225098], "cos_innovation_negg": [0.6076515913009644, 0.6570382118225098], "cos_apical_negg": [0.6076515913009644, 0.6570382118225098], "cos_Ac_negg": [0.6076515913009644, 0.6570382118225098], "r_norm": [0.20163635909557343, 0.19913849234580994]}, {"step": 23000, "epoch": 58, "train_loss": 4.092564631719142e-05, "cos_r_negg": [0.6076590418815613, 0.6570946574211121], "cos_innovation_negg": [0.6076590418815613, 0.6570946574211121], "cos_apical_negg": [0.6076590418815613, 0.6570946574211121], "cos_Ac_negg": [0.6076590418815613, 0.6570946574211121], "r_norm": [0.2011122852563858, 0.19860807061195374]}, {"step": 23050, "epoch": 58, "train_loss": 6.552512058988214e-05, "cos_r_negg": [0.6076933145523071, 0.6570764183998108], "cos_innovation_negg": [0.6076933145523071, 0.6570764183998108], "cos_apical_negg": [0.6076933145523071, 0.6570764183998108], "cos_Ac_negg": [0.6076933145523071, 0.6570764183998108], "r_norm": [0.20088320970535278, 0.1983882188796997]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9758, "test_loss": 0.13939101390838624}, {"step": 23100, "epoch": 59, "train_loss": 0.00011475437349872664, "cos_r_negg": [0.6076331734657288, 0.6570041179656982], "cos_innovation_negg": [0.6076331734657288, 0.6570041179656982], "cos_apical_negg": [0.6076331734657288, 0.6570041179656982], "cos_Ac_negg": [0.6076331734657288, 0.6570041179656982], "r_norm": [0.20113536715507507, 0.19861945509910583]}, {"step": 23150, "epoch": 59, "train_loss": 7.874353468650952e-05, "cos_r_negg": [0.6076983213424683, 0.6570687294006348], "cos_innovation_negg": [0.6076983213424683, 0.6570687294006348], "cos_apical_negg": [0.6076983213424683, 0.6570687294006348], "cos_Ac_negg": [0.6076983213424683, 0.6570687294006348], "r_norm": [0.20078013837337494, 0.19828204810619354]}, {"step": 23200, "epoch": 59, "train_loss": 5.330900603439659e-05, "cos_r_negg": [0.6077384948730469, 0.6571465730667114], "cos_innovation_negg": [0.6077384948730469, 0.6571465730667114], "cos_apical_negg": [0.6077384948730469, 0.6571465730667114], "cos_Ac_negg": [0.6077384948730469, 0.6571465730667114], "r_norm": [0.2003973126411438, 0.19790208339691162]}, {"step": 23250, "epoch": 59, "train_loss": 8.381276711588725e-05, "cos_r_negg": [0.607774019241333, 0.6572853922843933], "cos_innovation_negg": [0.607774019241333, 0.6572853922843933], "cos_apical_negg": [0.607774019241333, 0.6572853922843933], "cos_Ac_negg": [0.607774019241333, 0.6572853922843933], "r_norm": [0.2009682059288025, 0.19844897091388702]}, {"step": 23300, "epoch": 59, "train_loss": 0.00010654811921995133, "cos_r_negg": [0.6077430248260498, 0.6572549939155579], "cos_innovation_negg": [0.6077430248260498, 0.6572549939155579], "cos_apical_negg": [0.6077430248260498, 0.6572549939155579], "cos_Ac_negg": [0.6077430248260498, 0.6572549939155579], "r_norm": [0.2012149691581726, 0.19867846369743347]}, {"step": 23350, "epoch": 59, "train_loss": 4.4442236685426906e-05, "cos_r_negg": [0.607815146446228, 0.6572442054748535], "cos_innovation_negg": [0.607815146446228, 0.6572442054748535], "cos_apical_negg": [0.607815146446228, 0.6572442054748535], "cos_Ac_negg": [0.607815146446228, 0.6572442054748535], "r_norm": [0.20164096355438232, 0.1990933120250702]}, {"step": 23400, "epoch": 59, "train_loss": 0.00022660710965283215, "cos_r_negg": [0.6079689264297485, 0.657319188117981], "cos_innovation_negg": [0.6079689264297485, 0.657319188117981], "cos_apical_negg": [0.6079689264297485, 0.657319188117981], "cos_Ac_negg": [0.6079689264297485, 0.657319188117981], "r_norm": [0.20094561576843262, 0.19842258095741272]}, {"step": 23450, "epoch": 59, "train_loss": 7.595952047267929e-05, "cos_r_negg": [0.6079579591751099, 0.6573790311813354], "cos_innovation_negg": [0.6079579591751099, 0.6573790311813354], "cos_apical_negg": [0.6079579591751099, 0.6573790311813354], "cos_Ac_negg": [0.6079579591751099, 0.6573790311813354], "r_norm": [0.2010703682899475, 0.19857671856880188]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.976, "test_loss": 0.13971283025741577}], "final": {"test_acc": 0.976, "test_loss": 0.13971283025741577, "wall_s": 34.2239785194397, "cos_r_negg": [0.6079721450805664, 0.6573988795280457], "cos_innovation_negg": [0.6079721450805664, 0.6573988795280457], "cos_apical_negg": [0.6079721450805664, 0.6573988795280457], "cos_Ac_negg": [0.6079721450805664, 0.6573988795280457]}}