path: root/results/ep_depth2_v1_mnist_dfa_w500_d2_s2.json

{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s2", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4491310119628906, "cos_r_negg": [0.007052255794405937, -0.011071208864450455], "cos_innovation_negg": [0.007052255794405937, -0.011071208864450455], "cos_apical_negg": [0.007052255794405937, -0.011071208864450455], "cos_Ac_negg": [0.007052255794405937, -0.011071208864450455], "r_norm": [6.717869758605957, 6.751310348510742]}, {"step": 50, "epoch": 0, "train_loss": 0.5249803066253662, "cos_r_negg": [0.4562903046607971, 0.3538650870323181], "cos_innovation_negg": [0.4562903046607971, 0.3538650870323181], "cos_apical_negg": [0.4562903046607971, 0.3538650870323181], "cos_Ac_negg": [0.4562903046607971, 0.3538650870323181], "r_norm": [1.4533206224441528, 1.4763388633728027]}, {"step": 100, "epoch": 0, "train_loss": 0.155249685049057, "cos_r_negg": [0.4842933714389801, 0.34785032272338867], "cos_innovation_negg": [0.4842933714389801, 0.34785032272338867], "cos_apical_negg": [0.4842933714389801, 0.34785032272338867], "cos_Ac_negg": [0.4842933714389801, 0.34785032272338867], "r_norm": [1.1285011768341064, 1.1416561603546143]}, {"step": 150, "epoch": 0, "train_loss": 0.18803861737251282, "cos_r_negg": [0.49885666370391846, 0.3603156805038452], "cos_innovation_negg": [0.49885666370391846, 0.3603156805038452], "cos_apical_negg": [0.49885666370391846, 0.3603156805038452], "cos_Ac_negg": [0.49885666370391846, 0.3603156805038452], "r_norm": [0.9850331544876099, 0.996705174446106]}, {"step": 200, "epoch": 0, "train_loss": 0.3349582254886627, "cos_r_negg": [0.4947400689125061, 0.36836332082748413], "cos_innovation_negg": [0.4947400689125061, 0.36836332082748413], "cos_apical_negg": [0.4947400689125061, 0.36836332082748413], "cos_Ac_negg": [0.4947400689125061, 0.36836332082748413], "r_norm": [1.0608471632003784, 1.0818476676940918]}, {"step": 250, "epoch": 0, "train_loss": 0.37656548619270325, "cos_r_negg": [0.513187050819397, 0.3918282389640808], "cos_innovation_negg": [0.513187050819397, 0.3918282389640808], "cos_apical_negg": [0.513187050819397, 0.3918282389640808], "cos_Ac_negg": [0.513187050819397, 0.3918282389640808], "r_norm": [0.8768109083175659, 0.8974094390869141]}, {"step": 300, "epoch": 0, "train_loss": 0.18604424595832825, "cos_r_negg": [0.505929708480835, 0.4003564119338989], "cos_innovation_negg": [0.505929708480835, 0.4003564119338989], "cos_apical_negg": [0.505929708480835, 0.4003564119338989], "cos_Ac_negg": [0.505929708480835, 0.4003564119338989], "r_norm": [0.8117210865020752, 0.8228511214256287]}, {"step": 350, "epoch": 0, "train_loss": 0.21229508519172668, "cos_r_negg": [0.5150731801986694, 0.4051395654678345], "cos_innovation_negg": [0.5150731801986694, 0.4051395654678345], "cos_apical_negg": [0.5150731801986694, 0.4051395654678345], "cos_Ac_negg": [0.5150731801986694, 0.4051395654678345], "r_norm": [0.7326676249504089, 0.7467435598373413]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9478, "test_loss": 0.18618988418579102}, {"step": 400, "epoch": 1, "train_loss": 0.19059759378433228, "cos_r_negg": [0.5385826230049133, 0.4250953197479248], "cos_innovation_negg": [0.5385826230049133, 0.4250953197479248], "cos_apical_negg": [0.5385826230049133, 0.4250953197479248], "cos_Ac_negg": [0.5385826230049133, 0.4250953197479248], "r_norm": [0.6372925639152527, 0.6495373249053955]}, {"step": 450, "epoch": 1, "train_loss": 0.2082500159740448, "cos_r_negg": [0.5477712750434875, 0.44601237773895264], "cos_innovation_negg": [0.5477712750434875, 0.44601237773895264], "cos_apical_negg": [0.5477712750434875, 0.44601237773895264], "cos_Ac_negg": [0.5477712750434875, 0.44601237773895264], "r_norm": [0.5948489308357239, 0.6045213937759399]}, {"step": 500, "epoch": 1, "train_loss": 0.1570211946964264, "cos_r_negg": [0.5505186319351196, 0.47361353039741516], "cos_innovation_negg": [0.5505186319351196, 0.47361353039741516], "cos_apical_negg": [0.5505186319351196, 0.47361353039741516], "cos_Ac_negg": [0.5505186319351196, 0.47361353039741516], "r_norm": [0.5289931893348694, 0.5357259511947632]}, {"step": 550, "epoch": 1, "train_loss": 0.09552560746669769, "cos_r_negg": [0.5458107590675354, 0.47242844104766846], "cos_innovation_negg": [0.5458107590675354, 0.47242844104766846], "cos_apical_negg": [0.5458107590675354, 0.47242844104766846], "cos_Ac_negg": [0.5458107590675354, 0.47242844104766846], "r_norm": [0.6954067945480347, 0.7074288129806519]}, {"step": 600, "epoch": 1, "train_loss": 0.09254133701324463, "cos_r_negg": [0.5574650764465332, 0.47990843653678894], "cos_innovation_negg": [0.5574650764465332, 0.47990843653678894], "cos_apical_negg": [0.5574650764465332, 0.47990843653678894], "cos_Ac_negg": [0.5574650764465332, 0.47990843653678894], "r_norm": [0.6733391880989075, 0.6848732233047485]}, {"step": 650, "epoch": 1, "train_loss": 0.08327582478523254, "cos_r_negg": [0.5393762588500977, 0.4721388816833496], "cos_innovation_negg": [0.5393762588500977, 0.4721388816833496], "cos_apical_negg": [0.5393762588500977, 0.4721388816833496], "cos_Ac_negg": [0.5393762588500977, 0.4721388816833496], "r_norm": [0.5498427152633667, 0.561120331287384]}, {"step": 700, "epoch": 1, "train_loss": 0.07880398631095886, "cos_r_negg": [0.5409693717956543, 0.4783044755458832], "cos_innovation_negg": [0.5409693717956543, 0.4783044755458832], "cos_apical_negg": [0.5409693717956543, 0.4783044755458832], "cos_Ac_negg": [0.5409693717956543, 0.4783044755458832], "r_norm": [0.5327273011207581, 0.5396170020103455]}, {"step": 750, "epoch": 1, "train_loss": 0.1773572564125061, "cos_r_negg": [0.5627704858779907, 0.4962572157382965], "cos_innovation_negg": [0.5627704858779907, 0.4962572157382965], "cos_apical_negg": [0.5627704858779907, 0.4962572157382965], "cos_Ac_negg": [0.5627704858779907, 0.4962572157382965], "r_norm": [0.5940589308738708, 0.6019942760467529]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9538, "test_loss": 0.16493930130004883}, {"step": 800, "epoch": 2, "train_loss": 0.03748058155179024, "cos_r_negg": [0.5500384569168091, 0.4769016206264496], "cos_innovation_negg": [0.5500384569168091, 0.4769016206264496], "cos_apical_negg": [0.5500384569168091, 0.4769016206264496], "cos_Ac_negg": [0.5500384569168091, 0.4769016206264496], "r_norm": [0.45577389001846313, 0.46336254477500916]}, {"step": 850, "epoch": 2, "train_loss": 0.03907279670238495, "cos_r_negg": [0.5715004205703735, 0.505041241645813], "cos_innovation_negg": [0.5715004205703735, 0.505041241645813], "cos_apical_negg": [0.5715004205703735, 0.505041241645813], "cos_Ac_negg": [0.5715004205703735, 0.505041241645813], "r_norm": [0.46028605103492737, 0.46919363737106323]}, {"step": 900, "epoch": 2, "train_loss": 0.07534067332744598, "cos_r_negg": [0.5819492340087891, 0.5168346166610718], "cos_innovation_negg": [0.5819492340087891, 0.5168346166610718], "cos_apical_negg": [0.5819492340087891, 0.5168346166610718], "cos_Ac_negg": [0.5819492340087891, 0.5168346166610718], "r_norm": [0.5369558930397034, 0.5537962913513184]}, {"step": 950, "epoch": 2, "train_loss": 0.25436171889305115, "cos_r_negg": [0.5720560550689697, 0.5214008092880249], "cos_innovation_negg": [0.5720560550689697, 0.5214008092880249], "cos_apical_negg": [0.5720560550689697, 0.5214008092880249], "cos_Ac_negg": [0.5720560550689697, 0.5214008092880249], "r_norm": [0.377661794424057, 0.38515955209732056]}, {"step": 1000, "epoch": 2, "train_loss": 0.1566905975341797, "cos_r_negg": [0.5812900066375732, 0.5228995084762573], "cos_innovation_negg": [0.5812900066375732, 0.5228995084762573], "cos_apical_negg": [0.5812900066375732, 0.5228995084762573], "cos_Ac_negg": [0.5812900066375732, 0.5228995084762573], "r_norm": [0.39638328552246094, 0.40615251660346985]}, {"step": 1050, "epoch": 2, "train_loss": 0.05231904238462448, "cos_r_negg": [0.5689050555229187, 0.5257335901260376], "cos_innovation_negg": [0.5689050555229187, 0.5257335901260376], "cos_apical_negg": [0.5689050555229187, 0.5257335901260376], "cos_Ac_negg": [0.5689050555229187, 0.5257335901260376], "r_norm": [0.47003042697906494, 0.48248958587646484]}, {"step": 1100, "epoch": 2, "train_loss": 0.13934360444545746, "cos_r_negg": [0.573785662651062, 0.5349253416061401], "cos_innovation_negg": [0.573785662651062, 0.5349253416061401], "cos_apical_negg": [0.573785662651062, 0.5349253416061401], "cos_Ac_negg": [0.573785662651062, 0.5349253416061401], "r_norm": [0.3938748240470886, 0.40205118060112]}, {"step": 1150, "epoch": 2, "train_loss": 0.08175434172153473, "cos_r_negg": [0.5784341096878052, 0.544625997543335], "cos_innovation_negg": [0.5784341096878052, 0.544625997543335], "cos_apical_negg": [0.5784341096878052, 0.544625997543335], "cos_Ac_negg": [0.5784341096878052, 0.544625997543335], "r_norm": [0.35546043515205383, 0.3646995425224304]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9653, "test_loss": 0.12122806148529053}, {"step": 1200, "epoch": 3, "train_loss": 0.045731931924819946, "cos_r_negg": [0.5798162817955017, 0.5521156191825867], "cos_innovation_negg": [0.5798162817955017, 0.5521156191825867], "cos_apical_negg": [0.5798162817955017, 0.5521156191825867], "cos_Ac_negg": [0.5798162817955017, 0.5521156191825867], "r_norm": [0.38310176134109497, 0.39265984296798706]}, {"step": 1250, "epoch": 3, "train_loss": 0.11532318592071533, "cos_r_negg": [0.590794563293457, 0.5567881464958191], "cos_innovation_negg": [0.590794563293457, 0.5567881464958191], "cos_apical_negg": [0.590794563293457, 0.5567881464958191], "cos_Ac_negg": [0.590794563293457, 0.5567881464958191], "r_norm": [0.361968994140625, 0.36880919337272644]}, {"step": 1300, "epoch": 3, "train_loss": 0.006989192217588425, "cos_r_negg": [0.594841480255127, 0.5670056343078613], "cos_innovation_negg": [0.594841480255127, 0.5670056343078613], "cos_apical_negg": [0.594841480255127, 0.5670056343078613], "cos_Ac_negg": [0.594841480255127, 0.5670056343078613], "r_norm": [0.3762417435646057, 0.3828638792037964]}, {"step": 1350, "epoch": 3, "train_loss": 0.022220831364393234, "cos_r_negg": [0.5847175121307373, 0.5670166015625], "cos_innovation_negg": [0.5847175121307373, 0.5670166015625], "cos_apical_negg": [0.5847175121307373, 0.5670166015625], "cos_Ac_negg": [0.5847175121307373, 0.5670166015625], "r_norm": [0.36260515451431274, 0.3676578402519226]}, {"step": 1400, "epoch": 3, "train_loss": 0.03517821431159973, "cos_r_negg": [0.596153736114502, 0.5730355381965637], "cos_innovation_negg": [0.596153736114502, 0.5730355381965637], "cos_apical_negg": [0.596153736114502, 0.5730355381965637], "cos_Ac_negg": [0.596153736114502, 0.5730355381965637], "r_norm": [0.451163649559021, 0.4552948474884033]}, {"step": 1450, "epoch": 3, "train_loss": 0.04466014355421066, "cos_r_negg": [0.5848603844642639, 0.5645666718482971], "cos_innovation_negg": [0.5848603844642639, 0.5645666718482971], "cos_apical_negg": [0.5848603844642639, 0.5645666718482971], "cos_Ac_negg": [0.5848603844642639, 0.5645666718482971], "r_norm": [0.49054867029190063, 0.4943051040172577]}, {"step": 1500, "epoch": 3, "train_loss": 0.04904850572347641, "cos_r_negg": [0.5958130955696106, 0.5761147737503052], "cos_innovation_negg": [0.5958130955696106, 0.5761147737503052], "cos_apical_negg": [0.5958130955696106, 0.5761147737503052], "cos_Ac_negg": [0.5958130955696106, 0.5761147737503052], "r_norm": [0.32255542278289795, 0.3295184373855591]}, {"step": 1550, "epoch": 3, "train_loss": 0.06303323805332184, "cos_r_negg": [0.5827345848083496, 0.5777937769889832], "cos_innovation_negg": [0.5827345848083496, 0.5777937769889832], "cos_apical_negg": [0.5827345848083496, 0.5777937769889832], "cos_Ac_negg": [0.5827345848083496, 0.5777937769889832], "r_norm": [0.35030990839004517, 0.3580726981163025]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.962, "test_loss": 0.13483547554016112}, {"step": 1600, "epoch": 4, "train_loss": 0.06921867281198502, "cos_r_negg": [0.59099280834198, 0.5714495182037354], "cos_innovation_negg": [0.59099280834198, 0.5714495182037354], "cos_apical_negg": [0.59099280834198, 0.5714495182037354], "cos_Ac_negg": [0.59099280834198, 0.5714495182037354], "r_norm": [0.3780515193939209, 0.3875970244407654]}, {"step": 1650, "epoch": 4, "train_loss": 0.11996003985404968, "cos_r_negg": [0.5836064219474792, 0.5809577703475952], "cos_innovation_negg": [0.5836064219474792, 0.5809577703475952], "cos_apical_negg": [0.5836064219474792, 0.5809577703475952], "cos_Ac_negg": [0.5836064219474792, 0.5809577703475952], "r_norm": [0.3174719512462616, 0.3276612162590027]}, {"step": 1700, "epoch": 4, "train_loss": 0.03850068524479866, "cos_r_negg": [0.5905810594558716, 0.591914176940918], "cos_innovation_negg": [0.5905810594558716, 0.591914176940918], "cos_apical_negg": [0.5905810594558716, 0.591914176940918], "cos_Ac_negg": [0.5905810594558716, 0.591914176940918], "r_norm": [0.31487560272216797, 0.32065945863723755]}, {"step": 1750, "epoch": 4, "train_loss": 0.08547265827655792, "cos_r_negg": [0.5871603488922119, 0.5920413732528687], "cos_innovation_negg": [0.5871603488922119, 0.5920413732528687], "cos_apical_negg": [0.5871603488922119, 0.5920413732528687], "cos_Ac_negg": [0.5871603488922119, 0.5920413732528687], "r_norm": [0.30039799213409424, 0.30721741914749146]}, {"step": 1800, "epoch": 4, "train_loss": 0.016612093895673752, "cos_r_negg": [0.5815154314041138, 0.582996129989624], "cos_innovation_negg": [0.5815154314041138, 0.582996129989624], "cos_apical_negg": [0.5815154314041138, 0.582996129989624], "cos_Ac_negg": [0.5815154314041138, 0.582996129989624], "r_norm": [0.28227007389068604, 0.2882511615753174]}, {"step": 1850, "epoch": 4, "train_loss": 0.1346893012523651, "cos_r_negg": [0.5866397619247437, 0.5803418159484863], "cos_innovation_negg": [0.5866397619247437, 0.5803418159484863], "cos_apical_negg": [0.5866397619247437, 0.5803418159484863], "cos_Ac_negg": [0.5866397619247437, 0.5803418159484863], "r_norm": [0.3588793873786926, 0.36604005098342896]}, {"step": 1900, "epoch": 4, "train_loss": 0.03503624349832535, "cos_r_negg": [0.6079474687576294, 0.598127007484436], "cos_innovation_negg": [0.6079474687576294, 0.598127007484436], "cos_apical_negg": [0.6079474687576294, 0.598127007484436], "cos_Ac_negg": [0.6079474687576294, 0.598127007484436], "r_norm": [0.2951869070529938, 0.30296921730041504]}, {"step": 1950, "epoch": 4, "train_loss": 0.08294396102428436, "cos_r_negg": [0.599430501461029, 0.5984001159667969], "cos_innovation_negg": [0.599430501461029, 0.5984001159667969], "cos_apical_negg": [0.599430501461029, 0.5984001159667969], "cos_Ac_negg": [0.599430501461029, 0.5984001159667969], "r_norm": [0.2773798406124115, 0.2822982668876648]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9692, "test_loss": 0.11215486965179443}, {"step": 2000, "epoch": 5, "train_loss": 0.04107661917805672, "cos_r_negg": [0.6018115282058716, 0.6048592329025269], "cos_innovation_negg": [0.6018115282058716, 0.6048592329025269], "cos_apical_negg": [0.6018115282058716, 0.6048592329025269], "cos_Ac_negg": [0.6018115282058716, 0.6048592329025269], "r_norm": [0.3180387616157532, 0.32912057638168335]}, {"step": 2050, "epoch": 5, "train_loss": 0.026324711740016937, "cos_r_negg": [0.5820852518081665, 0.603548526763916], "cos_innovation_negg": [0.5820852518081665, 0.603548526763916], "cos_apical_negg": [0.5820852518081665, 0.603548526763916], "cos_Ac_negg": [0.5820852518081665, 0.603548526763916], "r_norm": [0.28145283460617065, 0.28777748346328735]}, {"step": 2100, "epoch": 5, "train_loss": 0.019077535718679428, "cos_r_negg": [0.6053287386894226, 0.6159384250640869], "cos_innovation_negg": [0.6053287386894226, 0.6159384250640869], "cos_apical_negg": [0.6053287386894226, 0.6159384250640869], "cos_Ac_negg": [0.6053287386894226, 0.6159384250640869], "r_norm": [0.30301785469055176, 0.30871737003326416]}, {"step": 2150, "epoch": 5, "train_loss": 0.0021079552825540304, "cos_r_negg": [0.5905379056930542, 0.6002134084701538], "cos_innovation_negg": [0.5905379056930542, 0.6002134084701538], "cos_apical_negg": [0.5905379056930542, 0.6002134084701538], "cos_Ac_negg": [0.5905379056930542, 0.6002134084701538], "r_norm": [0.29065924882888794, 0.30110085010528564]}, {"step": 2200, "epoch": 5, "train_loss": 0.02808319590985775, "cos_r_negg": [0.5915079116821289, 0.6068849563598633], "cos_innovation_negg": [0.5915079116821289, 0.6068849563598633], "cos_apical_negg": [0.5915079116821289, 0.6068849563598633], "cos_Ac_negg": [0.5915079116821289, 0.6068849563598633], "r_norm": [0.2324451506137848, 0.2393776774406433]}, {"step": 2250, "epoch": 5, "train_loss": 0.004759390372782946, "cos_r_negg": [0.6043076515197754, 0.6122514605522156], "cos_innovation_negg": [0.6043076515197754, 0.6122514605522156], "cos_apical_negg": [0.6043076515197754, 0.6122514605522156], "cos_Ac_negg": [0.6043076515197754, 0.6122514605522156], "r_norm": [0.2821390926837921, 0.2886384129524231]}, {"step": 2300, "epoch": 5, "train_loss": 0.03317909687757492, "cos_r_negg": [0.5907891988754272, 0.6152553558349609], "cos_innovation_negg": [0.5907891988754272, 0.6152553558349609], "cos_apical_negg": [0.5907891988754272, 0.6152553558349609], "cos_Ac_negg": [0.5907891988754272, 0.6152553558349609], "r_norm": [0.2729782164096832, 0.27801424264907837]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9726, "test_loss": 0.10825688190460205}, {"step": 2350, "epoch": 6, "train_loss": 0.012249240651726723, "cos_r_negg": [0.5896148085594177, 0.6110017895698547], "cos_innovation_negg": [0.5896148085594177, 0.6110017895698547], "cos_apical_negg": [0.5896148085594177, 0.6110017895698547], "cos_Ac_negg": [0.5896148085594177, 0.6110017895698547], "r_norm": [0.2535068988800049, 0.2591443359851837]}, {"step": 2400, "epoch": 6, "train_loss": 0.003291324945166707, "cos_r_negg": [0.6015033721923828, 0.6223881840705872], "cos_innovation_negg": [0.6015033721923828, 0.6223881840705872], "cos_apical_negg": [0.6015033721923828, 0.6223881840705872], "cos_Ac_negg": [0.6015033721923828, 0.6223881840705872], "r_norm": [0.22319595515727997, 0.2263641357421875]}, {"step": 2450, "epoch": 6, "train_loss": 0.016653966158628464, "cos_r_negg": [0.5937461853027344, 0.6169228553771973], "cos_innovation_negg": [0.5937461853027344, 0.6169228553771973], "cos_apical_negg": [0.5937461853027344, 0.6169228553771973], "cos_Ac_negg": [0.5937461853027344, 0.6169228553771973], "r_norm": [0.2766857147216797, 0.2819399833679199]}, {"step": 2500, "epoch": 6, "train_loss": 0.003099127672612667, "cos_r_negg": [0.5836672782897949, 0.6156690120697021], "cos_innovation_negg": [0.5836672782897949, 0.6156690120697021], "cos_apical_negg": [0.5836672782897949, 0.6156690120697021], "cos_Ac_negg": [0.5836672782897949, 0.6156690120697021], "r_norm": [0.215554341673851, 0.22053928673267365]}, {"step": 2550, "epoch": 6, "train_loss": 0.008358916267752647, "cos_r_negg": [0.5837781429290771, 0.6180433630943298], "cos_innovation_negg": [0.5837781429290771, 0.6180433630943298], "cos_apical_negg": [0.5837781429290771, 0.6180433630943298], "cos_Ac_negg": [0.5837781429290771, 0.6180433630943298], "r_norm": [0.2865380644798279, 0.2955089807510376]}, {"step": 2600, "epoch": 6, "train_loss": 0.026179494336247444, "cos_r_negg": [0.5842453241348267, 0.6201459169387817], "cos_innovation_negg": [0.5842453241348267, 0.6201459169387817], "cos_apical_negg": [0.5842453241348267, 0.6201459169387817], "cos_Ac_negg": [0.5842453241348267, 0.6201459169387817], "r_norm": [0.2492336630821228, 0.25776100158691406]}, {"step": 2650, "epoch": 6, "train_loss": 0.01031037699431181, "cos_r_negg": [0.5918833613395691, 0.624164879322052], "cos_innovation_negg": [0.5918833613395691, 0.624164879322052], "cos_apical_negg": [0.5918833613395691, 0.624164879322052], "cos_Ac_negg": [0.5918833613395691, 0.624164879322052], "r_norm": [0.23895791172981262, 0.2437686026096344]}, {"step": 2700, "epoch": 6, "train_loss": 0.006505195517092943, "cos_r_negg": [0.589138925075531, 0.6182526350021362], "cos_innovation_negg": [0.589138925075531, 0.6182526350021362], "cos_apical_negg": [0.589138925075531, 0.6182526350021362], "cos_Ac_negg": [0.589138925075531, 0.6182526350021362], "r_norm": [0.2853720486164093, 0.2934480309486389]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9734, "test_loss": 0.1066376121520996}, {"step": 2750, "epoch": 7, "train_loss": 0.0014019606169313192, "cos_r_negg": [0.6010453701019287, 0.6263176202774048], "cos_innovation_negg": [0.6010453701019287, 0.6263176202774048], "cos_apical_negg": [0.6010453701019287, 0.6263176202774048], "cos_Ac_negg": [0.6010453701019287, 0.6263176202774048], "r_norm": [0.24607045948505402, 0.250893771648407]}, {"step": 2800, "epoch": 7, "train_loss": 0.0012022481532767415, "cos_r_negg": [0.600335955619812, 0.6249548196792603], "cos_innovation_negg": [0.600335955619812, 0.6249548196792603], "cos_apical_negg": [0.600335955619812, 0.6249548196792603], "cos_Ac_negg": [0.600335955619812, 0.6249548196792603], "r_norm": [0.2286171317100525, 0.23310299217700958]}, {"step": 2850, "epoch": 7, "train_loss": 0.005789607763290405, "cos_r_negg": [0.5917870998382568, 0.6255591511726379], "cos_innovation_negg": [0.5917870998382568, 0.6255591511726379], "cos_apical_negg": [0.5917870998382568, 0.6255591511726379], "cos_Ac_negg": [0.5917870998382568, 0.6255591511726379], "r_norm": [0.23594960570335388, 0.24381573498249054]}, {"step": 2900, "epoch": 7, "train_loss": 0.001467352849431336, "cos_r_negg": [0.5949631333351135, 0.6291755437850952], "cos_innovation_negg": [0.5949631333351135, 0.6291755437850952], "cos_apical_negg": [0.5949631333351135, 0.6291755437850952], "cos_Ac_negg": [0.5949631333351135, 0.6291755437850952], "r_norm": [0.23458051681518555, 0.23992781341075897]}, {"step": 2950, "epoch": 7, "train_loss": 0.0010221143020316958, "cos_r_negg": [0.5933185815811157, 0.6286617517471313], "cos_innovation_negg": [0.5933185815811157, 0.6286617517471313], "cos_apical_negg": [0.5933185815811157, 0.6286617517471313], "cos_Ac_negg": [0.5933185815811157, 0.6286617517471313], "r_norm": [0.23855654895305634, 0.2454131841659546]}, {"step": 3000, "epoch": 7, "train_loss": 0.004033084958791733, "cos_r_negg": [0.5908817052841187, 0.6282578706741333], "cos_innovation_negg": [0.5908817052841187, 0.6282578706741333], "cos_apical_negg": [0.5908817052841187, 0.6282578706741333], "cos_Ac_negg": [0.5908817052841187, 0.6282578706741333], "r_norm": [0.23688876628875732, 0.24253295361995697]}, {"step": 3050, "epoch": 7, "train_loss": 0.00469630490988493, "cos_r_negg": [0.5965137481689453, 0.6294893622398376], "cos_innovation_negg": [0.5965137481689453, 0.6294893622398376], "cos_apical_negg": [0.5965137481689453, 0.6294893622398376], "cos_Ac_negg": [0.5965137481689453, 0.6294893622398376], "r_norm": [0.24437545239925385, 0.2524282932281494]}, {"step": 3100, "epoch": 7, "train_loss": 0.0008997779805213213, "cos_r_negg": [0.5970123410224915, 0.626078724861145], "cos_innovation_negg": [0.5970123410224915, 0.626078724861145], "cos_apical_negg": [0.5970123410224915, 0.626078724861145], "cos_Ac_negg": [0.5970123410224915, 0.626078724861145], "r_norm": [0.19167236983776093, 0.19495804607868195]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9732, "test_loss": 0.11152838649749756}, {"step": 3150, "epoch": 8, "train_loss": 0.0011985492892563343, "cos_r_negg": [0.595585286617279, 0.6261855363845825], "cos_innovation_negg": [0.595585286617279, 0.6261855363845825], "cos_apical_negg": [0.595585286617279, 0.6261855363845825], "cos_Ac_negg": [0.595585286617279, 0.6261855363845825], "r_norm": [0.22757725417613983, 0.23329252004623413]}, {"step": 3200, "epoch": 8, "train_loss": 0.002732168883085251, "cos_r_negg": [0.5977084636688232, 0.6291348338127136], "cos_innovation_negg": [0.5977084636688232, 0.6291348338127136], "cos_apical_negg": [0.5977084636688232, 0.6291348338127136], "cos_Ac_negg": [0.5977084636688232, 0.6291348338127136], "r_norm": [0.20967397093772888, 0.21498781442642212]}, {"step": 3250, "epoch": 8, "train_loss": 0.0021379594691097736, "cos_r_negg": [0.5933414697647095, 0.6284879446029663], "cos_innovation_negg": [0.5933414697647095, 0.6284879446029663], "cos_apical_negg": [0.5933414697647095, 0.6284879446029663], "cos_Ac_negg": [0.5933414697647095, 0.6284879446029663], "r_norm": [0.2586168348789215, 0.26782023906707764]}, {"step": 3300, "epoch": 8, "train_loss": 0.0009773249039426446, "cos_r_negg": [0.5907249450683594, 0.6277631521224976], "cos_innovation_negg": [0.5907249450683594, 0.6277631521224976], "cos_apical_negg": [0.5907249450683594, 0.6277631521224976], "cos_Ac_negg": [0.5907249450683594, 0.6277631521224976], "r_norm": [0.1983039528131485, 0.20295944809913635]}, {"step": 3350, "epoch": 8, "train_loss": 0.0020520612597465515, "cos_r_negg": [0.5944313406944275, 0.6317349672317505], "cos_innovation_negg": [0.5944313406944275, 0.6317349672317505], "cos_apical_negg": [0.5944313406944275, 0.6317349672317505], "cos_Ac_negg": [0.5944313406944275, 0.6317349672317505], "r_norm": [0.21033206582069397, 0.2138180136680603]}, {"step": 3400, "epoch": 8, "train_loss": 0.001241788500919938, "cos_r_negg": [0.5846308469772339, 0.6266536712646484], "cos_innovation_negg": [0.5846308469772339, 0.6266536712646484], "cos_apical_negg": [0.5846308469772339, 0.6266536712646484], "cos_Ac_negg": [0.5846308469772339, 0.6266536712646484], "r_norm": [0.2126942276954651, 0.2178596556186676]}, {"step": 3450, "epoch": 8, "train_loss": 0.012338652275502682, "cos_r_negg": [0.5914176106452942, 0.6305577754974365], "cos_innovation_negg": [0.5914176106452942, 0.6305577754974365], "cos_apical_negg": [0.5914176106452942, 0.6305577754974365], "cos_Ac_negg": [0.5914176106452942, 0.6305577754974365], "r_norm": [0.20454227924346924, 0.207444429397583]}, {"step": 3500, "epoch": 8, "train_loss": 0.002807473996654153, "cos_r_negg": [0.5913740992546082, 0.6330553293228149], "cos_innovation_negg": [0.5913740992546082, 0.6330553293228149], "cos_apical_negg": [0.5913740992546082, 0.6330553293228149], "cos_Ac_negg": [0.5913740992546082, 0.6330553293228149], "r_norm": [0.19393014907836914, 0.19815760850906372]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9756, "test_loss": 0.10771942701339722}, {"step": 3550, "epoch": 9, "train_loss": 0.0009041671291925013, "cos_r_negg": [0.5916260480880737, 0.6329434514045715], "cos_innovation_negg": [0.5916260480880737, 0.6329434514045715], "cos_apical_negg": [0.5916260480880737, 0.6329434514045715], "cos_Ac_negg": [0.5916260480880737, 0.6329434514045715], "r_norm": [0.1993265151977539, 0.2037813812494278]}, {"step": 3600, "epoch": 9, "train_loss": 0.002993663540109992, "cos_r_negg": [0.5888964533805847, 0.6348118185997009], "cos_innovation_negg": [0.5888964533805847, 0.6348118185997009], "cos_apical_negg": [0.5888964533805847, 0.6348118185997009], "cos_Ac_negg": [0.5888964533805847, 0.6348118185997009], "r_norm": [0.1969442069530487, 0.20081332325935364]}, {"step": 3650, "epoch": 9, "train_loss": 0.003444881644099951, "cos_r_negg": [0.5919327735900879, 0.6325385570526123], "cos_innovation_negg": [0.5919327735900879, 0.6325385570526123], "cos_apical_negg": [0.5919327735900879, 0.6325385570526123], "cos_Ac_negg": [0.5919327735900879, 0.6325385570526123], "r_norm": [0.1957690566778183, 0.19996687769889832]}, {"step": 3700, "epoch": 9, "train_loss": 0.0035354134161025286, "cos_r_negg": [0.5868530869483948, 0.6299552917480469], "cos_innovation_negg": [0.5868530869483948, 0.6299552917480469], "cos_apical_negg": [0.5868530869483948, 0.6299552917480469], "cos_Ac_negg": [0.5868530869483948, 0.6299552917480469], "r_norm": [0.18667098879814148, 0.190185546875]}, {"step": 3750, "epoch": 9, "train_loss": 0.0008845078991726041, "cos_r_negg": [0.593376636505127, 0.6324453353881836], "cos_innovation_negg": [0.593376636505127, 0.6324453353881836], "cos_apical_negg": [0.593376636505127, 0.6324453353881836], "cos_Ac_negg": [0.593376636505127, 0.6324453353881836], "r_norm": [0.19437125325202942, 0.19818995893001556]}, {"step": 3800, "epoch": 9, "train_loss": 0.000511009304318577, "cos_r_negg": [0.590495765209198, 0.6326465606689453], "cos_innovation_negg": [0.590495765209198, 0.6326465606689453], "cos_apical_negg": [0.590495765209198, 0.6326465606689453], "cos_Ac_negg": [0.590495765209198, 0.6326465606689453], "r_norm": [0.1930685043334961, 0.196945458650589]}, {"step": 3850, "epoch": 9, "train_loss": 0.0024806344881653786, "cos_r_negg": [0.5966503620147705, 0.6337383389472961], "cos_innovation_negg": [0.5966503620147705, 0.6337383389472961], "cos_apical_negg": [0.5966503620147705, 0.6337383389472961], "cos_Ac_negg": [0.5966503620147705, 0.6337383389472961], "r_norm": [0.20082472264766693, 0.20483346283435822]}, {"step": 3900, "epoch": 9, "train_loss": 0.004268903285264969, "cos_r_negg": [0.5942158699035645, 0.6345582604408264], "cos_innovation_negg": [0.5942158699035645, 0.6345582604408264], "cos_apical_negg": [0.5942158699035645, 0.6345582604408264], "cos_Ac_negg": [0.5942158699035645, 0.6345582604408264], "r_norm": [0.19262905418872833, 0.19604967534542084]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9748, "test_loss": 0.1087242784500122}, {"step": 3950, "epoch": 10, "train_loss": 0.0006830693455412984, "cos_r_negg": [0.5941587090492249, 0.634576141834259], "cos_innovation_negg": [0.5941587090492249, 0.634576141834259], "cos_apical_negg": [0.5941587090492249, 0.634576141834259], "cos_Ac_negg": [0.5941587090492249, 0.634576141834259], "r_norm": [0.20049862563610077, 0.20504532754421234]}, {"step": 4000, "epoch": 10, "train_loss": 0.003291843459010124, "cos_r_negg": [0.5918059945106506, 0.6361924409866333], "cos_innovation_negg": [0.5918059945106506, 0.6361924409866333], "cos_apical_negg": [0.5918059945106506, 0.6361924409866333], "cos_Ac_negg": [0.5918059945106506, 0.6361924409866333], "r_norm": [0.1964806318283081, 0.20072077214717865]}, {"step": 4050, "epoch": 10, "train_loss": 0.0009132454870268703, "cos_r_negg": [0.5869839191436768, 0.6324278116226196], "cos_innovation_negg": [0.5869839191436768, 0.6324278116226196], "cos_apical_negg": [0.5869839191436768, 0.6324278116226196], "cos_Ac_negg": [0.5869839191436768, 0.6324278116226196], "r_norm": [0.1884443759918213, 0.1921411156654358]}, {"step": 4100, "epoch": 10, "train_loss": 0.0009573334828019142, "cos_r_negg": [0.5935612916946411, 0.6336283683776855], "cos_innovation_negg": [0.5935612916946411, 0.6336283683776855], "cos_apical_negg": [0.5935612916946411, 0.6336283683776855], "cos_Ac_negg": [0.5935612916946411, 0.6336283683776855], "r_norm": [0.19324442744255066, 0.19830010831356049]}, {"step": 4150, "epoch": 10, "train_loss": 0.0001297749695368111, "cos_r_negg": [0.5915724039077759, 0.6334583759307861], "cos_innovation_negg": [0.5915724039077759, 0.6334583759307861], "cos_apical_negg": [0.5915724039077759, 0.6334583759307861], "cos_Ac_negg": [0.5915724039077759, 0.6334583759307861], "r_norm": [0.1832127571105957, 0.18743735551834106]}, {"step": 4200, "epoch": 10, "train_loss": 0.001857740804553032, "cos_r_negg": [0.5935046672821045, 0.6346057653427124], "cos_innovation_negg": [0.5935046672821045, 0.6346057653427124], "cos_apical_negg": [0.5935046672821045, 0.6346057653427124], "cos_Ac_negg": [0.5935046672821045, 0.6346057653427124], "r_norm": [0.18398502469062805, 0.18795400857925415]}, {"step": 4250, "epoch": 10, "train_loss": 0.0005511406343430281, "cos_r_negg": [0.5927532911300659, 0.633571982383728], "cos_innovation_negg": [0.5927532911300659, 0.633571982383728], "cos_apical_negg": [0.5927532911300659, 0.633571982383728], "cos_Ac_negg": [0.5927532911300659, 0.633571982383728], "r_norm": [0.18592815101146698, 0.19002997875213623]}, {"step": 4300, "epoch": 10, "train_loss": 0.0009724404662847519, "cos_r_negg": [0.5941908359527588, 0.6334078907966614], "cos_innovation_negg": [0.5941908359527588, 0.6334078907966614], "cos_apical_negg": [0.5941908359527588, 0.6334078907966614], "cos_Ac_negg": [0.5941908359527588, 0.6334078907966614], "r_norm": [0.18037045001983643, 0.18407541513442993]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9755, "test_loss": 0.11119043049812317}, {"step": 4350, "epoch": 11, "train_loss": 0.0013581147650256753, "cos_r_negg": [0.5946980714797974, 0.6333329677581787], "cos_innovation_negg": [0.5946980714797974, 0.6333329677581787], "cos_apical_negg": [0.5946980714797974, 0.6333329677581787], "cos_Ac_negg": [0.5946980714797974, 0.6333329677581787], "r_norm": [0.18661439418792725, 0.19037975370883942]}, {"step": 4400, "epoch": 11, "train_loss": 0.0004559563531074673, "cos_r_negg": [0.5930930376052856, 0.6335890889167786], "cos_innovation_negg": [0.5930930376052856, 0.6335890889167786], "cos_apical_negg": [0.5930930376052856, 0.6335890889167786], "cos_Ac_negg": [0.5930930376052856, 0.6335890889167786], "r_norm": [0.181675523519516, 0.1856359839439392]}, {"step": 4450, "epoch": 11, "train_loss": 0.001377301523461938, "cos_r_negg": [0.5947016477584839, 0.6342580914497375], "cos_innovation_negg": [0.5947016477584839, 0.6342580914497375], "cos_apical_negg": [0.5947016477584839, 0.6342580914497375], "cos_Ac_negg": [0.5947016477584839, 0.6342580914497375], "r_norm": [0.18411973118782043, 0.18812647461891174]}, {"step": 4500, "epoch": 11, "train_loss": 0.0001798347511794418, "cos_r_negg": [0.5937386751174927, 0.6338777542114258], "cos_innovation_negg": [0.5937386751174927, 0.6338777542114258], "cos_apical_negg": [0.5937386751174927, 0.6338777542114258], "cos_Ac_negg": [0.5937386751174927, 0.6338777542114258], "r_norm": [0.1838282346725464, 0.1877954751253128]}, {"step": 4550, "epoch": 11, "train_loss": 0.0009851624490693212, "cos_r_negg": [0.5916475653648376, 0.6339946985244751], "cos_innovation_negg": [0.5916475653648376, 0.6339946985244751], "cos_apical_negg": [0.5916475653648376, 0.6339946985244751], "cos_Ac_negg": [0.5916475653648376, 0.6339946985244751], "r_norm": [0.17859947681427002, 0.18276581168174744]}, {"step": 4600, "epoch": 11, "train_loss": 0.00021670394926331937, "cos_r_negg": [0.5943162441253662, 0.6330711841583252], "cos_innovation_negg": [0.5943162441253662, 0.6330711841583252], "cos_apical_negg": [0.5943162441253662, 0.6330711841583252], "cos_Ac_negg": [0.5943162441253662, 0.6330711841583252], "r_norm": [0.18762055039405823, 0.19207721948623657]}, {"step": 4650, "epoch": 11, "train_loss": 0.0005671727703884244, "cos_r_negg": [0.5924975872039795, 0.6335582733154297], "cos_innovation_negg": [0.5924975872039795, 0.6335582733154297], "cos_apical_negg": [0.5924975872039795, 0.6335582733154297], "cos_Ac_negg": [0.5924975872039795, 0.6335582733154297], "r_norm": [0.18342538177967072, 0.1874394565820694]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9752, "test_loss": 0.1124443672657013}, {"step": 4700, "epoch": 12, "train_loss": 0.00037706978037022054, "cos_r_negg": [0.5916489362716675, 0.6353576183319092], "cos_innovation_negg": [0.5916489362716675, 0.6353576183319092], "cos_apical_negg": [0.5916489362716675, 0.6353576183319092], "cos_Ac_negg": [0.5916489362716675, 0.6353576183319092], "r_norm": [0.1792340874671936, 0.18305274844169617]}, {"step": 4750, "epoch": 12, "train_loss": 0.0006949523231014609, "cos_r_negg": [0.5928453207015991, 0.6348570585250854], "cos_innovation_negg": [0.5928453207015991, 0.6348570585250854], "cos_apical_negg": [0.5928453207015991, 0.6348570585250854], "cos_Ac_negg": [0.5928453207015991, 0.6348570585250854], "r_norm": [0.17824792861938477, 0.18232972919940948]}, {"step": 4800, "epoch": 12, "train_loss": 0.00038812102866359055, "cos_r_negg": [0.5943468809127808, 0.6352125406265259], "cos_innovation_negg": [0.5943468809127808, 0.6352125406265259], "cos_apical_negg": [0.5943468809127808, 0.6352125406265259], "cos_Ac_negg": [0.5943468809127808, 0.6352125406265259], "r_norm": [0.17713838815689087, 0.18067188560962677]}, {"step": 4850, "epoch": 12, "train_loss": 0.000490633537992835, "cos_r_negg": [0.5929051041603088, 0.6347011923789978], "cos_innovation_negg": [0.5929051041603088, 0.6347011923789978], "cos_apical_negg": [0.5929051041603088, 0.6347011923789978], "cos_Ac_negg": [0.5929051041603088, 0.6347011923789978], "r_norm": [0.18024307489395142, 0.18440735340118408]}, {"step": 4900, "epoch": 12, "train_loss": 0.0014023331459611654, "cos_r_negg": [0.5935386419296265, 0.6344504356384277], "cos_innovation_negg": [0.5935386419296265, 0.6344504356384277], "cos_apical_negg": [0.5935386419296265, 0.6344504356384277], "cos_Ac_negg": [0.5935386419296265, 0.6344504356384277], "r_norm": [0.18087784945964813, 0.1850794553756714]}, {"step": 4950, "epoch": 12, "train_loss": 0.00024227153335232288, "cos_r_negg": [0.5930025577545166, 0.6342620849609375], "cos_innovation_negg": [0.5930025577545166, 0.6342620849609375], "cos_apical_negg": [0.5930025577545166, 0.6342620849609375], "cos_Ac_negg": [0.5930025577545166, 0.6342620849609375], "r_norm": [0.17806266248226166, 0.1818460375070572]}, {"step": 5000, "epoch": 12, "train_loss": 0.0007425358053296804, "cos_r_negg": [0.5947604179382324, 0.6358490586280823], "cos_innovation_negg": [0.5947604179382324, 0.6358490586280823], "cos_apical_negg": [0.5947604179382324, 0.6358490586280823], "cos_Ac_negg": [0.5947604179382324, 0.6358490586280823], "r_norm": [0.18308961391448975, 0.18706707656383514]}, {"step": 5050, "epoch": 12, "train_loss": 0.000651528243906796, "cos_r_negg": [0.5933831930160522, 0.6329506635665894], "cos_innovation_negg": [0.5933831930160522, 0.6329506635665894], "cos_apical_negg": [0.5933831930160522, 0.6329506635665894], "cos_Ac_negg": [0.5933831930160522, 0.6329506635665894], "r_norm": [0.17959614098072052, 0.1831645965576172]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9759, "test_loss": 0.11346601004600525}, {"step": 5100, "epoch": 13, "train_loss": 0.0004039054620079696, "cos_r_negg": [0.595157265663147, 0.6360177993774414], "cos_innovation_negg": [0.595157265663147, 0.6360177993774414], "cos_apical_negg": [0.595157265663147, 0.6360177993774414], "cos_Ac_negg": [0.595157265663147, 0.6360177993774414], "r_norm": [0.1834692656993866, 0.18744418025016785]}, {"step": 5150, "epoch": 13, "train_loss": 0.0005631190724670887, "cos_r_negg": [0.595447838306427, 0.6354967355728149], "cos_innovation_negg": [0.595447838306427, 0.6354967355728149], "cos_apical_negg": [0.595447838306427, 0.6354967355728149], "cos_Ac_negg": [0.595447838306427, 0.6354967355728149], "r_norm": [0.1810302734375, 0.18506598472595215]}, {"step": 5200, "epoch": 13, "train_loss": 0.0006420675199478865, "cos_r_negg": [0.5940529108047485, 0.6372647285461426], "cos_innovation_negg": [0.5940529108047485, 0.6372647285461426], "cos_apical_negg": [0.5940529108047485, 0.6372647285461426], "cos_Ac_negg": [0.5940529108047485, 0.6372647285461426], "r_norm": [0.18012475967407227, 0.18440015614032745]}, {"step": 5250, "epoch": 13, "train_loss": 0.0003439546562731266, "cos_r_negg": [0.5945277214050293, 0.6362276077270508], "cos_innovation_negg": [0.5945277214050293, 0.6362276077270508], "cos_apical_negg": [0.5945277214050293, 0.6362276077270508], "cos_Ac_negg": [0.5945277214050293, 0.6362276077270508], "r_norm": [0.17698898911476135, 0.18081757426261902]}, {"step": 5300, "epoch": 13, "train_loss": 0.0005088142934255302, "cos_r_negg": [0.5956569314002991, 0.6350160837173462], "cos_innovation_negg": [0.5956569314002991, 0.6350160837173462], "cos_apical_negg": [0.5956569314002991, 0.6350160837173462], "cos_Ac_negg": [0.5956569314002991, 0.6350160837173462], "r_norm": [0.17777636647224426, 0.18160954117774963]}, {"step": 5350, "epoch": 13, "train_loss": 0.0005868464941158891, "cos_r_negg": [0.5971082448959351, 0.6364071369171143], "cos_innovation_negg": [0.5971082448959351, 0.6364071369171143], "cos_apical_negg": [0.5971082448959351, 0.6364071369171143], "cos_Ac_negg": [0.5971082448959351, 0.6364071369171143], "r_norm": [0.17985621094703674, 0.1839321255683899]}, {"step": 5400, "epoch": 13, "train_loss": 0.0004880440537817776, "cos_r_negg": [0.5974107980728149, 0.6378851532936096], "cos_innovation_negg": [0.5974107980728149, 0.6378851532936096], "cos_apical_negg": [0.5974107980728149, 0.6378851532936096], "cos_Ac_negg": [0.5974107980728149, 0.6378851532936096], "r_norm": [0.18027102947235107, 0.18415570259094238]}, {"step": 5450, "epoch": 13, "train_loss": 0.00019523515948094428, "cos_r_negg": [0.5965418815612793, 0.6368471384048462], "cos_innovation_negg": [0.5965418815612793, 0.6368471384048462], "cos_apical_negg": [0.5965418815612793, 0.6368471384048462], "cos_Ac_negg": [0.5965418815612793, 0.6368471384048462], "r_norm": [0.1796931028366089, 0.18364961445331573]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9755, "test_loss": 0.11525298275947571}, {"step": 5500, "epoch": 14, "train_loss": 0.0005579210701398551, "cos_r_negg": [0.5951871871948242, 0.6349987983703613], "cos_innovation_negg": [0.5951871871948242, 0.6349987983703613], "cos_apical_negg": [0.5951871871948242, 0.6349987983703613], "cos_Ac_negg": [0.5951871871948242, 0.6349987983703613], "r_norm": [0.1780630350112915, 0.1819649338722229]}, {"step": 5550, "epoch": 14, "train_loss": 0.00013332400703802705, "cos_r_negg": [0.5938833951950073, 0.6351064443588257], "cos_innovation_negg": [0.5938833951950073, 0.6351064443588257], "cos_apical_negg": [0.5938833951950073, 0.6351064443588257], "cos_Ac_negg": [0.5938833951950073, 0.6351064443588257], "r_norm": [0.17802739143371582, 0.18202872574329376]}, {"step": 5600, "epoch": 14, "train_loss": 0.0006352922064252198, "cos_r_negg": [0.5966931581497192, 0.6363734006881714], "cos_innovation_negg": [0.5966931581497192, 0.6363734006881714], "cos_apical_negg": [0.5966931581497192, 0.6363734006881714], "cos_Ac_negg": [0.5966931581497192, 0.6363734006881714], "r_norm": [0.17748603224754333, 0.18127962946891785]}, {"step": 5650, "epoch": 14, "train_loss": 0.0005351690924726427, "cos_r_negg": [0.5959939956665039, 0.6361616849899292], "cos_innovation_negg": [0.5959939956665039, 0.6361616849899292], "cos_apical_negg": [0.5959939956665039, 0.6361616849899292], "cos_Ac_negg": [0.5959939956665039, 0.6361616849899292], "r_norm": [0.17861080169677734, 0.18245893716812134]}, {"step": 5700, "epoch": 14, "train_loss": 7.593706686748192e-05, "cos_r_negg": [0.5953439474105835, 0.6363861560821533], "cos_innovation_negg": [0.5953439474105835, 0.6363861560821533], "cos_apical_negg": [0.5953439474105835, 0.6363861560821533], "cos_Ac_negg": [0.5953439474105835, 0.6363861560821533], "r_norm": [0.17514926195144653, 0.17894110083580017]}, {"step": 5750, "epoch": 14, "train_loss": 0.00031900062458589673, "cos_r_negg": [0.5971510410308838, 0.6377936601638794], "cos_innovation_negg": [0.5971510410308838, 0.6377936601638794], "cos_apical_negg": [0.5971510410308838, 0.6377936601638794], "cos_Ac_negg": [0.5971510410308838, 0.6377936601638794], "r_norm": [0.17870867252349854, 0.18275535106658936]}, {"step": 5800, "epoch": 14, "train_loss": 0.0005756904138252139, "cos_r_negg": [0.5955408215522766, 0.6357529759407043], "cos_innovation_negg": [0.5955408215522766, 0.6357529759407043], "cos_apical_negg": [0.5955408215522766, 0.6357529759407043], "cos_Ac_negg": [0.5955408215522766, 0.6357529759407043], "r_norm": [0.17507487535476685, 0.17884686589241028]}, {"step": 5850, "epoch": 14, "train_loss": 0.0007255761884152889, "cos_r_negg": [0.5964891314506531, 0.6366128921508789], "cos_innovation_negg": [0.5964891314506531, 0.6366128921508789], "cos_apical_negg": [0.5964891314506531, 0.6366128921508789], "cos_Ac_negg": [0.5964891314506531, 0.6366128921508789], "r_norm": [0.17829252779483795, 0.18190781772136688]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9759, "test_loss": 0.1158557966709137}, {"step": 5900, "epoch": 15, "train_loss": 0.00037530914414674044, "cos_r_negg": [0.5967358350753784, 0.6375714540481567], "cos_innovation_negg": [0.5967358350753784, 0.6375714540481567], "cos_apical_negg": [0.5967358350753784, 0.6375714540481567], "cos_Ac_negg": [0.5967358350753784, 0.6375714540481567], "r_norm": [0.17964105308055878, 0.1835108995437622]}, {"step": 5950, "epoch": 15, "train_loss": 0.0005747826071456075, "cos_r_negg": [0.5963704586029053, 0.6371530294418335], "cos_innovation_negg": [0.5963704586029053, 0.6371530294418335], "cos_apical_negg": [0.5963704586029053, 0.6371530294418335], "cos_Ac_negg": [0.5963704586029053, 0.6371530294418335], "r_norm": [0.1767166703939438, 0.18055689334869385]}, {"step": 6000, "epoch": 15, "train_loss": 0.0007987954304553568, "cos_r_negg": [0.595665454864502, 0.6369359493255615], "cos_innovation_negg": [0.595665454864502, 0.6369359493255615], "cos_apical_negg": [0.595665454864502, 0.6369359493255615], "cos_Ac_negg": [0.595665454864502, 0.6369359493255615], "r_norm": [0.1760382056236267, 0.17972303926944733]}, {"step": 6050, "epoch": 15, "train_loss": 0.0016670029144734144, "cos_r_negg": [0.595678448677063, 0.6379982233047485], "cos_innovation_negg": [0.595678448677063, 0.6379982233047485], "cos_apical_negg": [0.595678448677063, 0.6379982233047485], "cos_Ac_negg": [0.595678448677063, 0.6379982233047485], "r_norm": [0.17657935619354248, 0.18044066429138184]}, {"step": 6100, "epoch": 15, "train_loss": 0.0004830124380532652, "cos_r_negg": [0.5969052910804749, 0.6380178332328796], "cos_innovation_negg": [0.5969052910804749, 0.6380178332328796], "cos_apical_negg": [0.5969052910804749, 0.6380178332328796], "cos_Ac_negg": [0.5969052910804749, 0.6380178332328796], "r_norm": [0.17712914943695068, 0.1809093952178955]}, {"step": 6150, "epoch": 15, "train_loss": 0.00041833618888631463, "cos_r_negg": [0.5965158939361572, 0.6379966139793396], "cos_innovation_negg": [0.5965158939361572, 0.6379966139793396], "cos_apical_negg": [0.5965158939361572, 0.6379966139793396], "cos_Ac_negg": [0.5965158939361572, 0.6379966139793396], "r_norm": [0.17775648832321167, 0.18158529698848724]}, {"step": 6200, "epoch": 15, "train_loss": 0.0004561948589980602, "cos_r_negg": [0.5962463617324829, 0.637631893157959], "cos_innovation_negg": [0.5962463617324829, 0.637631893157959], "cos_apical_negg": [0.5962463617324829, 0.637631893157959], "cos_Ac_negg": [0.5962463617324829, 0.637631893157959], "r_norm": [0.17748302221298218, 0.1815280020236969]}, {"step": 6250, "epoch": 15, "train_loss": 0.0005589593783952296, "cos_r_negg": [0.5971038341522217, 0.6384596228599548], "cos_innovation_negg": [0.5971038341522217, 0.6384596228599548], "cos_apical_negg": [0.5971038341522217, 0.6384596228599548], "cos_Ac_negg": [0.5971038341522217, 0.6384596228599548], "r_norm": [0.1759120225906372, 0.17976588010787964]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9758, "test_loss": 0.11694127020835876}, {"step": 6300, "epoch": 16, "train_loss": 0.0005195742705836892, "cos_r_negg": [0.5967246294021606, 0.6383647918701172], "cos_innovation_negg": [0.5967246294021606, 0.6383647918701172], "cos_apical_negg": [0.5967246294021606, 0.6383647918701172], "cos_Ac_negg": [0.5967246294021606, 0.6383647918701172], "r_norm": [0.17766809463500977, 0.18163751065731049]}, {"step": 6350, "epoch": 16, "train_loss": 0.00012863693700637668, "cos_r_negg": [0.5975651144981384, 0.6380304098129272], "cos_innovation_negg": [0.5975651144981384, 0.6380304098129272], "cos_apical_negg": [0.5975651144981384, 0.6380304098129272], "cos_Ac_negg": [0.5975651144981384, 0.6380304098129272], "r_norm": [0.17992906272411346, 0.1839248538017273]}, {"step": 6400, "epoch": 16, "train_loss": 0.0007058982737362385, "cos_r_negg": [0.5974794626235962, 0.6384401321411133], "cos_innovation_negg": [0.5974794626235962, 0.6384401321411133], "cos_apical_negg": [0.5974794626235962, 0.6384401321411133], "cos_Ac_negg": [0.5974794626235962, 0.6384401321411133], "r_norm": [0.1756594479084015, 0.17925900220870972]}, {"step": 6450, "epoch": 16, "train_loss": 0.00016507995314896107, "cos_r_negg": [0.5961750745773315, 0.638036847114563], "cos_innovation_negg": [0.5961750745773315, 0.638036847114563], "cos_apical_negg": [0.5961750745773315, 0.638036847114563], "cos_Ac_negg": [0.5961750745773315, 0.638036847114563], "r_norm": [0.17274534702301025, 0.17625561356544495]}, {"step": 6500, "epoch": 16, "train_loss": 0.000456679001217708, "cos_r_negg": [0.596168041229248, 0.6383212804794312], "cos_innovation_negg": [0.596168041229248, 0.6383212804794312], "cos_apical_negg": [0.596168041229248, 0.6383212804794312], "cos_Ac_negg": [0.596168041229248, 0.6383212804794312], "r_norm": [0.17180600762367249, 0.17551776766777039]}, {"step": 6550, "epoch": 16, "train_loss": 0.00013977120397612453, "cos_r_negg": [0.5968456268310547, 0.6374819278717041], "cos_innovation_negg": [0.5968456268310547, 0.6374819278717041], "cos_apical_negg": [0.5968456268310547, 0.6374819278717041], "cos_Ac_negg": [0.5968456268310547, 0.6374819278717041], "r_norm": [0.17585891485214233, 0.17972704768180847]}, {"step": 6600, "epoch": 16, "train_loss": 0.00033934140810742974, "cos_r_negg": [0.598036527633667, 0.6377681493759155], "cos_innovation_negg": [0.598036527633667, 0.6377681493759155], "cos_apical_negg": [0.598036527633667, 0.6377681493759155], "cos_Ac_negg": [0.598036527633667, 0.6377681493759155], "r_norm": [0.17618721723556519, 0.1797069013118744]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9759, "test_loss": 0.11732725372314454}, {"step": 6650, "epoch": 17, "train_loss": 0.00019075062300544232, "cos_r_negg": [0.59752357006073, 0.638237714767456], "cos_innovation_negg": [0.59752357006073, 0.638237714767456], "cos_apical_negg": [0.59752357006073, 0.638237714767456], "cos_Ac_negg": [0.59752357006073, 0.638237714767456], "r_norm": [0.1767360419034958, 0.18065127730369568]}, {"step": 6700, "epoch": 17, "train_loss": 5.0104616093449295e-05, "cos_r_negg": [0.597375750541687, 0.6387587189674377], "cos_innovation_negg": [0.597375750541687, 0.6387587189674377], "cos_apical_negg": [0.597375750541687, 0.6387587189674377], "cos_Ac_negg": [0.597375750541687, 0.6387587189674377], "r_norm": [0.17668384313583374, 0.18058598041534424]}, {"step": 6750, "epoch": 17, "train_loss": 0.0005540510755963624, "cos_r_negg": [0.597510576248169, 0.6380558013916016], "cos_innovation_negg": [0.597510576248169, 0.6380558013916016], "cos_apical_negg": [0.597510576248169, 0.6380558013916016], "cos_Ac_negg": [0.597510576248169, 0.6380558013916016], "r_norm": [0.1768418401479721, 0.18071249127388]}, {"step": 6800, "epoch": 17, "train_loss": 0.0005478659877553582, "cos_r_negg": [0.5964658260345459, 0.6372643709182739], "cos_innovation_negg": [0.5964658260345459, 0.6372643709182739], "cos_apical_negg": [0.5964658260345459, 0.6372643709182739], "cos_Ac_negg": [0.5964658260345459, 0.6372643709182739], "r_norm": [0.1764167845249176, 0.17999638617038727]}, {"step": 6850, "epoch": 17, "train_loss": 0.0004877651808783412, "cos_r_negg": [0.5964562296867371, 0.6377926468849182], "cos_innovation_negg": [0.5964562296867371, 0.6377926468849182], "cos_apical_negg": [0.5964562296867371, 0.6377926468849182], "cos_Ac_negg": [0.5964562296867371, 0.6377926468849182], "r_norm": [0.1778276562690735, 0.1815972924232483]}, {"step": 6900, "epoch": 17, "train_loss": 0.0007939045899547637, "cos_r_negg": [0.5970927476882935, 0.6382495164871216], "cos_innovation_negg": [0.5970927476882935, 0.6382495164871216], "cos_apical_negg": [0.5970927476882935, 0.6382495164871216], "cos_Ac_negg": [0.5970927476882935, 0.6382495164871216], "r_norm": [0.17740792036056519, 0.1816301792860031]}, {"step": 6950, "epoch": 17, "train_loss": 0.00047495285980403423, "cos_r_negg": [0.5964845418930054, 0.6382765769958496], "cos_innovation_negg": [0.5964845418930054, 0.6382765769958496], "cos_apical_negg": [0.5964845418930054, 0.6382765769958496], "cos_Ac_negg": [0.5964845418930054, 0.6382765769958496], "r_norm": [0.17506787180900574, 0.17885741591453552]}, {"step": 7000, "epoch": 17, "train_loss": 0.0006450359942391515, "cos_r_negg": [0.596842885017395, 0.6384751200675964], "cos_innovation_negg": [0.596842885017395, 0.6384751200675964], "cos_apical_negg": [0.596842885017395, 0.6384751200675964], "cos_Ac_negg": [0.596842885017395, 0.6384751200675964], "r_norm": [0.17536407709121704, 0.17903047800064087]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9757, "test_loss": 0.11879558048248291}, {"step": 7050, "epoch": 18, "train_loss": 0.00022522732615470886, "cos_r_negg": [0.5966746807098389, 0.6384820938110352], "cos_innovation_negg": [0.5966746807098389, 0.6384820938110352], "cos_apical_negg": [0.5966746807098389, 0.6384820938110352], "cos_Ac_negg": [0.5966746807098389, 0.6384820938110352], "r_norm": [0.17401963472366333, 0.1776086539030075]}, {"step": 7100, "epoch": 18, "train_loss": 0.000405197381041944, "cos_r_negg": [0.5980445146560669, 0.6390765905380249], "cos_innovation_negg": [0.5980445146560669, 0.6390765905380249], "cos_apical_negg": [0.5980445146560669, 0.6390765905380249], "cos_Ac_negg": [0.5980445146560669, 0.6390765905380249], "r_norm": [0.17440861463546753, 0.17808610200881958]}, {"step": 7150, "epoch": 18, "train_loss": 0.0001737948041409254, "cos_r_negg": [0.5974106788635254, 0.6389775276184082], "cos_innovation_negg": [0.5974106788635254, 0.6389775276184082], "cos_apical_negg": [0.5974106788635254, 0.6389775276184082], "cos_Ac_negg": [0.5974106788635254, 0.6389775276184082], "r_norm": [0.17568357288837433, 0.17952707409858704]}, {"step": 7200, "epoch": 18, "train_loss": 0.00025229513994418085, "cos_r_negg": [0.5965219736099243, 0.6384924650192261], "cos_innovation_negg": [0.5965219736099243, 0.6384924650192261], "cos_apical_negg": [0.5965219736099243, 0.6384924650192261], "cos_Ac_negg": [0.5965219736099243, 0.6384924650192261], "r_norm": [0.17511475086212158, 0.17887893319129944]}, {"step": 7250, "epoch": 18, "train_loss": 0.00044787590741179883, "cos_r_negg": [0.5963711738586426, 0.6384281516075134], "cos_innovation_negg": [0.5963711738586426, 0.6384281516075134], "cos_apical_negg": [0.5963711738586426, 0.6384281516075134], "cos_Ac_negg": [0.5963711738586426, 0.6384281516075134], "r_norm": [0.17523734271526337, 0.17918699979782104]}, {"step": 7300, "epoch": 18, "train_loss": 0.00014453360927291214, "cos_r_negg": [0.5957187414169312, 0.6385655999183655], "cos_innovation_negg": [0.5957187414169312, 0.6385655999183655], "cos_apical_negg": [0.5957187414169312, 0.6385655999183655], "cos_Ac_negg": [0.5957187414169312, 0.6385655999183655], "r_norm": [0.17377138137817383, 0.17759978771209717]}, {"step": 7350, "epoch": 18, "train_loss": 0.0009325205464847386, "cos_r_negg": [0.5966545343399048, 0.6383873224258423], "cos_innovation_negg": [0.5966545343399048, 0.6383873224258423], "cos_apical_negg": [0.5966545343399048, 0.6383873224258423], "cos_Ac_negg": [0.5966545343399048, 0.6383873224258423], "r_norm": [0.17467647790908813, 0.17829948663711548]}, {"step": 7400, "epoch": 18, "train_loss": 0.0001804595231078565, "cos_r_negg": [0.5962165594100952, 0.639039933681488], "cos_innovation_negg": [0.5962165594100952, 0.639039933681488], "cos_apical_negg": [0.5962165594100952, 0.639039933681488], "cos_Ac_negg": [0.5962165594100952, 0.639039933681488], "r_norm": [0.17591911554336548, 0.17967140674591064]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9761, "test_loss": 0.11897979116439819}, {"step": 7450, "epoch": 19, "train_loss": 0.00015046705084387213, "cos_r_negg": [0.5951836109161377, 0.6371997594833374], "cos_innovation_negg": [0.5951836109161377, 0.6371997594833374], "cos_apical_negg": [0.5951836109161377, 0.6371997594833374], "cos_Ac_negg": [0.5951836109161377, 0.6371997594833374], "r_norm": [0.17586541175842285, 0.17961987853050232]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003157918981742114, "cos_r_negg": [0.5961365699768066, 0.6386423707008362], "cos_innovation_negg": [0.5961365699768066, 0.6386423707008362], "cos_apical_negg": [0.5961365699768066, 0.6386423707008362], "cos_Ac_negg": [0.5961365699768066, 0.6386423707008362], "r_norm": [0.17409247159957886, 0.17781488597393036]}, {"step": 7550, "epoch": 19, "train_loss": 0.0003093926643487066, "cos_r_negg": [0.5962433218955994, 0.6392656564712524], "cos_innovation_negg": [0.5962433218955994, 0.6392656564712524], "cos_apical_negg": [0.5962433218955994, 0.6392656564712524], "cos_Ac_negg": [0.5962433218955994, 0.6392656564712524], "r_norm": [0.1746135950088501, 0.17836886644363403]}, {"step": 7600, "epoch": 19, "train_loss": 0.0002458717208355665, "cos_r_negg": [0.5959096550941467, 0.6395457983016968], "cos_innovation_negg": [0.5959096550941467, 0.6395457983016968], "cos_apical_negg": [0.5959096550941467, 0.6395457983016968], "cos_Ac_negg": [0.5959096550941467, 0.6395457983016968], "r_norm": [0.1733456701040268, 0.17704738676548004]}, {"step": 7650, "epoch": 19, "train_loss": 0.000443631608504802, "cos_r_negg": [0.5970195531845093, 0.6400265097618103], "cos_innovation_negg": [0.5970195531845093, 0.6400265097618103], "cos_apical_negg": [0.5970195531845093, 0.6400265097618103], "cos_Ac_negg": [0.5970195531845093, 0.6400265097618103], "r_norm": [0.17474737763404846, 0.17859522998332977]}, {"step": 7700, "epoch": 19, "train_loss": 0.0009192548459395766, "cos_r_negg": [0.5966894030570984, 0.6402424573898315], "cos_innovation_negg": [0.5966894030570984, 0.6402424573898315], "cos_apical_negg": [0.5966894030570984, 0.6402424573898315], "cos_Ac_negg": [0.5966894030570984, 0.6402424573898315], "r_norm": [0.17332088947296143, 0.1770021766424179]}, {"step": 7750, "epoch": 19, "train_loss": 0.00034209550358355045, "cos_r_negg": [0.5961347818374634, 0.6397883296012878], "cos_innovation_negg": [0.5961347818374634, 0.6397883296012878], "cos_apical_negg": [0.5961347818374634, 0.6397883296012878], "cos_Ac_negg": [0.5961347818374634, 0.6397883296012878], "r_norm": [0.17426156997680664, 0.17801016569137573]}, {"step": 7800, "epoch": 19, "train_loss": 0.0005305547965690494, "cos_r_negg": [0.5976934432983398, 0.6406943798065186], "cos_innovation_negg": [0.5976934432983398, 0.6406943798065186], "cos_apical_negg": [0.5976934432983398, 0.6406943798065186], "cos_Ac_negg": [0.5976934432983398, 0.6406943798065186], "r_norm": [0.1747397482395172, 0.17842954397201538]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9756, "test_loss": 0.12049863486289979}, {"step": 7850, "epoch": 20, "train_loss": 0.00045011588372290134, "cos_r_negg": [0.5973550081253052, 0.6401538848876953], "cos_innovation_negg": [0.5973550081253052, 0.6401538848876953], "cos_apical_negg": [0.5973550081253052, 0.6401538848876953], "cos_Ac_negg": [0.5973550081253052, 0.6401538848876953], "r_norm": [0.17493480443954468, 0.17853087186813354]}, {"step": 7900, "epoch": 20, "train_loss": 0.00039852841291576624, "cos_r_negg": [0.5969512462615967, 0.6400494575500488], "cos_innovation_negg": [0.5969512462615967, 0.6400494575500488], "cos_apical_negg": [0.5969512462615967, 0.6400494575500488], "cos_Ac_negg": [0.5969512462615967, 0.6400494575500488], "r_norm": [0.1745036095380783, 0.1782347857952118]}, {"step": 7950, "epoch": 20, "train_loss": 0.00022968588746152818, "cos_r_negg": [0.597131609916687, 0.6399372816085815], "cos_innovation_negg": [0.597131609916687, 0.6399372816085815], "cos_apical_negg": [0.597131609916687, 0.6399372816085815], "cos_Ac_negg": [0.597131609916687, 0.6399372816085815], "r_norm": [0.1746358871459961, 0.17840781807899475]}, {"step": 8000, "epoch": 20, "train_loss": 0.00035716447746381164, "cos_r_negg": [0.5971312522888184, 0.6401654481887817], "cos_innovation_negg": [0.5971312522888184, 0.6401654481887817], "cos_apical_negg": [0.5971312522888184, 0.6401654481887817], "cos_Ac_negg": [0.5971312522888184, 0.6401654481887817], "r_norm": [0.17394663393497467, 0.1776447892189026]}, {"step": 8050, "epoch": 20, "train_loss": 0.000806859927251935, "cos_r_negg": [0.5971224904060364, 0.6401234269142151], "cos_innovation_negg": [0.5971224904060364, 0.6401234269142151], "cos_apical_negg": [0.5971224904060364, 0.6401234269142151], "cos_Ac_negg": [0.5971224904060364, 0.6401234269142151], "r_norm": [0.17389750480651855, 0.17758771777153015]}, {"step": 8100, "epoch": 20, "train_loss": 0.00021000232663936913, "cos_r_negg": [0.5970809459686279, 0.6408308148384094], "cos_innovation_negg": [0.5970809459686279, 0.6408308148384094], "cos_apical_negg": [0.5970809459686279, 0.6408308148384094], "cos_Ac_negg": [0.5970809459686279, 0.6408308148384094], "r_norm": [0.17375919222831726, 0.17763808369636536]}, {"step": 8150, "epoch": 20, "train_loss": 0.0003950025711674243, "cos_r_negg": [0.5972685217857361, 0.6396210789680481], "cos_innovation_negg": [0.5972685217857361, 0.6396210789680481], "cos_apical_negg": [0.5972685217857361, 0.6396210789680481], "cos_Ac_negg": [0.5972685217857361, 0.6396210789680481], "r_norm": [0.1734015941619873, 0.17706382274627686]}, {"step": 8200, "epoch": 20, "train_loss": 0.00040893215918913484, "cos_r_negg": [0.5963770151138306, 0.6399389505386353], "cos_innovation_negg": [0.5963770151138306, 0.6399389505386353], "cos_apical_negg": [0.5963770151138306, 0.6399389505386353], "cos_Ac_negg": [0.5963770151138306, 0.6399389505386353], "r_norm": [0.1725931614637375, 0.17628546059131622]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9757, "test_loss": 0.12090222172737121}, {"step": 8250, "epoch": 21, "train_loss": 0.0002655315911397338, "cos_r_negg": [0.5963246822357178, 0.6388729810714722], "cos_innovation_negg": [0.5963246822357178, 0.6388729810714722], "cos_apical_negg": [0.5963246822357178, 0.6388729810714722], "cos_Ac_negg": [0.5963246822357178, 0.6388729810714722], "r_norm": [0.174359530210495, 0.17804411053657532]}, {"step": 8300, "epoch": 21, "train_loss": 0.00031703480635769665, "cos_r_negg": [0.5968602895736694, 0.6394917368888855], "cos_innovation_negg": [0.5968602895736694, 0.6394917368888855], "cos_apical_negg": [0.5968602895736694, 0.6394917368888855], "cos_Ac_negg": [0.5968602895736694, 0.6394917368888855], "r_norm": [0.17391352355480194, 0.1775115579366684]}, {"step": 8350, "epoch": 21, "train_loss": 0.00031487064552493393, "cos_r_negg": [0.5974174737930298, 0.6400808095932007], "cos_innovation_negg": [0.5974174737930298, 0.6400808095932007], "cos_apical_negg": [0.5974174737930298, 0.6400808095932007], "cos_Ac_negg": [0.5974174737930298, 0.6400808095932007], "r_norm": [0.17254936695098877, 0.17623580992221832]}, {"step": 8400, "epoch": 21, "train_loss": 0.00027245027013123035, "cos_r_negg": [0.598242461681366, 0.6401739120483398], "cos_innovation_negg": [0.598242461681366, 0.6401739120483398], "cos_apical_negg": [0.598242461681366, 0.6401739120483398], "cos_Ac_negg": [0.598242461681366, 0.6401739120483398], "r_norm": [0.17292480170726776, 0.17669805884361267]}, {"step": 8450, "epoch": 21, "train_loss": 0.00022000132594257593, "cos_r_negg": [0.5967739820480347, 0.6393159627914429], "cos_innovation_negg": [0.5967739820480347, 0.6393159627914429], "cos_apical_negg": [0.5967739820480347, 0.6393159627914429], "cos_Ac_negg": [0.5967739820480347, 0.6393159627914429], "r_norm": [0.17248550057411194, 0.17614702880382538]}, {"step": 8500, "epoch": 21, "train_loss": 0.0002655925927683711, "cos_r_negg": [0.5965684652328491, 0.6401044130325317], "cos_innovation_negg": [0.5965684652328491, 0.6401044130325317], "cos_apical_negg": [0.5965684652328491, 0.6401044130325317], "cos_Ac_negg": [0.5965684652328491, 0.6401044130325317], "r_norm": [0.172530859708786, 0.1761917769908905]}, {"step": 8550, "epoch": 21, "train_loss": 0.0003527530934661627, "cos_r_negg": [0.5971516370773315, 0.6401761174201965], "cos_innovation_negg": [0.5971516370773315, 0.6401761174201965], "cos_apical_negg": [0.5971516370773315, 0.6401761174201965], "cos_Ac_negg": [0.5971516370773315, 0.6401761174201965], "r_norm": [0.17335441708564758, 0.17719636857509613]}, {"step": 8600, "epoch": 21, "train_loss": 0.0008799135684967041, "cos_r_negg": [0.5974586009979248, 0.6404738426208496], "cos_innovation_negg": [0.5974586009979248, 0.6404738426208496], "cos_apical_negg": [0.5974586009979248, 0.6404738426208496], "cos_Ac_negg": [0.5974586009979248, 0.6404738426208496], "r_norm": [0.173670694231987, 0.1773248016834259]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9756, "test_loss": 0.12178826999664306}, {"step": 8650, "epoch": 22, "train_loss": 0.00010521465446799994, "cos_r_negg": [0.5974529385566711, 0.6404809951782227], "cos_innovation_negg": [0.5974529385566711, 0.6404809951782227], "cos_apical_negg": [0.5974529385566711, 0.6404809951782227], "cos_Ac_negg": [0.5974529385566711, 0.6404809951782227], "r_norm": [0.173394575715065, 0.1769692748785019]}, {"step": 8700, "epoch": 22, "train_loss": 0.0002862592809833586, "cos_r_negg": [0.597601056098938, 0.6408114433288574], "cos_innovation_negg": [0.597601056098938, 0.6408114433288574], "cos_apical_negg": [0.597601056098938, 0.6408114433288574], "cos_Ac_negg": [0.597601056098938, 0.6408114433288574], "r_norm": [0.174209862947464, 0.17785972356796265]}, {"step": 8750, "epoch": 22, "train_loss": 0.0002032657212112099, "cos_r_negg": [0.5984128713607788, 0.64066481590271], "cos_innovation_negg": [0.5984128713607788, 0.64066481590271], "cos_apical_negg": [0.5984128713607788, 0.64066481590271], "cos_Ac_negg": [0.5984128713607788, 0.64066481590271], "r_norm": [0.17388597130775452, 0.1775255799293518]}, {"step": 8800, "epoch": 22, "train_loss": 0.000388680724427104, "cos_r_negg": [0.5985909700393677, 0.6405779123306274], "cos_innovation_negg": [0.5985909700393677, 0.6405779123306274], "cos_apical_negg": [0.5985909700393677, 0.6405779123306274], "cos_Ac_negg": [0.5985909700393677, 0.6405779123306274], "r_norm": [0.17397260665893555, 0.17764177918434143]}, {"step": 8850, "epoch": 22, "train_loss": 0.00017389819549862295, "cos_r_negg": [0.5982993841171265, 0.6412215232849121], "cos_innovation_negg": [0.5982993841171265, 0.6412215232849121], "cos_apical_negg": [0.5982993841171265, 0.6412215232849121], "cos_Ac_negg": [0.5982993841171265, 0.6412215232849121], "r_norm": [0.1720118522644043, 0.17559777200222015]}, {"step": 8900, "epoch": 22, "train_loss": 0.000355530995875597, "cos_r_negg": [0.5982011556625366, 0.6413377523422241], "cos_innovation_negg": [0.5982011556625366, 0.6413377523422241], "cos_apical_negg": [0.5982011556625366, 0.6413377523422241], "cos_Ac_negg": [0.5982011556625366, 0.6413377523422241], "r_norm": [0.17297975718975067, 0.1767013818025589]}, {"step": 8950, "epoch": 22, "train_loss": 0.0002236665168311447, "cos_r_negg": [0.5981919765472412, 0.6406768560409546], "cos_innovation_negg": [0.5981919765472412, 0.6406768560409546], "cos_apical_negg": [0.5981919765472412, 0.6406768560409546], "cos_Ac_negg": [0.5981919765472412, 0.6406768560409546], "r_norm": [0.17352715134620667, 0.1772768795490265]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9759, "test_loss": 0.12229225153923035}, {"step": 9000, "epoch": 23, "train_loss": 8.376936602871865e-05, "cos_r_negg": [0.597976565361023, 0.6409151554107666], "cos_innovation_negg": [0.597976565361023, 0.6409151554107666], "cos_apical_negg": [0.597976565361023, 0.6409151554107666], "cos_Ac_negg": [0.597976565361023, 0.6409151554107666], "r_norm": [0.17406637966632843, 0.17775771021842957]}, {"step": 9050, "epoch": 23, "train_loss": 0.0001935131149366498, "cos_r_negg": [0.5982980132102966, 0.6413816213607788], "cos_innovation_negg": [0.5982980132102966, 0.6413816213607788], "cos_apical_negg": [0.5982980132102966, 0.6413816213607788], "cos_Ac_negg": [0.5982980132102966, 0.6413816213607788], "r_norm": [0.17333513498306274, 0.1771279126405716]}, {"step": 9100, "epoch": 23, "train_loss": 0.0001404460344929248, "cos_r_negg": [0.5991706848144531, 0.6416865587234497], "cos_innovation_negg": [0.5991706848144531, 0.6416865587234497], "cos_apical_negg": [0.5991706848144531, 0.6416865587234497], "cos_Ac_negg": [0.5991706848144531, 0.6416865587234497], "r_norm": [0.1748463213443756, 0.1785760223865509]}, {"step": 9150, "epoch": 23, "train_loss": 0.00034708186285570264, "cos_r_negg": [0.5988386273384094, 0.6415280103683472], "cos_innovation_negg": [0.5988386273384094, 0.6415280103683472], "cos_apical_negg": [0.5988386273384094, 0.6415280103683472], "cos_Ac_negg": [0.5988386273384094, 0.6415280103683472], "r_norm": [0.1744382083415985, 0.17815780639648438]}, {"step": 9200, "epoch": 23, "train_loss": 0.0004603230336215347, "cos_r_negg": [0.599011242389679, 0.6420068740844727], "cos_innovation_negg": [0.599011242389679, 0.6420068740844727], "cos_apical_negg": [0.599011242389679, 0.6420068740844727], "cos_Ac_negg": [0.599011242389679, 0.6420068740844727], "r_norm": [0.17265278100967407, 0.17635799944400787]}, {"step": 9250, "epoch": 23, "train_loss": 0.0002126817125827074, "cos_r_negg": [0.5992875695228577, 0.6414778828620911], "cos_innovation_negg": [0.5992875695228577, 0.6414778828620911], "cos_apical_negg": [0.5992875695228577, 0.6414778828620911], "cos_Ac_negg": [0.5992875695228577, 0.6414778828620911], "r_norm": [0.17333635687828064, 0.1769530475139618]}, {"step": 9300, "epoch": 23, "train_loss": 0.0001833687856560573, "cos_r_negg": [0.5984353423118591, 0.6412288546562195], "cos_innovation_negg": [0.5984353423118591, 0.6412288546562195], "cos_apical_negg": [0.5984353423118591, 0.6412288546562195], "cos_Ac_negg": [0.5984353423118591, 0.6412288546562195], "r_norm": [0.17250438034534454, 0.17606034874916077]}, {"step": 9350, "epoch": 23, "train_loss": 9.179303742712364e-05, "cos_r_negg": [0.598247230052948, 0.6415019035339355], "cos_innovation_negg": [0.598247230052948, 0.6415019035339355], "cos_apical_negg": [0.598247230052948, 0.6415019035339355], "cos_Ac_negg": [0.598247230052948, 0.6415019035339355], "r_norm": [0.1718282699584961, 0.1754034459590912]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9761, "test_loss": 0.12273620567321777}, {"step": 9400, "epoch": 24, "train_loss": 0.0002599197323434055, "cos_r_negg": [0.5982349514961243, 0.6411639451980591], "cos_innovation_negg": [0.5982349514961243, 0.6411639451980591], "cos_apical_negg": [0.5982349514961243, 0.6411639451980591], "cos_Ac_negg": [0.5982349514961243, 0.6411639451980591], "r_norm": [0.1727093905210495, 0.17652814090251923]}, {"step": 9450, "epoch": 24, "train_loss": 0.0001905069366330281, "cos_r_negg": [0.5993093252182007, 0.6416206955909729], "cos_innovation_negg": [0.5993093252182007, 0.6416206955909729], "cos_apical_negg": [0.5993093252182007, 0.6416206955909729], "cos_Ac_negg": [0.5993093252182007, 0.6416206955909729], "r_norm": [0.17303353548049927, 0.17670226097106934]}, {"step": 9500, "epoch": 24, "train_loss": 0.0001173055061371997, "cos_r_negg": [0.5998439788818359, 0.6423633098602295], "cos_innovation_negg": [0.5998439788818359, 0.6423633098602295], "cos_apical_negg": [0.5998439788818359, 0.6423633098602295], "cos_Ac_negg": [0.5998439788818359, 0.6423633098602295], "r_norm": [0.17243006825447083, 0.1760745346546173]}, {"step": 9550, "epoch": 24, "train_loss": 0.00036585601628758013, "cos_r_negg": [0.5993053913116455, 0.6423294544219971], "cos_innovation_negg": [0.5993053913116455, 0.6423294544219971], "cos_apical_negg": [0.5993053913116455, 0.6423294544219971], "cos_Ac_negg": [0.5993053913116455, 0.6423294544219971], "r_norm": [0.17209777235984802, 0.1758609116077423]}, {"step": 9600, "epoch": 24, "train_loss": 0.0001948311983142048, "cos_r_negg": [0.5982829332351685, 0.6417733430862427], "cos_innovation_negg": [0.5982829332351685, 0.6417733430862427], "cos_apical_negg": [0.5982829332351685, 0.6417733430862427], "cos_Ac_negg": [0.5982829332351685, 0.6417733430862427], "r_norm": [0.17208336293697357, 0.1758091151714325]}, {"step": 9650, "epoch": 24, "train_loss": 0.00036942301085218787, "cos_r_negg": [0.5985620021820068, 0.6422386169433594], "cos_innovation_negg": [0.5985620021820068, 0.6422386169433594], "cos_apical_negg": [0.5985620021820068, 0.6422386169433594], "cos_Ac_negg": [0.5985620021820068, 0.6422386169433594], "r_norm": [0.17128512263298035, 0.1749502420425415]}, {"step": 9700, "epoch": 24, "train_loss": 0.0001310547668254003, "cos_r_negg": [0.5985904932022095, 0.6420886516571045], "cos_innovation_negg": [0.5985904932022095, 0.6420886516571045], "cos_apical_negg": [0.5985904932022095, 0.6420886516571045], "cos_Ac_negg": [0.5985904932022095, 0.6420886516571045], "r_norm": [0.17227889597415924, 0.17590565979480743]}, {"step": 9750, "epoch": 24, "train_loss": 0.00045910367043688893, "cos_r_negg": [0.5987136363983154, 0.6417275667190552], "cos_innovation_negg": [0.5987136363983154, 0.6417275667190552], "cos_apical_negg": [0.5987136363983154, 0.6417275667190552], "cos_Ac_negg": [0.5987136363983154, 0.6417275667190552], "r_norm": [0.1716422438621521, 0.17520356178283691]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.976, "test_loss": 0.12349154138565063}, {"step": 9800, "epoch": 25, "train_loss": 0.0005878736265003681, "cos_r_negg": [0.5988725423812866, 0.6422605514526367], "cos_innovation_negg": [0.5988725423812866, 0.6422605514526367], "cos_apical_negg": [0.5988725423812866, 0.6422605514526367], "cos_Ac_negg": [0.5988725423812866, 0.6422605514526367], "r_norm": [0.17142529785633087, 0.1750752031803131]}, {"step": 9850, "epoch": 25, "train_loss": 0.0003692655300255865, "cos_r_negg": [0.5991097092628479, 0.64235919713974], "cos_innovation_negg": [0.5991097092628479, 0.64235919713974], "cos_apical_negg": [0.5991097092628479, 0.64235919713974], "cos_Ac_negg": [0.5991097092628479, 0.64235919713974], "r_norm": [0.1718890368938446, 0.17542800307273865]}, {"step": 9900, "epoch": 25, "train_loss": 0.00010731495422078297, "cos_r_negg": [0.5987012386322021, 0.6414528489112854], "cos_innovation_negg": [0.5987012386322021, 0.6414528489112854], "cos_apical_negg": [0.5987012386322021, 0.6414528489112854], "cos_Ac_negg": [0.5987012386322021, 0.6414528489112854], "r_norm": [0.17171715199947357, 0.175302192568779]}, {"step": 9950, "epoch": 25, "train_loss": 0.0002326674002688378, "cos_r_negg": [0.5990419983863831, 0.641780436038971], "cos_innovation_negg": [0.5990419983863831, 0.641780436038971], "cos_apical_negg": [0.5990419983863831, 0.641780436038971], "cos_Ac_negg": [0.5990419983863831, 0.641780436038971], "r_norm": [0.17151708900928497, 0.17519330978393555]}, {"step": 10000, "epoch": 25, "train_loss": 0.0002743513323366642, "cos_r_negg": [0.599334716796875, 0.6418924331665039], "cos_innovation_negg": [0.599334716796875, 0.6418924331665039], "cos_apical_negg": [0.599334716796875, 0.6418924331665039], "cos_Ac_negg": [0.599334716796875, 0.6418924331665039], "r_norm": [0.1733088195323944, 0.17694297432899475]}, {"step": 10050, "epoch": 25, "train_loss": 0.0002539370907470584, "cos_r_negg": [0.5993763208389282, 0.6422076225280762], "cos_innovation_negg": [0.5993763208389282, 0.6422076225280762], "cos_apical_negg": [0.5993763208389282, 0.6422076225280762], "cos_Ac_negg": [0.5993763208389282, 0.6422076225280762], "r_norm": [0.1735033243894577, 0.17726737260818481]}, {"step": 10100, "epoch": 25, "train_loss": 0.00011935520160477608, "cos_r_negg": [0.6001075506210327, 0.6427967548370361], "cos_innovation_negg": [0.6001075506210327, 0.6427967548370361], "cos_apical_negg": [0.6001075506210327, 0.6427967548370361], "cos_Ac_negg": [0.6001075506210327, 0.6427967548370361], "r_norm": [0.1736118048429489, 0.17740952968597412]}, {"step": 10150, "epoch": 25, "train_loss": 5.13310769747477e-05, "cos_r_negg": [0.5995888710021973, 0.6431571245193481], "cos_innovation_negg": [0.5995888710021973, 0.6431571245193481], "cos_apical_negg": [0.5995888710021973, 0.6431571245193481], "cos_Ac_negg": [0.5995888710021973, 0.6431571245193481], "r_norm": [0.1721411496400833, 0.17569561302661896]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.976, "test_loss": 0.12392924122810364}, {"step": 10200, "epoch": 26, "train_loss": 0.0001943207171279937, "cos_r_negg": [0.5997433662414551, 0.6427008509635925], "cos_innovation_negg": [0.5997433662414551, 0.6427008509635925], "cos_apical_negg": [0.5997433662414551, 0.6427008509635925], "cos_Ac_negg": [0.5997433662414551, 0.6427008509635925], "r_norm": [0.1711309403181076, 0.17475029826164246]}, {"step": 10250, "epoch": 26, "train_loss": 0.0002527981414459646, "cos_r_negg": [0.6000438928604126, 0.6423922181129456], "cos_innovation_negg": [0.6000438928604126, 0.6423922181129456], "cos_apical_negg": [0.6000438928604126, 0.6423922181129456], "cos_Ac_negg": [0.6000438928604126, 0.6423922181129456], "r_norm": [0.17139524221420288, 0.17501845955848694]}, {"step": 10300, "epoch": 26, "train_loss": 0.0011033149203285575, "cos_r_negg": [0.5996627807617188, 0.6428337693214417], "cos_innovation_negg": [0.5996627807617188, 0.6428337693214417], "cos_apical_negg": [0.5996627807617188, 0.6428337693214417], "cos_Ac_negg": [0.5996627807617188, 0.6428337693214417], "r_norm": [0.1713080257177353, 0.17495347559452057]}, {"step": 10350, "epoch": 26, "train_loss": 0.00010593146726023406, "cos_r_negg": [0.5993056297302246, 0.6425857543945312], "cos_innovation_negg": [0.5993056297302246, 0.6425857543945312], "cos_apical_negg": [0.5993056297302246, 0.6425857543945312], "cos_Ac_negg": [0.5993056297302246, 0.6425857543945312], "r_norm": [0.1715877652168274, 0.17531818151474]}, {"step": 10400, "epoch": 26, "train_loss": 0.000528144184499979, "cos_r_negg": [0.5997273921966553, 0.6427313089370728], "cos_innovation_negg": [0.5997273921966553, 0.6427313089370728], "cos_apical_negg": [0.5997273921966553, 0.6427313089370728], "cos_Ac_negg": [0.5997273921966553, 0.6427313089370728], "r_norm": [0.17152419686317444, 0.17519055306911469]}, {"step": 10450, "epoch": 26, "train_loss": 0.0003767722810152918, "cos_r_negg": [0.6005393266677856, 0.6433789730072021], "cos_innovation_negg": [0.6005393266677856, 0.6433789730072021], "cos_apical_negg": [0.6005393266677856, 0.6433789730072021], "cos_Ac_negg": [0.6005393266677856, 0.6433789730072021], "r_norm": [0.170806884765625, 0.17435824871063232]}, {"step": 10500, "epoch": 26, "train_loss": 0.00020715489517897367, "cos_r_negg": [0.6004021167755127, 0.6437418460845947], "cos_innovation_negg": [0.6004021167755127, 0.6437418460845947], "cos_apical_negg": [0.6004021167755127, 0.6437418460845947], "cos_Ac_negg": [0.6004021167755127, 0.6437418460845947], "r_norm": [0.17132015526294708, 0.17494206130504608]}, {"step": 10550, "epoch": 26, "train_loss": 0.0001341802126262337, "cos_r_negg": [0.60007643699646, 0.6440668702125549], "cos_innovation_negg": [0.60007643699646, 0.6440668702125549], "cos_apical_negg": [0.60007643699646, 0.6440668702125549], "cos_Ac_negg": [0.60007643699646, 0.6440668702125549], "r_norm": [0.17266583442687988, 0.1762896478176117]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9757, "test_loss": 0.12465228414535523}, {"step": 10600, "epoch": 27, "train_loss": 0.00014421333617065102, "cos_r_negg": [0.5996184945106506, 0.6434302926063538], "cos_innovation_negg": [0.5996184945106506, 0.6434302926063538], "cos_apical_negg": [0.5996184945106506, 0.6434302926063538], "cos_Ac_negg": [0.5996184945106506, 0.6434302926063538], "r_norm": [0.17246821522712708, 0.17619435489177704]}, {"step": 10650, "epoch": 27, "train_loss": 0.0001466601388528943, "cos_r_negg": [0.6009960770606995, 0.6433912515640259], "cos_innovation_negg": [0.6009960770606995, 0.6433912515640259], "cos_apical_negg": [0.6009960770606995, 0.6433912515640259], "cos_Ac_negg": [0.6009960770606995, 0.6433912515640259], "r_norm": [0.17296525835990906, 0.17661479115486145]}, {"step": 10700, "epoch": 27, "train_loss": 0.00018973338592331856, "cos_r_negg": [0.6013151407241821, 0.6434757113456726], "cos_innovation_negg": [0.6013151407241821, 0.6434757113456726], "cos_apical_negg": [0.6013151407241821, 0.6434757113456726], "cos_Ac_negg": [0.6013151407241821, 0.6434757113456726], "r_norm": [0.17318536341190338, 0.17689409852027893]}, {"step": 10750, "epoch": 27, "train_loss": 0.0001532384630991146, "cos_r_negg": [0.6011635065078735, 0.6432396769523621], "cos_innovation_negg": [0.6011635065078735, 0.6432396769523621], "cos_apical_negg": [0.6011635065078735, 0.6432396769523621], "cos_Ac_negg": [0.6011635065078735, 0.6432396769523621], "r_norm": [0.17269819974899292, 0.17634479701519012]}, {"step": 10800, "epoch": 27, "train_loss": 7.815840217517689e-05, "cos_r_negg": [0.601191520690918, 0.6441056728363037], "cos_innovation_negg": [0.601191520690918, 0.6441056728363037], "cos_apical_negg": [0.601191520690918, 0.6441056728363037], "cos_Ac_negg": [0.601191520690918, 0.6441056728363037], "r_norm": [0.1708579659461975, 0.17439958453178406]}, {"step": 10850, "epoch": 27, "train_loss": 0.00014474423369392753, "cos_r_negg": [0.6009698510169983, 0.6444889307022095], "cos_innovation_negg": [0.6009698510169983, 0.6444889307022095], "cos_apical_negg": [0.6009698510169983, 0.6444889307022095], "cos_Ac_negg": [0.6009698510169983, 0.6444889307022095], "r_norm": [0.17131586372852325, 0.17494937777519226]}, {"step": 10900, "epoch": 27, "train_loss": 0.0002577641571406275, "cos_r_negg": [0.6008327603340149, 0.6449912786483765], "cos_innovation_negg": [0.6008327603340149, 0.6449912786483765], "cos_apical_negg": [0.6008327603340149, 0.6449912786483765], "cos_Ac_negg": [0.6008327603340149, 0.6449912786483765], "r_norm": [0.17106705904006958, 0.17467211186885834]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9758, "test_loss": 0.125187367105484}, {"step": 10950, "epoch": 28, "train_loss": 0.00032199645647779107, "cos_r_negg": [0.6005167961120605, 0.6446229219436646], "cos_innovation_negg": [0.6005167961120605, 0.6446229219436646], "cos_apical_negg": [0.6005167961120605, 0.6446229219436646], "cos_Ac_negg": [0.6005167961120605, 0.6446229219436646], "r_norm": [0.17147862911224365, 0.1751314401626587]}, {"step": 11000, "epoch": 28, "train_loss": 0.00010962618398480117, "cos_r_negg": [0.6003925204277039, 0.6445251703262329], "cos_innovation_negg": [0.6003925204277039, 0.6445251703262329], "cos_apical_negg": [0.6003925204277039, 0.6445251703262329], "cos_Ac_negg": [0.6003925204277039, 0.6445251703262329], "r_norm": [0.17129671573638916, 0.17493078112602234]}, {"step": 11050, "epoch": 28, "train_loss": 0.0003580321790650487, "cos_r_negg": [0.6007390022277832, 0.6449364423751831], "cos_innovation_negg": [0.6007390022277832, 0.6449364423751831], "cos_apical_negg": [0.6007390022277832, 0.6449364423751831], "cos_Ac_negg": [0.6007390022277832, 0.6449364423751831], "r_norm": [0.17188233137130737, 0.1755281388759613]}, {"step": 11100, "epoch": 28, "train_loss": 0.0004143770784139633, "cos_r_negg": [0.600350558757782, 0.6445486545562744], "cos_innovation_negg": [0.600350558757782, 0.6445486545562744], "cos_apical_negg": [0.600350558757782, 0.6445486545562744], "cos_Ac_negg": [0.600350558757782, 0.6445486545562744], "r_norm": [0.1714843064546585, 0.17515972256660461]}, {"step": 11150, "epoch": 28, "train_loss": 0.00016727334877941757, "cos_r_negg": [0.6012976765632629, 0.6445224285125732], "cos_innovation_negg": [0.6012976765632629, 0.6445224285125732], "cos_apical_negg": [0.6012976765632629, 0.6445224285125732], "cos_Ac_negg": [0.6012976765632629, 0.6445224285125732], "r_norm": [0.1719055473804474, 0.17555049061775208]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004591869073919952, "cos_r_negg": [0.6019814014434814, 0.6445198059082031], "cos_innovation_negg": [0.6019814014434814, 0.6445198059082031], "cos_apical_negg": [0.6019814014434814, 0.6445198059082031], "cos_Ac_negg": [0.6019814014434814, 0.6445198059082031], "r_norm": [0.1721588373184204, 0.1757342517375946]}, {"step": 11250, "epoch": 28, "train_loss": 0.0003297208168078214, "cos_r_negg": [0.6015584468841553, 0.6444121599197388], "cos_innovation_negg": [0.6015584468841553, 0.6444121599197388], "cos_apical_negg": [0.6015584468841553, 0.6444121599197388], "cos_Ac_negg": [0.6015584468841553, 0.6444121599197388], "r_norm": [0.17149220407009125, 0.17508527636528015]}, {"step": 11300, "epoch": 28, "train_loss": 0.00017183322052005678, "cos_r_negg": [0.6015337705612183, 0.6444421410560608], "cos_innovation_negg": [0.6015337705612183, 0.6444421410560608], "cos_apical_negg": [0.6015337705612183, 0.6444421410560608], "cos_Ac_negg": [0.6015337705612183, 0.6444421410560608], "r_norm": [0.17210042476654053, 0.1757708340883255]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9762, "test_loss": 0.1253057098865509}, {"step": 11350, "epoch": 29, "train_loss": 7.222253043437377e-05, "cos_r_negg": [0.6005546450614929, 0.644249677658081], "cos_innovation_negg": [0.6005546450614929, 0.644249677658081], "cos_apical_negg": [0.6005546450614929, 0.644249677658081], "cos_Ac_negg": [0.6005546450614929, 0.644249677658081], "r_norm": [0.1710188090801239, 0.1746460348367691]}, {"step": 11400, "epoch": 29, "train_loss": 0.0001903155498439446, "cos_r_negg": [0.6015203595161438, 0.6446200013160706], "cos_innovation_negg": [0.6015203595161438, 0.6446200013160706], "cos_apical_negg": [0.6015203595161438, 0.6446200013160706], "cos_Ac_negg": [0.6015203595161438, 0.6446200013160706], "r_norm": [0.17022433876991272, 0.17385146021842957]}, {"step": 11450, "epoch": 29, "train_loss": 0.00018748562433756888, "cos_r_negg": [0.601178765296936, 0.6443985104560852], "cos_innovation_negg": [0.601178765296936, 0.6443985104560852], "cos_apical_negg": [0.601178765296936, 0.6443985104560852], "cos_Ac_negg": [0.601178765296936, 0.6443985104560852], "r_norm": [0.17138546705245972, 0.17503401637077332]}, {"step": 11500, "epoch": 29, "train_loss": 0.00022713790531270206, "cos_r_negg": [0.6019810438156128, 0.6448276042938232], "cos_innovation_negg": [0.6019810438156128, 0.6448276042938232], "cos_apical_negg": [0.6019810438156128, 0.6448276042938232], "cos_Ac_negg": [0.6019810438156128, 0.6448276042938232], "r_norm": [0.17074653506278992, 0.17433778941631317]}, {"step": 11550, "epoch": 29, "train_loss": 0.00017141879652626812, "cos_r_negg": [0.6018391847610474, 0.6445715427398682], "cos_innovation_negg": [0.6018391847610474, 0.6445715427398682], "cos_apical_negg": [0.6018391847610474, 0.6445715427398682], "cos_Ac_negg": [0.6018391847610474, 0.6445715427398682], "r_norm": [0.17143841087818146, 0.1751578450202942]}, {"step": 11600, "epoch": 29, "train_loss": 0.00015949129010550678, "cos_r_negg": [0.6012300252914429, 0.6439135074615479], "cos_innovation_negg": [0.6012300252914429, 0.6439135074615479], "cos_apical_negg": [0.6012300252914429, 0.6439135074615479], "cos_Ac_negg": [0.6012300252914429, 0.6439135074615479], "r_norm": [0.17161434888839722, 0.1751643568277359]}, {"step": 11650, "epoch": 29, "train_loss": 0.0001936920452862978, "cos_r_negg": [0.6012921333312988, 0.6446869373321533], "cos_innovation_negg": [0.6012921333312988, 0.6446869373321533], "cos_apical_negg": [0.6012921333312988, 0.6446869373321533], "cos_Ac_negg": [0.6012921333312988, 0.6446869373321533], "r_norm": [0.17177285254001617, 0.17544668912887573]}, {"step": 11700, "epoch": 29, "train_loss": 0.00013492121070157737, "cos_r_negg": [0.6016127467155457, 0.6449113488197327], "cos_innovation_negg": [0.6016127467155457, 0.6449113488197327], "cos_apical_negg": [0.6016127467155457, 0.6449113488197327], "cos_Ac_negg": [0.6016127467155457, 0.6449113488197327], "r_norm": [0.1716773509979248, 0.1752990037202835]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9759, "test_loss": 0.12634792141914367}, {"step": 11750, "epoch": 30, "train_loss": 0.00029387304675765336, "cos_r_negg": [0.6021526455879211, 0.64542555809021], "cos_innovation_negg": [0.6021526455879211, 0.64542555809021], "cos_apical_negg": [0.6021526455879211, 0.64542555809021], "cos_Ac_negg": [0.6021526455879211, 0.64542555809021], "r_norm": [0.17202824354171753, 0.1756342351436615]}, {"step": 11800, "epoch": 30, "train_loss": 0.0001710540964268148, "cos_r_negg": [0.6022923588752747, 0.6454097032546997], "cos_innovation_negg": [0.6022923588752747, 0.6454097032546997], "cos_apical_negg": [0.6022923588752747, 0.6454097032546997], "cos_Ac_negg": [0.6022923588752747, 0.6454097032546997], "r_norm": [0.17262862622737885, 0.176290825009346]}, {"step": 11850, "epoch": 30, "train_loss": 0.0001138182997237891, "cos_r_negg": [0.6020157933235168, 0.6453777551651001], "cos_innovation_negg": [0.6020157933235168, 0.6453777551651001], "cos_apical_negg": [0.6020157933235168, 0.6453777551651001], "cos_Ac_negg": [0.6020157933235168, 0.6453777551651001], "r_norm": [0.1717999279499054, 0.17534440755844116]}, {"step": 11900, "epoch": 30, "train_loss": 0.0004959802608937025, "cos_r_negg": [0.601425051689148, 0.6456794738769531], "cos_innovation_negg": [0.601425051689148, 0.6456794738769531], "cos_apical_negg": [0.601425051689148, 0.6456794738769531], "cos_Ac_negg": [0.601425051689148, 0.6456794738769531], "r_norm": [0.17101040482521057, 0.17451924085617065]}, {"step": 11950, "epoch": 30, "train_loss": 0.00012575827713590115, "cos_r_negg": [0.6009085178375244, 0.6452094912528992], "cos_innovation_negg": [0.6009085178375244, 0.6452094912528992], "cos_apical_negg": [0.6009085178375244, 0.6452094912528992], "cos_Ac_negg": [0.6009085178375244, 0.6452094912528992], "r_norm": [0.16977834701538086, 0.17339271306991577]}, {"step": 12000, "epoch": 30, "train_loss": 0.00016326828335877508, "cos_r_negg": [0.6011536121368408, 0.6448179483413696], "cos_innovation_negg": [0.6011536121368408, 0.6448179483413696], "cos_apical_negg": [0.6011536121368408, 0.6448179483413696], "cos_Ac_negg": [0.6011536121368408, 0.6448179483413696], "r_norm": [0.17125210165977478, 0.1749788522720337]}, {"step": 12050, "epoch": 30, "train_loss": 0.00030660259653814137, "cos_r_negg": [0.6017142534255981, 0.6447746753692627], "cos_innovation_negg": [0.6017142534255981, 0.6447746753692627], "cos_apical_negg": [0.6017142534255981, 0.6447746753692627], "cos_Ac_negg": [0.6017142534255981, 0.6447746753692627], "r_norm": [0.17069515585899353, 0.1743772029876709]}, {"step": 12100, "epoch": 30, "train_loss": 0.00021744552941527218, "cos_r_negg": [0.6019929647445679, 0.6455867290496826], "cos_innovation_negg": [0.6019929647445679, 0.6455867290496826], "cos_apical_negg": [0.6019929647445679, 0.6455867290496826], "cos_Ac_negg": [0.6019929647445679, 0.6455867290496826], "r_norm": [0.171060711145401, 0.1746119260787964]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9759, "test_loss": 0.1269226038455963}, {"step": 12150, "epoch": 31, "train_loss": 0.00011256190191488713, "cos_r_negg": [0.6011011600494385, 0.6445150971412659], "cos_innovation_negg": [0.6011011600494385, 0.6445150971412659], "cos_apical_negg": [0.6011011600494385, 0.6445150971412659], "cos_Ac_negg": [0.6011011600494385, 0.6445150971412659], "r_norm": [0.17105215787887573, 0.17465075850486755]}, {"step": 12200, "epoch": 31, "train_loss": 0.00018332665786147118, "cos_r_negg": [0.6013669967651367, 0.6453146934509277], "cos_innovation_negg": [0.6013669967651367, 0.6453146934509277], "cos_apical_negg": [0.6013669967651367, 0.6453146934509277], "cos_Ac_negg": [0.6013669967651367, 0.6453146934509277], "r_norm": [0.17077204585075378, 0.17427018284797668]}, {"step": 12250, "epoch": 31, "train_loss": 0.000262430781731382, "cos_r_negg": [0.6014152765274048, 0.6452779769897461], "cos_innovation_negg": [0.6014152765274048, 0.6452779769897461], "cos_apical_negg": [0.6014152765274048, 0.6452779769897461], "cos_Ac_negg": [0.6014152765274048, 0.6452779769897461], "r_norm": [0.17062382400035858, 0.17415927350521088]}, {"step": 12300, "epoch": 31, "train_loss": 0.00021166770602576435, "cos_r_negg": [0.6015574932098389, 0.644374430179596], "cos_innovation_negg": [0.6015574932098389, 0.644374430179596], "cos_apical_negg": [0.6015574932098389, 0.644374430179596], "cos_Ac_negg": [0.6015574932098389, 0.644374430179596], "r_norm": [0.17131581902503967, 0.17497944831848145]}, {"step": 12350, "epoch": 31, "train_loss": 0.0002549306955188513, "cos_r_negg": [0.6015124320983887, 0.6441855430603027], "cos_innovation_negg": [0.6015124320983887, 0.6441855430603027], "cos_apical_negg": [0.6015124320983887, 0.6441855430603027], "cos_Ac_negg": [0.6015124320983887, 0.6441855430603027], "r_norm": [0.1717994511127472, 0.17541983723640442]}, {"step": 12400, "epoch": 31, "train_loss": 0.0001495399628765881, "cos_r_negg": [0.6018163561820984, 0.6444674730300903], "cos_innovation_negg": [0.6018163561820984, 0.6444674730300903], "cos_apical_negg": [0.6018163561820984, 0.6444674730300903], "cos_Ac_negg": [0.6018163561820984, 0.6444674730300903], "r_norm": [0.17195886373519897, 0.17550958693027496]}, {"step": 12450, "epoch": 31, "train_loss": 8.094508666545153e-05, "cos_r_negg": [0.601628303527832, 0.6443835496902466], "cos_innovation_negg": [0.601628303527832, 0.6443835496902466], "cos_apical_negg": [0.601628303527832, 0.6443835496902466], "cos_Ac_negg": [0.601628303527832, 0.6443835496902466], "r_norm": [0.17186099290847778, 0.17549574375152588]}, {"step": 12500, "epoch": 31, "train_loss": 5.3749077778775245e-05, "cos_r_negg": [0.6006698608398438, 0.6442540884017944], "cos_innovation_negg": [0.6006698608398438, 0.6442540884017944], "cos_apical_negg": [0.6006698608398438, 0.6442540884017944], "cos_Ac_negg": [0.6006698608398438, 0.6442540884017944], "r_norm": [0.17117053270339966, 0.1748655140399933]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.976, "test_loss": 0.12696168184280396}, {"step": 12550, "epoch": 32, "train_loss": 0.0001469843409722671, "cos_r_negg": [0.600965142250061, 0.6444610357284546], "cos_innovation_negg": [0.600965142250061, 0.6444610357284546], "cos_apical_negg": [0.600965142250061, 0.6444610357284546], "cos_Ac_negg": [0.600965142250061, 0.6444610357284546], "r_norm": [0.17139141261577606, 0.1750381588935852]}, {"step": 12600, "epoch": 32, "train_loss": 5.003825936000794e-05, "cos_r_negg": [0.6010163426399231, 0.6446889638900757], "cos_innovation_negg": [0.6010163426399231, 0.6446889638900757], "cos_apical_negg": [0.6010163426399231, 0.6446889638900757], "cos_Ac_negg": [0.6010163426399231, 0.6446889638900757], "r_norm": [0.17072811722755432, 0.17435865104198456]}, {"step": 12650, "epoch": 32, "train_loss": 0.00019458212773315609, "cos_r_negg": [0.6011149883270264, 0.6453964710235596], "cos_innovation_negg": [0.6011149883270264, 0.6453964710235596], "cos_apical_negg": [0.6011149883270264, 0.6453964710235596], "cos_Ac_negg": [0.6011149883270264, 0.6453964710235596], "r_norm": [0.17079374194145203, 0.17438867688179016]}, {"step": 12700, "epoch": 32, "train_loss": 0.00022756698308512568, "cos_r_negg": [0.6011414527893066, 0.6447637677192688], "cos_innovation_negg": [0.6011414527893066, 0.6447637677192688], "cos_apical_negg": [0.6011414527893066, 0.6447637677192688], "cos_Ac_negg": [0.6011414527893066, 0.6447637677192688], "r_norm": [0.17082466185092926, 0.1745162010192871]}, {"step": 12750, "epoch": 32, "train_loss": 7.08021834725514e-05, "cos_r_negg": [0.6012402176856995, 0.6447324752807617], "cos_innovation_negg": [0.6012402176856995, 0.6447324752807617], "cos_apical_negg": [0.6012402176856995, 0.6447324752807617], "cos_Ac_negg": [0.6012402176856995, 0.6447324752807617], "r_norm": [0.1705213189125061, 0.17425373196601868]}, {"step": 12800, "epoch": 32, "train_loss": 0.0002865384449250996, "cos_r_negg": [0.6018521785736084, 0.6451022028923035], "cos_innovation_negg": [0.6018521785736084, 0.6451022028923035], "cos_apical_negg": [0.6018521785736084, 0.6451022028923035], "cos_Ac_negg": [0.6018521785736084, 0.6451022028923035], "r_norm": [0.17064248025417328, 0.17424269020557404]}, {"step": 12850, "epoch": 32, "train_loss": 9.903994941851124e-05, "cos_r_negg": [0.6015136241912842, 0.6453613042831421], "cos_innovation_negg": [0.6015136241912842, 0.6453613042831421], "cos_apical_negg": [0.6015136241912842, 0.6453613042831421], "cos_Ac_negg": [0.6015136241912842, 0.6453613042831421], "r_norm": [0.17111387848854065, 0.1746809184551239]}, {"step": 12900, "epoch": 32, "train_loss": 6.305504211923108e-05, "cos_r_negg": [0.6021349430084229, 0.6450417041778564], "cos_innovation_negg": [0.6021349430084229, 0.6450417041778564], "cos_apical_negg": [0.6021349430084229, 0.6450417041778564], "cos_Ac_negg": [0.6021349430084229, 0.6450417041778564], "r_norm": [0.1707184910774231, 0.17428869009017944]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9759, "test_loss": 0.12743849096298218}, {"step": 12950, "epoch": 33, "train_loss": 9.644744568504393e-05, "cos_r_negg": [0.6015629172325134, 0.6450381278991699], "cos_innovation_negg": [0.6015629172325134, 0.6450381278991699], "cos_apical_negg": [0.6015629172325134, 0.6450381278991699], "cos_Ac_negg": [0.6015629172325134, 0.6450381278991699], "r_norm": [0.17015616595745087, 0.1736835241317749]}, {"step": 13000, "epoch": 33, "train_loss": 1.925232572830282e-05, "cos_r_negg": [0.602264404296875, 0.6454553008079529], "cos_innovation_negg": [0.602264404296875, 0.6454553008079529], "cos_apical_negg": [0.602264404296875, 0.6454553008079529], "cos_Ac_negg": [0.602264404296875, 0.6454553008079529], "r_norm": [0.16948816180229187, 0.17304523289203644]}, {"step": 13050, "epoch": 33, "train_loss": 0.00018403898866381496, "cos_r_negg": [0.6015720367431641, 0.6451034545898438], "cos_innovation_negg": [0.6015720367431641, 0.6451034545898438], "cos_apical_negg": [0.6015720367431641, 0.6451034545898438], "cos_Ac_negg": [0.6015720367431641, 0.6451034545898438], "r_norm": [0.16933691501617432, 0.17290008068084717]}, {"step": 13100, "epoch": 33, "train_loss": 0.0001471370051149279, "cos_r_negg": [0.6024166345596313, 0.6463091373443604], "cos_innovation_negg": [0.6024166345596313, 0.6463091373443604], "cos_apical_negg": [0.6024166345596313, 0.6463091373443604], "cos_Ac_negg": [0.6024166345596313, 0.6463091373443604], "r_norm": [0.16852474212646484, 0.172078475356102]}, {"step": 13150, "epoch": 33, "train_loss": 8.458335651084781e-05, "cos_r_negg": [0.6020849347114563, 0.6461904048919678], "cos_innovation_negg": [0.6020849347114563, 0.6461904048919678], "cos_apical_negg": [0.6020849347114563, 0.6461904048919678], "cos_Ac_negg": [0.6020849347114563, 0.6461904048919678], "r_norm": [0.16892577707767487, 0.17249703407287598]}, {"step": 13200, "epoch": 33, "train_loss": 0.00013275566743686795, "cos_r_negg": [0.6026321649551392, 0.6457552909851074], "cos_innovation_negg": [0.6026321649551392, 0.6457552909851074], "cos_apical_negg": [0.6026321649551392, 0.6457552909851074], "cos_Ac_negg": [0.6026321649551392, 0.6457552909851074], "r_norm": [0.1710224151611328, 0.17458486557006836]}, {"step": 13250, "epoch": 33, "train_loss": 0.00016852965927682817, "cos_r_negg": [0.6018913984298706, 0.6451035141944885], "cos_innovation_negg": [0.6018913984298706, 0.6451035141944885], "cos_apical_negg": [0.6018913984298706, 0.6451035141944885], "cos_Ac_negg": [0.6018913984298706, 0.6451035141944885], "r_norm": [0.17189812660217285, 0.17548011243343353]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9757, "test_loss": 0.12804658241271974}, {"step": 13300, "epoch": 34, "train_loss": 0.00014709649258293211, "cos_r_negg": [0.6020336151123047, 0.6456081867218018], "cos_innovation_negg": [0.6020336151123047, 0.6456081867218018], "cos_apical_negg": [0.6020336151123047, 0.6456081867218018], "cos_Ac_negg": [0.6020336151123047, 0.6456081867218018], "r_norm": [0.17118243873119354, 0.17473779618740082]}, {"step": 13350, "epoch": 34, "train_loss": 0.0001376628497382626, "cos_r_negg": [0.6020429134368896, 0.6458584070205688], "cos_innovation_negg": [0.6020429134368896, 0.6458584070205688], "cos_apical_negg": [0.6020429134368896, 0.6458584070205688], "cos_Ac_negg": [0.6020429134368896, 0.6458584070205688], "r_norm": [0.17037001252174377, 0.1739254891872406]}, {"step": 13400, "epoch": 34, "train_loss": 0.00016017351299524307, "cos_r_negg": [0.6028523445129395, 0.6459295749664307], "cos_innovation_negg": [0.6028523445129395, 0.6459295749664307], "cos_apical_negg": [0.6028523445129395, 0.6459295749664307], "cos_Ac_negg": [0.6028523445129395, 0.6459295749664307], "r_norm": [0.17029842734336853, 0.17388197779655457]}, {"step": 13450, "epoch": 34, "train_loss": 0.0001615643996046856, "cos_r_negg": [0.6022629141807556, 0.6462163329124451], "cos_innovation_negg": [0.6022629141807556, 0.6462163329124451], "cos_apical_negg": [0.6022629141807556, 0.6462163329124451], "cos_Ac_negg": [0.6022629141807556, 0.6462163329124451], "r_norm": [0.17071674764156342, 0.17426347732543945]}, {"step": 13500, "epoch": 34, "train_loss": 0.0003588685067370534, "cos_r_negg": [0.601810097694397, 0.6460242867469788], "cos_innovation_negg": [0.601810097694397, 0.6460242867469788], "cos_apical_negg": [0.601810097694397, 0.6460242867469788], "cos_Ac_negg": [0.601810097694397, 0.6460242867469788], "r_norm": [0.17068685591220856, 0.17421536147594452]}, {"step": 13550, "epoch": 34, "train_loss": 0.0001167727168649435, "cos_r_negg": [0.6025521755218506, 0.646247148513794], "cos_innovation_negg": [0.6025521755218506, 0.646247148513794], "cos_apical_negg": [0.6025521755218506, 0.646247148513794], "cos_Ac_negg": [0.6025521755218506, 0.646247148513794], "r_norm": [0.17157062888145447, 0.17522764205932617]}, {"step": 13600, "epoch": 34, "train_loss": 0.000167204110766761, "cos_r_negg": [0.6023783683776855, 0.6461557149887085], "cos_innovation_negg": [0.6023783683776855, 0.6461557149887085], "cos_apical_negg": [0.6023783683776855, 0.6461557149887085], "cos_Ac_negg": [0.6023783683776855, 0.6461557149887085], "r_norm": [0.17141973972320557, 0.17511576414108276]}, {"step": 13650, "epoch": 34, "train_loss": 0.00014650158118456602, "cos_r_negg": [0.6024154424667358, 0.64641273021698], "cos_innovation_negg": [0.6024154424667358, 0.64641273021698], "cos_apical_negg": [0.6024154424667358, 0.64641273021698], "cos_Ac_negg": [0.6024154424667358, 0.64641273021698], "r_norm": [0.17059990763664246, 0.17411112785339355]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9758, "test_loss": 0.1284854395866394}, {"step": 13700, "epoch": 35, "train_loss": 9.63010752457194e-05, "cos_r_negg": [0.6017899513244629, 0.6459670066833496], "cos_innovation_negg": [0.6017899513244629, 0.6459670066833496], "cos_apical_negg": [0.6017899513244629, 0.6459670066833496], "cos_Ac_negg": [0.6017899513244629, 0.6459670066833496], "r_norm": [0.17052888870239258, 0.17409107089042664]}, {"step": 13750, "epoch": 35, "train_loss": 0.00020134048827458173, "cos_r_negg": [0.6026586294174194, 0.6461454629898071], "cos_innovation_negg": [0.6026586294174194, 0.6461454629898071], "cos_apical_negg": [0.6026586294174194, 0.6461454629898071], "cos_Ac_negg": [0.6026586294174194, 0.6461454629898071], "r_norm": [0.17021891474723816, 0.17375873029232025]}, {"step": 13800, "epoch": 35, "train_loss": 0.00016808543296065181, "cos_r_negg": [0.6026042699813843, 0.6465909481048584], "cos_innovation_negg": [0.6026042699813843, 0.6465909481048584], "cos_apical_negg": [0.6026042699813843, 0.6465909481048584], "cos_Ac_negg": [0.6026042699813843, 0.6465909481048584], "r_norm": [0.17014119029045105, 0.17372766137123108]}, {"step": 13850, "epoch": 35, "train_loss": 0.00014375221508089453, "cos_r_negg": [0.6026430726051331, 0.6461843252182007], "cos_innovation_negg": [0.6026430726051331, 0.6461843252182007], "cos_apical_negg": [0.6026430726051331, 0.6461843252182007], "cos_Ac_negg": [0.6026430726051331, 0.6461843252182007], "r_norm": [0.17051461338996887, 0.1741483509540558]}, {"step": 13900, "epoch": 35, "train_loss": 9.745116403792053e-05, "cos_r_negg": [0.6021299362182617, 0.6464523673057556], "cos_innovation_negg": [0.6021299362182617, 0.6464523673057556], "cos_apical_negg": [0.6021299362182617, 0.6464523673057556], "cos_Ac_negg": [0.6021299362182617, 0.6464523673057556], "r_norm": [0.1703486442565918, 0.1739799678325653]}, {"step": 13950, "epoch": 35, "train_loss": 0.00012027914635837078, "cos_r_negg": [0.6016724109649658, 0.6456717848777771], "cos_innovation_negg": [0.6016724109649658, 0.6456717848777771], "cos_apical_negg": [0.6016724109649658, 0.6456717848777771], "cos_Ac_negg": [0.6016724109649658, 0.6456717848777771], "r_norm": [0.16968344151973724, 0.1732776015996933]}, {"step": 14000, "epoch": 35, "train_loss": 0.00010152944014407694, "cos_r_negg": [0.6015446186065674, 0.6456161737442017], "cos_innovation_negg": [0.6015446186065674, 0.6456161737442017], "cos_apical_negg": [0.6015446186065674, 0.6456161737442017], "cos_Ac_negg": [0.6015446186065674, 0.6456161737442017], "r_norm": [0.17046968638896942, 0.1741345226764679]}, {"step": 14050, "epoch": 35, "train_loss": 0.00011436575732659549, "cos_r_negg": [0.601966381072998, 0.6457238793373108], "cos_innovation_negg": [0.601966381072998, 0.6457238793373108], "cos_apical_negg": [0.601966381072998, 0.6457238793373108], "cos_Ac_negg": [0.601966381072998, 0.6457238793373108], "r_norm": [0.1707763969898224, 0.17437228560447693]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9758, "test_loss": 0.12895357885360717}, {"step": 14100, "epoch": 36, "train_loss": 0.00016515950846951455, "cos_r_negg": [0.602043867111206, 0.6457380652427673], "cos_innovation_negg": [0.602043867111206, 0.6457380652427673], "cos_apical_negg": [0.602043867111206, 0.6457380652427673], "cos_Ac_negg": [0.602043867111206, 0.6457380652427673], "r_norm": [0.1702139973640442, 0.17377188801765442]}, {"step": 14150, "epoch": 36, "train_loss": 0.00018545935745351017, "cos_r_negg": [0.6028122901916504, 0.6461885571479797], "cos_innovation_negg": [0.6028122901916504, 0.6461885571479797], "cos_apical_negg": [0.6028122901916504, 0.6461885571479797], "cos_Ac_negg": [0.6028122901916504, 0.6461885571479797], "r_norm": [0.17097775638103485, 0.17456331849098206]}, {"step": 14200, "epoch": 36, "train_loss": 0.00014498313248623163, "cos_r_negg": [0.6029313802719116, 0.646224856376648], "cos_innovation_negg": [0.6029313802719116, 0.646224856376648], "cos_apical_negg": [0.6029313802719116, 0.646224856376648], "cos_Ac_negg": [0.6029313802719116, 0.646224856376648], "r_norm": [0.17152172327041626, 0.175144761800766]}, {"step": 14250, "epoch": 36, "train_loss": 0.000151522719534114, "cos_r_negg": [0.6031659245491028, 0.646446943283081], "cos_innovation_negg": [0.6031659245491028, 0.646446943283081], "cos_apical_negg": [0.6031659245491028, 0.646446943283081], "cos_Ac_negg": [0.6031659245491028, 0.646446943283081], "r_norm": [0.1707690954208374, 0.17429354786872864]}, {"step": 14300, "epoch": 36, "train_loss": 7.285452738869935e-05, "cos_r_negg": [0.6025117635726929, 0.6459900140762329], "cos_innovation_negg": [0.6025117635726929, 0.6459900140762329], "cos_apical_negg": [0.6025117635726929, 0.6459900140762329], "cos_Ac_negg": [0.6025117635726929, 0.6459900140762329], "r_norm": [0.1704917550086975, 0.17407959699630737]}, {"step": 14350, "epoch": 36, "train_loss": 0.00010645249130902812, "cos_r_negg": [0.6025254726409912, 0.6462310552597046], "cos_innovation_negg": [0.6025254726409912, 0.6462310552597046], "cos_apical_negg": [0.6025254726409912, 0.6462310552597046], "cos_Ac_negg": [0.6025254726409912, 0.6462310552597046], "r_norm": [0.17141041159629822, 0.17505000531673431]}, {"step": 14400, "epoch": 36, "train_loss": 5.4544936574529856e-05, "cos_r_negg": [0.602445125579834, 0.6465142965316772], "cos_innovation_negg": [0.602445125579834, 0.6465142965316772], "cos_apical_negg": [0.602445125579834, 0.6465142965316772], "cos_Ac_negg": [0.602445125579834, 0.6465142965316772], "r_norm": [0.16977038979530334, 0.17329862713813782]}, {"step": 14450, "epoch": 36, "train_loss": 0.00018824986182153225, "cos_r_negg": [0.599878191947937, 0.6455984115600586], "cos_innovation_negg": [0.599878191947937, 0.6455984115600586], "cos_apical_negg": [0.599878191947937, 0.6455984115600586], "cos_Ac_negg": [0.599878191947937, 0.6455984115600586], "r_norm": [0.1693500280380249, 0.1729060858488083]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9761, "test_loss": 0.12927818722724915}, {"step": 14500, "epoch": 37, "train_loss": 0.00016694785153958946, "cos_r_negg": [0.6012741327285767, 0.6464301347732544], "cos_innovation_negg": [0.6012741327285767, 0.6464301347732544], "cos_apical_negg": [0.6012741327285767, 0.6464301347732544], "cos_Ac_negg": [0.6012741327285767, 0.6464301347732544], "r_norm": [0.16924794018268585, 0.1728706657886505]}, {"step": 14550, "epoch": 37, "train_loss": 0.00021229770209174603, "cos_r_negg": [0.6012848615646362, 0.6461591124534607], "cos_innovation_negg": [0.6012848615646362, 0.6461591124534607], "cos_apical_negg": [0.6012848615646362, 0.6461591124534607], "cos_Ac_negg": [0.6012848615646362, 0.6461591124534607], "r_norm": [0.16971424221992493, 0.17334097623825073]}, {"step": 14600, "epoch": 37, "train_loss": 8.972703653853387e-05, "cos_r_negg": [0.6017453670501709, 0.6458922028541565], "cos_innovation_negg": [0.6017453670501709, 0.6458922028541565], "cos_apical_negg": [0.6017453670501709, 0.6458922028541565], "cos_Ac_negg": [0.6017453670501709, 0.6458922028541565], "r_norm": [0.17029181122779846, 0.17389068007469177]}, {"step": 14650, "epoch": 37, "train_loss": 0.00016790076915640384, "cos_r_negg": [0.6019326448440552, 0.64626145362854], "cos_innovation_negg": [0.6019326448440552, 0.64626145362854], "cos_apical_negg": [0.6019326448440552, 0.64626145362854], "cos_Ac_negg": [0.6019326448440552, 0.64626145362854], "r_norm": [0.1701100617647171, 0.17367330193519592]}, {"step": 14700, "epoch": 37, "train_loss": 0.00010461206693435088, "cos_r_negg": [0.601394772529602, 0.6459604501724243], "cos_innovation_negg": [0.601394772529602, 0.6459604501724243], "cos_apical_negg": [0.601394772529602, 0.6459604501724243], "cos_Ac_negg": [0.601394772529602, 0.6459604501724243], "r_norm": [0.17034178972244263, 0.17385956645011902]}, {"step": 14750, "epoch": 37, "train_loss": 7.228649337776005e-05, "cos_r_negg": [0.6013731956481934, 0.6454646587371826], "cos_innovation_negg": [0.6013731956481934, 0.6454646587371826], "cos_apical_negg": [0.6013731956481934, 0.6454646587371826], "cos_Ac_negg": [0.6013731956481934, 0.6454646587371826], "r_norm": [0.17001891136169434, 0.17358528077602386]}, {"step": 14800, "epoch": 37, "train_loss": 6.433377711800858e-05, "cos_r_negg": [0.6016379594802856, 0.6453453898429871], "cos_innovation_negg": [0.6016379594802856, 0.6453453898429871], "cos_apical_negg": [0.6016379594802856, 0.6453453898429871], "cos_Ac_negg": [0.6016379594802856, 0.6453453898429871], "r_norm": [0.16984203457832336, 0.17343515157699585]}, {"step": 14850, "epoch": 37, "train_loss": 5.0939255743287504e-05, "cos_r_negg": [0.6020430326461792, 0.6457783579826355], "cos_innovation_negg": [0.6020430326461792, 0.6457783579826355], "cos_apical_negg": [0.6020430326461792, 0.6457783579826355], "cos_Ac_negg": [0.6020430326461792, 0.6457783579826355], "r_norm": [0.1695607304573059, 0.17306941747665405]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.976, "test_loss": 0.12984872102737427}, {"step": 14900, "epoch": 38, "train_loss": 0.00024376242072321475, "cos_r_negg": [0.6014134287834167, 0.6461166739463806], "cos_innovation_negg": [0.6014134287834167, 0.6461166739463806], "cos_apical_negg": [0.6014134287834167, 0.6461166739463806], "cos_Ac_negg": [0.6014134287834167, 0.6461166739463806], "r_norm": [0.16944965720176697, 0.17291690409183502]}, {"step": 14950, "epoch": 38, "train_loss": 9.294280607718974e-05, "cos_r_negg": [0.6015616655349731, 0.6461693048477173], "cos_innovation_negg": [0.6015616655349731, 0.6461693048477173], "cos_apical_negg": [0.6015616655349731, 0.6461693048477173], "cos_Ac_negg": [0.6015616655349731, 0.6461693048477173], "r_norm": [0.1692153811454773, 0.1727452278137207]}, {"step": 15000, "epoch": 38, "train_loss": 0.00025124792591668665, "cos_r_negg": [0.6019100546836853, 0.6455272436141968], "cos_innovation_negg": [0.6019100546836853, 0.6455272436141968], "cos_apical_negg": [0.6019100546836853, 0.6455272436141968], "cos_Ac_negg": [0.6019100546836853, 0.6455272436141968], "r_norm": [0.16965913772583008, 0.17328311502933502]}, {"step": 15050, "epoch": 38, "train_loss": 0.0001634274813113734, "cos_r_negg": [0.6019209027290344, 0.6453890800476074], "cos_innovation_negg": [0.6019209027290344, 0.6453890800476074], "cos_apical_negg": [0.6019209027290344, 0.6453890800476074], "cos_Ac_negg": [0.6019209027290344, 0.6453890800476074], "r_norm": [0.1709619164466858, 0.17462629079818726]}, {"step": 15100, "epoch": 38, "train_loss": 0.00012142096238676459, "cos_r_negg": [0.6019852161407471, 0.6457254886627197], "cos_innovation_negg": [0.6019852161407471, 0.6457254886627197], "cos_apical_negg": [0.6019852161407471, 0.6457254886627197], "cos_Ac_negg": [0.6019852161407471, 0.6457254886627197], "r_norm": [0.17102427780628204, 0.17469944059848785]}, {"step": 15150, "epoch": 38, "train_loss": 0.00021328407456167042, "cos_r_negg": [0.6007497906684875, 0.6447336077690125], "cos_innovation_negg": [0.6007497906684875, 0.6447336077690125], "cos_apical_negg": [0.6007497906684875, 0.6447336077690125], "cos_Ac_negg": [0.6007497906684875, 0.6447336077690125], "r_norm": [0.17051835358142853, 0.17410142719745636]}, {"step": 15200, "epoch": 38, "train_loss": 0.00020001150551252067, "cos_r_negg": [0.6021120548248291, 0.645537257194519], "cos_innovation_negg": [0.6021120548248291, 0.645537257194519], "cos_apical_negg": [0.6021120548248291, 0.645537257194519], "cos_Ac_negg": [0.6021120548248291, 0.645537257194519], "r_norm": [0.16961655020713806, 0.17317382991313934]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9758, "test_loss": 0.1302262071609497}, {"step": 15250, "epoch": 39, "train_loss": 4.958010686095804e-05, "cos_r_negg": [0.6018179059028625, 0.6459324359893799], "cos_innovation_negg": [0.6018179059028625, 0.6459324359893799], "cos_apical_negg": [0.6018179059028625, 0.6459324359893799], "cos_Ac_negg": [0.6018179059028625, 0.6459324359893799], "r_norm": [0.16935408115386963, 0.17287804186344147]}, {"step": 15300, "epoch": 39, "train_loss": 8.944905857788399e-05, "cos_r_negg": [0.6017028093338013, 0.6450060606002808], "cos_innovation_negg": [0.6017028093338013, 0.6450060606002808], "cos_apical_negg": [0.6017028093338013, 0.6450060606002808], "cos_Ac_negg": [0.6017028093338013, 0.6450060606002808], "r_norm": [0.16932907700538635, 0.17284756898880005]}, {"step": 15350, "epoch": 39, "train_loss": 0.0003835287061519921, "cos_r_negg": [0.6020005941390991, 0.6450214385986328], "cos_innovation_negg": [0.6020005941390991, 0.6450214385986328], "cos_apical_negg": [0.6020005941390991, 0.6450214385986328], "cos_Ac_negg": [0.6020005941390991, 0.6450214385986328], "r_norm": [0.1692606806755066, 0.17280805110931396]}, {"step": 15400, "epoch": 39, "train_loss": 7.046347309369594e-05, "cos_r_negg": [0.6020391583442688, 0.6456246376037598], "cos_innovation_negg": [0.6020391583442688, 0.6456246376037598], "cos_apical_negg": [0.6020391583442688, 0.6456246376037598], "cos_Ac_negg": [0.6020391583442688, 0.6456246376037598], "r_norm": [0.17006203532218933, 0.1736522912979126]}, {"step": 15450, "epoch": 39, "train_loss": 0.0001322948228335008, "cos_r_negg": [0.6015191674232483, 0.6454517245292664], "cos_innovation_negg": [0.6015191674232483, 0.6454517245292664], "cos_apical_negg": [0.6015191674232483, 0.6454517245292664], "cos_Ac_negg": [0.6015191674232483, 0.6454517245292664], "r_norm": [0.1691218763589859, 0.17270347476005554]}, {"step": 15500, "epoch": 39, "train_loss": 0.0002792682498693466, "cos_r_negg": [0.6011822819709778, 0.6450178027153015], "cos_innovation_negg": [0.6011822819709778, 0.6450178027153015], "cos_apical_negg": [0.6011822819709778, 0.6450178027153015], "cos_Ac_negg": [0.6011822819709778, 0.6450178027153015], "r_norm": [0.16945497691631317, 0.17307867109775543]}, {"step": 15550, "epoch": 39, "train_loss": 0.00020840633078478277, "cos_r_negg": [0.6008667349815369, 0.6446132659912109], "cos_innovation_negg": [0.6008667349815369, 0.6446132659912109], "cos_apical_negg": [0.6008667349815369, 0.6446132659912109], "cos_Ac_negg": [0.6008667349815369, 0.6446132659912109], "r_norm": [0.1701400876045227, 0.17376598715782166]}, {"step": 15600, "epoch": 39, "train_loss": 9.589446563040838e-05, "cos_r_negg": [0.6011675596237183, 0.6462121605873108], "cos_innovation_negg": [0.6011675596237183, 0.6462121605873108], "cos_apical_negg": [0.6011675596237183, 0.6462121605873108], "cos_Ac_negg": [0.6011675596237183, 0.6462121605873108], "r_norm": [0.16937711834907532, 0.17288625240325928]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9756, "test_loss": 0.13038107089996337}, {"step": 15650, "epoch": 40, "train_loss": 0.00021148768428247422, "cos_r_negg": [0.6010394096374512, 0.6455362439155579], "cos_innovation_negg": [0.6010394096374512, 0.6455362439155579], "cos_apical_negg": [0.6010394096374512, 0.6455362439155579], "cos_Ac_negg": [0.6010394096374512, 0.6455362439155579], "r_norm": [0.16940346360206604, 0.17294010519981384]}, {"step": 15700, "epoch": 40, "train_loss": 0.0001921751827467233, "cos_r_negg": [0.6013400554656982, 0.6452083587646484], "cos_innovation_negg": [0.6013400554656982, 0.6452083587646484], "cos_apical_negg": [0.6013400554656982, 0.6452083587646484], "cos_Ac_negg": [0.6013400554656982, 0.6452083587646484], "r_norm": [0.16989979147911072, 0.17342740297317505]}, {"step": 15750, "epoch": 40, "train_loss": 9.855569805949926e-05, "cos_r_negg": [0.6012701988220215, 0.6453424096107483], "cos_innovation_negg": [0.6012701988220215, 0.6453424096107483], "cos_apical_negg": [0.6012701988220215, 0.6453424096107483], "cos_Ac_negg": [0.6012701988220215, 0.6453424096107483], "r_norm": [0.1700335443019867, 0.17361144721508026]}, {"step": 15800, "epoch": 40, "train_loss": 0.00015189129044301808, "cos_r_negg": [0.6010923385620117, 0.6449889540672302], "cos_innovation_negg": [0.6010923385620117, 0.6449889540672302], "cos_apical_negg": [0.6010923385620117, 0.6449889540672302], "cos_Ac_negg": [0.6010923385620117, 0.6449889540672302], "r_norm": [0.16946053504943848, 0.17300862073898315]}, {"step": 15850, "epoch": 40, "train_loss": 9.429535566596314e-05, "cos_r_negg": [0.6009985208511353, 0.6452972292900085], "cos_innovation_negg": [0.6009985208511353, 0.6452972292900085], "cos_apical_negg": [0.6009985208511353, 0.6452972292900085], "cos_Ac_negg": [0.6009985208511353, 0.6452972292900085], "r_norm": [0.16914910078048706, 0.17267782986164093]}, {"step": 15900, "epoch": 40, "train_loss": 4.848676690016873e-05, "cos_r_negg": [0.601837158203125, 0.645624041557312], "cos_innovation_negg": [0.601837158203125, 0.645624041557312], "cos_apical_negg": [0.601837158203125, 0.645624041557312], "cos_Ac_negg": [0.601837158203125, 0.645624041557312], "r_norm": [0.16939595341682434, 0.1729479730129242]}, {"step": 15950, "epoch": 40, "train_loss": 4.774545959662646e-05, "cos_r_negg": [0.6012122631072998, 0.6450804471969604], "cos_innovation_negg": [0.6012122631072998, 0.6450804471969604], "cos_apical_negg": [0.6012122631072998, 0.6450804471969604], "cos_Ac_negg": [0.6012122631072998, 0.6450804471969604], "r_norm": [0.1700940728187561, 0.17366616427898407]}, {"step": 16000, "epoch": 40, "train_loss": 2.7358031729818322e-05, "cos_r_negg": [0.6015849113464355, 0.6459441781044006], "cos_innovation_negg": [0.6015849113464355, 0.6459441781044006], "cos_apical_negg": [0.6015849113464355, 0.6459441781044006], "cos_Ac_negg": [0.6015849113464355, 0.6459441781044006], "r_norm": [0.1700519323348999, 0.17367291450500488]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9759, "test_loss": 0.13060819964408873}, {"step": 16050, "epoch": 41, "train_loss": 4.916001853416674e-05, "cos_r_negg": [0.6015830039978027, 0.6452852487564087], "cos_innovation_negg": [0.6015830039978027, 0.6452852487564087], "cos_apical_negg": [0.6015830039978027, 0.6452852487564087], "cos_Ac_negg": [0.6015830039978027, 0.6452852487564087], "r_norm": [0.16916154325008392, 0.17264768481254578]}, {"step": 16100, "epoch": 41, "train_loss": 8.135563984978944e-05, "cos_r_negg": [0.6018558740615845, 0.6458221673965454], "cos_innovation_negg": [0.6018558740615845, 0.6458221673965454], "cos_apical_negg": [0.6018558740615845, 0.6458221673965454], "cos_Ac_negg": [0.6018558740615845, 0.6458221673965454], "r_norm": [0.16927453875541687, 0.17281131446361542]}, {"step": 16150, "epoch": 41, "train_loss": 0.00012762242113240063, "cos_r_negg": [0.6019939184188843, 0.64609694480896], "cos_innovation_negg": [0.6019939184188843, 0.64609694480896], "cos_apical_negg": [0.6019939184188843, 0.64609694480896], "cos_Ac_negg": [0.6019939184188843, 0.64609694480896], "r_norm": [0.16935652494430542, 0.1729206144809723]}, {"step": 16200, "epoch": 41, "train_loss": 0.0001187200759886764, "cos_r_negg": [0.6014480590820312, 0.6455650329589844], "cos_innovation_negg": [0.6014480590820312, 0.6455650329589844], "cos_apical_negg": [0.6014480590820312, 0.6455650329589844], "cos_Ac_negg": [0.6014480590820312, 0.6455650329589844], "r_norm": [0.16923131048679352, 0.17276135087013245]}, {"step": 16250, "epoch": 41, "train_loss": 0.0001830237015383318, "cos_r_negg": [0.6014707684516907, 0.6458764672279358], "cos_innovation_negg": [0.6014707684516907, 0.6458764672279358], "cos_apical_negg": [0.6014707684516907, 0.6458764672279358], "cos_Ac_negg": [0.6014707684516907, 0.6458764672279358], "r_norm": [0.16949909925460815, 0.17308789491653442]}, {"step": 16300, "epoch": 41, "train_loss": 9.716874046716839e-05, "cos_r_negg": [0.6016992330551147, 0.6463149189949036], "cos_innovation_negg": [0.6016992330551147, 0.6463149189949036], "cos_apical_negg": [0.6016992330551147, 0.6463149189949036], "cos_Ac_negg": [0.6016992330551147, 0.6463149189949036], "r_norm": [0.1696615219116211, 0.17324765026569366]}, {"step": 16350, "epoch": 41, "train_loss": 8.676262223161757e-05, "cos_r_negg": [0.601302981376648, 0.6458205580711365], "cos_innovation_negg": [0.601302981376648, 0.6458205580711365], "cos_apical_negg": [0.601302981376648, 0.6458205580711365], "cos_Ac_negg": [0.601302981376648, 0.6458205580711365], "r_norm": [0.16899392008781433, 0.17249271273612976]}, {"step": 16400, "epoch": 41, "train_loss": 6.0743754147551954e-05, "cos_r_negg": [0.6007106304168701, 0.6448057889938354], "cos_innovation_negg": [0.6007106304168701, 0.6448057889938354], "cos_apical_negg": [0.6007106304168701, 0.6448057889938354], "cos_Ac_negg": [0.6007106304168701, 0.6448057889938354], "r_norm": [0.16962376236915588, 0.17318014800548553]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9756, "test_loss": 0.13118212742805482}, {"step": 16450, "epoch": 42, "train_loss": 5.6336954003199935e-05, "cos_r_negg": [0.6007120609283447, 0.6446693539619446], "cos_innovation_negg": [0.6007120609283447, 0.6446693539619446], "cos_apical_negg": [0.6007120609283447, 0.6446693539619446], "cos_Ac_negg": [0.6007120609283447, 0.6446693539619446], "r_norm": [0.17016740143299103, 0.17369350790977478]}, {"step": 16500, "epoch": 42, "train_loss": 0.0001383553317282349, "cos_r_negg": [0.6013801097869873, 0.6455314755439758], "cos_innovation_negg": [0.6013801097869873, 0.6455314755439758], "cos_apical_negg": [0.6013801097869873, 0.6455314755439758], "cos_Ac_negg": [0.6013801097869873, 0.6455314755439758], "r_norm": [0.16978523135185242, 0.1733977198600769]}, {"step": 16550, "epoch": 42, "train_loss": 0.00015729357255622745, "cos_r_negg": [0.6010149121284485, 0.6447920799255371], "cos_innovation_negg": [0.6010149121284485, 0.6447920799255371], "cos_apical_negg": [0.6010149121284485, 0.6447920799255371], "cos_Ac_negg": [0.6010149121284485, 0.6447920799255371], "r_norm": [0.16926737129688263, 0.1728086769580841]}, {"step": 16600, "epoch": 42, "train_loss": 0.00023368964320980012, "cos_r_negg": [0.6006112098693848, 0.6450865268707275], "cos_innovation_negg": [0.6006112098693848, 0.6450865268707275], "cos_apical_negg": [0.6006112098693848, 0.6450865268707275], "cos_Ac_negg": [0.6006112098693848, 0.6450865268707275], "r_norm": [0.16935870051383972, 0.1729045808315277]}, {"step": 16650, "epoch": 42, "train_loss": 8.435305062448606e-05, "cos_r_negg": [0.6010310649871826, 0.645372748374939], "cos_innovation_negg": [0.6010310649871826, 0.645372748374939], "cos_apical_negg": [0.6010310649871826, 0.645372748374939], "cos_Ac_negg": [0.6010310649871826, 0.645372748374939], "r_norm": [0.16966687142848969, 0.17315350472927094]}, {"step": 16700, "epoch": 42, "train_loss": 0.00010561449744272977, "cos_r_negg": [0.6008813381195068, 0.6455501317977905], "cos_innovation_negg": [0.6008813381195068, 0.6455501317977905], "cos_apical_negg": [0.6008813381195068, 0.6455501317977905], "cos_Ac_negg": [0.6008813381195068, 0.6455501317977905], "r_norm": [0.16947990655899048, 0.17300796508789062]}, {"step": 16750, "epoch": 42, "train_loss": 0.00011575938697205856, "cos_r_negg": [0.6010099649429321, 0.6451630592346191], "cos_innovation_negg": [0.6010099649429321, 0.6451630592346191], "cos_apical_negg": [0.6010099649429321, 0.6451630592346191], "cos_Ac_negg": [0.6010099649429321, 0.6451630592346191], "r_norm": [0.16927169263362885, 0.1728052794933319]}, {"step": 16800, "epoch": 42, "train_loss": 5.23343805980403e-05, "cos_r_negg": [0.6009485721588135, 0.6452803015708923], "cos_innovation_negg": [0.6009485721588135, 0.6452803015708923], "cos_apical_negg": [0.6009485721588135, 0.6452803015708923], "cos_Ac_negg": [0.6009485721588135, 0.6452803015708923], "r_norm": [0.16952981054782867, 0.17308209836483002]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9756, "test_loss": 0.13146797757148743}, {"step": 16850, "epoch": 43, "train_loss": 0.0001702223380561918, "cos_r_negg": [0.6008479595184326, 0.6451880931854248], "cos_innovation_negg": [0.6008479595184326, 0.6451880931854248], "cos_apical_negg": [0.6008479595184326, 0.6451880931854248], "cos_Ac_negg": [0.6008479595184326, 0.6451880931854248], "r_norm": [0.16965404152870178, 0.17314963042736053]}, {"step": 16900, "epoch": 43, "train_loss": 0.00010235903755528852, "cos_r_negg": [0.6013219356536865, 0.645348846912384], "cos_innovation_negg": [0.6013219356536865, 0.645348846912384], "cos_apical_negg": [0.6013219356536865, 0.645348846912384], "cos_Ac_negg": [0.6013219356536865, 0.645348846912384], "r_norm": [0.16963985562324524, 0.17316162586212158]}, {"step": 16950, "epoch": 43, "train_loss": 0.00010745185136329383, "cos_r_negg": [0.6011323928833008, 0.6452953815460205], "cos_innovation_negg": [0.6011323928833008, 0.6452953815460205], "cos_apical_negg": [0.6011323928833008, 0.6452953815460205], "cos_Ac_negg": [0.6011323928833008, 0.6452953815460205], "r_norm": [0.16927188634872437, 0.17278023064136505]}, {"step": 17000, "epoch": 43, "train_loss": 8.591375080868602e-05, "cos_r_negg": [0.6011605262756348, 0.6458502411842346], "cos_innovation_negg": [0.6011605262756348, 0.6458502411842346], "cos_apical_negg": [0.6011605262756348, 0.6458502411842346], "cos_Ac_negg": [0.6011605262756348, 0.6458502411842346], "r_norm": [0.16890138387680054, 0.17243631184101105]}, {"step": 17050, "epoch": 43, "train_loss": 0.00015412888024002314, "cos_r_negg": [0.6014765501022339, 0.6454275846481323], "cos_innovation_negg": [0.6014765501022339, 0.6454275846481323], "cos_apical_negg": [0.6014765501022339, 0.6454275846481323], "cos_Ac_negg": [0.6014765501022339, 0.6454275846481323], "r_norm": [0.1696508824825287, 0.17319472134113312]}, {"step": 17100, "epoch": 43, "train_loss": 7.54177090129815e-05, "cos_r_negg": [0.6013437509536743, 0.6450954079627991], "cos_innovation_negg": [0.6013437509536743, 0.6450954079627991], "cos_apical_negg": [0.6013437509536743, 0.6450954079627991], "cos_Ac_negg": [0.6013437509536743, 0.6450954079627991], "r_norm": [0.1693987250328064, 0.17295828461647034]}, {"step": 17150, "epoch": 43, "train_loss": 0.00012902359594590962, "cos_r_negg": [0.6007915735244751, 0.6453048586845398], "cos_innovation_negg": [0.6007915735244751, 0.6453048586845398], "cos_apical_negg": [0.6007915735244751, 0.6453048586845398], "cos_Ac_negg": [0.6007915735244751, 0.6453048586845398], "r_norm": [0.16997933387756348, 0.17351850867271423]}, {"step": 17200, "epoch": 43, "train_loss": 0.00022557194461114705, "cos_r_negg": [0.6008185148239136, 0.6454591751098633], "cos_innovation_negg": [0.6008185148239136, 0.6454591751098633], "cos_apical_negg": [0.6008185148239136, 0.6454591751098633], "cos_Ac_negg": [0.6008185148239136, 0.6454591751098633], "r_norm": [0.16934320330619812, 0.17291922867298126]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9755, "test_loss": 0.13185852398872375}, {"step": 17250, "epoch": 44, "train_loss": 0.000143258657772094, "cos_r_negg": [0.6012448072433472, 0.6460249423980713], "cos_innovation_negg": [0.6012448072433472, 0.6460249423980713], "cos_apical_negg": [0.6012448072433472, 0.6460249423980713], "cos_Ac_negg": [0.6012448072433472, 0.6460249423980713], "r_norm": [0.16886454820632935, 0.1723361760377884]}, {"step": 17300, "epoch": 44, "train_loss": 4.972792521584779e-05, "cos_r_negg": [0.6009828448295593, 0.6457654237747192], "cos_innovation_negg": [0.6009828448295593, 0.6457654237747192], "cos_apical_negg": [0.6009828448295593, 0.6457654237747192], "cos_Ac_negg": [0.6009828448295593, 0.6457654237747192], "r_norm": [0.16923826932907104, 0.17277891933918]}, {"step": 17350, "epoch": 44, "train_loss": 0.00011753554281312972, "cos_r_negg": [0.6013528108596802, 0.6458413600921631], "cos_innovation_negg": [0.6013528108596802, 0.6458413600921631], "cos_apical_negg": [0.6013528108596802, 0.6458413600921631], "cos_Ac_negg": [0.6013528108596802, 0.6458413600921631], "r_norm": [0.16917617619037628, 0.17263835668563843]}, {"step": 17400, "epoch": 44, "train_loss": 7.515271863667294e-05, "cos_r_negg": [0.6013009548187256, 0.6453754305839539], "cos_innovation_negg": [0.6013009548187256, 0.6453754305839539], "cos_apical_negg": [0.6013009548187256, 0.6453754305839539], "cos_Ac_negg": [0.6013009548187256, 0.6453754305839539], "r_norm": [0.169386088848114, 0.1729014813899994]}, {"step": 17450, "epoch": 44, "train_loss": 0.00012601923663169146, "cos_r_negg": [0.6012004613876343, 0.6456843614578247], "cos_innovation_negg": [0.6012004613876343, 0.6456843614578247], "cos_apical_negg": [0.6012004613876343, 0.6456843614578247], "cos_Ac_negg": [0.6012004613876343, 0.6456843614578247], "r_norm": [0.1693086326122284, 0.17288336157798767]}, {"step": 17500, "epoch": 44, "train_loss": 0.00011919040116481483, "cos_r_negg": [0.6014552116394043, 0.6459784507751465], "cos_innovation_negg": [0.6014552116394043, 0.6459784507751465], "cos_apical_negg": [0.6014552116394043, 0.6459784507751465], "cos_Ac_negg": [0.6014552116394043, 0.6459784507751465], "r_norm": [0.16934537887573242, 0.1729069948196411]}, {"step": 17550, "epoch": 44, "train_loss": 0.000107719621155411, "cos_r_negg": [0.6013435125350952, 0.6456174254417419], "cos_innovation_negg": [0.6013435125350952, 0.6456174254417419], "cos_apical_negg": [0.6013435125350952, 0.6456174254417419], "cos_Ac_negg": [0.6013435125350952, 0.6456174254417419], "r_norm": [0.16947264969348907, 0.17305898666381836]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9755, "test_loss": 0.1319847415447235}, {"step": 17600, "epoch": 45, "train_loss": 0.00011423732939874753, "cos_r_negg": [0.6013890504837036, 0.645281195640564], "cos_innovation_negg": [0.6013890504837036, 0.645281195640564], "cos_apical_negg": [0.6013890504837036, 0.645281195640564], "cos_Ac_negg": [0.6013890504837036, 0.645281195640564], "r_norm": [0.16959667205810547, 0.17314669489860535]}, {"step": 17650, "epoch": 45, "train_loss": 8.027924923226237e-05, "cos_r_negg": [0.6012940406799316, 0.6451334953308105], "cos_innovation_negg": [0.6012940406799316, 0.6451334953308105], "cos_apical_negg": [0.6012940406799316, 0.6451334953308105], "cos_Ac_negg": [0.6012940406799316, 0.6451334953308105], "r_norm": [0.17006155848503113, 0.17358794808387756]}, {"step": 17700, "epoch": 45, "train_loss": 4.659347905544564e-05, "cos_r_negg": [0.6013419032096863, 0.6460675001144409], "cos_innovation_negg": [0.6013419032096863, 0.6460675001144409], "cos_apical_negg": [0.6013419032096863, 0.6460675001144409], "cos_Ac_negg": [0.6013419032096863, 0.6460675001144409], "r_norm": [0.1698089838027954, 0.1733526885509491]}, {"step": 17750, "epoch": 45, "train_loss": 0.00011811273725470528, "cos_r_negg": [0.6013759970664978, 0.6461355686187744], "cos_innovation_negg": [0.6013759970664978, 0.6461355686187744], "cos_apical_negg": [0.6013759970664978, 0.6461355686187744], "cos_Ac_negg": [0.6013759970664978, 0.6461355686187744], "r_norm": [0.16966238617897034, 0.17325592041015625]}, {"step": 17800, "epoch": 45, "train_loss": 0.00021392974304035306, "cos_r_negg": [0.6015013456344604, 0.6460044384002686], "cos_innovation_negg": [0.6015013456344604, 0.6460044384002686], "cos_apical_negg": [0.6015013456344604, 0.6460044384002686], "cos_Ac_negg": [0.6015013456344604, 0.6460044384002686], "r_norm": [0.16916963458061218, 0.17270004749298096]}, {"step": 17850, "epoch": 45, "train_loss": 4.6993864089017734e-05, "cos_r_negg": [0.6017090678215027, 0.6456362009048462], "cos_innovation_negg": [0.6017090678215027, 0.6456362009048462], "cos_apical_negg": [0.6017090678215027, 0.6456362009048462], "cos_Ac_negg": [0.6017090678215027, 0.6456362009048462], "r_norm": [0.1691148579120636, 0.17264652252197266]}, {"step": 17900, "epoch": 45, "train_loss": 0.00020409986609593034, "cos_r_negg": [0.6017174124717712, 0.645891547203064], "cos_innovation_negg": [0.6017174124717712, 0.645891547203064], "cos_apical_negg": [0.6017174124717712, 0.645891547203064], "cos_Ac_negg": [0.6017174124717712, 0.645891547203064], "r_norm": [0.1690271496772766, 0.17254632711410522]}, {"step": 17950, "epoch": 45, "train_loss": 7.685470336582512e-05, "cos_r_negg": [0.6016900539398193, 0.6459726691246033], "cos_innovation_negg": [0.6016900539398193, 0.6459726691246033], "cos_apical_negg": [0.6016900539398193, 0.6459726691246033], "cos_Ac_negg": [0.6016900539398193, 0.6459726691246033], "r_norm": [0.168961763381958, 0.17252837121486664]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9756, "test_loss": 0.13238901853561402}, {"step": 18000, "epoch": 46, "train_loss": 7.731583173153922e-05, "cos_r_negg": [0.601435124874115, 0.6459858417510986], "cos_innovation_negg": [0.601435124874115, 0.6459858417510986], "cos_apical_negg": [0.601435124874115, 0.6459858417510986], "cos_Ac_negg": [0.601435124874115, 0.6459858417510986], "r_norm": [0.1688614934682846, 0.17246082425117493]}, {"step": 18050, "epoch": 46, "train_loss": 0.00011409113358240575, "cos_r_negg": [0.6014696359634399, 0.6460880637168884], "cos_innovation_negg": [0.6014696359634399, 0.6460880637168884], "cos_apical_negg": [0.6014696359634399, 0.6460880637168884], "cos_Ac_negg": [0.6014696359634399, 0.6460880637168884], "r_norm": [0.1687072515487671, 0.17231778800487518]}, {"step": 18100, "epoch": 46, "train_loss": 0.00019362670718692243, "cos_r_negg": [0.601535975933075, 0.6459913849830627], "cos_innovation_negg": [0.601535975933075, 0.6459913849830627], "cos_apical_negg": [0.601535975933075, 0.6459913849830627], "cos_Ac_negg": [0.601535975933075, 0.6459913849830627], "r_norm": [0.1683131903409958, 0.17187297344207764]}, {"step": 18150, "epoch": 46, "train_loss": 8.755779708735645e-05, "cos_r_negg": [0.6016606688499451, 0.6463145017623901], "cos_innovation_negg": [0.6016606688499451, 0.6463145017623901], "cos_apical_negg": [0.6016606688499451, 0.6463145017623901], "cos_Ac_negg": [0.6016606688499451, 0.6463145017623901], "r_norm": [0.16884037852287292, 0.17237810790538788]}, {"step": 18200, "epoch": 46, "train_loss": 9.492751996731386e-05, "cos_r_negg": [0.601723313331604, 0.6463707089424133], "cos_innovation_negg": [0.601723313331604, 0.6463707089424133], "cos_apical_negg": [0.601723313331604, 0.6463707089424133], "cos_Ac_negg": [0.601723313331604, 0.6463707089424133], "r_norm": [0.16860029101371765, 0.17213985323905945]}, {"step": 18250, "epoch": 46, "train_loss": 9.751236211741343e-05, "cos_r_negg": [0.6018708944320679, 0.6462973952293396], "cos_innovation_negg": [0.6018708944320679, 0.6462973952293396], "cos_apical_negg": [0.6018708944320679, 0.6462973952293396], "cos_Ac_negg": [0.6018708944320679, 0.6462973952293396], "r_norm": [0.16926755011081696, 0.17283880710601807]}, {"step": 18300, "epoch": 46, "train_loss": 0.0001998994848690927, "cos_r_negg": [0.602075457572937, 0.6464477777481079], "cos_innovation_negg": [0.602075457572937, 0.6464477777481079], "cos_apical_negg": [0.602075457572937, 0.6464477777481079], "cos_Ac_negg": [0.602075457572937, 0.6464477777481079], "r_norm": [0.1688028872013092, 0.1723574697971344]}, {"step": 18350, "epoch": 46, "train_loss": 0.000103157595731318, "cos_r_negg": [0.6022189855575562, 0.6465286016464233], "cos_innovation_negg": [0.6022189855575562, 0.6465286016464233], "cos_apical_negg": [0.6022189855575562, 0.6465286016464233], "cos_Ac_negg": [0.6022189855575562, 0.6465286016464233], "r_norm": [0.16852810978889465, 0.17201626300811768]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9757, "test_loss": 0.13288539848327638}, {"step": 18400, "epoch": 47, "train_loss": 0.0002999051648657769, "cos_r_negg": [0.6020131707191467, 0.6461770534515381], "cos_innovation_negg": [0.6020131707191467, 0.6461770534515381], "cos_apical_negg": [0.6020131707191467, 0.6461770534515381], "cos_Ac_negg": [0.6020131707191467, 0.6461770534515381], "r_norm": [0.16891345381736755, 0.17237739264965057]}, {"step": 18450, "epoch": 47, "train_loss": 0.00010273831139784306, "cos_r_negg": [0.6022054553031921, 0.6462451219558716], "cos_innovation_negg": [0.6022054553031921, 0.6462451219558716], "cos_apical_negg": [0.6022054553031921, 0.6462451219558716], "cos_Ac_negg": [0.6022054553031921, 0.6462451219558716], "r_norm": [0.1689336597919464, 0.17233675718307495]}, {"step": 18500, "epoch": 47, "train_loss": 0.0002031652838923037, "cos_r_negg": [0.6020140051841736, 0.6462355852127075], "cos_innovation_negg": [0.6020140051841736, 0.6462355852127075], "cos_apical_negg": [0.6020140051841736, 0.6462355852127075], "cos_Ac_negg": [0.6020140051841736, 0.6462355852127075], "r_norm": [0.16939550638198853, 0.17280414700508118]}, {"step": 18550, "epoch": 47, "train_loss": 8.53387828101404e-05, "cos_r_negg": [0.6020402908325195, 0.6462590098381042], "cos_innovation_negg": [0.6020402908325195, 0.6462590098381042], "cos_apical_negg": [0.6020402908325195, 0.6462590098381042], "cos_Ac_negg": [0.6020402908325195, 0.6462590098381042], "r_norm": [0.16951867938041687, 0.1730324774980545]}, {"step": 18600, "epoch": 47, "train_loss": 5.7290715631097555e-05, "cos_r_negg": [0.6020049452781677, 0.6461511850357056], "cos_innovation_negg": [0.6020049452781677, 0.6461511850357056], "cos_apical_negg": [0.6020049452781677, 0.6461511850357056], "cos_Ac_negg": [0.6020049452781677, 0.6461511850357056], "r_norm": [0.1696380227804184, 0.17318210005760193]}, {"step": 18650, "epoch": 47, "train_loss": 0.00010530640429351479, "cos_r_negg": [0.6022276878356934, 0.6463472843170166], "cos_innovation_negg": [0.6022276878356934, 0.6463472843170166], "cos_apical_negg": [0.6022276878356934, 0.6463472843170166], "cos_Ac_negg": [0.6022276878356934, 0.6463472843170166], "r_norm": [0.16878929734230042, 0.17229682207107544]}, {"step": 18700, "epoch": 47, "train_loss": 0.0001517913769930601, "cos_r_negg": [0.6019911766052246, 0.6464524269104004], "cos_innovation_negg": [0.6019911766052246, 0.6464524269104004], "cos_apical_negg": [0.6019911766052246, 0.6464524269104004], "cos_Ac_negg": [0.6019911766052246, 0.6464524269104004], "r_norm": [0.16859887540340424, 0.17213648557662964]}, {"step": 18750, "epoch": 47, "train_loss": 5.841994789079763e-05, "cos_r_negg": [0.6019927263259888, 0.646708071231842], "cos_innovation_negg": [0.6019927263259888, 0.646708071231842], "cos_apical_negg": [0.6019927263259888, 0.646708071231842], "cos_Ac_negg": [0.6019927263259888, 0.646708071231842], "r_norm": [0.16857272386550903, 0.172154039144516]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9757, "test_loss": 0.13296089725494384}, {"step": 18800, "epoch": 48, "train_loss": 9.826348104979843e-05, "cos_r_negg": [0.6020461320877075, 0.6466192007064819], "cos_innovation_negg": [0.6020461320877075, 0.6466192007064819], "cos_apical_negg": [0.6020461320877075, 0.6466192007064819], "cos_Ac_negg": [0.6020461320877075, 0.6466192007064819], "r_norm": [0.16887624561786652, 0.17248138785362244]}, {"step": 18850, "epoch": 48, "train_loss": 0.0002023777342401445, "cos_r_negg": [0.6020001173019409, 0.6468020677566528], "cos_innovation_negg": [0.6020001173019409, 0.6468020677566528], "cos_apical_negg": [0.6020001173019409, 0.6468020677566528], "cos_Ac_negg": [0.6020001173019409, 0.6468020677566528], "r_norm": [0.16876280307769775, 0.1723397970199585]}, {"step": 18900, "epoch": 48, "train_loss": 6.812508217990398e-05, "cos_r_negg": [0.6019420623779297, 0.6465403437614441], "cos_innovation_negg": [0.6019420623779297, 0.6465403437614441], "cos_apical_negg": [0.6019420623779297, 0.6465403437614441], "cos_Ac_negg": [0.6019420623779297, 0.6465403437614441], "r_norm": [0.16869384050369263, 0.17222300171852112]}, {"step": 18950, "epoch": 48, "train_loss": 0.00022556872863788158, "cos_r_negg": [0.6020436882972717, 0.646489143371582], "cos_innovation_negg": [0.6020436882972717, 0.646489143371582], "cos_apical_negg": [0.6020436882972717, 0.646489143371582], "cos_Ac_negg": [0.6020436882972717, 0.646489143371582], "r_norm": [0.1687086969614029, 0.1722533404827118]}, {"step": 19000, "epoch": 48, "train_loss": 9.072627290152013e-05, "cos_r_negg": [0.6021099090576172, 0.6465364098548889], "cos_innovation_negg": [0.6021099090576172, 0.6465364098548889], "cos_apical_negg": [0.6021099090576172, 0.6465364098548889], "cos_Ac_negg": [0.6021099090576172, 0.6465364098548889], "r_norm": [0.16880398988723755, 0.17231452465057373]}, {"step": 19050, "epoch": 48, "train_loss": 0.00016634927305858582, "cos_r_negg": [0.6023540496826172, 0.6469399929046631], "cos_innovation_negg": [0.6023540496826172, 0.6469399929046631], "cos_apical_negg": [0.6023540496826172, 0.6469399929046631], "cos_Ac_negg": [0.6023540496826172, 0.6469399929046631], "r_norm": [0.16811715066432953, 0.1716192066669464]}, {"step": 19100, "epoch": 48, "train_loss": 0.00024164932256098837, "cos_r_negg": [0.602415919303894, 0.6469191312789917], "cos_innovation_negg": [0.602415919303894, 0.6469191312789917], "cos_apical_negg": [0.602415919303894, 0.6469191312789917], "cos_Ac_negg": [0.602415919303894, 0.6469191312789917], "r_norm": [0.16857565939426422, 0.1720997393131256]}, {"step": 19150, "epoch": 48, "train_loss": 4.918408376397565e-05, "cos_r_negg": [0.6023147106170654, 0.6469626426696777], "cos_innovation_negg": [0.6023147106170654, 0.6469626426696777], "cos_apical_negg": [0.6023147106170654, 0.6469626426696777], "cos_Ac_negg": [0.6023147106170654, 0.6469626426696777], "r_norm": [0.1692305952310562, 0.17277905344963074]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9755, "test_loss": 0.13328405847549438}, {"step": 19200, "epoch": 49, "train_loss": 6.185231177369133e-05, "cos_r_negg": [0.6024277806282043, 0.6473346948623657], "cos_innovation_negg": [0.6024277806282043, 0.6473346948623657], "cos_apical_negg": [0.6024277806282043, 0.6473346948623657], "cos_Ac_negg": [0.6024277806282043, 0.6473346948623657], "r_norm": [0.16875998675823212, 0.17233514785766602]}, {"step": 19250, "epoch": 49, "train_loss": 3.0584571504732594e-05, "cos_r_negg": [0.6026520133018494, 0.6475526094436646], "cos_innovation_negg": [0.6026520133018494, 0.6475526094436646], "cos_apical_negg": [0.6026520133018494, 0.6475526094436646], "cos_Ac_negg": [0.6026520133018494, 0.6475526094436646], "r_norm": [0.16877110302448273, 0.17240332067012787]}, {"step": 19300, "epoch": 49, "train_loss": 0.00023641121515538543, "cos_r_negg": [0.6024948954582214, 0.6472966074943542], "cos_innovation_negg": [0.6024948954582214, 0.6472966074943542], "cos_apical_negg": [0.6024948954582214, 0.6472966074943542], "cos_Ac_negg": [0.6024948954582214, 0.6472966074943542], "r_norm": [0.1687694638967514, 0.1723281443119049]}, {"step": 19350, "epoch": 49, "train_loss": 0.00014753274444956332, "cos_r_negg": [0.6027669906616211, 0.6473006010055542], "cos_innovation_negg": [0.6027669906616211, 0.6473006010055542], "cos_apical_negg": [0.6027669906616211, 0.6473006010055542], "cos_Ac_negg": [0.6027669906616211, 0.6473006010055542], "r_norm": [0.1687517762184143, 0.17232449352741241]}, {"step": 19400, "epoch": 49, "train_loss": 0.00014664829359389842, "cos_r_negg": [0.6035031676292419, 0.6474714279174805], "cos_innovation_negg": [0.6035031676292419, 0.6474714279174805], "cos_apical_negg": [0.6035031676292419, 0.6474714279174805], "cos_Ac_negg": [0.6035031676292419, 0.6474714279174805], "r_norm": [0.16846878826618195, 0.17200598120689392]}, {"step": 19450, "epoch": 49, "train_loss": 0.0001627169258426875, "cos_r_negg": [0.603498101234436, 0.6475235819816589], "cos_innovation_negg": [0.603498101234436, 0.6475235819816589], "cos_apical_negg": [0.603498101234436, 0.6475235819816589], "cos_Ac_negg": [0.603498101234436, 0.6475235819816589], "r_norm": [0.16841311752796173, 0.1718791127204895]}, {"step": 19500, "epoch": 49, "train_loss": 5.513978248927742e-05, "cos_r_negg": [0.6033581495285034, 0.6475358605384827], "cos_innovation_negg": [0.6033581495285034, 0.6475358605384827], "cos_apical_negg": [0.6033581495285034, 0.6475358605384827], "cos_Ac_negg": [0.6033581495285034, 0.6475358605384827], "r_norm": [0.16851291060447693, 0.1719367504119873]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.13346898097991944}, {"step": 19550, "epoch": 50, "train_loss": 2.7312453312333673e-05, "cos_r_negg": [0.6024577617645264, 0.6475878953933716], "cos_innovation_negg": [0.6024577617645264, 0.6475878953933716], "cos_apical_negg": [0.6024577617645264, 0.6475878953933716], "cos_Ac_negg": [0.6024577617645264, 0.6475878953933716], "r_norm": [0.16846957802772522, 0.17197361588478088]}, {"step": 19600, "epoch": 50, "train_loss": 8.668070950079709e-05, "cos_r_negg": [0.6032252907752991, 0.6476777791976929], "cos_innovation_negg": [0.6032252907752991, 0.6476777791976929], "cos_apical_negg": [0.6032252907752991, 0.6476777791976929], "cos_Ac_negg": [0.6032252907752991, 0.6476777791976929], "r_norm": [0.1683347225189209, 0.17180214822292328]}, {"step": 19650, "epoch": 50, "train_loss": 6.32943119853735e-05, "cos_r_negg": [0.6033397912979126, 0.6478419303894043], "cos_innovation_negg": [0.6033397912979126, 0.6478419303894043], "cos_apical_negg": [0.6033397912979126, 0.6478419303894043], "cos_Ac_negg": [0.6033397912979126, 0.6478419303894043], "r_norm": [0.16871745884418488, 0.17221903800964355]}, {"step": 19700, "epoch": 50, "train_loss": 0.00016975405742414296, "cos_r_negg": [0.6033539772033691, 0.6477673053741455], "cos_innovation_negg": [0.6033539772033691, 0.6477673053741455], "cos_apical_negg": [0.6033539772033691, 0.6477673053741455], "cos_Ac_negg": [0.6033539772033691, 0.6477673053741455], "r_norm": [0.16854460537433624, 0.1720053255558014]}, {"step": 19750, "epoch": 50, "train_loss": 0.00014352163998410106, "cos_r_negg": [0.6031496524810791, 0.6478391885757446], "cos_innovation_negg": [0.6031496524810791, 0.6478391885757446], "cos_apical_negg": [0.6031496524810791, 0.6478391885757446], "cos_Ac_negg": [0.6031496524810791, 0.6478391885757446], "r_norm": [0.1684916913509369, 0.17199648916721344]}, {"step": 19800, "epoch": 50, "train_loss": 9.58709861151874e-05, "cos_r_negg": [0.6036202311515808, 0.6480072736740112], "cos_innovation_negg": [0.6036202311515808, 0.6480072736740112], "cos_apical_negg": [0.6036202311515808, 0.6480072736740112], "cos_Ac_negg": [0.6036202311515808, 0.6480072736740112], "r_norm": [0.16861197352409363, 0.17217309772968292]}, {"step": 19850, "epoch": 50, "train_loss": 9.225230314768851e-05, "cos_r_negg": [0.6036173105239868, 0.6481582522392273], "cos_innovation_negg": [0.6036173105239868, 0.6481582522392273], "cos_apical_negg": [0.6036173105239868, 0.6481582522392273], "cos_Ac_negg": [0.6036173105239868, 0.6481582522392273], "r_norm": [0.16822820901870728, 0.17177540063858032]}, {"step": 19900, "epoch": 50, "train_loss": 9.401090210303664e-05, "cos_r_negg": [0.6036850810050964, 0.6483031511306763], "cos_innovation_negg": [0.6036850810050964, 0.6483031511306763], "cos_apical_negg": [0.6036850810050964, 0.6483031511306763], "cos_Ac_negg": [0.6036850810050964, 0.6483031511306763], "r_norm": [0.16865429282188416, 0.17222937941551208]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9755, "test_loss": 0.1340277503967285}, {"step": 19950, "epoch": 51, "train_loss": 6.0780079365940765e-05, "cos_r_negg": [0.6035540103912354, 0.6481627225875854], "cos_innovation_negg": [0.6035540103912354, 0.6481627225875854], "cos_apical_negg": [0.6035540103912354, 0.6481627225875854], "cos_Ac_negg": [0.6035540103912354, 0.6481627225875854], "r_norm": [0.16865532100200653, 0.17217296361923218]}, {"step": 20000, "epoch": 51, "train_loss": 5.4573181841988117e-05, "cos_r_negg": [0.6035765409469604, 0.6481935381889343], "cos_innovation_negg": [0.6035765409469604, 0.6481935381889343], "cos_apical_negg": [0.6035765409469604, 0.6481935381889343], "cos_Ac_negg": [0.6035765409469604, 0.6481935381889343], "r_norm": [0.1686720848083496, 0.17221537232398987]}, {"step": 20050, "epoch": 51, "train_loss": 6.837290857220069e-05, "cos_r_negg": [0.6038254499435425, 0.6482897400856018], "cos_innovation_negg": [0.6038254499435425, 0.6482897400856018], "cos_apical_negg": [0.6038254499435425, 0.6482897400856018], "cos_Ac_negg": [0.6038254499435425, 0.6482897400856018], "r_norm": [0.1687171757221222, 0.17230601608753204]}, {"step": 20100, "epoch": 51, "train_loss": 4.723113670479506e-05, "cos_r_negg": [0.6038355827331543, 0.6485618948936462], "cos_innovation_negg": [0.6038355827331543, 0.6485618948936462], "cos_apical_negg": [0.6038355827331543, 0.6485618948936462], "cos_Ac_negg": [0.6038355827331543, 0.6485618948936462], "r_norm": [0.16894274950027466, 0.17245709896087646]}, {"step": 20150, "epoch": 51, "train_loss": 4.730221917270683e-05, "cos_r_negg": [0.6038572788238525, 0.6485165357589722], "cos_innovation_negg": [0.6038572788238525, 0.6485165357589722], "cos_apical_negg": [0.6038572788238525, 0.6485165357589722], "cos_Ac_negg": [0.6038572788238525, 0.6485165357589722], "r_norm": [0.16922494769096375, 0.17267447710037231]}, {"step": 20200, "epoch": 51, "train_loss": 0.0001054140884662047, "cos_r_negg": [0.6038970351219177, 0.6485815048217773], "cos_innovation_negg": [0.6038970351219177, 0.6485815048217773], "cos_apical_negg": [0.6038970351219177, 0.6485815048217773], "cos_Ac_negg": [0.6038970351219177, 0.6485815048217773], "r_norm": [0.1691063940525055, 0.17257368564605713]}, {"step": 20250, "epoch": 51, "train_loss": 6.820472481194884e-05, "cos_r_negg": [0.60374915599823, 0.6484501957893372], "cos_innovation_negg": [0.60374915599823, 0.6484501957893372], "cos_apical_negg": [0.60374915599823, 0.6484501957893372], "cos_Ac_negg": [0.60374915599823, 0.6484501957893372], "r_norm": [0.1691397726535797, 0.1726456880569458]}, {"step": 20300, "epoch": 51, "train_loss": 7.90772246546112e-05, "cos_r_negg": [0.6037513613700867, 0.6486269235610962], "cos_innovation_negg": [0.6037513613700867, 0.6486269235610962], "cos_apical_negg": [0.6037513613700867, 0.6486269235610962], "cos_Ac_negg": [0.6037513613700867, 0.6486269235610962], "r_norm": [0.16865071654319763, 0.172170490026474]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9756, "test_loss": 0.13417531924247741}, {"step": 20350, "epoch": 52, "train_loss": 0.0001432445424143225, "cos_r_negg": [0.6038313508033752, 0.6486314535140991], "cos_innovation_negg": [0.6038313508033752, 0.6486314535140991], "cos_apical_negg": [0.6038313508033752, 0.6486314535140991], "cos_Ac_negg": [0.6038313508033752, 0.6486314535140991], "r_norm": [0.1685965210199356, 0.17211374640464783]}, {"step": 20400, "epoch": 52, "train_loss": 4.11456567235291e-05, "cos_r_negg": [0.6037663817405701, 0.6486233472824097], "cos_innovation_negg": [0.6037663817405701, 0.6486233472824097], "cos_apical_negg": [0.6037663817405701, 0.6486233472824097], "cos_Ac_negg": [0.6037663817405701, 0.6486233472824097], "r_norm": [0.1691925823688507, 0.17270870506763458]}, {"step": 20450, "epoch": 52, "train_loss": 8.220854215323925e-05, "cos_r_negg": [0.6036218404769897, 0.6487911939620972], "cos_innovation_negg": [0.6036218404769897, 0.6487911939620972], "cos_apical_negg": [0.6036218404769897, 0.6487911939620972], "cos_Ac_negg": [0.6036218404769897, 0.6487911939620972], "r_norm": [0.1689879298210144, 0.1725209653377533]}, {"step": 20500, "epoch": 52, "train_loss": 0.0001058308407664299, "cos_r_negg": [0.6036841869354248, 0.6488915681838989], "cos_innovation_negg": [0.6036841869354248, 0.6488915681838989], "cos_apical_negg": [0.6036841869354248, 0.6488915681838989], "cos_Ac_negg": [0.6036841869354248, 0.6488915681838989], "r_norm": [0.1684211790561676, 0.17193208634853363]}, {"step": 20550, "epoch": 52, "train_loss": 5.734608566854149e-05, "cos_r_negg": [0.6037173271179199, 0.6487879157066345], "cos_innovation_negg": [0.6037173271179199, 0.6487879157066345], "cos_apical_negg": [0.6037173271179199, 0.6487879157066345], "cos_Ac_negg": [0.6037173271179199, 0.6487879157066345], "r_norm": [0.16844531893730164, 0.1719730794429779]}, {"step": 20600, "epoch": 52, "train_loss": 5.80316518608015e-05, "cos_r_negg": [0.6037579774856567, 0.6488766670227051], "cos_innovation_negg": [0.6037579774856567, 0.6488766670227051], "cos_apical_negg": [0.6037579774856567, 0.6488766670227051], "cos_Ac_negg": [0.6037579774856567, 0.6488766670227051], "r_norm": [0.16855280101299286, 0.17212723195552826]}, {"step": 20650, "epoch": 52, "train_loss": 0.00020425114780664444, "cos_r_negg": [0.6039832830429077, 0.6489080190658569], "cos_innovation_negg": [0.6039832830429077, 0.6489080190658569], "cos_apical_negg": [0.6039832830429077, 0.6489080190658569], "cos_Ac_negg": [0.6039832830429077, 0.6489080190658569], "r_norm": [0.16857345402240753, 0.17210352420806885]}, {"step": 20700, "epoch": 52, "train_loss": 5.4444317356683314e-05, "cos_r_negg": [0.6040632724761963, 0.6490800976753235], "cos_innovation_negg": [0.6040632724761963, 0.6490800976753235], "cos_apical_negg": [0.6040632724761963, 0.6490800976753235], "cos_Ac_negg": [0.6040632724761963, 0.6490800976753235], "r_norm": [0.16800004243850708, 0.17144924402236938]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9755, "test_loss": 0.13454829053878783}, {"step": 20750, "epoch": 53, "train_loss": 6.841024151071906e-05, "cos_r_negg": [0.6039712429046631, 0.6489769220352173], "cos_innovation_negg": [0.6039712429046631, 0.6489769220352173], "cos_apical_negg": [0.6039712429046631, 0.6489769220352173], "cos_Ac_negg": [0.6039712429046631, 0.6489769220352173], "r_norm": [0.16859889030456543, 0.17211848497390747]}, {"step": 20800, "epoch": 53, "train_loss": 8.308902761200443e-05, "cos_r_negg": [0.6042495965957642, 0.6490391492843628], "cos_innovation_negg": [0.6042495965957642, 0.6490391492843628], "cos_apical_negg": [0.6042495965957642, 0.6490391492843628], "cos_Ac_negg": [0.6042495965957642, 0.6490391492843628], "r_norm": [0.1689005196094513, 0.17237725853919983]}, {"step": 20850, "epoch": 53, "train_loss": 0.0001750300289131701, "cos_r_negg": [0.6043009757995605, 0.6491434574127197], "cos_innovation_negg": [0.6043009757995605, 0.6491434574127197], "cos_apical_negg": [0.6043009757995605, 0.6491434574127197], "cos_Ac_negg": [0.6043009757995605, 0.6491434574127197], "r_norm": [0.16847357153892517, 0.17189350724220276]}, {"step": 20900, "epoch": 53, "train_loss": 9.822725405683741e-05, "cos_r_negg": [0.6044434905052185, 0.6490635275840759], "cos_innovation_negg": [0.6044434905052185, 0.6490635275840759], "cos_apical_negg": [0.6044434905052185, 0.6490635275840759], "cos_Ac_negg": [0.6044434905052185, 0.6490635275840759], "r_norm": [0.1686420440673828, 0.17207083106040955]}, {"step": 20950, "epoch": 53, "train_loss": 0.00011558152618817985, "cos_r_negg": [0.6044657230377197, 0.6489748954772949], "cos_innovation_negg": [0.6044657230377197, 0.6489748954772949], "cos_apical_negg": [0.6044657230377197, 0.6489748954772949], "cos_Ac_negg": [0.6044657230377197, 0.6489748954772949], "r_norm": [0.16933663189411163, 0.17283126711845398]}, {"step": 21000, "epoch": 53, "train_loss": 3.207597910659388e-05, "cos_r_negg": [0.6043598055839539, 0.649335503578186], "cos_innovation_negg": [0.6043598055839539, 0.649335503578186], "cos_apical_negg": [0.6043598055839539, 0.649335503578186], "cos_Ac_negg": [0.6043598055839539, 0.649335503578186], "r_norm": [0.16855081915855408, 0.1720600426197052]}, {"step": 21050, "epoch": 53, "train_loss": 0.00010493130685063079, "cos_r_negg": [0.6041138172149658, 0.6495763063430786], "cos_innovation_negg": [0.6041138172149658, 0.6495763063430786], "cos_apical_negg": [0.6041138172149658, 0.6495763063430786], "cos_Ac_negg": [0.6041138172149658, 0.6495763063430786], "r_norm": [0.16762970387935638, 0.17112049460411072]}, {"step": 21100, "epoch": 53, "train_loss": 0.00020996641251258552, "cos_r_negg": [0.6040990948677063, 0.6495751738548279], "cos_innovation_negg": [0.6040990948677063, 0.6495751738548279], "cos_apical_negg": [0.6040990948677063, 0.6495751738548279], "cos_Ac_negg": [0.6040990948677063, 0.6495751738548279], "r_norm": [0.1679982841014862, 0.17151501774787903]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9756, "test_loss": 0.13463338384628296}, {"step": 21150, "epoch": 54, "train_loss": 7.89734476711601e-05, "cos_r_negg": [0.6038950681686401, 0.6495577096939087], "cos_innovation_negg": [0.6038950681686401, 0.6495577096939087], "cos_apical_negg": [0.6038950681686401, 0.6495577096939087], "cos_Ac_negg": [0.6038950681686401, 0.6495577096939087], "r_norm": [0.16825541853904724, 0.17180654406547546]}, {"step": 21200, "epoch": 54, "train_loss": 3.4947435779031366e-05, "cos_r_negg": [0.6045862436294556, 0.6494413614273071], "cos_innovation_negg": [0.6045862436294556, 0.6494413614273071], "cos_apical_negg": [0.6045862436294556, 0.6494413614273071], "cos_Ac_negg": [0.6045862436294556, 0.6494413614273071], "r_norm": [0.16900236904621124, 0.1725691854953766]}, {"step": 21250, "epoch": 54, "train_loss": 4.050928691867739e-05, "cos_r_negg": [0.6042829751968384, 0.6493419408798218], "cos_innovation_negg": [0.6042829751968384, 0.6493419408798218], "cos_apical_negg": [0.6042829751968384, 0.6493419408798218], "cos_Ac_negg": [0.6042829751968384, 0.6493419408798218], "r_norm": [0.1689811497926712, 0.17254160344600677]}, {"step": 21300, "epoch": 54, "train_loss": 0.00010028997348854318, "cos_r_negg": [0.6044410467147827, 0.6494854688644409], "cos_innovation_negg": [0.6044410467147827, 0.6494854688644409], "cos_apical_negg": [0.6044410467147827, 0.6494854688644409], "cos_Ac_negg": [0.6044410467147827, 0.6494854688644409], "r_norm": [0.16891463100910187, 0.17246700823307037]}, {"step": 21350, "epoch": 54, "train_loss": 0.0001140082094934769, "cos_r_negg": [0.6045219898223877, 0.6497216820716858], "cos_innovation_negg": [0.6045219898223877, 0.6497216820716858], "cos_apical_negg": [0.6045219898223877, 0.6497216820716858], "cos_Ac_negg": [0.6045219898223877, 0.6497216820716858], "r_norm": [0.16860193014144897, 0.17209523916244507]}, {"step": 21400, "epoch": 54, "train_loss": 8.147190237650648e-05, "cos_r_negg": [0.6042108535766602, 0.6498234272003174], "cos_innovation_negg": [0.6042108535766602, 0.6498234272003174], "cos_apical_negg": [0.6042108535766602, 0.6498234272003174], "cos_Ac_negg": [0.6042108535766602, 0.6498234272003174], "r_norm": [0.16798610985279083, 0.171464741230011]}, {"step": 21450, "epoch": 54, "train_loss": 8.598446584073827e-05, "cos_r_negg": [0.603956937789917, 0.6496994495391846], "cos_innovation_negg": [0.603956937789917, 0.6496994495391846], "cos_apical_negg": [0.603956937789917, 0.6496994495391846], "cos_Ac_negg": [0.603956937789917, 0.6496994495391846], "r_norm": [0.1678568422794342, 0.1713258922100067]}, {"step": 21500, "epoch": 54, "train_loss": 8.971086936071515e-05, "cos_r_negg": [0.6044150590896606, 0.6499788761138916], "cos_innovation_negg": [0.6044150590896606, 0.6499788761138916], "cos_apical_negg": [0.6044150590896606, 0.6499788761138916], "cos_Ac_negg": [0.6044150590896606, 0.6499788761138916], "r_norm": [0.16766786575317383, 0.1711319535970688]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9756, "test_loss": 0.13492628178596497}, {"step": 21550, "epoch": 55, "train_loss": 5.7210883824154735e-05, "cos_r_negg": [0.60486900806427, 0.6499944925308228], "cos_innovation_negg": [0.60486900806427, 0.6499944925308228], "cos_apical_negg": [0.60486900806427, 0.6499944925308228], "cos_Ac_negg": [0.60486900806427, 0.6499944925308228], "r_norm": [0.16793151199817657, 0.1713642179965973]}, {"step": 21600, "epoch": 55, "train_loss": 6.176927126944065e-05, "cos_r_negg": [0.6040211915969849, 0.6500412225723267], "cos_innovation_negg": [0.6040211915969849, 0.6500412225723267], "cos_apical_negg": [0.6040211915969849, 0.6500412225723267], "cos_Ac_negg": [0.6040211915969849, 0.6500412225723267], "r_norm": [0.16790038347244263, 0.17135398089885712]}, {"step": 21650, "epoch": 55, "train_loss": 5.215161218075082e-05, "cos_r_negg": [0.6039741039276123, 0.6500500440597534], "cos_innovation_negg": [0.6039741039276123, 0.6500500440597534], "cos_apical_negg": [0.6039741039276123, 0.6500500440597534], "cos_Ac_negg": [0.6039741039276123, 0.6500500440597534], "r_norm": [0.16783350706100464, 0.17122921347618103]}, {"step": 21700, "epoch": 55, "train_loss": 7.366501085925847e-05, "cos_r_negg": [0.604705274105072, 0.6501867771148682], "cos_innovation_negg": [0.604705274105072, 0.6501867771148682], "cos_apical_negg": [0.604705274105072, 0.6501867771148682], "cos_Ac_negg": [0.604705274105072, 0.6501867771148682], "r_norm": [0.1682199090719223, 0.1716374158859253]}, {"step": 21750, "epoch": 55, "train_loss": 0.00010369674419052899, "cos_r_negg": [0.6047008037567139, 0.6502874493598938], "cos_innovation_negg": [0.6047008037567139, 0.6502874493598938], "cos_apical_negg": [0.6047008037567139, 0.6502874493598938], "cos_Ac_negg": [0.6047008037567139, 0.6502874493598938], "r_norm": [0.16812986135482788, 0.1715744286775589]}, {"step": 21800, "epoch": 55, "train_loss": 0.00022428335796575993, "cos_r_negg": [0.6047297120094299, 0.6505041122436523], "cos_innovation_negg": [0.6047297120094299, 0.6505041122436523], "cos_apical_negg": [0.6047297120094299, 0.6505041122436523], "cos_Ac_negg": [0.6047297120094299, 0.6505041122436523], "r_norm": [0.16822978854179382, 0.17171800136566162]}, {"step": 21850, "epoch": 55, "train_loss": 4.47826532763429e-05, "cos_r_negg": [0.6049531102180481, 0.6502388715744019], "cos_innovation_negg": [0.6049531102180481, 0.6502388715744019], "cos_apical_negg": [0.6049531102180481, 0.6502388715744019], "cos_Ac_negg": [0.6049531102180481, 0.6502388715744019], "r_norm": [0.16835369169712067, 0.17188245058059692]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9756, "test_loss": 0.13516260328292848}, {"step": 21900, "epoch": 56, "train_loss": 6.525836943183094e-05, "cos_r_negg": [0.6050180196762085, 0.6501460075378418], "cos_innovation_negg": [0.6050180196762085, 0.6501460075378418], "cos_apical_negg": [0.6050180196762085, 0.6501460075378418], "cos_Ac_negg": [0.6050180196762085, 0.6501460075378418], "r_norm": [0.16839829087257385, 0.17195044457912445]}, {"step": 21950, "epoch": 56, "train_loss": 0.00017879478400573134, "cos_r_negg": [0.6048137545585632, 0.6498758792877197], "cos_innovation_negg": [0.6048137545585632, 0.6498758792877197], "cos_apical_negg": [0.6048137545585632, 0.6498758792877197], "cos_Ac_negg": [0.6048137545585632, 0.6498758792877197], "r_norm": [0.16865938901901245, 0.17218123376369476]}, {"step": 22000, "epoch": 56, "train_loss": 6.694579496979713e-05, "cos_r_negg": [0.6051260232925415, 0.6501862406730652], "cos_innovation_negg": [0.6051260232925415, 0.6501862406730652], "cos_apical_negg": [0.6051260232925415, 0.6501862406730652], "cos_Ac_negg": [0.6051260232925415, 0.6501862406730652], "r_norm": [0.16868893802165985, 0.17222602665424347]}, {"step": 22050, "epoch": 56, "train_loss": 4.436233939486556e-05, "cos_r_negg": [0.6051053404808044, 0.6501420736312866], "cos_innovation_negg": [0.6051053404808044, 0.6501420736312866], "cos_apical_negg": [0.6051053404808044, 0.6501420736312866], "cos_Ac_negg": [0.6051053404808044, 0.6501420736312866], "r_norm": [0.1683623492717743, 0.17184671759605408]}, {"step": 22100, "epoch": 56, "train_loss": 6.76349809509702e-05, "cos_r_negg": [0.6052777767181396, 0.6503075361251831], "cos_innovation_negg": [0.6052777767181396, 0.6503075361251831], "cos_apical_negg": [0.6052777767181396, 0.6503075361251831], "cos_Ac_negg": [0.6052777767181396, 0.6503075361251831], "r_norm": [0.16832908987998962, 0.17182597517967224]}, {"step": 22150, "epoch": 56, "train_loss": 0.00018119197920896113, "cos_r_negg": [0.6050992012023926, 0.6504453420639038], "cos_innovation_negg": [0.6050992012023926, 0.6504453420639038], "cos_apical_negg": [0.6050992012023926, 0.6504453420639038], "cos_Ac_negg": [0.6050992012023926, 0.6504453420639038], "r_norm": [0.168333500623703, 0.1718498319387436]}, {"step": 22200, "epoch": 56, "train_loss": 0.00013724996824748814, "cos_r_negg": [0.604245662689209, 0.6500661373138428], "cos_innovation_negg": [0.604245662689209, 0.6500661373138428], "cos_apical_negg": [0.604245662689209, 0.6500661373138428], "cos_Ac_negg": [0.604245662689209, 0.6500661373138428], "r_norm": [0.16814236342906952, 0.17167305946350098]}, {"step": 22250, "epoch": 56, "train_loss": 0.00018830527551472187, "cos_r_negg": [0.6051144599914551, 0.6504479646682739], "cos_innovation_negg": [0.6051144599914551, 0.6504479646682739], "cos_apical_negg": [0.6051144599914551, 0.6504479646682739], "cos_Ac_negg": [0.6051144599914551, 0.6504479646682739], "r_norm": [0.16778135299682617, 0.17132990062236786]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9755, "test_loss": 0.13542479848861694}, {"step": 22300, "epoch": 57, "train_loss": 0.00011279607133474201, "cos_r_negg": [0.6047604084014893, 0.6505526304244995], "cos_innovation_negg": [0.6047604084014893, 0.6505526304244995], "cos_apical_negg": [0.6047604084014893, 0.6505526304244995], "cos_Ac_negg": [0.6047604084014893, 0.6505526304244995], "r_norm": [0.16809473931789398, 0.1715964376926422]}, {"step": 22350, "epoch": 57, "train_loss": 0.00017363394726999104, "cos_r_negg": [0.6049540042877197, 0.6506282091140747], "cos_innovation_negg": [0.6049540042877197, 0.6506282091140747], "cos_apical_negg": [0.6049540042877197, 0.6506282091140747], "cos_Ac_negg": [0.6049540042877197, 0.6506282091140747], "r_norm": [0.16761280596256256, 0.17111821472644806]}, {"step": 22400, "epoch": 57, "train_loss": 0.00010470243432791904, "cos_r_negg": [0.6044224500656128, 0.6499810218811035], "cos_innovation_negg": [0.6044224500656128, 0.6499810218811035], "cos_apical_negg": [0.6044224500656128, 0.6499810218811035], "cos_Ac_negg": [0.6044224500656128, 0.6499810218811035], "r_norm": [0.16733036935329437, 0.17083008587360382]}, {"step": 22450, "epoch": 57, "train_loss": 6.0554542869795114e-05, "cos_r_negg": [0.6043549180030823, 0.6505733728408813], "cos_innovation_negg": [0.6043549180030823, 0.6505733728408813], "cos_apical_negg": [0.6043549180030823, 0.6505733728408813], "cos_Ac_negg": [0.6043549180030823, 0.6505733728408813], "r_norm": [0.16802772879600525, 0.17149409651756287]}, {"step": 22500, "epoch": 57, "train_loss": 9.093787957681343e-05, "cos_r_negg": [0.6044673323631287, 0.6503376364707947], "cos_innovation_negg": [0.6044673323631287, 0.6503376364707947], "cos_apical_negg": [0.6044673323631287, 0.6503376364707947], "cos_Ac_negg": [0.6044673323631287, 0.6503376364707947], "r_norm": [0.16787631809711456, 0.17133836448192596]}, {"step": 22550, "epoch": 57, "train_loss": 0.0001232048380188644, "cos_r_negg": [0.6048797369003296, 0.6506991386413574], "cos_innovation_negg": [0.6048797369003296, 0.6506991386413574], "cos_apical_negg": [0.6048797369003296, 0.6506991386413574], "cos_Ac_negg": [0.6048797369003296, 0.6506991386413574], "r_norm": [0.16836071014404297, 0.1718759536743164]}, {"step": 22600, "epoch": 57, "train_loss": 4.973926115781069e-05, "cos_r_negg": [0.604827880859375, 0.6508284211158752], "cos_innovation_negg": [0.604827880859375, 0.6508284211158752], "cos_apical_negg": [0.604827880859375, 0.6508284211158752], "cos_Ac_negg": [0.604827880859375, 0.6508284211158752], "r_norm": [0.16800913214683533, 0.1714945137500763]}, {"step": 22650, "epoch": 57, "train_loss": 0.00012719977530650795, "cos_r_negg": [0.6048856973648071, 0.6507419347763062], "cos_innovation_negg": [0.6048856973648071, 0.6507419347763062], "cos_apical_negg": [0.6048856973648071, 0.6507419347763062], "cos_Ac_negg": [0.6048856973648071, 0.6507419347763062], "r_norm": [0.16820499300956726, 0.17170321941375732]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9754, "test_loss": 0.13562023062705994}, {"step": 22700, "epoch": 58, "train_loss": 0.0001418435713276267, "cos_r_negg": [0.6049427390098572, 0.6504189968109131], "cos_innovation_negg": [0.6049427390098572, 0.6504189968109131], "cos_apical_negg": [0.6049427390098572, 0.6504189968109131], "cos_Ac_negg": [0.6049427390098572, 0.6504189968109131], "r_norm": [0.1685991734266281, 0.1720828413963318]}, {"step": 22750, "epoch": 58, "train_loss": 0.00011998235277133062, "cos_r_negg": [0.6050533056259155, 0.6504189968109131], "cos_innovation_negg": [0.6050533056259155, 0.6504189968109131], "cos_apical_negg": [0.6050533056259155, 0.6504189968109131], "cos_Ac_negg": [0.6050533056259155, 0.6504189968109131], "r_norm": [0.168497234582901, 0.17195995151996613]}, {"step": 22800, "epoch": 58, "train_loss": 0.00012853664520662278, "cos_r_negg": [0.6048213839530945, 0.6506153345108032], "cos_innovation_negg": [0.6048213839530945, 0.6506153345108032], "cos_apical_negg": [0.6048213839530945, 0.6506153345108032], "cos_Ac_negg": [0.6048213839530945, 0.6506153345108032], "r_norm": [0.1682819426059723, 0.1717703491449356]}, {"step": 22850, "epoch": 58, "train_loss": 0.00014287367230281234, "cos_r_negg": [0.6050024032592773, 0.6507449746131897], "cos_innovation_negg": [0.6050024032592773, 0.6507449746131897], "cos_apical_negg": [0.6050024032592773, 0.6507449746131897], "cos_Ac_negg": [0.6050024032592773, 0.6507449746131897], "r_norm": [0.16874171793460846, 0.1722731739282608]}, {"step": 22900, "epoch": 58, "train_loss": 4.381004691822454e-05, "cos_r_negg": [0.6053088903427124, 0.6508054733276367], "cos_innovation_negg": [0.6053088903427124, 0.6508054733276367], "cos_apical_negg": [0.6053088903427124, 0.6508054733276367], "cos_Ac_negg": [0.6053088903427124, 0.6508054733276367], "r_norm": [0.16854453086853027, 0.17207583785057068]}, {"step": 22950, "epoch": 58, "train_loss": 0.00016328731726389378, "cos_r_negg": [0.6051536202430725, 0.6506412029266357], "cos_innovation_negg": [0.6051536202430725, 0.6506412029266357], "cos_apical_negg": [0.6051536202430725, 0.6506412029266357], "cos_Ac_negg": [0.6051536202430725, 0.6506412029266357], "r_norm": [0.16846883296966553, 0.17194116115570068]}, {"step": 23000, "epoch": 58, "train_loss": 4.8937261453829706e-05, "cos_r_negg": [0.6051744222640991, 0.6508152484893799], "cos_innovation_negg": [0.6051744222640991, 0.6508152484893799], "cos_apical_negg": [0.6051744222640991, 0.6508152484893799], "cos_Ac_negg": [0.6051744222640991, 0.6508152484893799], "r_norm": [0.1677338033914566, 0.1711939573287964]}, {"step": 23050, "epoch": 58, "train_loss": 7.424268551403657e-05, "cos_r_negg": [0.6053138971328735, 0.6506684422492981], "cos_innovation_negg": [0.6053138971328735, 0.6506684422492981], "cos_apical_negg": [0.6053138971328735, 0.6506684422492981], "cos_Ac_negg": [0.6053138971328735, 0.6506684422492981], "r_norm": [0.16786333918571472, 0.17132462561130524]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9757, "test_loss": 0.13583865146636964}, {"step": 23100, "epoch": 59, "train_loss": 7.853542774682865e-05, "cos_r_negg": [0.605339527130127, 0.6506075859069824], "cos_innovation_negg": [0.605339527130127, 0.6506075859069824], "cos_apical_negg": [0.605339527130127, 0.6506075859069824], "cos_Ac_negg": [0.605339527130127, 0.6506075859069824], "r_norm": [0.16758690774440765, 0.1710849404335022]}, {"step": 23150, "epoch": 59, "train_loss": 6.607852992601693e-05, "cos_r_negg": [0.6053804755210876, 0.650680661201477], "cos_innovation_negg": [0.6053804755210876, 0.650680661201477], "cos_apical_negg": [0.6053804755210876, 0.650680661201477], "cos_Ac_negg": [0.6053804755210876, 0.650680661201477], "r_norm": [0.16734881699085236, 0.17081528902053833]}, {"step": 23200, "epoch": 59, "train_loss": 2.1540310626733117e-05, "cos_r_negg": [0.6053014993667603, 0.6510993838310242], "cos_innovation_negg": [0.6053014993667603, 0.6510993838310242], "cos_apical_negg": [0.6053014993667603, 0.6510993838310242], "cos_Ac_negg": [0.6053014993667603, 0.6510993838310242], "r_norm": [0.16764436662197113, 0.1711547076702118]}, {"step": 23250, "epoch": 59, "train_loss": 6.367960304487497e-05, "cos_r_negg": [0.6053328514099121, 0.6506636142730713], "cos_innovation_negg": [0.6053328514099121, 0.6506636142730713], "cos_apical_negg": [0.6053328514099121, 0.6506636142730713], "cos_Ac_negg": [0.6053328514099121, 0.6506636142730713], "r_norm": [0.16756030917167664, 0.17103302478790283]}, {"step": 23300, "epoch": 59, "train_loss": 5.435249477159232e-05, "cos_r_negg": [0.6053910851478577, 0.6510412693023682], "cos_innovation_negg": [0.6053910851478577, 0.6510412693023682], "cos_apical_negg": [0.6053910851478577, 0.6510412693023682], "cos_Ac_negg": [0.6053910851478577, 0.6510412693023682], "r_norm": [0.16745427250862122, 0.17095579206943512]}, {"step": 23350, "epoch": 59, "train_loss": 2.4428309188806452e-05, "cos_r_negg": [0.6050963997840881, 0.6513344049453735], "cos_innovation_negg": [0.6050963997840881, 0.6513344049453735], "cos_apical_negg": [0.6050963997840881, 0.6513344049453735], "cos_Ac_negg": [0.6050963997840881, 0.6513344049453735], "r_norm": [0.16793300211429596, 0.17150835692882538]}, {"step": 23400, "epoch": 59, "train_loss": 0.0002510545600671321, "cos_r_negg": [0.6050891876220703, 0.6511523127555847], "cos_innovation_negg": [0.6050891876220703, 0.6511523127555847], "cos_apical_negg": [0.6050891876220703, 0.6511523127555847], "cos_Ac_negg": [0.6050891876220703, 0.6511523127555847], "r_norm": [0.1680346578359604, 0.17150111496448517]}, {"step": 23450, "epoch": 59, "train_loss": 8.256574801634997e-05, "cos_r_negg": [0.6051723957061768, 0.6510987281799316], "cos_innovation_negg": [0.6051723957061768, 0.6510987281799316], "cos_apical_negg": [0.6051723957061768, 0.6510987281799316], "cos_Ac_negg": [0.6051723957061768, 0.6510987281799316], "r_norm": [0.1679898202419281, 0.1714199185371399]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9753, "test_loss": 0.13621615686416627}], "final": {"test_acc": 0.9753, "test_loss": 0.13621615686416627, "wall_s": 34.95461416244507, "cos_r_negg": [0.6050129532814026, 0.650493860244751], "cos_innovation_negg": [0.6050129532814026, 0.650493860244751], "cos_apical_negg": [0.6050129532814026, 0.650493860244751], "cos_Ac_negg": [0.6050129532814026, 0.650493860244751]}}