results: add five-seed shallow EP and depth-2 controls

18 files changed, 18 insertions, 0 deletions

diff --git a/results/ep_depth2_v1_mnist_bp_w500_d2_s0.json b/results/ep_depth2_v1_mnist_bp_w500_d2_s0.json
new file mode 100644
index 0000000..fe54708
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_bp_w500_d2_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_bp_w500_d2_s0", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.455000400543213}, {"step": 50, "epoch": 0, "train_loss": 0.4258231222629547}, {"step": 100, "epoch": 0, "train_loss": 0.1558641940355301}, {"step": 150, "epoch": 0, "train_loss": 0.19458484649658203}, {"step": 200, "epoch": 0, "train_loss": 0.22008219361305237}, {"step": 250, "epoch": 0, "train_loss": 0.24774634838104248}, {"step": 300, "epoch": 0, "train_loss": 0.13055270910263062}, {"step": 350, "epoch": 0, "train_loss": 0.18709483742713928}, {"epoch_end": 0, "step": 391, "test_acc": 0.9631, "test_loss": 0.12574152221679688}, {"step": 400, "epoch": 1, "train_loss": 0.08105223625898361}, {"step": 450, "epoch": 1, "train_loss": 0.1096838116645813}, {"step": 500, "epoch": 1, "train_loss": 0.15618440508842468}, {"step": 550, "epoch": 1, "train_loss": 0.04939229413866997}, {"step": 600, "epoch": 1, "train_loss": 0.051858898252248764}, {"step": 650, "epoch": 1, "train_loss": 0.05193959176540375}, {"step": 700, "epoch": 1, "train_loss": 0.06250821053981781}, {"step": 750, "epoch": 1, "train_loss": 0.10700735449790955}, {"epoch_end": 1, "step": 782, "test_acc": 0.9635, "test_loss": 0.11929717254638672}, {"step": 800, "epoch": 2, "train_loss": 0.046721894294023514}, {"step": 850, "epoch": 2, "train_loss": 0.03415483981370926}, {"step": 900, "epoch": 2, "train_loss": 0.02530835196375847}, {"step": 950, "epoch": 2, "train_loss": 0.0893852710723877}, {"step": 1000, "epoch": 2, "train_loss": 0.04095539078116417}, {"step": 1050, "epoch": 2, "train_loss": 0.03202667459845543}, {"step": 1100, "epoch": 2, "train_loss": 0.08770047873258591}, {"step": 1150, "epoch": 2, "train_loss": 0.08304520696401596}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9728, "test_loss": 0.08466080265045166}, {"step": 1200, "epoch": 3, "train_loss": 0.02037188783288002}, {"step": 1250, "epoch": 3, "train_loss": 0.03868574649095535}, {"step": 1300, "epoch": 3, "train_loss": 0.004869620315730572}, {"step": 1350, "epoch": 3, "train_loss": 0.022573422640562057}, {"step": 1400, "epoch": 3, "train_loss": 0.0182911679148674}, {"step": 1450, "epoch": 3, "train_loss": 0.02544417604804039}, {"step": 1500, "epoch": 3, "train_loss": 0.06943915039300919}, {"step": 1550, "epoch": 3, "train_loss": 0.012584048323333263}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9741, "test_loss": 0.09150042858123779}, {"step": 1600, "epoch": 4, "train_loss": 0.03463534265756607}, {"step": 1650, "epoch": 4, "train_loss": 0.033722925931215286}, {"step": 1700, "epoch": 4, "train_loss": 0.04138275235891342}, {"step": 1750, "epoch": 4, "train_loss": 0.005293062422424555}, {"step": 1800, "epoch": 4, "train_loss": 0.007497875951230526}, {"step": 1850, "epoch": 4, "train_loss": 0.03764200210571289}, {"step": 1900, "epoch": 4, "train_loss": 0.007082010619342327}, {"step": 1950, "epoch": 4, "train_loss": 0.009001076221466064}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9787, "test_loss": 0.06898830814361573}, {"step": 2000, "epoch": 5, "train_loss": 0.012570385821163654}, {"step": 2050, "epoch": 5, "train_loss": 0.0037833440583199263}, {"step": 2100, "epoch": 5, "train_loss": 0.005348308477550745}, {"step": 2150, "epoch": 5, "train_loss": 0.0012415433302521706}, {"step": 2200, "epoch": 5, "train_loss": 0.01940673030912876}, {"step": 2250, "epoch": 5, "train_loss": 0.0038129370659589767}, {"step": 2300, "epoch": 5, "train_loss": 0.004817248787730932}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9811, "test_loss": 0.06667604627609253}, {"step": 2350, "epoch": 6, "train_loss": 0.002647221088409424}, {"step": 2400, "epoch": 6, "train_loss": 0.000999102951027453}, {"step": 2450, "epoch": 6, "train_loss": 0.0017519164830446243}, {"step": 2500, "epoch": 6, "train_loss": 0.0030223140493035316}, {"step": 2550, "epoch": 6, "train_loss": 0.004342074505984783}, {"step": 2600, "epoch": 6, "train_loss": 0.0016586732817813754}, {"step": 2650, "epoch": 6, "train_loss": 0.001031461637467146}, {"step": 2700, "epoch": 6, "train_loss": 0.0011721968185156584}, {"epoch_end": 6, "step": 2737, "test_acc": 0.983, "test_loss": 0.06367138085365295}, {"step": 2750, "epoch": 7, "train_loss": 0.0004316671402193606}, {"step": 2800, "epoch": 7, "train_loss": 0.0011546170571818948}, {"step": 2850, "epoch": 7, "train_loss": 0.0017482187831774354}, {"step": 2900, "epoch": 7, "train_loss": 0.0014804452657699585}, {"step": 2950, "epoch": 7, "train_loss": 0.0013923580991104245}, {"step": 3000, "epoch": 7, "train_loss": 0.0004969580331817269}, {"step": 3050, "epoch": 7, "train_loss": 0.00102445506490767}, {"step": 3100, "epoch": 7, "train_loss": 0.0007330214721150696}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9817, "test_loss": 0.06497008666992188}, {"step": 3150, "epoch": 8, "train_loss": 0.0007266164175234735}, {"step": 3200, "epoch": 8, "train_loss": 0.0005904819117859006}, {"step": 3250, "epoch": 8, "train_loss": 0.00035752521944232285}, {"step": 3300, "epoch": 8, "train_loss": 0.0007480670465156436}, {"step": 3350, "epoch": 8, "train_loss": 0.0010110170114785433}, {"step": 3400, "epoch": 8, "train_loss": 0.00046568087418563664}, {"step": 3450, "epoch": 8, "train_loss": 0.0020568638574332}, {"step": 3500, "epoch": 8, "train_loss": 0.0020604399032890797}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9834, "test_loss": 0.06305290551185608}, {"step": 3550, "epoch": 9, "train_loss": 0.0011258182348683476}, {"step": 3600, "epoch": 9, "train_loss": 0.000561850902158767}, {"step": 3650, "epoch": 9, "train_loss": 0.0007293248199857771}, {"step": 3700, "epoch": 9, "train_loss": 0.0008180361473932862}, {"step": 3750, "epoch": 9, "train_loss": 0.0008131786016747355}, {"step": 3800, "epoch": 9, "train_loss": 0.00045516283717006445}, {"step": 3850, "epoch": 9, "train_loss": 0.0009639261988922954}, {"step": 3900, "epoch": 9, "train_loss": 0.00044355198042467237}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9825, "test_loss": 0.06331720509529114}, {"step": 3950, "epoch": 10, "train_loss": 0.0003410671779420227}, {"step": 4000, "epoch": 10, "train_loss": 0.00045174304977990687}, {"step": 4050, "epoch": 10, "train_loss": 0.0005011526518501341}, {"step": 4100, "epoch": 10, "train_loss": 0.0005138218402862549}, {"step": 4150, "epoch": 10, "train_loss": 0.00018292287131771445}, {"step": 4200, "epoch": 10, "train_loss": 0.0005085116135887802}, {"step": 4250, "epoch": 10, "train_loss": 0.0015549617819488049}, {"step": 4300, "epoch": 10, "train_loss": 0.0007714828243479133}, {"epoch_end": 10, "step": 4301, "test_acc": 0.983, "test_loss": 0.06405115609169007}, {"step": 4350, "epoch": 11, "train_loss": 0.00043703374103643}, {"step": 4400, "epoch": 11, "train_loss": 0.0005781386862508953}, {"step": 4450, "epoch": 11, "train_loss": 0.0004706254112534225}, {"step": 4500, "epoch": 11, "train_loss": 0.00012892181985080242}, {"step": 4550, "epoch": 11, "train_loss": 0.0005865339771844447}, {"step": 4600, "epoch": 11, "train_loss": 0.00030653938301838934}, {"step": 4650, "epoch": 11, "train_loss": 0.0003076840948779136}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9834, "test_loss": 0.06431370944976807}, {"step": 4700, "epoch": 12, "train_loss": 0.0006583298090845346}, {"step": 4750, "epoch": 12, "train_loss": 0.000330798706272617}, {"step": 4800, "epoch": 12, "train_loss": 0.00031928985845297575}, {"step": 4850, "epoch": 12, "train_loss": 0.0004050260758958757}, {"step": 4900, "epoch": 12, "train_loss": 0.0003135697916150093}, {"step": 4950, "epoch": 12, "train_loss": 0.00023153075017035007}, {"step": 5000, "epoch": 12, "train_loss": 0.00022012891713529825}, {"step": 5050, "epoch": 12, "train_loss": 0.00036280619679018855}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9831, "test_loss": 0.0650487340927124}, {"step": 5100, "epoch": 13, "train_loss": 0.00020734767895191908}, {"step": 5150, "epoch": 13, "train_loss": 0.00024115675478242338}, {"step": 5200, "epoch": 13, "train_loss": 0.00032544726855121553}, {"step": 5250, "epoch": 13, "train_loss": 0.0002673465642146766}, {"step": 5300, "epoch": 13, "train_loss": 0.0005078844260424376}, {"step": 5350, "epoch": 13, "train_loss": 0.0004899374907836318}, {"step": 5400, "epoch": 13, "train_loss": 0.0002839984081219882}, {"step": 5450, "epoch": 13, "train_loss": 0.00032767534139566123}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9828, "test_loss": 0.06566979150772095}, {"step": 5500, "epoch": 14, "train_loss": 0.00017136841779574752}, {"step": 5550, "epoch": 14, "train_loss": 0.00016080682689789683}, {"step": 5600, "epoch": 14, "train_loss": 0.0003217956400476396}, {"step": 5650, "epoch": 14, "train_loss": 0.00024880957789719105}, {"step": 5700, "epoch": 14, "train_loss": 0.00010403380292700604}, {"step": 5750, "epoch": 14, "train_loss": 0.00034919678000733256}, {"step": 5800, "epoch": 14, "train_loss": 0.00044214047375135124}, {"step": 5850, "epoch": 14, "train_loss": 0.0003756832447834313}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9829, "test_loss": 0.06549515943527222}, {"step": 5900, "epoch": 15, "train_loss": 0.0002283672511111945}, {"step": 5950, "epoch": 15, "train_loss": 0.0004711742512881756}, {"step": 6000, "epoch": 15, "train_loss": 0.0005615975824184716}, {"step": 6050, "epoch": 15, "train_loss": 0.0005116185056976974}, {"step": 6100, "epoch": 15, "train_loss": 0.0003569346445146948}, {"step": 6150, "epoch": 15, "train_loss": 0.00026347232051193714}, {"step": 6200, "epoch": 15, "train_loss": 0.00021341886895243078}, {"step": 6250, "epoch": 15, "train_loss": 0.00023101814440451562}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9833, "test_loss": 0.06582820467948913}, {"step": 6300, "epoch": 16, "train_loss": 0.00037468253867700696}, {"step": 6350, "epoch": 16, "train_loss": 0.0002497027744539082}, {"step": 6400, "epoch": 16, "train_loss": 0.0002483805874362588}, {"step": 6450, "epoch": 16, "train_loss": 0.00016304900054819882}, {"step": 6500, "epoch": 16, "train_loss": 0.00022628418810199946}, {"step": 6550, "epoch": 16, "train_loss": 0.00033413682831451297}, {"step": 6600, "epoch": 16, "train_loss": 0.0001534582261228934}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9832, "test_loss": 0.06650953860282897}, {"step": 6650, "epoch": 17, "train_loss": 0.00013430760009214282}, {"step": 6700, "epoch": 17, "train_loss": 8.072109631029889e-05}, {"step": 6750, "epoch": 17, "train_loss": 0.00042716783354990184}, {"step": 6800, "epoch": 17, "train_loss": 0.0004267847689334303}, {"step": 6850, "epoch": 17, "train_loss": 0.00024257028417196125}, {"step": 6900, "epoch": 17, "train_loss": 0.0004263312148395926}, {"step": 6950, "epoch": 17, "train_loss": 0.0004024652298539877}, {"step": 7000, "epoch": 17, "train_loss": 0.00026760788750834763}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9827, "test_loss": 0.06678133344650268}, {"step": 7050, "epoch": 18, "train_loss": 7.28661980247125e-05}, {"step": 7100, "epoch": 18, "train_loss": 0.00043220294173806906}, {"step": 7150, "epoch": 18, "train_loss": 0.00010792810644488782}, {"step": 7200, "epoch": 18, "train_loss": 0.00026146828895434737}, {"step": 7250, "epoch": 18, "train_loss": 0.0002680715697351843}, {"step": 7300, "epoch": 18, "train_loss": 0.00015434525266755372}, {"step": 7350, "epoch": 18, "train_loss": 0.0003079807211179286}, {"step": 7400, "epoch": 18, "train_loss": 0.0001408726820955053}, {"epoch_end": 18, "step": 7429, "test_acc": 0.983, "test_loss": 0.06710904097557067}, {"step": 7450, "epoch": 19, "train_loss": 8.190803055185825e-05}, {"step": 7500, "epoch": 19, "train_loss": 0.00018964319315273315}, {"step": 7550, "epoch": 19, "train_loss": 0.0001258395641343668}, {"step": 7600, "epoch": 19, "train_loss": 0.00011746882955776528}, {"step": 7650, "epoch": 19, "train_loss": 0.0002915307122748345}, {"step": 7700, "epoch": 19, "train_loss": 0.0003669032594189048}, {"step": 7750, "epoch": 19, "train_loss": 0.00035408782423473895}, {"step": 7800, "epoch": 19, "train_loss": 0.0003136630402877927}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9826, "test_loss": 0.06760840563774109}, {"step": 7850, "epoch": 20, "train_loss": 0.00017070969624910504}, {"step": 7900, "epoch": 20, "train_loss": 0.000212626822758466}, {"step": 7950, "epoch": 20, "train_loss": 0.00021706342522520572}, {"step": 8000, "epoch": 20, "train_loss": 0.00014773097063880414}, {"step": 8050, "epoch": 20, "train_loss": 0.0002754788438323885}, {"step": 8100, "epoch": 20, "train_loss": 0.0002578064741101116}, {"step": 8150, "epoch": 20, "train_loss": 0.00014915165957063437}, {"step": 8200, "epoch": 20, "train_loss": 0.0001236435055034235}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9829, "test_loss": 0.0674928373336792}, {"step": 8250, "epoch": 21, "train_loss": 0.0003566615632735193}, {"step": 8300, "epoch": 21, "train_loss": 0.0002463156415615231}, {"step": 8350, "epoch": 21, "train_loss": 0.00023629865609109402}, {"step": 8400, "epoch": 21, "train_loss": 0.00016280171985272318}, {"step": 8450, "epoch": 21, "train_loss": 0.0002574823156464845}, {"step": 8500, "epoch": 21, "train_loss": 0.0002660335449036211}, {"step": 8550, "epoch": 21, "train_loss": 0.0002279353211633861}, {"step": 8600, "epoch": 21, "train_loss": 0.0003212873707525432}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9828, "test_loss": 0.06791936025619506}, {"step": 8650, "epoch": 22, "train_loss": 9.89121908787638e-05}, {"step": 8700, "epoch": 22, "train_loss": 0.0001375317806378007}, {"step": 8750, "epoch": 22, "train_loss": 0.00014341005589812994}, {"step": 8800, "epoch": 22, "train_loss": 0.00021778515656478703}, {"step": 8850, "epoch": 22, "train_loss": 0.00016443269851151854}, {"step": 8900, "epoch": 22, "train_loss": 0.0003277600044384599}, {"step": 8950, "epoch": 22, "train_loss": 0.0001869514089776203}, {"epoch_end": 22, "step": 8993, "test_acc": 0.983, "test_loss": 0.068073020029068}, {"step": 9000, "epoch": 23, "train_loss": 0.00016107289411593229}, {"step": 9050, "epoch": 23, "train_loss": 0.00018997443839907646}, {"step": 9100, "epoch": 23, "train_loss": 0.00011393775639589876}, {"step": 9150, "epoch": 23, "train_loss": 0.00023429698194377124}, {"step": 9200, "epoch": 23, "train_loss": 0.00035308668157085776}, {"step": 9250, "epoch": 23, "train_loss": 0.0001855173468356952}, {"step": 9300, "epoch": 23, "train_loss": 0.00016155109915416688}, {"step": 9350, "epoch": 23, "train_loss": 0.00015138505841605365}, {"epoch_end": 23, "step": 9384, "test_acc": 0.983, "test_loss": 0.06856325650215149}, {"step": 9400, "epoch": 24, "train_loss": 0.00013833236880600452}, {"step": 9450, "epoch": 24, "train_loss": 0.00012217345647513866}, {"step": 9500, "epoch": 24, "train_loss": 0.00022099098714534193}, {"step": 9550, "epoch": 24, "train_loss": 0.00018132691911887378}, {"step": 9600, "epoch": 24, "train_loss": 0.00017276736616622657}, {"step": 9650, "epoch": 24, "train_loss": 0.0003719521046150476}, {"step": 9700, "epoch": 24, "train_loss": 0.00014987040776759386}, {"step": 9750, "epoch": 24, "train_loss": 0.0003004814498126507}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9829, "test_loss": 0.06860575995445252}, {"step": 9800, "epoch": 25, "train_loss": 0.00026047040591947734}, {"step": 9850, "epoch": 25, "train_loss": 9.5279399829451e-05}, {"step": 9900, "epoch": 25, "train_loss": 0.00012814371439162642}, {"step": 9950, "epoch": 25, "train_loss": 0.0001721162407193333}, {"step": 10000, "epoch": 25, "train_loss": 0.00023732829140499234}, {"step": 10050, "epoch": 25, "train_loss": 0.0001835065777413547}, {"step": 10100, "epoch": 25, "train_loss": 0.00011126815661555156}, {"step": 10150, "epoch": 25, "train_loss": 7.807118527125567e-05}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9829, "test_loss": 0.06891820969581604}, {"step": 10200, "epoch": 26, "train_loss": 0.00020898175716865808}, {"step": 10250, "epoch": 26, "train_loss": 0.0001739787549013272}, {"step": 10300, "epoch": 26, "train_loss": 0.0005611208034679294}, {"step": 10350, "epoch": 26, "train_loss": 6.420022691600025e-05}, {"step": 10400, "epoch": 26, "train_loss": 0.0002528376644477248}, {"step": 10450, "epoch": 26, "train_loss": 0.00027096158009953797}, {"step": 10500, "epoch": 26, "train_loss": 0.00028754991944879293}, {"step": 10550, "epoch": 26, "train_loss": 0.00017238639702554792}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9828, "test_loss": 0.06915889058113098}, {"step": 10600, "epoch": 27, "train_loss": 0.00015910649381112307}, {"step": 10650, "epoch": 27, "train_loss": 0.00013032725837547332}, {"step": 10700, "epoch": 27, "train_loss": 0.00014026474673300982}, {"step": 10750, "epoch": 27, "train_loss": 9.386497549712658e-05}, {"step": 10800, "epoch": 27, "train_loss": 9.271098679164425e-05}, {"step": 10850, "epoch": 27, "train_loss": 0.00011809764691861346}, {"step": 10900, "epoch": 27, "train_loss": 0.0001386977091897279}, {"epoch_end": 27, "step": 10948, "test_acc": 0.983, "test_loss": 0.06935790076255799}, {"step": 10950, "epoch": 28, "train_loss": 0.00011927788727916777}, {"step": 11000, "epoch": 28, "train_loss": 0.0001234469236806035}, {"step": 11050, "epoch": 28, "train_loss": 0.00019285896269138902}, {"step": 11100, "epoch": 28, "train_loss": 0.00016927815158851445}, {"step": 11150, "epoch": 28, "train_loss": 0.0001999600208364427}, {"step": 11200, "epoch": 28, "train_loss": 0.0002457947994116694}, {"step": 11250, "epoch": 28, "train_loss": 0.0002256510779261589}, {"step": 11300, "epoch": 28, "train_loss": 0.000164991884957999}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9829, "test_loss": 0.06949651594161987}, {"step": 11350, "epoch": 29, "train_loss": 8.639090083306655e-05}, {"step": 11400, "epoch": 29, "train_loss": 0.00012994823919143528}, {"step": 11450, "epoch": 29, "train_loss": 0.00014419502986129373}, {"step": 11500, "epoch": 29, "train_loss": 0.00020839109492953867}, {"step": 11550, "epoch": 29, "train_loss": 0.0001562200195621699}, {"step": 11600, "epoch": 29, "train_loss": 0.00014407116395886987}, {"step": 11650, "epoch": 29, "train_loss": 0.00017622964514885098}, {"step": 11700, "epoch": 29, "train_loss": 9.016267722472548e-05}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9831, "test_loss": 0.06988456792831421}, {"step": 11750, "epoch": 30, "train_loss": 0.00019884758512489498}, {"step": 11800, "epoch": 30, "train_loss": 0.00011804633686551824}, {"step": 11850, "epoch": 30, "train_loss": 0.00010549449507379904}, {"step": 11900, "epoch": 30, "train_loss": 0.0002808020799420774}, {"step": 11950, "epoch": 30, "train_loss": 5.885396240046248e-05}, {"step": 12000, "epoch": 30, "train_loss": 0.00012905721087008715}, {"step": 12050, "epoch": 30, "train_loss": 0.0002965299354400486}, {"step": 12100, "epoch": 30, "train_loss": 0.00014367900439538062}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9832, "test_loss": 0.06994562859535217}, {"step": 12150, "epoch": 31, "train_loss": 6.352635682560503e-05}, {"step": 12200, "epoch": 31, "train_loss": 0.00015131627151276916}, {"step": 12250, "epoch": 31, "train_loss": 0.000171226667589508}, {"step": 12300, "epoch": 31, "train_loss": 0.00018220422498416156}, {"step": 12350, "epoch": 31, "train_loss": 0.00015935255214571953}, {"step": 12400, "epoch": 31, "train_loss": 0.00011636834096862003}, {"step": 12450, "epoch": 31, "train_loss": 7.460927736246958e-05}, {"step": 12500, "epoch": 31, "train_loss": 8.722083293832839e-05}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9828, "test_loss": 0.07018799428939819}, {"step": 12550, "epoch": 32, "train_loss": 0.00013992670574225485}, {"step": 12600, "epoch": 32, "train_loss": 5.382238668971695e-05}, {"step": 12650, "epoch": 32, "train_loss": 0.00014702172484248877}, {"step": 12700, "epoch": 32, "train_loss": 0.0001503830135334283}, {"step": 12750, "epoch": 32, "train_loss": 6.947641668375582e-05}, {"step": 12800, "epoch": 32, "train_loss": 0.00017082021804526448}, {"step": 12850, "epoch": 32, "train_loss": 6.839827256044373e-05}, {"step": 12900, "epoch": 32, "train_loss": 0.00015171620179899037}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9831, "test_loss": 0.07034191145896912}, {"step": 12950, "epoch": 33, "train_loss": 9.353787027066574e-05}, {"step": 13000, "epoch": 33, "train_loss": 2.6175384846283123e-05}, {"step": 13050, "epoch": 33, "train_loss": 0.00010014730651164427}, {"step": 13100, "epoch": 33, "train_loss": 0.00010122975800186396}, {"step": 13150, "epoch": 33, "train_loss": 8.986737520899624e-05}, {"step": 13200, "epoch": 33, "train_loss": 0.00010119527723873034}, {"step": 13250, "epoch": 33, "train_loss": 0.0001268271735170856}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9829, "test_loss": 0.07056150422096252}, {"step": 13300, "epoch": 34, "train_loss": 0.00010624496644595638}, {"step": 13350, "epoch": 34, "train_loss": 0.00010990109876729548}, {"step": 13400, "epoch": 34, "train_loss": 5.600217991741374e-05}, {"step": 13450, "epoch": 34, "train_loss": 0.00016930401034187526}, {"step": 13500, "epoch": 34, "train_loss": 0.00011057667870773003}, {"step": 13550, "epoch": 34, "train_loss": 0.00016492471331730485}, {"step": 13600, "epoch": 34, "train_loss": 7.369748345809057e-05}, {"step": 13650, "epoch": 34, "train_loss": 0.0001396914740325883}, {"epoch_end": 34, "step": 13685, "test_acc": 0.983, "test_loss": 0.07071907658576965}, {"step": 13700, "epoch": 35, "train_loss": 0.0001093342580134049}, {"step": 13750, "epoch": 35, "train_loss": 0.00010902685608016327}, {"step": 13800, "epoch": 35, "train_loss": 5.917489397688769e-05}, {"step": 13850, "epoch": 35, "train_loss": 0.00012219726340845227}, {"step": 13900, "epoch": 35, "train_loss": 7.114122126949951e-05}, {"step": 13950, "epoch": 35, "train_loss": 0.00012680963845923543}, {"step": 14000, "epoch": 35, "train_loss": 0.00010459933400852606}, {"step": 14050, "epoch": 35, "train_loss": 7.619381358381361e-05}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9829, "test_loss": 0.07084052271842957}, {"step": 14100, "epoch": 36, "train_loss": 0.00010069071140605956}, {"step": 14150, "epoch": 36, "train_loss": 0.00010986677807522938}, {"step": 14200, "epoch": 36, "train_loss": 0.00011096067464677617}, {"step": 14250, "epoch": 36, "train_loss": 0.00011380804789951071}, {"step": 14300, "epoch": 36, "train_loss": 7.243134314194322e-05}, {"step": 14350, "epoch": 36, "train_loss": 7.661034032935277e-05}, {"step": 14400, "epoch": 36, "train_loss": 5.5071453971322626e-05}, {"step": 14450, "epoch": 36, "train_loss": 8.944510045694187e-05}, {"epoch_end": 36, "step": 14467, "test_acc": 0.983, "test_loss": 0.07114657344818115}, {"step": 14500, "epoch": 37, "train_loss": 0.000153565953951329}, {"step": 14550, "epoch": 37, "train_loss": 0.0001421974739059806}, {"step": 14600, "epoch": 37, "train_loss": 9.206886170431972e-05}, {"step": 14650, "epoch": 37, "train_loss": 0.00011665125202853233}, {"step": 14700, "epoch": 37, "train_loss": 0.00012141518527641892}, {"step": 14750, "epoch": 37, "train_loss": 7.977598579600453e-05}, {"step": 14800, "epoch": 37, "train_loss": 0.0001294601388508454}, {"step": 14850, "epoch": 37, "train_loss": 0.0001155207137344405}, {"epoch_end": 37, "step": 14858, "test_acc": 0.983, "test_loss": 0.0712730592250824}, {"step": 14900, "epoch": 38, "train_loss": 0.0001087886412278749}, {"step": 14950, "epoch": 38, "train_loss": 5.6642886193003505e-05}, {"step": 15000, "epoch": 38, "train_loss": 0.00011933179484913126}, {"step": 15050, "epoch": 38, "train_loss": 0.00010683265281841159}, {"step": 15100, "epoch": 38, "train_loss": 6.998535536695272e-05}, {"step": 15150, "epoch": 38, "train_loss": 0.00012313142360653728}, {"step": 15200, "epoch": 38, "train_loss": 0.0001282297307625413}, {"epoch_end": 38, "step": 15249, "test_acc": 0.983, "test_loss": 0.07151314754486084}, {"step": 15250, "epoch": 39, "train_loss": 4.036633617943153e-05}, {"step": 15300, "epoch": 39, "train_loss": 9.963897900888696e-05}, {"step": 15350, "epoch": 39, "train_loss": 0.00011684267519740388}, {"step": 15400, "epoch": 39, "train_loss": 6.338656385196373e-05}, {"step": 15450, "epoch": 39, "train_loss": 6.475069676525891e-05}, {"step": 15500, "epoch": 39, "train_loss": 0.00014432932948693633}, {"step": 15550, "epoch": 39, "train_loss": 9.879635035758838e-05}, {"step": 15600, "epoch": 39, "train_loss": 0.00012884431635029614}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9831, "test_loss": 0.0714859881401062}, {"step": 15650, "epoch": 40, "train_loss": 0.00013576664787251502}, {"step": 15700, "epoch": 40, "train_loss": 9.61833429755643e-05}, {"step": 15750, "epoch": 40, "train_loss": 0.00012866563338320702}, {"step": 15800, "epoch": 40, "train_loss": 7.024908700259402e-05}, {"step": 15850, "epoch": 40, "train_loss": 4.849846664001234e-05}, {"step": 15900, "epoch": 40, "train_loss": 5.472193515743129e-05}, {"step": 15950, "epoch": 40, "train_loss": 8.315794548252597e-05}, {"step": 16000, "epoch": 40, "train_loss": 4.414144859765656e-05}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9831, "test_loss": 0.0716530348777771}, {"step": 16050, "epoch": 41, "train_loss": 4.7670764615759254e-05}, {"step": 16100, "epoch": 41, "train_loss": 7.920087955426425e-05}, {"step": 16150, "epoch": 41, "train_loss": 9.031583613250405e-05}, {"step": 16200, "epoch": 41, "train_loss": 9.039277938427404e-05}, {"step": 16250, "epoch": 41, "train_loss": 9.72134293988347e-05}, {"step": 16300, "epoch": 41, "train_loss": 7.812162220943719e-05}, {"step": 16350, "epoch": 41, "train_loss": 8.778108167462051e-05}, {"step": 16400, "epoch": 41, "train_loss": 8.631501259515062e-05}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9831, "test_loss": 0.07188808426856995}, {"step": 16450, "epoch": 42, "train_loss": 8.107461326289922e-05}, {"step": 16500, "epoch": 42, "train_loss": 8.039369276957586e-05}, {"step": 16550, "epoch": 42, "train_loss": 0.0001388849486829713}, {"step": 16600, "epoch": 42, "train_loss": 0.00012641250214073807}, {"step": 16650, "epoch": 42, "train_loss": 8.834349864628166e-05}, {"step": 16700, "epoch": 42, "train_loss": 0.00010126486449735239}, {"step": 16750, "epoch": 42, "train_loss": 6.706907151965424e-05}, {"step": 16800, "epoch": 42, "train_loss": 7.423426723107696e-05}, {"epoch_end": 42, "step": 16813, "test_acc": 0.983, "test_loss": 0.07195775680541992}, {"step": 16850, "epoch": 43, "train_loss": 0.0001795074640540406}, {"step": 16900, "epoch": 43, "train_loss": 5.1445204007904977e-05}, {"step": 16950, "epoch": 43, "train_loss": 0.00012657896149903536}, {"step": 17000, "epoch": 43, "train_loss": 7.780250598443672e-05}, {"step": 17050, "epoch": 43, "train_loss": 9.802974091144279e-05}, {"step": 17100, "epoch": 43, "train_loss": 7.749791257083416e-05}, {"step": 17150, "epoch": 43, "train_loss": 8.950717892730609e-05}, {"step": 17200, "epoch": 43, "train_loss": 9.735610365169123e-05}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9831, "test_loss": 0.07209037795066833}, {"step": 17250, "epoch": 44, "train_loss": 0.00011830923904199153}, {"step": 17300, "epoch": 44, "train_loss": 8.741291821934283e-05}, {"step": 17350, "epoch": 44, "train_loss": 9.098831651499495e-05}, {"step": 17400, "epoch": 44, "train_loss": 6.396423850674182e-05}, {"step": 17450, "epoch": 44, "train_loss": 0.0001114930200856179}, {"step": 17500, "epoch": 44, "train_loss": 8.885953866411e-05}, {"step": 17550, "epoch": 44, "train_loss": 3.898189606843516e-05}, {"epoch_end": 44, "step": 17595, "test_acc": 0.983, "test_loss": 0.07221249461174012}, {"step": 17600, "epoch": 45, "train_loss": 5.3347950597526506e-05}, {"step": 17650, "epoch": 45, "train_loss": 3.632425796240568e-05}, {"step": 17700, "epoch": 45, "train_loss": 5.11020261910744e-05}, {"step": 17750, "epoch": 45, "train_loss": 0.00010304878378519788}, {"step": 17800, "epoch": 45, "train_loss": 0.00015219459601212293}, {"step": 17850, "epoch": 45, "train_loss": 3.2543157431064174e-05}, {"step": 17900, "epoch": 45, "train_loss": 0.00011294415890006348}, {"step": 17950, "epoch": 45, "train_loss": 9.968929953174666e-05}, {"epoch_end": 45, "step": 17986, "test_acc": 0.983, "test_loss": 0.07232235541343689}, {"step": 18000, "epoch": 46, "train_loss": 7.751960220048204e-05}, {"step": 18050, "epoch": 46, "train_loss": 8.611305383965373e-05}, {"step": 18100, "epoch": 46, "train_loss": 0.00014589772035833448}, {"step": 18150, "epoch": 46, "train_loss": 4.454571535461582e-05}, {"step": 18200, "epoch": 46, "train_loss": 7.942465890664607e-05}, {"step": 18250, "epoch": 46, "train_loss": 0.0001393747079418972}, {"step": 18300, "epoch": 46, "train_loss": 9.753733320394531e-05}, {"step": 18350, "epoch": 46, "train_loss": 8.12069047242403e-05}, {"epoch_end": 46, "step": 18377, "test_acc": 0.983, "test_loss": 0.07255132608413696}, {"step": 18400, "epoch": 47, "train_loss": 0.0001353989209746942}, {"step": 18450, "epoch": 47, "train_loss": 6.589489203179255e-05}, {"step": 18500, "epoch": 47, "train_loss": 8.964935841504484e-05}, {"step": 18550, "epoch": 47, "train_loss": 8.154760143952444e-05}, {"step": 18600, "epoch": 47, "train_loss": 6.491383828688413e-05}, {"step": 18650, "epoch": 47, "train_loss": 6.248216959647834e-05}, {"step": 18700, "epoch": 47, "train_loss": 0.00010665922309271991}, {"step": 18750, "epoch": 47, "train_loss": 4.791575702256523e-05}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9829, "test_loss": 0.07266989817619324}, {"step": 18800, "epoch": 48, "train_loss": 7.327687490032986e-05}, {"step": 18850, "epoch": 48, "train_loss": 0.00012444551975931972}, {"step": 18900, "epoch": 48, "train_loss": 5.103684088680893e-05}, {"step": 18950, "epoch": 48, "train_loss": 0.00014394389290828258}, {"step": 19000, "epoch": 48, "train_loss": 5.3911880968371406e-05}, {"step": 19050, "epoch": 48, "train_loss": 0.0001294712274102494}, {"step": 19100, "epoch": 48, "train_loss": 0.00010471369751030579}, {"step": 19150, "epoch": 48, "train_loss": 5.676844739355147e-05}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9829, "test_loss": 0.0727165587425232}, {"step": 19200, "epoch": 49, "train_loss": 6.513070547953248e-05}, {"step": 19250, "epoch": 49, "train_loss": 4.111141606699675e-05}, {"step": 19300, "epoch": 49, "train_loss": 0.00011344618542352691}, {"step": 19350, "epoch": 49, "train_loss": 8.001749665709212e-05}, {"step": 19400, "epoch": 49, "train_loss": 6.229235441423953e-05}, {"step": 19450, "epoch": 49, "train_loss": 9.008408960653469e-05}, {"step": 19500, "epoch": 49, "train_loss": 3.6851095501333475e-05}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9833, "test_loss": 0.0728361783027649}, {"step": 19550, "epoch": 50, "train_loss": 5.213558324612677e-05}, {"step": 19600, "epoch": 50, "train_loss": 8.03028597147204e-05}, {"step": 19650, "epoch": 50, "train_loss": 3.676122287288308e-05}, {"step": 19700, "epoch": 50, "train_loss": 9.566806693328544e-05}, {"step": 19750, "epoch": 50, "train_loss": 0.00013600170495919883}, {"step": 19800, "epoch": 50, "train_loss": 9.93319190456532e-05}, {"step": 19850, "epoch": 50, "train_loss": 0.00010889917029999197}, {"step": 19900, "epoch": 50, "train_loss": 0.00010059120540972799}, {"epoch_end": 50, "step": 19941, "test_acc": 0.983, "test_loss": 0.07301612372398376}, {"step": 19950, "epoch": 51, "train_loss": 6.54758041491732e-05}, {"step": 20000, "epoch": 51, "train_loss": 6.973770359763876e-05}, {"step": 20050, "epoch": 51, "train_loss": 3.0496768886223435e-05}, {"step": 20100, "epoch": 51, "train_loss": 9.757674706634134e-05}, {"step": 20150, "epoch": 51, "train_loss": 7.136025669751689e-05}, {"step": 20200, "epoch": 51, "train_loss": 5.870054883416742e-05}, {"step": 20250, "epoch": 51, "train_loss": 7.976159395184368e-05}, {"step": 20300, "epoch": 51, "train_loss": 6.896039849380031e-05}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9832, "test_loss": 0.0730734028339386}, {"step": 20350, "epoch": 52, "train_loss": 6.836825923528522e-05}, {"step": 20400, "epoch": 52, "train_loss": 9.268646681448445e-05}, {"step": 20450, "epoch": 52, "train_loss": 7.94601219240576e-05}, {"step": 20500, "epoch": 52, "train_loss": 8.638039435027167e-05}, {"step": 20550, "epoch": 52, "train_loss": 5.0112819735659286e-05}, {"step": 20600, "epoch": 52, "train_loss": 5.1197876018704847e-05}, {"step": 20650, "epoch": 52, "train_loss": 8.299294859170914e-05}, {"step": 20700, "epoch": 52, "train_loss": 9.504847548669204e-05}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9831, "test_loss": 0.07319421372413636}, {"step": 20750, "epoch": 53, "train_loss": 3.985857620136812e-05}, {"step": 20800, "epoch": 53, "train_loss": 6.953693082323298e-05}, {"step": 20850, "epoch": 53, "train_loss": 0.00013133882021065801}, {"step": 20900, "epoch": 53, "train_loss": 8.728107786737382e-05}, {"step": 20950, "epoch": 53, "train_loss": 7.214489596663043e-05}, {"step": 21000, "epoch": 53, "train_loss": 6.35834876447916e-05}, {"step": 21050, "epoch": 53, "train_loss": 5.003211845178157e-05}, {"step": 21100, "epoch": 53, "train_loss": 6.582502828678116e-05}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9831, "test_loss": 0.07329045658111573}, {"step": 21150, "epoch": 54, "train_loss": 4.991004607290961e-05}, {"step": 21200, "epoch": 54, "train_loss": 5.92486685491167e-05}, {"step": 21250, "epoch": 54, "train_loss": 4.427094972925261e-05}, {"step": 21300, "epoch": 54, "train_loss": 5.3950949222780764e-05}, {"step": 21350, "epoch": 54, "train_loss": 0.00010999064397765324}, {"step": 21400, "epoch": 54, "train_loss": 0.00012724676344078034}, {"step": 21450, "epoch": 54, "train_loss": 4.31414955528453e-05}, {"step": 21500, "epoch": 54, "train_loss": 5.212068936089054e-05}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9831, "test_loss": 0.07339674081802368}, {"step": 21550, "epoch": 55, "train_loss": 6.26725668553263e-05}, {"step": 21600, "epoch": 55, "train_loss": 7.476429891539738e-05}, {"step": 21650, "epoch": 55, "train_loss": 5.6112803576979786e-05}, {"step": 21700, "epoch": 55, "train_loss": 7.954514876473695e-05}, {"step": 21750, "epoch": 55, "train_loss": 0.00010007397213485092}, {"step": 21800, "epoch": 55, "train_loss": 9.046608465723693e-05}, {"step": 21850, "epoch": 55, "train_loss": 5.075294029666111e-05}, {"epoch_end": 55, "step": 21896, "test_acc": 0.983, "test_loss": 0.07352954516410827}, {"step": 21900, "epoch": 56, "train_loss": 4.9636364565230906e-05}, {"step": 21950, "epoch": 56, "train_loss": 0.00011145067401230335}, {"step": 22000, "epoch": 56, "train_loss": 6.532304541906342e-05}, {"step": 22050, "epoch": 56, "train_loss": 3.4907046938315034e-05}, {"step": 22100, "epoch": 56, "train_loss": 5.872706606169231e-05}, {"step": 22150, "epoch": 56, "train_loss": 5.879162563360296e-05}, {"step": 22200, "epoch": 56, "train_loss": 0.00011730416008504108}, {"step": 22250, "epoch": 56, "train_loss": 9.803065040614456e-05}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9832, "test_loss": 0.07353231401443482}, {"step": 22300, "epoch": 57, "train_loss": 9.976865840144455e-05}, {"step": 22350, "epoch": 57, "train_loss": 9.15935161174275e-05}, {"step": 22400, "epoch": 57, "train_loss": 9.440835128771141e-05}, {"step": 22450, "epoch": 57, "train_loss": 3.2459018257213756e-05}, {"step": 22500, "epoch": 57, "train_loss": 4.049080234835856e-05}, {"step": 22550, "epoch": 57, "train_loss": 9.888019849313423e-05}, {"step": 22600, "epoch": 57, "train_loss": 4.749724030261859e-05}, {"step": 22650, "epoch": 57, "train_loss": 8.564208837924525e-05}, {"epoch_end": 57, "step": 22678, "test_acc": 0.983, "test_loss": 0.07367653722763061}, {"step": 22700, "epoch": 58, "train_loss": 4.274461025488563e-05}, {"step": 22750, "epoch": 58, "train_loss": 0.00010485320672160015}, {"step": 22800, "epoch": 58, "train_loss": 7.989434379851446e-05}, {"step": 22850, "epoch": 58, "train_loss": 6.236629269551486e-05}, {"step": 22900, "epoch": 58, "train_loss": 4.125941632082686e-05}, {"step": 22950, "epoch": 58, "train_loss": 6.938726437510923e-05}, {"step": 23000, "epoch": 58, "train_loss": 5.062501804786734e-05}, {"step": 23050, "epoch": 58, "train_loss": 6.874505197629333e-05}, {"epoch_end": 58, "step": 23069, "test_acc": 0.983, "test_loss": 0.07377329449653626}, {"step": 23100, "epoch": 59, "train_loss": 5.8147506933892146e-05}, {"step": 23150, "epoch": 59, "train_loss": 4.709028507932089e-05}, {"step": 23200, "epoch": 59, "train_loss": 2.0986286472179927e-05}, {"step": 23250, "epoch": 59, "train_loss": 7.304285827558488e-05}, {"step": 23300, "epoch": 59, "train_loss": 5.322141805663705e-05}, {"step": 23350, "epoch": 59, "train_loss": 5.1514431106625125e-05}, {"step": 23400, "epoch": 59, "train_loss": 0.0001334085245616734}, {"step": 23450, "epoch": 59, "train_loss": 5.262482591206208e-05}, {"epoch_end": 59, "step": 23460, "test_acc": 0.983, "test_loss": 0.073947585105896}], "final": {"test_acc": 0.983, "test_loss": 0.073947585105896, "wall_s": 46.32193732261658}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_bp_w500_d2_s1.json b/results/ep_depth2_v1_mnist_bp_w500_d2_s1.json
new file mode 100644
index 0000000..145f979
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_bp_w500_d2_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_bp_w500_d2_s1", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4221274852752686}, {"step": 50, "epoch": 0, "train_loss": 0.41942551732063293}, {"step": 100, "epoch": 0, "train_loss": 0.15801098942756653}, {"step": 150, "epoch": 0, "train_loss": 0.2014187127351761}, {"step": 200, "epoch": 0, "train_loss": 0.17326486110687256}, {"step": 250, "epoch": 0, "train_loss": 0.25581905245780945}, {"step": 300, "epoch": 0, "train_loss": 0.12921205163002014}, {"step": 350, "epoch": 0, "train_loss": 0.19296583533287048}, {"epoch_end": 0, "step": 391, "test_acc": 0.9628, "test_loss": 0.1254888500213623}, {"step": 400, "epoch": 1, "train_loss": 0.07773947715759277}, {"step": 450, "epoch": 1, "train_loss": 0.09936528652906418}, {"step": 500, "epoch": 1, "train_loss": 0.1542331427335739}, {"step": 550, "epoch": 1, "train_loss": 0.05110596865415573}, {"step": 600, "epoch": 1, "train_loss": 0.03738909587264061}, {"step": 650, "epoch": 1, "train_loss": 0.0517408512532711}, {"step": 700, "epoch": 1, "train_loss": 0.065920889377594}, {"step": 750, "epoch": 1, "train_loss": 0.1194181814789772}, {"epoch_end": 1, "step": 782, "test_acc": 0.9511, "test_loss": 0.14611002502441406}, {"step": 800, "epoch": 2, "train_loss": 0.03956415504217148}, {"step": 850, "epoch": 2, "train_loss": 0.05014653876423836}, {"step": 900, "epoch": 2, "train_loss": 0.04399830475449562}, {"step": 950, "epoch": 2, "train_loss": 0.06162529066205025}, {"step": 1000, "epoch": 2, "train_loss": 0.03526173532009125}, {"step": 1050, "epoch": 2, "train_loss": 0.03768080100417137}, {"step": 1100, "epoch": 2, "train_loss": 0.0637703388929367}, {"step": 1150, "epoch": 2, "train_loss": 0.07771874219179153}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9719, "test_loss": 0.09298186473846436}, {"step": 1200, "epoch": 3, "train_loss": 0.02372591756284237}, {"step": 1250, "epoch": 3, "train_loss": 0.049035899341106415}, {"step": 1300, "epoch": 3, "train_loss": 0.0044759344309568405}, {"step": 1350, "epoch": 3, "train_loss": 0.014522187411785126}, {"step": 1400, "epoch": 3, "train_loss": 0.02826762944459915}, {"step": 1450, "epoch": 3, "train_loss": 0.017964746803045273}, {"step": 1500, "epoch": 3, "train_loss": 0.03199341893196106}, {"step": 1550, "epoch": 3, "train_loss": 0.010911567136645317}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9752, "test_loss": 0.0825472204208374}, {"step": 1600, "epoch": 4, "train_loss": 0.006915944628417492}, {"step": 1650, "epoch": 4, "train_loss": 0.023176217451691628}, {"step": 1700, "epoch": 4, "train_loss": 0.009722273796796799}, {"step": 1750, "epoch": 4, "train_loss": 0.008548503741621971}, {"step": 1800, "epoch": 4, "train_loss": 0.01138245314359665}, {"step": 1850, "epoch": 4, "train_loss": 0.04196016862988472}, {"step": 1900, "epoch": 4, "train_loss": 0.006675293669104576}, {"step": 1950, "epoch": 4, "train_loss": 0.026722868904471397}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9785, "test_loss": 0.07331142358779907}, {"step": 2000, "epoch": 5, "train_loss": 0.023014605045318604}, {"step": 2050, "epoch": 5, "train_loss": 0.013238570652902126}, {"step": 2100, "epoch": 5, "train_loss": 0.0031510868575423956}, {"step": 2150, "epoch": 5, "train_loss": 0.001166732981801033}, {"step": 2200, "epoch": 5, "train_loss": 0.011036663316190243}, {"step": 2250, "epoch": 5, "train_loss": 0.0021801351103931665}, {"step": 2300, "epoch": 5, "train_loss": 0.0034413195680826902}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9814, "test_loss": 0.06548277268409729}, {"step": 2350, "epoch": 6, "train_loss": 0.004818635527044535}, {"step": 2400, "epoch": 6, "train_loss": 0.0013462664792314172}, {"step": 2450, "epoch": 6, "train_loss": 0.002538922242820263}, {"step": 2500, "epoch": 6, "train_loss": 0.0020967836026102304}, {"step": 2550, "epoch": 6, "train_loss": 0.0038770560640841722}, {"step": 2600, "epoch": 6, "train_loss": 0.003385583870112896}, {"step": 2650, "epoch": 6, "train_loss": 0.001569964224472642}, {"step": 2700, "epoch": 6, "train_loss": 0.0008502908749505877}, {"epoch_end": 6, "step": 2737, "test_acc": 0.982, "test_loss": 0.06584429235458374}, {"step": 2750, "epoch": 7, "train_loss": 0.001106487587094307}, {"step": 2800, "epoch": 7, "train_loss": 0.0006508725928142667}, {"step": 2850, "epoch": 7, "train_loss": 0.0007353645050898194}, {"step": 2900, "epoch": 7, "train_loss": 0.003136907471343875}, {"step": 2950, "epoch": 7, "train_loss": 0.0003413145605009049}, {"step": 3000, "epoch": 7, "train_loss": 0.0005040589021518826}, {"step": 3050, "epoch": 7, "train_loss": 0.002946067601442337}, {"step": 3100, "epoch": 7, "train_loss": 0.0005594846443273127}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9829, "test_loss": 0.06352950110435486}, {"step": 3150, "epoch": 8, "train_loss": 0.0008724621729925275}, {"step": 3200, "epoch": 8, "train_loss": 0.0006994375144131482}, {"step": 3250, "epoch": 8, "train_loss": 0.00045173370745033026}, {"step": 3300, "epoch": 8, "train_loss": 0.000860273779835552}, {"step": 3350, "epoch": 8, "train_loss": 0.001264438615180552}, {"step": 3400, "epoch": 8, "train_loss": 0.0006776961381547153}, {"step": 3450, "epoch": 8, "train_loss": 0.0010267049074172974}, {"step": 3500, "epoch": 8, "train_loss": 0.0012175001902505755}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9822, "test_loss": 0.06427818417549133}, {"step": 3550, "epoch": 9, "train_loss": 0.0006585571100004017}, {"step": 3600, "epoch": 9, "train_loss": 0.00048800086369737983}, {"step": 3650, "epoch": 9, "train_loss": 0.0007367674261331558}, {"step": 3700, "epoch": 9, "train_loss": 0.0008606986957602203}, {"step": 3750, "epoch": 9, "train_loss": 0.0006457349518314004}, {"step": 3800, "epoch": 9, "train_loss": 0.0003880681761074811}, {"step": 3850, "epoch": 9, "train_loss": 0.000848815543577075}, {"step": 3900, "epoch": 9, "train_loss": 0.0006704977131448686}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9825, "test_loss": 0.06462814903259277}, {"step": 3950, "epoch": 10, "train_loss": 0.0006443551974371076}, {"step": 4000, "epoch": 10, "train_loss": 0.0005018262891098857}, {"step": 4050, "epoch": 10, "train_loss": 0.00043245096458122134}, {"step": 4100, "epoch": 10, "train_loss": 0.0005976016982458532}, {"step": 4150, "epoch": 10, "train_loss": 0.00018730678129941225}, {"step": 4200, "epoch": 10, "train_loss": 0.00041806497029028833}, {"step": 4250, "epoch": 10, "train_loss": 0.0010968920541927218}, {"step": 4300, "epoch": 10, "train_loss": 0.0006079827435314655}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9824, "test_loss": 0.06580241267681122}, {"step": 4350, "epoch": 11, "train_loss": 0.0005241247126832604}, {"step": 4400, "epoch": 11, "train_loss": 0.00027839423273690045}, {"step": 4450, "epoch": 11, "train_loss": 0.0005979688139632344}, {"step": 4500, "epoch": 11, "train_loss": 7.605528662679717e-05}, {"step": 4550, "epoch": 11, "train_loss": 0.0005636299611069262}, {"step": 4600, "epoch": 11, "train_loss": 0.0003448502975516021}, {"step": 4650, "epoch": 11, "train_loss": 0.00026139969122596085}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9825, "test_loss": 0.06607541229724884}, {"step": 4700, "epoch": 12, "train_loss": 0.0005746560636907816}, {"step": 4750, "epoch": 12, "train_loss": 0.0004522751260083169}, {"step": 4800, "epoch": 12, "train_loss": 0.0002123800222761929}, {"step": 4850, "epoch": 12, "train_loss": 0.00043522968189790845}, {"step": 4900, "epoch": 12, "train_loss": 0.00025305882445536554}, {"step": 4950, "epoch": 12, "train_loss": 0.000281130283838138}, {"step": 5000, "epoch": 12, "train_loss": 0.00039926733006723225}, {"step": 5050, "epoch": 12, "train_loss": 0.0003473585529718548}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9825, "test_loss": 0.06648262550830841}, {"step": 5100, "epoch": 13, "train_loss": 0.0002872296317946166}, {"step": 5150, "epoch": 13, "train_loss": 0.00037570498534478247}, {"step": 5200, "epoch": 13, "train_loss": 0.0002910510520450771}, {"step": 5250, "epoch": 13, "train_loss": 0.00031619812943972647}, {"step": 5300, "epoch": 13, "train_loss": 0.0005162355373613536}, {"step": 5350, "epoch": 13, "train_loss": 0.0005374238826334476}, {"step": 5400, "epoch": 13, "train_loss": 0.0002845526032615453}, {"step": 5450, "epoch": 13, "train_loss": 0.0003882664896082133}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9824, "test_loss": 0.06697375826835632}, {"step": 5500, "epoch": 14, "train_loss": 0.00012300418165978044}, {"step": 5550, "epoch": 14, "train_loss": 0.00017470563761889935}, {"step": 5600, "epoch": 14, "train_loss": 0.0002944178122561425}, {"step": 5650, "epoch": 14, "train_loss": 0.00024245803069788963}, {"step": 5700, "epoch": 14, "train_loss": 0.0001220843696501106}, {"step": 5750, "epoch": 14, "train_loss": 0.0005529926856979728}, {"step": 5800, "epoch": 14, "train_loss": 0.00043272715993225574}, {"step": 5850, "epoch": 14, "train_loss": 0.00042077573016285896}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9826, "test_loss": 0.0671637882232666}, {"step": 5900, "epoch": 15, "train_loss": 0.0003542104095686227}, {"step": 5950, "epoch": 15, "train_loss": 0.000511398131493479}, {"step": 6000, "epoch": 15, "train_loss": 0.000767423480283469}, {"step": 6050, "epoch": 15, "train_loss": 0.0005628449725918472}, {"step": 6100, "epoch": 15, "train_loss": 0.0004332609532866627}, {"step": 6150, "epoch": 15, "train_loss": 0.000330478505929932}, {"step": 6200, "epoch": 15, "train_loss": 0.00015378124953713268}, {"step": 6250, "epoch": 15, "train_loss": 0.00012214176240377128}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9825, "test_loss": 0.06752322251796722}, {"step": 6300, "epoch": 16, "train_loss": 0.0003068265214096755}, {"step": 6350, "epoch": 16, "train_loss": 0.0002445435675326735}, {"step": 6400, "epoch": 16, "train_loss": 0.0002846473071258515}, {"step": 6450, "epoch": 16, "train_loss": 0.00012900764704681933}, {"step": 6500, "epoch": 16, "train_loss": 0.00027371698524802923}, {"step": 6550, "epoch": 16, "train_loss": 0.0003525631909724325}, {"step": 6600, "epoch": 16, "train_loss": 0.000154225155711174}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9829, "test_loss": 0.06799932091236115}, {"step": 6650, "epoch": 17, "train_loss": 0.00012710863666143268}, {"step": 6700, "epoch": 17, "train_loss": 8.074066863628104e-05}, {"step": 6750, "epoch": 17, "train_loss": 0.0005084542790427804}, {"step": 6800, "epoch": 17, "train_loss": 0.0006391754141077399}, {"step": 6850, "epoch": 17, "train_loss": 0.00023638695711269975}, {"step": 6900, "epoch": 17, "train_loss": 0.00031861948082223535}, {"step": 6950, "epoch": 17, "train_loss": 0.0003719065571203828}, {"step": 7000, "epoch": 17, "train_loss": 0.00021038271370343864}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9826, "test_loss": 0.06847064416408538}, {"step": 7050, "epoch": 18, "train_loss": 9.969323582481593e-05}, {"step": 7100, "epoch": 18, "train_loss": 0.0003954509156756103}, {"step": 7150, "epoch": 18, "train_loss": 0.00019955456082243472}, {"step": 7200, "epoch": 18, "train_loss": 0.00027317568310536444}, {"step": 7250, "epoch": 18, "train_loss": 0.0002450748288538307}, {"step": 7300, "epoch": 18, "train_loss": 0.00012677187623921782}, {"step": 7350, "epoch": 18, "train_loss": 0.0003642688097897917}, {"step": 7400, "epoch": 18, "train_loss": 0.0001422911009285599}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9827, "test_loss": 0.06865635228157044}, {"step": 7450, "epoch": 19, "train_loss": 0.00013277567632030696}, {"step": 7500, "epoch": 19, "train_loss": 0.00027798188966698945}, {"step": 7550, "epoch": 19, "train_loss": 9.989935642806813e-05}, {"step": 7600, "epoch": 19, "train_loss": 0.00012839182454627007}, {"step": 7650, "epoch": 19, "train_loss": 0.00027872674399986863}, {"step": 7700, "epoch": 19, "train_loss": 0.00035194389056414366}, {"step": 7750, "epoch": 19, "train_loss": 0.00023544828582089394}, {"step": 7800, "epoch": 19, "train_loss": 0.00045284765656106174}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9823, "test_loss": 0.0690661682844162}, {"step": 7850, "epoch": 20, "train_loss": 0.00029346911469474435}, {"step": 7900, "epoch": 20, "train_loss": 0.00022724158770870417}, {"step": 7950, "epoch": 20, "train_loss": 0.00022724059817846864}, {"step": 8000, "epoch": 20, "train_loss": 0.0001797065051505342}, {"step": 8050, "epoch": 20, "train_loss": 0.0002297986065968871}, {"step": 8100, "epoch": 20, "train_loss": 0.00021860175183974206}, {"step": 8150, "epoch": 20, "train_loss": 0.00013785381452180445}, {"step": 8200, "epoch": 20, "train_loss": 0.00019992860325146466}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9825, "test_loss": 0.06918761622905731}, {"step": 8250, "epoch": 21, "train_loss": 0.00028406287310644984}, {"step": 8300, "epoch": 21, "train_loss": 0.0003091087273787707}, {"step": 8350, "epoch": 21, "train_loss": 0.00028969612321816385}, {"step": 8400, "epoch": 21, "train_loss": 0.0001572666224092245}, {"step": 8450, "epoch": 21, "train_loss": 0.0002277719759149477}, {"step": 8500, "epoch": 21, "train_loss": 0.00028635261696763337}, {"step": 8550, "epoch": 21, "train_loss": 0.00016580142255406827}, {"step": 8600, "epoch": 21, "train_loss": 0.0002961614227388054}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9827, "test_loss": 0.06949494619369506}, {"step": 8650, "epoch": 22, "train_loss": 8.312321733683348e-05}, {"step": 8700, "epoch": 22, "train_loss": 0.0001387355732731521}, {"step": 8750, "epoch": 22, "train_loss": 0.00014680216554552317}, {"step": 8800, "epoch": 22, "train_loss": 0.0002758972404990345}, {"step": 8850, "epoch": 22, "train_loss": 0.0001476048055337742}, {"step": 8900, "epoch": 22, "train_loss": 0.000280831940472126}, {"step": 8950, "epoch": 22, "train_loss": 0.00017231500532943755}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9824, "test_loss": 0.06961262619495392}, {"step": 9000, "epoch": 23, "train_loss": 0.00012234416499268264}, {"step": 9050, "epoch": 23, "train_loss": 0.00024020513228606433}, {"step": 9100, "epoch": 23, "train_loss": 0.00016845374193508178}, {"step": 9150, "epoch": 23, "train_loss": 0.00032536088838241994}, {"step": 9200, "epoch": 23, "train_loss": 0.0003186990215908736}, {"step": 9250, "epoch": 23, "train_loss": 0.00020582912839017808}, {"step": 9300, "epoch": 23, "train_loss": 0.00023102390696294606}, {"step": 9350, "epoch": 23, "train_loss": 0.00020764570217579603}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9824, "test_loss": 0.07009146642684937}, {"step": 9400, "epoch": 24, "train_loss": 0.0002267516392748803}, {"step": 9450, "epoch": 24, "train_loss": 9.89525651675649e-05}, {"step": 9500, "epoch": 24, "train_loss": 0.0001637676323298365}, {"step": 9550, "epoch": 24, "train_loss": 0.00022429681848734617}, {"step": 9600, "epoch": 24, "train_loss": 0.00015774901839904487}, {"step": 9650, "epoch": 24, "train_loss": 0.0003021772427018732}, {"step": 9700, "epoch": 24, "train_loss": 0.0001291929220315069}, {"step": 9750, "epoch": 24, "train_loss": 0.00036402049590833485}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9824, "test_loss": 0.0702902333021164}, {"step": 9800, "epoch": 25, "train_loss": 0.00027789841988123953}, {"step": 9850, "epoch": 25, "train_loss": 8.812078885966912e-05}, {"step": 9900, "epoch": 25, "train_loss": 9.737822983879596e-05}, {"step": 9950, "epoch": 25, "train_loss": 0.0002156284754164517}, {"step": 10000, "epoch": 25, "train_loss": 0.00023858332133386284}, {"step": 10050, "epoch": 25, "train_loss": 0.00021882724831812084}, {"step": 10100, "epoch": 25, "train_loss": 0.00011400366929592565}, {"step": 10150, "epoch": 25, "train_loss": 7.465847738785669e-05}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9826, "test_loss": 0.07067604472637176}, {"step": 10200, "epoch": 26, "train_loss": 0.0001965220144484192}, {"step": 10250, "epoch": 26, "train_loss": 0.00019323916058056056}, {"step": 10300, "epoch": 26, "train_loss": 0.0006115398136898875}, {"step": 10350, "epoch": 26, "train_loss": 7.488860137527809e-05}, {"step": 10400, "epoch": 26, "train_loss": 0.00016625401622150093}, {"step": 10450, "epoch": 26, "train_loss": 0.00022936741879675537}, {"step": 10500, "epoch": 26, "train_loss": 0.00025840476155281067}, {"step": 10550, "epoch": 26, "train_loss": 0.00015252054436132312}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9828, "test_loss": 0.07077565832138062}, {"step": 10600, "epoch": 27, "train_loss": 0.00014609709614887834}, {"step": 10650, "epoch": 27, "train_loss": 8.834093750920147e-05}, {"step": 10700, "epoch": 27, "train_loss": 0.00013515085447579622}, {"step": 10750, "epoch": 27, "train_loss": 0.00015306146815419197}, {"step": 10800, "epoch": 27, "train_loss": 7.297591946553439e-05}, {"step": 10850, "epoch": 27, "train_loss": 0.00014857180940452963}, {"step": 10900, "epoch": 27, "train_loss": 0.00012803224672097713}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9827, "test_loss": 0.07094673562049866}, {"step": 10950, "epoch": 28, "train_loss": 0.0001389992394251749}, {"step": 11000, "epoch": 28, "train_loss": 0.00014776774332858622}, {"step": 11050, "epoch": 28, "train_loss": 0.0002772342995740473}, {"step": 11100, "epoch": 28, "train_loss": 0.00017737004964146763}, {"step": 11150, "epoch": 28, "train_loss": 0.00026816342142410576}, {"step": 11200, "epoch": 28, "train_loss": 0.0002582803717814386}, {"step": 11250, "epoch": 28, "train_loss": 0.0002109162596752867}, {"step": 11300, "epoch": 28, "train_loss": 0.00012882743612863123}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9824, "test_loss": 0.07101195819377899}, {"step": 11350, "epoch": 29, "train_loss": 0.00011075471411459148}, {"step": 11400, "epoch": 29, "train_loss": 0.00018605463264975697}, {"step": 11450, "epoch": 29, "train_loss": 7.085353718139231e-05}, {"step": 11500, "epoch": 29, "train_loss": 0.00017779323388822377}, {"step": 11550, "epoch": 29, "train_loss": 0.00016262021381407976}, {"step": 11600, "epoch": 29, "train_loss": 0.00011944204743485898}, {"step": 11650, "epoch": 29, "train_loss": 0.00017729167302604765}, {"step": 11700, "epoch": 29, "train_loss": 9.734917694004253e-05}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9826, "test_loss": 0.07138859305381774}, {"step": 11750, "epoch": 30, "train_loss": 0.00024370575556531549}, {"step": 11800, "epoch": 30, "train_loss": 0.0001303227909374982}, {"step": 11850, "epoch": 30, "train_loss": 0.0001426522940164432}, {"step": 11900, "epoch": 30, "train_loss": 0.0002871447941288352}, {"step": 11950, "epoch": 30, "train_loss": 6.080224193283357e-05}, {"step": 12000, "epoch": 30, "train_loss": 0.00015819478721823543}, {"step": 12050, "epoch": 30, "train_loss": 0.00028140906943008304}, {"step": 12100, "epoch": 30, "train_loss": 0.00018764109699986875}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9826, "test_loss": 0.07161763577461243}, {"step": 12150, "epoch": 31, "train_loss": 9.986417717300355e-05}, {"step": 12200, "epoch": 31, "train_loss": 0.00023858700296841562}, {"step": 12250, "epoch": 31, "train_loss": 0.00019483413780108094}, {"step": 12300, "epoch": 31, "train_loss": 0.00013079095515422523}, {"step": 12350, "epoch": 31, "train_loss": 0.000191893705050461}, {"step": 12400, "epoch": 31, "train_loss": 0.0001482723164372146}, {"step": 12450, "epoch": 31, "train_loss": 8.866941789165139e-05}, {"step": 12500, "epoch": 31, "train_loss": 5.733299985877238e-05}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9825, "test_loss": 0.07191946275234222}, {"step": 12550, "epoch": 32, "train_loss": 0.00019051358685828745}, {"step": 12600, "epoch": 32, "train_loss": 4.819097011932172e-05}, {"step": 12650, "epoch": 32, "train_loss": 0.0001526152336737141}, {"step": 12700, "epoch": 32, "train_loss": 0.00019939063349738717}, {"step": 12750, "epoch": 32, "train_loss": 4.630650801118463e-05}, {"step": 12800, "epoch": 32, "train_loss": 0.00014597910922020674}, {"step": 12850, "epoch": 32, "train_loss": 8.196973794838414e-05}, {"step": 12900, "epoch": 32, "train_loss": 0.00014023717085365206}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9828, "test_loss": 0.07195813937187195}, {"step": 12950, "epoch": 33, "train_loss": 0.00011316029849695042}, {"step": 13000, "epoch": 33, "train_loss": 2.8544172891997732e-05}, {"step": 13050, "epoch": 33, "train_loss": 0.00011001413804478943}, {"step": 13100, "epoch": 33, "train_loss": 0.0001005704325507395}, {"step": 13150, "epoch": 33, "train_loss": 8.136899123201147e-05}, {"step": 13200, "epoch": 33, "train_loss": 8.447365689789876e-05}, {"step": 13250, "epoch": 33, "train_loss": 0.0001589742605574429}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9825, "test_loss": 0.07223110563755035}, {"step": 13300, "epoch": 34, "train_loss": 0.00015719614748377353}, {"step": 13350, "epoch": 34, "train_loss": 0.00011907004954991862}, {"step": 13400, "epoch": 34, "train_loss": 8.391014125663787e-05}, {"step": 13450, "epoch": 34, "train_loss": 0.00013244262663647532}, {"step": 13500, "epoch": 34, "train_loss": 0.00015607436944264919}, {"step": 13550, "epoch": 34, "train_loss": 0.00018446856120135635}, {"step": 13600, "epoch": 34, "train_loss": 0.00010762512101791799}, {"step": 13650, "epoch": 34, "train_loss": 0.0001921848743222654}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9824, "test_loss": 0.07230341074466705}, {"step": 13700, "epoch": 35, "train_loss": 6.587370444322005e-05}, {"step": 13750, "epoch": 35, "train_loss": 0.0001324559998465702}, {"step": 13800, "epoch": 35, "train_loss": 7.45563957025297e-05}, {"step": 13850, "epoch": 35, "train_loss": 9.323355334345251e-05}, {"step": 13900, "epoch": 35, "train_loss": 7.73818464949727e-05}, {"step": 13950, "epoch": 35, "train_loss": 0.00011663904297165573}, {"step": 14000, "epoch": 35, "train_loss": 0.0001382697228109464}, {"step": 14050, "epoch": 35, "train_loss": 0.0001055578759405762}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9826, "test_loss": 0.07246096205711365}, {"step": 14100, "epoch": 36, "train_loss": 0.0001078638742910698}, {"step": 14150, "epoch": 36, "train_loss": 0.0001222663267981261}, {"step": 14200, "epoch": 36, "train_loss": 0.00011284347419859841}, {"step": 14250, "epoch": 36, "train_loss": 9.624481754144654e-05}, {"step": 14300, "epoch": 36, "train_loss": 7.554599142167717e-05}, {"step": 14350, "epoch": 36, "train_loss": 9.755048813531175e-05}, {"step": 14400, "epoch": 36, "train_loss": 7.101948722265661e-05}, {"step": 14450, "epoch": 36, "train_loss": 0.00015634023293387145}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9826, "test_loss": 0.07283320412635803}, {"step": 14500, "epoch": 37, "train_loss": 0.00015964588965289295}, {"step": 14550, "epoch": 37, "train_loss": 0.00019903846259694546}, {"step": 14600, "epoch": 37, "train_loss": 6.524371565319598e-05}, {"step": 14650, "epoch": 37, "train_loss": 0.00013937026960775256}, {"step": 14700, "epoch": 37, "train_loss": 9.606638923287392e-05}, {"step": 14750, "epoch": 37, "train_loss": 8.049183816183358e-05}, {"step": 14800, "epoch": 37, "train_loss": 0.00011181577428942546}, {"step": 14850, "epoch": 37, "train_loss": 0.00011122501018689945}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9826, "test_loss": 0.07292644493579864}, {"step": 14900, "epoch": 38, "train_loss": 0.00012169144611107185}, {"step": 14950, "epoch": 38, "train_loss": 4.9838810809887946e-05}, {"step": 15000, "epoch": 38, "train_loss": 0.00012459245044738054}, {"step": 15050, "epoch": 38, "train_loss": 0.00010181577818002552}, {"step": 15100, "epoch": 38, "train_loss": 5.986100222798996e-05}, {"step": 15150, "epoch": 38, "train_loss": 0.0001584395649842918}, {"step": 15200, "epoch": 38, "train_loss": 0.00015091871318873018}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9827, "test_loss": 0.07313629796504974}, {"step": 15250, "epoch": 39, "train_loss": 4.735761831398122e-05}, {"step": 15300, "epoch": 39, "train_loss": 8.596403495175764e-05}, {"step": 15350, "epoch": 39, "train_loss": 8.747565880184993e-05}, {"step": 15400, "epoch": 39, "train_loss": 4.935195465805009e-05}, {"step": 15450, "epoch": 39, "train_loss": 7.566519343527034e-05}, {"step": 15500, "epoch": 39, "train_loss": 0.00016634487838018686}, {"step": 15550, "epoch": 39, "train_loss": 0.00010702137660700828}, {"step": 15600, "epoch": 39, "train_loss": 0.00013680043048225343}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9827, "test_loss": 0.07310154225826264}, {"step": 15650, "epoch": 40, "train_loss": 0.00015402297140099108}, {"step": 15700, "epoch": 40, "train_loss": 0.000104586171801202}, {"step": 15750, "epoch": 40, "train_loss": 0.00010056103928945959}, {"step": 15800, "epoch": 40, "train_loss": 9.3876376922708e-05}, {"step": 15850, "epoch": 40, "train_loss": 0.00011790833377745003}, {"step": 15900, "epoch": 40, "train_loss": 7.417556480504572e-05}, {"step": 15950, "epoch": 40, "train_loss": 0.00011332232679706067}, {"step": 16000, "epoch": 40, "train_loss": 3.951978942495771e-05}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9827, "test_loss": 0.07332671627998352}, {"step": 16050, "epoch": 41, "train_loss": 4.43660537712276e-05}, {"step": 16100, "epoch": 41, "train_loss": 9.71931658568792e-05}, {"step": 16150, "epoch": 41, "train_loss": 0.00010824172932188958}, {"step": 16200, "epoch": 41, "train_loss": 8.791701111476868e-05}, {"step": 16250, "epoch": 41, "train_loss": 9.652235166868195e-05}, {"step": 16300, "epoch": 41, "train_loss": 9.06181667232886e-05}, {"step": 16350, "epoch": 41, "train_loss": 9.390795457875356e-05}, {"step": 16400, "epoch": 41, "train_loss": 6.011956793372519e-05}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9826, "test_loss": 0.07362238988876343}, {"step": 16450, "epoch": 42, "train_loss": 8.271295519080013e-05}, {"step": 16500, "epoch": 42, "train_loss": 0.00013599637895822525}, {"step": 16550, "epoch": 42, "train_loss": 0.00012086892820661888}, {"step": 16600, "epoch": 42, "train_loss": 0.0001269429485546425}, {"step": 16650, "epoch": 42, "train_loss": 6.124946958152577e-05}, {"step": 16700, "epoch": 42, "train_loss": 0.00010601462417980656}, {"step": 16750, "epoch": 42, "train_loss": 5.802526357001625e-05}, {"step": 16800, "epoch": 42, "train_loss": 5.679388050339185e-05}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9826, "test_loss": 0.07363833043575287}, {"step": 16850, "epoch": 43, "train_loss": 0.00020907443831674755}, {"step": 16900, "epoch": 43, "train_loss": 4.979922960046679e-05}, {"step": 16950, "epoch": 43, "train_loss": 9.180567576549947e-05}, {"step": 17000, "epoch": 43, "train_loss": 9.674056491348892e-05}, {"step": 17050, "epoch": 43, "train_loss": 0.00011647427891148254}, {"step": 17100, "epoch": 43, "train_loss": 8.30795252113603e-05}, {"step": 17150, "epoch": 43, "train_loss": 0.00010366635979153216}, {"step": 17200, "epoch": 43, "train_loss": 0.00011440298840170726}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9827, "test_loss": 0.07385883483886718}, {"step": 17250, "epoch": 44, "train_loss": 0.00010907026444328949}, {"step": 17300, "epoch": 44, "train_loss": 7.124570402083918e-05}, {"step": 17350, "epoch": 44, "train_loss": 9.503400360699743e-05}, {"step": 17400, "epoch": 44, "train_loss": 6.145596853457391e-05}, {"step": 17450, "epoch": 44, "train_loss": 0.0001406343944836408}, {"step": 17500, "epoch": 44, "train_loss": 7.282868318725377e-05}, {"step": 17550, "epoch": 44, "train_loss": 6.769564788555726e-05}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9827, "test_loss": 0.07390813136100768}, {"step": 17600, "epoch": 45, "train_loss": 6.740388198522851e-05}, {"step": 17650, "epoch": 45, "train_loss": 3.8018988561816514e-05}, {"step": 17700, "epoch": 45, "train_loss": 4.866484960075468e-05}, {"step": 17750, "epoch": 45, "train_loss": 0.00010375362762715667}, {"step": 17800, "epoch": 45, "train_loss": 0.00017075144569389522}, {"step": 17850, "epoch": 45, "train_loss": 3.1791099900146946e-05}, {"step": 17900, "epoch": 45, "train_loss": 0.000121824283269234}, {"step": 17950, "epoch": 45, "train_loss": 9.080510790226981e-05}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9827, "test_loss": 0.07405013329982757}, {"step": 18000, "epoch": 46, "train_loss": 6.160552584333345e-05}, {"step": 18050, "epoch": 46, "train_loss": 9.01638632058166e-05}, {"step": 18100, "epoch": 46, "train_loss": 0.00017382632358931005}, {"step": 18150, "epoch": 46, "train_loss": 5.717135718441568e-05}, {"step": 18200, "epoch": 46, "train_loss": 8.27181211207062e-05}, {"step": 18250, "epoch": 46, "train_loss": 0.00013121202937327325}, {"step": 18300, "epoch": 46, "train_loss": 8.143454033415765e-05}, {"step": 18350, "epoch": 46, "train_loss": 7.515853940276429e-05}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9828, "test_loss": 0.07423458440303803}, {"step": 18400, "epoch": 47, "train_loss": 0.00011392111628083512}, {"step": 18450, "epoch": 47, "train_loss": 8.282229100586846e-05}, {"step": 18500, "epoch": 47, "train_loss": 0.00011268831440247595}, {"step": 18550, "epoch": 47, "train_loss": 0.0001174161589005962}, {"step": 18600, "epoch": 47, "train_loss": 5.0948299758601934e-05}, {"step": 18650, "epoch": 47, "train_loss": 6.716941425111145e-05}, {"step": 18700, "epoch": 47, "train_loss": 0.00011504565918585286}, {"step": 18750, "epoch": 47, "train_loss": 5.8301629906054586e-05}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9827, "test_loss": 0.07434967973232269}, {"step": 18800, "epoch": 48, "train_loss": 7.685003220103681e-05}, {"step": 18850, "epoch": 48, "train_loss": 0.00013572406896855682}, {"step": 18900, "epoch": 48, "train_loss": 6.948808004381135e-05}, {"step": 18950, "epoch": 48, "train_loss": 0.0001462257350794971}, {"step": 19000, "epoch": 48, "train_loss": 5.203375985729508e-05}, {"step": 19050, "epoch": 48, "train_loss": 0.00012818846153095365}, {"step": 19100, "epoch": 48, "train_loss": 0.0001616466761333868}, {"step": 19150, "epoch": 48, "train_loss": 5.307549508870579e-05}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9828, "test_loss": 0.07446002967357636}, {"step": 19200, "epoch": 49, "train_loss": 7.921104406705126e-05}, {"step": 19250, "epoch": 49, "train_loss": 2.574676000222098e-05}, {"step": 19300, "epoch": 49, "train_loss": 0.00013755160034634173}, {"step": 19350, "epoch": 49, "train_loss": 6.163625948829576e-05}, {"step": 19400, "epoch": 49, "train_loss": 5.9438436437631026e-05}, {"step": 19450, "epoch": 49, "train_loss": 0.00010115760960616171}, {"step": 19500, "epoch": 49, "train_loss": 6.754340574843809e-05}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9828, "test_loss": 0.07453649377822875}, {"step": 19550, "epoch": 50, "train_loss": 6.747058068867773e-05}, {"step": 19600, "epoch": 50, "train_loss": 0.0001041376672219485}, {"step": 19650, "epoch": 50, "train_loss": 3.689043296617456e-05}, {"step": 19700, "epoch": 50, "train_loss": 0.00010328439384466037}, {"step": 19750, "epoch": 50, "train_loss": 0.00011658620496746153}, {"step": 19800, "epoch": 50, "train_loss": 9.453717939322814e-05}, {"step": 19850, "epoch": 50, "train_loss": 0.0001089434590539895}, {"step": 19900, "epoch": 50, "train_loss": 8.445048297289759e-05}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9827, "test_loss": 0.07475170052051544}, {"step": 19950, "epoch": 51, "train_loss": 5.9832360420841724e-05}, {"step": 20000, "epoch": 51, "train_loss": 6.620012572966516e-05}, {"step": 20050, "epoch": 51, "train_loss": 5.719171167584136e-05}, {"step": 20100, "epoch": 51, "train_loss": 0.00010093289165524766}, {"step": 20150, "epoch": 51, "train_loss": 5.746811075368896e-05}, {"step": 20200, "epoch": 51, "train_loss": 4.6037086576689035e-05}, {"step": 20250, "epoch": 51, "train_loss": 6.63071041344665e-05}, {"step": 20300, "epoch": 51, "train_loss": 7.457443280145526e-05}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9827, "test_loss": 0.07490359463691712}, {"step": 20350, "epoch": 52, "train_loss": 6.640165520366281e-05}, {"step": 20400, "epoch": 52, "train_loss": 6.692169699817896e-05}, {"step": 20450, "epoch": 52, "train_loss": 7.672491483390331e-05}, {"step": 20500, "epoch": 52, "train_loss": 9.832362411543727e-05}, {"step": 20550, "epoch": 52, "train_loss": 5.17340813530609e-05}, {"step": 20600, "epoch": 52, "train_loss": 6.683096580673009e-05}, {"step": 20650, "epoch": 52, "train_loss": 8.874154445948079e-05}, {"step": 20700, "epoch": 52, "train_loss": 6.822273280704394e-05}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9827, "test_loss": 0.07492523229122162}, {"step": 20750, "epoch": 53, "train_loss": 3.986925366916694e-05}, {"step": 20800, "epoch": 53, "train_loss": 6.048977593309246e-05}, {"step": 20850, "epoch": 53, "train_loss": 0.00011832741438411176}, {"step": 20900, "epoch": 53, "train_loss": 7.762746827211231e-05}, {"step": 20950, "epoch": 53, "train_loss": 3.990425102529116e-05}, {"step": 21000, "epoch": 53, "train_loss": 0.00010019013279816136}, {"step": 21050, "epoch": 53, "train_loss": 4.593982157530263e-05}, {"step": 21100, "epoch": 53, "train_loss": 8.432970207650214e-05}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9827, "test_loss": 0.07503829491138458}, {"step": 21150, "epoch": 54, "train_loss": 6.531861436087638e-05}, {"step": 21200, "epoch": 54, "train_loss": 7.911606371635571e-05}, {"step": 21250, "epoch": 54, "train_loss": 4.040836574858986e-05}, {"step": 21300, "epoch": 54, "train_loss": 6.351276533678174e-05}, {"step": 21350, "epoch": 54, "train_loss": 0.00010088172712130472}, {"step": 21400, "epoch": 54, "train_loss": 0.00011488258314784616}, {"step": 21450, "epoch": 54, "train_loss": 4.820280082640238e-05}, {"step": 21500, "epoch": 54, "train_loss": 6.067109643481672e-05}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9827, "test_loss": 0.07523476176261902}, {"step": 21550, "epoch": 55, "train_loss": 7.141519017750397e-05}, {"step": 21600, "epoch": 55, "train_loss": 5.9553083701757714e-05}, {"step": 21650, "epoch": 55, "train_loss": 4.9616915930528194e-05}, {"step": 21700, "epoch": 55, "train_loss": 4.814239218831062e-05}, {"step": 21750, "epoch": 55, "train_loss": 8.414413605351001e-05}, {"step": 21800, "epoch": 55, "train_loss": 0.0001265446626348421}, {"step": 21850, "epoch": 55, "train_loss": 4.881422137259506e-05}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9829, "test_loss": 0.07527860946655274}, {"step": 21900, "epoch": 56, "train_loss": 5.437454819912091e-05}, {"step": 21950, "epoch": 56, "train_loss": 0.00012584876094479114}, {"step": 22000, "epoch": 56, "train_loss": 4.2506006138864905e-05}, {"step": 22050, "epoch": 56, "train_loss": 2.4745955670368858e-05}, {"step": 22100, "epoch": 56, "train_loss": 5.1138034905306995e-05}, {"step": 22150, "epoch": 56, "train_loss": 6.441277218982577e-05}, {"step": 22200, "epoch": 56, "train_loss": 0.00012644079106394202}, {"step": 22250, "epoch": 56, "train_loss": 0.0001344797492492944}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9826, "test_loss": 0.07532219796180725}, {"step": 22300, "epoch": 57, "train_loss": 6.911353557370603e-05}, {"step": 22350, "epoch": 57, "train_loss": 8.784454257693142e-05}, {"step": 22400, "epoch": 57, "train_loss": 8.740616613067687e-05}, {"step": 22450, "epoch": 57, "train_loss": 2.4700004360056482e-05}, {"step": 22500, "epoch": 57, "train_loss": 5.088946272735484e-05}, {"step": 22550, "epoch": 57, "train_loss": 9.389674960402772e-05}, {"step": 22600, "epoch": 57, "train_loss": 4.749157960759476e-05}, {"step": 22650, "epoch": 57, "train_loss": 8.348624396603554e-05}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9826, "test_loss": 0.0754248419523239}, {"step": 22700, "epoch": 58, "train_loss": 5.2745068387594074e-05}, {"step": 22750, "epoch": 58, "train_loss": 0.00011786970571847633}, {"step": 22800, "epoch": 58, "train_loss": 7.493663724744692e-05}, {"step": 22850, "epoch": 58, "train_loss": 8.037068619159982e-05}, {"step": 22900, "epoch": 58, "train_loss": 3.0074250389588997e-05}, {"step": 22950, "epoch": 58, "train_loss": 7.734230166533962e-05}, {"step": 23000, "epoch": 58, "train_loss": 4.509730206336826e-05}, {"step": 23050, "epoch": 58, "train_loss": 6.40198850305751e-05}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9829, "test_loss": 0.07552800571918487}, {"step": 23100, "epoch": 59, "train_loss": 6.331373151624575e-05}, {"step": 23150, "epoch": 59, "train_loss": 3.84443010261748e-05}, {"step": 23200, "epoch": 59, "train_loss": 3.9913476939545944e-05}, {"step": 23250, "epoch": 59, "train_loss": 6.76062554703094e-05}, {"step": 23300, "epoch": 59, "train_loss": 5.251103357295506e-05}, {"step": 23350, "epoch": 59, "train_loss": 5.219607555773109e-05}, {"step": 23400, "epoch": 59, "train_loss": 0.0001975448540179059}, {"step": 23450, "epoch": 59, "train_loss": 6.0247108194744214e-05}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9829, "test_loss": 0.07568585169315338}], "final": {"test_acc": 0.9829, "test_loss": 0.07568585169315338, "wall_s": 44.66632699966431}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_bp_w500_d2_s2.json b/results/ep_depth2_v1_mnist_bp_w500_d2_s2.json
new file mode 100644
index 0000000..35f12c1
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_bp_w500_d2_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_bp_w500_d2_s2", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4491312503814697}, {"step": 50, "epoch": 0, "train_loss": 0.41165879368782043}, {"step": 100, "epoch": 0, "train_loss": 0.1618865430355072}, {"step": 150, "epoch": 0, "train_loss": 0.17681878805160522}, {"step": 200, "epoch": 0, "train_loss": 0.18772560358047485}, {"step": 250, "epoch": 0, "train_loss": 0.2368580549955368}, {"step": 300, "epoch": 0, "train_loss": 0.11634564399719238}, {"step": 350, "epoch": 0, "train_loss": 0.1738906353712082}, {"epoch_end": 0, "step": 391, "test_acc": 0.9611, "test_loss": 0.1279172966003418}, {"step": 400, "epoch": 1, "train_loss": 0.07703936845064163}, {"step": 450, "epoch": 1, "train_loss": 0.09986303001642227}, {"step": 500, "epoch": 1, "train_loss": 0.17165139317512512}, {"step": 550, "epoch": 1, "train_loss": 0.06101280078291893}, {"step": 600, "epoch": 1, "train_loss": 0.03770450875163078}, {"step": 650, "epoch": 1, "train_loss": 0.04324036464095116}, {"step": 700, "epoch": 1, "train_loss": 0.07440846413373947}, {"step": 750, "epoch": 1, "train_loss": 0.14108438789844513}, {"epoch_end": 1, "step": 782, "test_acc": 0.954, "test_loss": 0.14273529586791991}, {"step": 800, "epoch": 2, "train_loss": 0.03971555456519127}, {"step": 850, "epoch": 2, "train_loss": 0.027192818000912666}, {"step": 900, "epoch": 2, "train_loss": 0.033594097942113876}, {"step": 950, "epoch": 2, "train_loss": 0.07029440999031067}, {"step": 1000, "epoch": 2, "train_loss": 0.040592584758996964}, {"step": 1050, "epoch": 2, "train_loss": 0.028900520876049995}, {"step": 1100, "epoch": 2, "train_loss": 0.08042490482330322}, {"step": 1150, "epoch": 2, "train_loss": 0.060882676392793655}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9748, "test_loss": 0.08006709604263305}, {"step": 1200, "epoch": 3, "train_loss": 0.015425332821905613}, {"step": 1250, "epoch": 3, "train_loss": 0.0551152341067791}, {"step": 1300, "epoch": 3, "train_loss": 0.00909050740301609}, {"step": 1350, "epoch": 3, "train_loss": 0.0061253271996974945}, {"step": 1400, "epoch": 3, "train_loss": 0.030687738209962845}, {"step": 1450, "epoch": 3, "train_loss": 0.025705235078930855}, {"step": 1500, "epoch": 3, "train_loss": 0.050053250044584274}, {"step": 1550, "epoch": 3, "train_loss": 0.020192688331007957}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9765, "test_loss": 0.07943849039077759}, {"step": 1600, "epoch": 4, "train_loss": 0.014318796806037426}, {"step": 1650, "epoch": 4, "train_loss": 0.024251187220215797}, {"step": 1700, "epoch": 4, "train_loss": 0.023595092818140984}, {"step": 1750, "epoch": 4, "train_loss": 0.005632027518004179}, {"step": 1800, "epoch": 4, "train_loss": 0.007125240750610828}, {"step": 1850, "epoch": 4, "train_loss": 0.07253631949424744}, {"step": 1900, "epoch": 4, "train_loss": 0.021254833787679672}, {"step": 1950, "epoch": 4, "train_loss": 0.022354885935783386}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9783, "test_loss": 0.07493559150695801}, {"step": 2000, "epoch": 5, "train_loss": 0.025251856073737144}, {"step": 2050, "epoch": 5, "train_loss": 0.004593223333358765}, {"step": 2100, "epoch": 5, "train_loss": 0.003935609944164753}, {"step": 2150, "epoch": 5, "train_loss": 0.003197132144123316}, {"step": 2200, "epoch": 5, "train_loss": 0.012917962856590748}, {"step": 2250, "epoch": 5, "train_loss": 0.001963930670171976}, {"step": 2300, "epoch": 5, "train_loss": 0.005419110879302025}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9807, "test_loss": 0.06747661056518554}, {"step": 2350, "epoch": 6, "train_loss": 0.0019113831222057343}, {"step": 2400, "epoch": 6, "train_loss": 0.0006979804020375013}, {"step": 2450, "epoch": 6, "train_loss": 0.0034977432806044817}, {"step": 2500, "epoch": 6, "train_loss": 0.0022398685105144978}, {"step": 2550, "epoch": 6, "train_loss": 0.0028519565239548683}, {"step": 2600, "epoch": 6, "train_loss": 0.002323814434930682}, {"step": 2650, "epoch": 6, "train_loss": 0.0025235216598957777}, {"step": 2700, "epoch": 6, "train_loss": 0.0010291495127603412}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9818, "test_loss": 0.06430713849067687}, {"step": 2750, "epoch": 7, "train_loss": 0.00038707052590325475}, {"step": 2800, "epoch": 7, "train_loss": 0.0003648230049293488}, {"step": 2850, "epoch": 7, "train_loss": 0.0004174097266513854}, {"step": 2900, "epoch": 7, "train_loss": 0.0011560264974832535}, {"step": 2950, "epoch": 7, "train_loss": 0.0004529365978669375}, {"step": 3000, "epoch": 7, "train_loss": 0.00048308767145499587}, {"step": 3050, "epoch": 7, "train_loss": 0.0006570710684172809}, {"step": 3100, "epoch": 7, "train_loss": 0.00026767479721456766}, {"epoch_end": 7, "step": 3128, "test_acc": 0.982, "test_loss": 0.06477693359851837}, {"step": 3150, "epoch": 8, "train_loss": 0.0010150651214644313}, {"step": 3200, "epoch": 8, "train_loss": 0.0012428504414856434}, {"step": 3250, "epoch": 8, "train_loss": 0.000427462684456259}, {"step": 3300, "epoch": 8, "train_loss": 0.0009718149667605758}, {"step": 3350, "epoch": 8, "train_loss": 0.00129345478489995}, {"step": 3400, "epoch": 8, "train_loss": 0.0005332918372005224}, {"step": 3450, "epoch": 8, "train_loss": 0.0008907217415980995}, {"step": 3500, "epoch": 8, "train_loss": 0.001294145593419671}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9827, "test_loss": 0.06395491318702698}, {"step": 3550, "epoch": 9, "train_loss": 0.000753117841668427}, {"step": 3600, "epoch": 9, "train_loss": 0.0005019091186113656}, {"step": 3650, "epoch": 9, "train_loss": 0.0006431470392271876}, {"step": 3700, "epoch": 9, "train_loss": 0.0009348666062578559}, {"step": 3750, "epoch": 9, "train_loss": 0.0007027497049421072}, {"step": 3800, "epoch": 9, "train_loss": 0.0006212175940163434}, {"step": 3850, "epoch": 9, "train_loss": 0.0010553905740380287}, {"step": 3900, "epoch": 9, "train_loss": 0.0005517182871699333}, {"epoch_end": 9, "step": 3910, "test_acc": 0.983, "test_loss": 0.06432993080615998}, {"step": 3950, "epoch": 10, "train_loss": 0.0004603722190950066}, {"step": 4000, "epoch": 10, "train_loss": 0.0004162269760854542}, {"step": 4050, "epoch": 10, "train_loss": 0.0004462863435037434}, {"step": 4100, "epoch": 10, "train_loss": 0.0004958886420354247}, {"step": 4150, "epoch": 10, "train_loss": 0.0003406362666282803}, {"step": 4200, "epoch": 10, "train_loss": 0.0007007773383520544}, {"step": 4250, "epoch": 10, "train_loss": 0.0009182135108858347}, {"step": 4300, "epoch": 10, "train_loss": 0.0005545609747059643}, {"epoch_end": 10, "step": 4301, "test_acc": 0.983, "test_loss": 0.06488247911930084}, {"step": 4350, "epoch": 11, "train_loss": 0.0004071989969816059}, {"step": 4400, "epoch": 11, "train_loss": 0.0003315162321086973}, {"step": 4450, "epoch": 11, "train_loss": 0.0006633535958826542}, {"step": 4500, "epoch": 11, "train_loss": 0.00010253748041577637}, {"step": 4550, "epoch": 11, "train_loss": 0.0006887367926537991}, {"step": 4600, "epoch": 11, "train_loss": 0.0003963009512517601}, {"step": 4650, "epoch": 11, "train_loss": 0.0003844579914584756}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9822, "test_loss": 0.06531458361148834}, {"step": 4700, "epoch": 12, "train_loss": 0.0004065718094352633}, {"step": 4750, "epoch": 12, "train_loss": 0.00033848575549200177}, {"step": 4800, "epoch": 12, "train_loss": 0.0002892371849156916}, {"step": 4850, "epoch": 12, "train_loss": 0.0004845227231271565}, {"step": 4900, "epoch": 12, "train_loss": 0.00024412700440734625}, {"step": 4950, "epoch": 12, "train_loss": 0.00030023936415091157}, {"step": 5000, "epoch": 12, "train_loss": 0.00024332848261110485}, {"step": 5050, "epoch": 12, "train_loss": 0.0004567825817503035}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9825, "test_loss": 0.06623954076766968}, {"step": 5100, "epoch": 13, "train_loss": 0.00016468159446958452}, {"step": 5150, "epoch": 13, "train_loss": 0.00025742515572346747}, {"step": 5200, "epoch": 13, "train_loss": 0.00033552414970472455}, {"step": 5250, "epoch": 13, "train_loss": 0.0002660847967490554}, {"step": 5300, "epoch": 13, "train_loss": 0.0003849796485155821}, {"step": 5350, "epoch": 13, "train_loss": 0.0005942221032455564}, {"step": 5400, "epoch": 13, "train_loss": 0.0003764637222047895}, {"step": 5450, "epoch": 13, "train_loss": 0.0002784874814096838}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9821, "test_loss": 0.06642956681251526}, {"step": 5500, "epoch": 14, "train_loss": 0.00019224861171096563}, {"step": 5550, "epoch": 14, "train_loss": 0.00019856893050018698}, {"step": 5600, "epoch": 14, "train_loss": 0.00029150358750484884}, {"step": 5650, "epoch": 14, "train_loss": 0.0002758139162324369}, {"step": 5700, "epoch": 14, "train_loss": 0.00016413243429269642}, {"step": 5750, "epoch": 14, "train_loss": 0.00029075893689878285}, {"step": 5800, "epoch": 14, "train_loss": 0.0005512562347576022}, {"step": 5850, "epoch": 14, "train_loss": 0.0003855454851873219}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9823, "test_loss": 0.06659512944221496}, {"step": 5900, "epoch": 15, "train_loss": 0.00030275731114670634}, {"step": 5950, "epoch": 15, "train_loss": 0.0005909244064241648}, {"step": 6000, "epoch": 15, "train_loss": 0.0007963006501086056}, {"step": 6050, "epoch": 15, "train_loss": 0.0005001101526431739}, {"step": 6100, "epoch": 15, "train_loss": 0.00038352704723365605}, {"step": 6150, "epoch": 15, "train_loss": 0.00017658129218034446}, {"step": 6200, "epoch": 15, "train_loss": 0.00024217668396886438}, {"step": 6250, "epoch": 15, "train_loss": 0.0002441025571897626}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9823, "test_loss": 0.06696779105663299}, {"step": 6300, "epoch": 16, "train_loss": 0.00028671027394011617}, {"step": 6350, "epoch": 16, "train_loss": 0.0002762399963103235}, {"step": 6400, "epoch": 16, "train_loss": 0.00026485606213100255}, {"step": 6450, "epoch": 16, "train_loss": 0.0001458521728636697}, {"step": 6500, "epoch": 16, "train_loss": 0.00019079333287663758}, {"step": 6550, "epoch": 16, "train_loss": 0.0003307300794404}, {"step": 6600, "epoch": 16, "train_loss": 0.00018858803377952427}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9822, "test_loss": 0.06753145294189453}, {"step": 6650, "epoch": 17, "train_loss": 0.000171003004652448}, {"step": 6700, "epoch": 17, "train_loss": 7.685734453843907e-05}, {"step": 6750, "epoch": 17, "train_loss": 0.00036232310230843723}, {"step": 6800, "epoch": 17, "train_loss": 0.0005187136121094227}, {"step": 6850, "epoch": 17, "train_loss": 0.00020913692424073815}, {"step": 6900, "epoch": 17, "train_loss": 0.00038698784192092717}, {"step": 6950, "epoch": 17, "train_loss": 0.0003824024461209774}, {"step": 7000, "epoch": 17, "train_loss": 0.00024175744329113513}, {"epoch_end": 17, "step": 7038, "test_acc": 0.982, "test_loss": 0.06790700902938843}, {"step": 7050, "epoch": 18, "train_loss": 0.00010076271428260952}, {"step": 7100, "epoch": 18, "train_loss": 0.0004818835586775094}, {"step": 7150, "epoch": 18, "train_loss": 0.0001282418379560113}, {"step": 7200, "epoch": 18, "train_loss": 0.00022909947438165545}, {"step": 7250, "epoch": 18, "train_loss": 0.0002681675832718611}, {"step": 7300, "epoch": 18, "train_loss": 0.0001535369228804484}, {"step": 7350, "epoch": 18, "train_loss": 0.0002778891648631543}, {"step": 7400, "epoch": 18, "train_loss": 0.00013149986625649035}, {"epoch_end": 18, "step": 7429, "test_acc": 0.982, "test_loss": 0.06821255953311921}, {"step": 7450, "epoch": 19, "train_loss": 0.00011930915206903592}, {"step": 7500, "epoch": 19, "train_loss": 0.00021120889869052917}, {"step": 7550, "epoch": 19, "train_loss": 0.00014083427959121764}, {"step": 7600, "epoch": 19, "train_loss": 0.0001297366979997605}, {"step": 7650, "epoch": 19, "train_loss": 0.0002484520082361996}, {"step": 7700, "epoch": 19, "train_loss": 0.0003101026813965291}, {"step": 7750, "epoch": 19, "train_loss": 0.0003120971377938986}, {"step": 7800, "epoch": 19, "train_loss": 0.00043770854244939983}, {"epoch_end": 19, "step": 7820, "test_acc": 0.982, "test_loss": 0.06876953277587891}, {"step": 7850, "epoch": 20, "train_loss": 0.00023918398073874414}, {"step": 7900, "epoch": 20, "train_loss": 0.00022796427947469056}, {"step": 7950, "epoch": 20, "train_loss": 0.00020591366046573967}, {"step": 8000, "epoch": 20, "train_loss": 0.00017604987078811973}, {"step": 8050, "epoch": 20, "train_loss": 0.0003119779285043478}, {"step": 8100, "epoch": 20, "train_loss": 0.00027039277483709157}, {"step": 8150, "epoch": 20, "train_loss": 0.0002314972662134096}, {"step": 8200, "epoch": 20, "train_loss": 0.00017025195120368153}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9821, "test_loss": 0.06864234426021576}, {"step": 8250, "epoch": 21, "train_loss": 0.00027244724333286285}, {"step": 8300, "epoch": 21, "train_loss": 0.0003263983817305416}, {"step": 8350, "epoch": 21, "train_loss": 0.0002498553949408233}, {"step": 8400, "epoch": 21, "train_loss": 0.00019472699204925448}, {"step": 8450, "epoch": 21, "train_loss": 0.0002644308260641992}, {"step": 8500, "epoch": 21, "train_loss": 0.00028223133995197713}, {"step": 8550, "epoch": 21, "train_loss": 0.00014954172365833074}, {"step": 8600, "epoch": 21, "train_loss": 0.00040411241934634745}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9823, "test_loss": 0.06904381999969482}, {"step": 8650, "epoch": 22, "train_loss": 5.3622872655978426e-05}, {"step": 8700, "epoch": 22, "train_loss": 0.0001583873963681981}, {"step": 8750, "epoch": 22, "train_loss": 0.000156955182319507}, {"step": 8800, "epoch": 22, "train_loss": 0.0002563362941145897}, {"step": 8850, "epoch": 22, "train_loss": 0.00017428894352633506}, {"step": 8900, "epoch": 22, "train_loss": 0.0002918229438364506}, {"step": 8950, "epoch": 22, "train_loss": 0.00014164915774017572}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9821, "test_loss": 0.0692156311750412}, {"step": 9000, "epoch": 23, "train_loss": 0.00013385365309659392}, {"step": 9050, "epoch": 23, "train_loss": 0.00020748349197674543}, {"step": 9100, "epoch": 23, "train_loss": 0.0001459649356547743}, {"step": 9150, "epoch": 23, "train_loss": 0.0003073972766287625}, {"step": 9200, "epoch": 23, "train_loss": 0.0004011383280158043}, {"step": 9250, "epoch": 23, "train_loss": 0.00017938231758307666}, {"step": 9300, "epoch": 23, "train_loss": 0.0001630602782825008}, {"step": 9350, "epoch": 23, "train_loss": 0.0001408213283866644}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9821, "test_loss": 0.06973854053020477}, {"step": 9400, "epoch": 24, "train_loss": 0.00017392511654179543}, {"step": 9450, "epoch": 24, "train_loss": 0.0001414568832842633}, {"step": 9500, "epoch": 24, "train_loss": 0.00018371750775258988}, {"step": 9550, "epoch": 24, "train_loss": 0.00018593613640405238}, {"step": 9600, "epoch": 24, "train_loss": 0.00012335574137978256}, {"step": 9650, "epoch": 24, "train_loss": 0.00038748636143282056}, {"step": 9700, "epoch": 24, "train_loss": 0.0001475872122682631}, {"step": 9750, "epoch": 24, "train_loss": 0.000346777233062312}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9822, "test_loss": 0.06982813806533814}, {"step": 9800, "epoch": 25, "train_loss": 0.00024337014474440366}, {"step": 9850, "epoch": 25, "train_loss": 8.533225627616048e-05}, {"step": 9900, "epoch": 25, "train_loss": 0.0001415676379110664}, {"step": 9950, "epoch": 25, "train_loss": 0.0001794879644876346}, {"step": 10000, "epoch": 25, "train_loss": 0.00016750920622143894}, {"step": 10050, "epoch": 25, "train_loss": 0.00017902880790643394}, {"step": 10100, "epoch": 25, "train_loss": 7.031518907751888e-05}, {"step": 10150, "epoch": 25, "train_loss": 7.748910138616338e-05}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9823, "test_loss": 0.07020766885280609}, {"step": 10200, "epoch": 26, "train_loss": 0.00015142199117690325}, {"step": 10250, "epoch": 26, "train_loss": 0.0001676409156061709}, {"step": 10300, "epoch": 26, "train_loss": 0.0006408453918993473}, {"step": 10350, "epoch": 26, "train_loss": 0.00010243834549328312}, {"step": 10400, "epoch": 26, "train_loss": 0.00018792381160892546}, {"step": 10450, "epoch": 26, "train_loss": 0.00021770148305222392}, {"step": 10500, "epoch": 26, "train_loss": 0.0002606553607620299}, {"step": 10550, "epoch": 26, "train_loss": 0.00014884512347634882}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9825, "test_loss": 0.07020120000839233}, {"step": 10600, "epoch": 27, "train_loss": 0.00013303371088113636}, {"step": 10650, "epoch": 27, "train_loss": 0.0001042265139403753}, {"step": 10700, "epoch": 27, "train_loss": 0.00017302836931776255}, {"step": 10750, "epoch": 27, "train_loss": 0.00010637284140102565}, {"step": 10800, "epoch": 27, "train_loss": 8.225101191783324e-05}, {"step": 10850, "epoch": 27, "train_loss": 0.00011209220247110352}, {"step": 10900, "epoch": 27, "train_loss": 0.00011732666462194175}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9824, "test_loss": 0.07048356173038482}, {"step": 10950, "epoch": 28, "train_loss": 9.116545697906986e-05}, {"step": 11000, "epoch": 28, "train_loss": 0.00013100425712764263}, {"step": 11050, "epoch": 28, "train_loss": 0.00019479515322018415}, {"step": 11100, "epoch": 28, "train_loss": 0.00018591596744954586}, {"step": 11150, "epoch": 28, "train_loss": 0.00020639541617128998}, {"step": 11200, "epoch": 28, "train_loss": 0.00030769273871555924}, {"step": 11250, "epoch": 28, "train_loss": 0.0002442343393340707}, {"step": 11300, "epoch": 28, "train_loss": 0.00018512313545215875}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9823, "test_loss": 0.0707089108467102}, {"step": 11350, "epoch": 29, "train_loss": 6.667670822935179e-05}, {"step": 11400, "epoch": 29, "train_loss": 0.00013695532106794417}, {"step": 11450, "epoch": 29, "train_loss": 0.00011054729839088395}, {"step": 11500, "epoch": 29, "train_loss": 0.000191112732863985}, {"step": 11550, "epoch": 29, "train_loss": 0.0001408804237144068}, {"step": 11600, "epoch": 29, "train_loss": 0.0001169414899777621}, {"step": 11650, "epoch": 29, "train_loss": 0.00014639200526289642}, {"step": 11700, "epoch": 29, "train_loss": 8.661879110150039e-05}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9823, "test_loss": 0.07113192942142486}, {"step": 11750, "epoch": 30, "train_loss": 0.00016585398407187313}, {"step": 11800, "epoch": 30, "train_loss": 9.314974886365235e-05}, {"step": 11850, "epoch": 30, "train_loss": 0.0001379562891088426}, {"step": 11900, "epoch": 30, "train_loss": 0.000288347655441612}, {"step": 11950, "epoch": 30, "train_loss": 3.957553053623997e-05}, {"step": 12000, "epoch": 30, "train_loss": 0.00010720522550400347}, {"step": 12050, "epoch": 30, "train_loss": 0.00026723407790996134}, {"step": 12100, "epoch": 30, "train_loss": 0.00016123450768645853}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9826, "test_loss": 0.07132444226741791}, {"step": 12150, "epoch": 31, "train_loss": 7.310279761441052e-05}, {"step": 12200, "epoch": 31, "train_loss": 0.00013533253513742238}, {"step": 12250, "epoch": 31, "train_loss": 0.00018238257325720042}, {"step": 12300, "epoch": 31, "train_loss": 0.00016959328786469996}, {"step": 12350, "epoch": 31, "train_loss": 0.00015473912935703993}, {"step": 12400, "epoch": 31, "train_loss": 0.00014704602654092014}, {"step": 12450, "epoch": 31, "train_loss": 7.45190482120961e-05}, {"step": 12500, "epoch": 31, "train_loss": 8.816300396574661e-05}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9826, "test_loss": 0.07158498110771179}, {"step": 12550, "epoch": 32, "train_loss": 0.00015647534746676683}, {"step": 12600, "epoch": 32, "train_loss": 4.574751801555976e-05}, {"step": 12650, "epoch": 32, "train_loss": 0.0001751705422066152}, {"step": 12700, "epoch": 32, "train_loss": 0.00014326281961984932}, {"step": 12750, "epoch": 32, "train_loss": 6.200213101692498e-05}, {"step": 12800, "epoch": 32, "train_loss": 0.00014036823995411396}, {"step": 12850, "epoch": 32, "train_loss": 7.8596654930152e-05}, {"step": 12900, "epoch": 32, "train_loss": 0.00011966586316702887}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9822, "test_loss": 0.07155118088722229}, {"step": 12950, "epoch": 33, "train_loss": 0.0001026100799208507}, {"step": 13000, "epoch": 33, "train_loss": 2.1482434021891095e-05}, {"step": 13050, "epoch": 33, "train_loss": 0.0001024871671688743}, {"step": 13100, "epoch": 33, "train_loss": 8.15420935396105e-05}, {"step": 13150, "epoch": 33, "train_loss": 9.265338303521276e-05}, {"step": 13200, "epoch": 33, "train_loss": 8.400554361287504e-05}, {"step": 13250, "epoch": 33, "train_loss": 0.00014082127017900348}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9823, "test_loss": 0.07181319499015808}, {"step": 13300, "epoch": 34, "train_loss": 0.00010497891344130039}, {"step": 13350, "epoch": 34, "train_loss": 9.789143950911239e-05}, {"step": 13400, "epoch": 34, "train_loss": 7.073623419273645e-05}, {"step": 13450, "epoch": 34, "train_loss": 0.000158779788762331}, {"step": 13500, "epoch": 34, "train_loss": 0.00014324976655188948}, {"step": 13550, "epoch": 34, "train_loss": 0.00015139684546738863}, {"step": 13600, "epoch": 34, "train_loss": 8.271951082861051e-05}, {"step": 13650, "epoch": 34, "train_loss": 0.0001869858242571354}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9824, "test_loss": 0.07199977967739105}, {"step": 13700, "epoch": 35, "train_loss": 0.00010000423208111897}, {"step": 13750, "epoch": 35, "train_loss": 0.0001265459432033822}, {"step": 13800, "epoch": 35, "train_loss": 6.0690828831866384e-05}, {"step": 13850, "epoch": 35, "train_loss": 8.21175635792315e-05}, {"step": 13900, "epoch": 35, "train_loss": 7.61707269703038e-05}, {"step": 13950, "epoch": 35, "train_loss": 0.00012741728278342634}, {"step": 14000, "epoch": 35, "train_loss": 0.00014662323519587517}, {"step": 14050, "epoch": 35, "train_loss": 0.00010665254376363009}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9825, "test_loss": 0.0720987134218216}, {"step": 14100, "epoch": 36, "train_loss": 0.00010022315836977214}, {"step": 14150, "epoch": 36, "train_loss": 0.00012014907406410202}, {"step": 14200, "epoch": 36, "train_loss": 0.00011025811545550823}, {"step": 14250, "epoch": 36, "train_loss": 8.281894406536594e-05}, {"step": 14300, "epoch": 36, "train_loss": 7.753208774374798e-05}, {"step": 14350, "epoch": 36, "train_loss": 7.115164044080302e-05}, {"step": 14400, "epoch": 36, "train_loss": 0.00010429690883029252}, {"step": 14450, "epoch": 36, "train_loss": 0.0001684669405221939}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9823, "test_loss": 0.0724632453918457}, {"step": 14500, "epoch": 37, "train_loss": 0.00015782154514454305}, {"step": 14550, "epoch": 37, "train_loss": 0.00016582824173383415}, {"step": 14600, "epoch": 37, "train_loss": 9.529571980237961e-05}, {"step": 14650, "epoch": 37, "train_loss": 0.00013081959332339466}, {"step": 14700, "epoch": 37, "train_loss": 9.678712376626208e-05}, {"step": 14750, "epoch": 37, "train_loss": 0.00010260410635964945}, {"step": 14800, "epoch": 37, "train_loss": 0.00010376367572462186}, {"step": 14850, "epoch": 37, "train_loss": 0.00011195241677341983}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9824, "test_loss": 0.07262233598232269}, {"step": 14900, "epoch": 38, "train_loss": 0.0001261540746781975}, {"step": 14950, "epoch": 38, "train_loss": 4.753496978082694e-05}, {"step": 15000, "epoch": 38, "train_loss": 0.00010446550732012838}, {"step": 15050, "epoch": 38, "train_loss": 0.00012228944979142398}, {"step": 15100, "epoch": 38, "train_loss": 8.372465526917949e-05}, {"step": 15150, "epoch": 38, "train_loss": 0.0001652511564316228}, {"step": 15200, "epoch": 38, "train_loss": 0.00011684901983244345}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9824, "test_loss": 0.07281769666671753}, {"step": 15250, "epoch": 39, "train_loss": 5.44444119441323e-05}, {"step": 15300, "epoch": 39, "train_loss": 0.00012498344585765153}, {"step": 15350, "epoch": 39, "train_loss": 0.0001315827394137159}, {"step": 15400, "epoch": 39, "train_loss": 4.416018782649189e-05}, {"step": 15450, "epoch": 39, "train_loss": 0.00011781732609961182}, {"step": 15500, "epoch": 39, "train_loss": 0.00012895047257188708}, {"step": 15550, "epoch": 39, "train_loss": 0.00010468668187968433}, {"step": 15600, "epoch": 39, "train_loss": 0.000119170275866054}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9824, "test_loss": 0.07273680033683777}, {"step": 15650, "epoch": 40, "train_loss": 0.0001562256074976176}, {"step": 15700, "epoch": 40, "train_loss": 0.00011722339695552364}, {"step": 15750, "epoch": 40, "train_loss": 0.00011648552026599646}, {"step": 15800, "epoch": 40, "train_loss": 8.262212941190228e-05}, {"step": 15850, "epoch": 40, "train_loss": 6.360868428600952e-05}, {"step": 15900, "epoch": 40, "train_loss": 6.990364636294544e-05}, {"step": 15950, "epoch": 40, "train_loss": 0.00011839577928185463}, {"step": 16000, "epoch": 40, "train_loss": 4.7768910008016974e-05}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9823, "test_loss": 0.07302525553703308}, {"step": 16050, "epoch": 41, "train_loss": 3.906136771547608e-05}, {"step": 16100, "epoch": 41, "train_loss": 9.667626727605239e-05}, {"step": 16150, "epoch": 41, "train_loss": 6.489922088803723e-05}, {"step": 16200, "epoch": 41, "train_loss": 8.879737288225442e-05}, {"step": 16250, "epoch": 41, "train_loss": 9.772679186426103e-05}, {"step": 16300, "epoch": 41, "train_loss": 0.00011680692114168778}, {"step": 16350, "epoch": 41, "train_loss": 4.3800311686936766e-05}, {"step": 16400, "epoch": 41, "train_loss": 6.033727549947798e-05}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9822, "test_loss": 0.0732531754732132}, {"step": 16450, "epoch": 42, "train_loss": 9.038130519911647e-05}, {"step": 16500, "epoch": 42, "train_loss": 8.870967576513067e-05}, {"step": 16550, "epoch": 42, "train_loss": 0.00011105045268777758}, {"step": 16600, "epoch": 42, "train_loss": 0.0001018223338178359}, {"step": 16650, "epoch": 42, "train_loss": 9.798898827284575e-05}, {"step": 16700, "epoch": 42, "train_loss": 9.941561438608915e-05}, {"step": 16750, "epoch": 42, "train_loss": 3.990048935520463e-05}, {"step": 16800, "epoch": 42, "train_loss": 5.557856275117956e-05}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9823, "test_loss": 0.07334045102596283}, {"step": 16850, "epoch": 43, "train_loss": 0.00017611750809010118}, {"step": 16900, "epoch": 43, "train_loss": 3.254746843595058e-05}, {"step": 16950, "epoch": 43, "train_loss": 0.0001254407106898725}, {"step": 17000, "epoch": 43, "train_loss": 0.00010230945918010548}, {"step": 17050, "epoch": 43, "train_loss": 0.00010348315845476463}, {"step": 17100, "epoch": 43, "train_loss": 0.00010938123159576207}, {"step": 17150, "epoch": 43, "train_loss": 9.295062773162499e-05}, {"step": 17200, "epoch": 43, "train_loss": 8.73756580404006e-05}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9824, "test_loss": 0.0735169570684433}, {"step": 17250, "epoch": 44, "train_loss": 0.00012045214680256322}, {"step": 17300, "epoch": 44, "train_loss": 7.39220340619795e-05}, {"step": 17350, "epoch": 44, "train_loss": 0.00010807770013343543}, {"step": 17400, "epoch": 44, "train_loss": 5.721647175960243e-05}, {"step": 17450, "epoch": 44, "train_loss": 8.975994569482282e-05}, {"step": 17500, "epoch": 44, "train_loss": 7.000534242251888e-05}, {"step": 17550, "epoch": 44, "train_loss": 7.898522017057985e-05}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9825, "test_loss": 0.07354362771511078}, {"step": 17600, "epoch": 45, "train_loss": 6.495175330201164e-05}, {"step": 17650, "epoch": 45, "train_loss": 4.996823190595023e-05}, {"step": 17700, "epoch": 45, "train_loss": 6.494879198726267e-05}, {"step": 17750, "epoch": 45, "train_loss": 0.00010916673636529595}, {"step": 17800, "epoch": 45, "train_loss": 0.0001427386305294931}, {"step": 17850, "epoch": 45, "train_loss": 2.840458728314843e-05}, {"step": 17900, "epoch": 45, "train_loss": 0.00011785737297032028}, {"step": 17950, "epoch": 45, "train_loss": 0.00010468365508131683}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9826, "test_loss": 0.0736644469499588}, {"step": 18000, "epoch": 46, "train_loss": 6.735041824867949e-05}, {"step": 18050, "epoch": 46, "train_loss": 8.015131606953219e-05}, {"step": 18100, "epoch": 46, "train_loss": 0.00014791030844207853}, {"step": 18150, "epoch": 46, "train_loss": 4.958805948263034e-05}, {"step": 18200, "epoch": 46, "train_loss": 8.59920255606994e-05}, {"step": 18250, "epoch": 46, "train_loss": 0.00012379138206597418}, {"step": 18300, "epoch": 46, "train_loss": 8.459287346340716e-05}, {"step": 18350, "epoch": 46, "train_loss": 8.889364107744768e-05}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9823, "test_loss": 0.07394657111167907}, {"step": 18400, "epoch": 47, "train_loss": 0.00014312894199974835}, {"step": 18450, "epoch": 47, "train_loss": 9.561284969095141e-05}, {"step": 18500, "epoch": 47, "train_loss": 0.00011175027611898258}, {"step": 18550, "epoch": 47, "train_loss": 7.635763176949695e-05}, {"step": 18600, "epoch": 47, "train_loss": 5.992374644847587e-05}, {"step": 18650, "epoch": 47, "train_loss": 7.81769267632626e-05}, {"step": 18700, "epoch": 47, "train_loss": 0.00010441666381666437}, {"step": 18750, "epoch": 47, "train_loss": 5.75658050365746e-05}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9821, "test_loss": 0.07403854053020477}, {"step": 18800, "epoch": 48, "train_loss": 8.952071220846847e-05}, {"step": 18850, "epoch": 48, "train_loss": 0.00013094651512801647}, {"step": 18900, "epoch": 48, "train_loss": 8.92580283107236e-05}, {"step": 18950, "epoch": 48, "train_loss": 0.00013096717884764075}, {"step": 19000, "epoch": 48, "train_loss": 4.9101894546765834e-05}, {"step": 19050, "epoch": 48, "train_loss": 0.0001172402044176124}, {"step": 19100, "epoch": 48, "train_loss": 0.00012353617057669908}, {"step": 19150, "epoch": 48, "train_loss": 4.79581140098162e-05}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9824, "test_loss": 0.07410611226558686}, {"step": 19200, "epoch": 49, "train_loss": 6.559942266903818e-05}, {"step": 19250, "epoch": 49, "train_loss": 3.0149900339893065e-05}, {"step": 19300, "epoch": 49, "train_loss": 0.0001462077343603596}, {"step": 19350, "epoch": 49, "train_loss": 5.97396501689218e-05}, {"step": 19400, "epoch": 49, "train_loss": 5.460399552248418e-05}, {"step": 19450, "epoch": 49, "train_loss": 8.010011515580118e-05}, {"step": 19500, "epoch": 49, "train_loss": 4.404330320539884e-05}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9826, "test_loss": 0.07417121508121491}, {"step": 19550, "epoch": 50, "train_loss": 4.9031415983336046e-05}, {"step": 19600, "epoch": 50, "train_loss": 7.938475027913228e-05}, {"step": 19650, "epoch": 50, "train_loss": 5.907006197958253e-05}, {"step": 19700, "epoch": 50, "train_loss": 9.532719559501857e-05}, {"step": 19750, "epoch": 50, "train_loss": 0.00011879079829668626}, {"step": 19800, "epoch": 50, "train_loss": 9.401971328770742e-05}, {"step": 19850, "epoch": 50, "train_loss": 0.00010365439811721444}, {"step": 19900, "epoch": 50, "train_loss": 6.902610039105639e-05}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9825, "test_loss": 0.07441231799125671}, {"step": 19950, "epoch": 51, "train_loss": 6.549915997311473e-05}, {"step": 20000, "epoch": 51, "train_loss": 7.088192796800286e-05}, {"step": 20050, "epoch": 51, "train_loss": 5.6188771850429475e-05}, {"step": 20100, "epoch": 51, "train_loss": 9.272971510654315e-05}, {"step": 20150, "epoch": 51, "train_loss": 6.000376015435904e-05}, {"step": 20200, "epoch": 51, "train_loss": 4.801159957423806e-05}, {"step": 20250, "epoch": 51, "train_loss": 7.490316784242168e-05}, {"step": 20300, "epoch": 51, "train_loss": 4.978404467692599e-05}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9823, "test_loss": 0.07454870312213897}, {"step": 20350, "epoch": 52, "train_loss": 7.510327850468457e-05}, {"step": 20400, "epoch": 52, "train_loss": 6.939469312783331e-05}, {"step": 20450, "epoch": 52, "train_loss": 8.163674647221342e-05}, {"step": 20500, "epoch": 52, "train_loss": 8.654869452584535e-05}, {"step": 20550, "epoch": 52, "train_loss": 4.4575932406587526e-05}, {"step": 20600, "epoch": 52, "train_loss": 4.2092910007340834e-05}, {"step": 20650, "epoch": 52, "train_loss": 0.00011290486145298928}, {"step": 20700, "epoch": 52, "train_loss": 5.729187614633702e-05}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9826, "test_loss": 0.07465790474414825}, {"step": 20750, "epoch": 53, "train_loss": 4.6212200686568394e-05}, {"step": 20800, "epoch": 53, "train_loss": 5.028162559028715e-05}, {"step": 20850, "epoch": 53, "train_loss": 0.00012157174933236092}, {"step": 20900, "epoch": 53, "train_loss": 8.602908928878605e-05}, {"step": 20950, "epoch": 53, "train_loss": 5.119134220876731e-05}, {"step": 21000, "epoch": 53, "train_loss": 6.624473462579772e-05}, {"step": 21050, "epoch": 53, "train_loss": 3.67031097994186e-05}, {"step": 21100, "epoch": 53, "train_loss": 8.919837273424491e-05}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9828, "test_loss": 0.07469781258106231}, {"step": 21150, "epoch": 54, "train_loss": 6.768188904970884e-05}, {"step": 21200, "epoch": 54, "train_loss": 7.07425715518184e-05}, {"step": 21250, "epoch": 54, "train_loss": 4.073796662851237e-05}, {"step": 21300, "epoch": 54, "train_loss": 4.6096101868897676e-05}, {"step": 21350, "epoch": 54, "train_loss": 0.00012614516890607774}, {"step": 21400, "epoch": 54, "train_loss": 0.00011193368845852092}, {"step": 21450, "epoch": 54, "train_loss": 5.3564344852929935e-05}, {"step": 21500, "epoch": 54, "train_loss": 5.654282358591445e-05}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9825, "test_loss": 0.07487600562572479}, {"step": 21550, "epoch": 55, "train_loss": 5.930594488745555e-05}, {"step": 21600, "epoch": 55, "train_loss": 6.538955494761467e-05}, {"step": 21650, "epoch": 55, "train_loss": 5.246430009719916e-05}, {"step": 21700, "epoch": 55, "train_loss": 5.71998352825176e-05}, {"step": 21750, "epoch": 55, "train_loss": 9.13015246624127e-05}, {"step": 21800, "epoch": 55, "train_loss": 8.234952838392928e-05}, {"step": 21850, "epoch": 55, "train_loss": 4.860348781221546e-05}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9824, "test_loss": 0.07497089083194733}, {"step": 21900, "epoch": 56, "train_loss": 4.503215677686967e-05}, {"step": 21950, "epoch": 56, "train_loss": 0.00012738603982143104}, {"step": 22000, "epoch": 56, "train_loss": 5.835053889313713e-05}, {"step": 22050, "epoch": 56, "train_loss": 3.342126728966832e-05}, {"step": 22100, "epoch": 56, "train_loss": 8.424964471487328e-05}, {"step": 22150, "epoch": 56, "train_loss": 7.506604015361518e-05}, {"step": 22200, "epoch": 56, "train_loss": 0.00010929679410764948}, {"step": 22250, "epoch": 56, "train_loss": 0.00010192799527430907}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9828, "test_loss": 0.07501358375549316}, {"step": 22300, "epoch": 57, "train_loss": 8.641889144200832e-05}, {"step": 22350, "epoch": 57, "train_loss": 9.553621930535883e-05}, {"step": 22400, "epoch": 57, "train_loss": 9.411010978510603e-05}, {"step": 22450, "epoch": 57, "train_loss": 3.614365778048523e-05}, {"step": 22500, "epoch": 57, "train_loss": 5.179240179131739e-05}, {"step": 22550, "epoch": 57, "train_loss": 9.921447781380266e-05}, {"step": 22600, "epoch": 57, "train_loss": 3.4977045288542286e-05}, {"step": 22650, "epoch": 57, "train_loss": 8.051656186580658e-05}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9828, "test_loss": 0.07515615546703339}, {"step": 22700, "epoch": 58, "train_loss": 4.0420691220788285e-05}, {"step": 22750, "epoch": 58, "train_loss": 0.00010954443132504821}, {"step": 22800, "epoch": 58, "train_loss": 5.781911386293359e-05}, {"step": 22850, "epoch": 58, "train_loss": 7.690515485592186e-05}, {"step": 22900, "epoch": 58, "train_loss": 4.0996306779561564e-05}, {"step": 22950, "epoch": 58, "train_loss": 8.312310819746926e-05}, {"step": 23000, "epoch": 58, "train_loss": 6.169656990095973e-05}, {"step": 23050, "epoch": 58, "train_loss": 4.595829886966385e-05}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9828, "test_loss": 0.07521653604507446}, {"step": 23100, "epoch": 59, "train_loss": 5.3675899835070595e-05}, {"step": 23150, "epoch": 59, "train_loss": 4.667649045586586e-05}, {"step": 23200, "epoch": 59, "train_loss": 2.549180862843059e-05}, {"step": 23250, "epoch": 59, "train_loss": 6.324099376797676e-05}, {"step": 23300, "epoch": 59, "train_loss": 7.184348214650527e-05}, {"step": 23350, "epoch": 59, "train_loss": 4.770923624164425e-05}, {"step": 23400, "epoch": 59, "train_loss": 0.00016594136832281947}, {"step": 23450, "epoch": 59, "train_loss": 5.886968210688792e-05}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9825, "test_loss": 0.07537817180156708}], "final": {"test_acc": 0.9825, "test_loss": 0.07537817180156708, "wall_s": 45.61236500740051}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_bp_w500_d2_s3.json b/results/ep_depth2_v1_mnist_bp_w500_d2_s3.json
new file mode 100644
index 0000000..ec7af7b
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_bp_w500_d2_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_bp_w500_d2_s3", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.392461061477661}, {"step": 50, "epoch": 0, "train_loss": 0.4330267608165741}, {"step": 100, "epoch": 0, "train_loss": 0.13597577810287476}, {"step": 150, "epoch": 0, "train_loss": 0.18656675517559052}, {"step": 200, "epoch": 0, "train_loss": 0.20717759430408478}, {"step": 250, "epoch": 0, "train_loss": 0.23870128393173218}, {"step": 300, "epoch": 0, "train_loss": 0.10219599306583405}, {"step": 350, "epoch": 0, "train_loss": 0.19636814296245575}, {"epoch_end": 0, "step": 391, "test_acc": 0.9617, "test_loss": 0.13032574729919433}, {"step": 400, "epoch": 1, "train_loss": 0.08127465099096298}, {"step": 450, "epoch": 1, "train_loss": 0.11127246916294098}, {"step": 500, "epoch": 1, "train_loss": 0.14137625694274902}, {"step": 550, "epoch": 1, "train_loss": 0.06190027669072151}, {"step": 600, "epoch": 1, "train_loss": 0.05359448492527008}, {"step": 650, "epoch": 1, "train_loss": 0.04676014557480812}, {"step": 700, "epoch": 1, "train_loss": 0.06011312082409859}, {"step": 750, "epoch": 1, "train_loss": 0.09992261976003647}, {"epoch_end": 1, "step": 782, "test_acc": 0.9639, "test_loss": 0.11932517318725586}, {"step": 800, "epoch": 2, "train_loss": 0.05000414699316025}, {"step": 850, "epoch": 2, "train_loss": 0.05870473384857178}, {"step": 900, "epoch": 2, "train_loss": 0.04204155132174492}, {"step": 950, "epoch": 2, "train_loss": 0.09720902889966965}, {"step": 1000, "epoch": 2, "train_loss": 0.04026530683040619}, {"step": 1050, "epoch": 2, "train_loss": 0.017627211287617683}, {"step": 1100, "epoch": 2, "train_loss": 0.1113528460264206}, {"step": 1150, "epoch": 2, "train_loss": 0.10474773496389389}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9697, "test_loss": 0.09791037616729736}, {"step": 1200, "epoch": 3, "train_loss": 0.025793123990297318}, {"step": 1250, "epoch": 3, "train_loss": 0.04386363923549652}, {"step": 1300, "epoch": 3, "train_loss": 0.008480507880449295}, {"step": 1350, "epoch": 3, "train_loss": 0.012904561124742031}, {"step": 1400, "epoch": 3, "train_loss": 0.02000138908624649}, {"step": 1450, "epoch": 3, "train_loss": 0.020938927307724953}, {"step": 1500, "epoch": 3, "train_loss": 0.056829098612070084}, {"step": 1550, "epoch": 3, "train_loss": 0.008553892374038696}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9734, "test_loss": 0.09330914001464843}, {"step": 1600, "epoch": 4, "train_loss": 0.016052432358264923}, {"step": 1650, "epoch": 4, "train_loss": 0.03383330628275871}, {"step": 1700, "epoch": 4, "train_loss": 0.02177765779197216}, {"step": 1750, "epoch": 4, "train_loss": 0.013702926225960255}, {"step": 1800, "epoch": 4, "train_loss": 0.006456543691456318}, {"step": 1850, "epoch": 4, "train_loss": 0.052178800106048584}, {"step": 1900, "epoch": 4, "train_loss": 0.0029412966687232256}, {"step": 1950, "epoch": 4, "train_loss": 0.01780118979513645}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9797, "test_loss": 0.06990963640213013}, {"step": 2000, "epoch": 5, "train_loss": 0.03651055693626404}, {"step": 2050, "epoch": 5, "train_loss": 0.006650935858488083}, {"step": 2100, "epoch": 5, "train_loss": 0.004307070281356573}, {"step": 2150, "epoch": 5, "train_loss": 0.0013579803053289652}, {"step": 2200, "epoch": 5, "train_loss": 0.011386820115149021}, {"step": 2250, "epoch": 5, "train_loss": 0.003211577422916889}, {"step": 2300, "epoch": 5, "train_loss": 0.0036232569254934788}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9805, "test_loss": 0.06721104469299316}, {"step": 2350, "epoch": 6, "train_loss": 0.002008893759921193}, {"step": 2400, "epoch": 6, "train_loss": 0.003949088975787163}, {"step": 2450, "epoch": 6, "train_loss": 0.0032599468249827623}, {"step": 2500, "epoch": 6, "train_loss": 0.018015490844845772}, {"step": 2550, "epoch": 6, "train_loss": 0.00448382506147027}, {"step": 2600, "epoch": 6, "train_loss": 0.0019989151041954756}, {"step": 2650, "epoch": 6, "train_loss": 0.0023574624210596085}, {"step": 2700, "epoch": 6, "train_loss": 0.0013755495892837644}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9822, "test_loss": 0.06548574237823486}, {"step": 2750, "epoch": 7, "train_loss": 0.0008760397904552519}, {"step": 2800, "epoch": 7, "train_loss": 0.0007998730288818479}, {"step": 2850, "epoch": 7, "train_loss": 0.000652525806799531}, {"step": 2900, "epoch": 7, "train_loss": 0.0007515171309933066}, {"step": 2950, "epoch": 7, "train_loss": 0.00020198134006932378}, {"step": 3000, "epoch": 7, "train_loss": 0.0009349525789730251}, {"step": 3050, "epoch": 7, "train_loss": 0.001420997199602425}, {"step": 3100, "epoch": 7, "train_loss": 0.0004756813286803663}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9822, "test_loss": 0.06600332474708558}, {"step": 3150, "epoch": 8, "train_loss": 0.0006372787174768746}, {"step": 3200, "epoch": 8, "train_loss": 0.001221289625391364}, {"step": 3250, "epoch": 8, "train_loss": 0.0004122176324017346}, {"step": 3300, "epoch": 8, "train_loss": 0.0008351870346814394}, {"step": 3350, "epoch": 8, "train_loss": 0.0010132570751011372}, {"step": 3400, "epoch": 8, "train_loss": 0.0007497027982026339}, {"step": 3450, "epoch": 8, "train_loss": 0.0007943504024296999}, {"step": 3500, "epoch": 8, "train_loss": 0.0017484838608652353}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9827, "test_loss": 0.06409631638526916}, {"step": 3550, "epoch": 9, "train_loss": 0.0006035410333424807}, {"step": 3600, "epoch": 9, "train_loss": 0.0006934921839274466}, {"step": 3650, "epoch": 9, "train_loss": 0.0005520804552361369}, {"step": 3700, "epoch": 9, "train_loss": 0.0008452259353362024}, {"step": 3750, "epoch": 9, "train_loss": 0.0005935737281106412}, {"step": 3800, "epoch": 9, "train_loss": 0.0004219618276692927}, {"step": 3850, "epoch": 9, "train_loss": 0.0005755358724854887}, {"step": 3900, "epoch": 9, "train_loss": 0.0005546562606468797}, {"epoch_end": 9, "step": 3910, "test_acc": 0.983, "test_loss": 0.06542046175003052}, {"step": 3950, "epoch": 10, "train_loss": 0.0004892556462436914}, {"step": 4000, "epoch": 10, "train_loss": 0.0005735654849559069}, {"step": 4050, "epoch": 10, "train_loss": 0.00029272132087498903}, {"step": 4100, "epoch": 10, "train_loss": 0.0005712439306080341}, {"step": 4150, "epoch": 10, "train_loss": 0.0003255943884141743}, {"step": 4200, "epoch": 10, "train_loss": 0.0005755310994572937}, {"step": 4250, "epoch": 10, "train_loss": 0.0009443527087569237}, {"step": 4300, "epoch": 10, "train_loss": 0.0006586650852113962}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9829, "test_loss": 0.06576513485908508}, {"step": 4350, "epoch": 11, "train_loss": 0.00032685688347555697}, {"step": 4400, "epoch": 11, "train_loss": 0.0002617542340885848}, {"step": 4450, "epoch": 11, "train_loss": 0.0004668543115258217}, {"step": 4500, "epoch": 11, "train_loss": 7.347809878410771e-05}, {"step": 4550, "epoch": 11, "train_loss": 0.0006255105254240334}, {"step": 4600, "epoch": 11, "train_loss": 0.00035510770976543427}, {"step": 4650, "epoch": 11, "train_loss": 0.0003564892685972154}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9831, "test_loss": 0.0661958966255188}, {"step": 4700, "epoch": 12, "train_loss": 0.0004950155271217227}, {"step": 4750, "epoch": 12, "train_loss": 0.00034163062809966505}, {"step": 4800, "epoch": 12, "train_loss": 0.00021569484670180827}, {"step": 4850, "epoch": 12, "train_loss": 0.0005386649863794446}, {"step": 4900, "epoch": 12, "train_loss": 0.0003627750847954303}, {"step": 4950, "epoch": 12, "train_loss": 0.00019967215484939516}, {"step": 5000, "epoch": 12, "train_loss": 0.00022150107542984188}, {"step": 5050, "epoch": 12, "train_loss": 0.00031981946085579693}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9828, "test_loss": 0.06687741723060608}, {"step": 5100, "epoch": 13, "train_loss": 0.00026649932260625064}, {"step": 5150, "epoch": 13, "train_loss": 0.0003061076276935637}, {"step": 5200, "epoch": 13, "train_loss": 0.0003182738146279007}, {"step": 5250, "epoch": 13, "train_loss": 0.00027372868498787284}, {"step": 5300, "epoch": 13, "train_loss": 0.00036105699837207794}, {"step": 5350, "epoch": 13, "train_loss": 0.0003327726444695145}, {"step": 5400, "epoch": 13, "train_loss": 0.00031870012753643095}, {"step": 5450, "epoch": 13, "train_loss": 0.00025845624622888863}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9831, "test_loss": 0.0675076042175293}, {"step": 5500, "epoch": 14, "train_loss": 0.00020716704602818936}, {"step": 5550, "epoch": 14, "train_loss": 0.00017855419719126076}, {"step": 5600, "epoch": 14, "train_loss": 0.0002422415418550372}, {"step": 5650, "epoch": 14, "train_loss": 0.00020723794295918196}, {"step": 5700, "epoch": 14, "train_loss": 9.274452168028802e-05}, {"step": 5750, "epoch": 14, "train_loss": 0.0004225482407491654}, {"step": 5800, "epoch": 14, "train_loss": 0.0005848592263646424}, {"step": 5850, "epoch": 14, "train_loss": 0.000537645595613867}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9834, "test_loss": 0.06762403244972229}, {"step": 5900, "epoch": 15, "train_loss": 0.00034943901118822396}, {"step": 5950, "epoch": 15, "train_loss": 0.00038488974678330123}, {"step": 6000, "epoch": 15, "train_loss": 0.0006432186346501112}, {"step": 6050, "epoch": 15, "train_loss": 0.0005317258764989674}, {"step": 6100, "epoch": 15, "train_loss": 0.0002575220714788884}, {"step": 6150, "epoch": 15, "train_loss": 0.0002501053677406162}, {"step": 6200, "epoch": 15, "train_loss": 0.0002572254743427038}, {"step": 6250, "epoch": 15, "train_loss": 0.00021302704408299178}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9829, "test_loss": 0.06767737197875977}, {"step": 6300, "epoch": 16, "train_loss": 0.00023389905982185155}, {"step": 6350, "epoch": 16, "train_loss": 0.00026426243130117655}, {"step": 6400, "epoch": 16, "train_loss": 0.0002558401320129633}, {"step": 6450, "epoch": 16, "train_loss": 0.0001362088805763051}, {"step": 6500, "epoch": 16, "train_loss": 0.00026285715284757316}, {"step": 6550, "epoch": 16, "train_loss": 0.0002944857405964285}, {"step": 6600, "epoch": 16, "train_loss": 0.0001202511484734714}, {"epoch_end": 16, "step": 6647, "test_acc": 0.983, "test_loss": 0.0683099739074707}, {"step": 6650, "epoch": 17, "train_loss": 0.00014194438699632883}, {"step": 6700, "epoch": 17, "train_loss": 0.00010660844418453053}, {"step": 6750, "epoch": 17, "train_loss": 0.0005175257683731616}, {"step": 6800, "epoch": 17, "train_loss": 0.0004916021716780961}, {"step": 6850, "epoch": 17, "train_loss": 0.00018424860900267959}, {"step": 6900, "epoch": 17, "train_loss": 0.0003241827362217009}, {"step": 6950, "epoch": 17, "train_loss": 0.00038205928285606205}, {"step": 7000, "epoch": 17, "train_loss": 0.00020846453844569623}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9836, "test_loss": 0.06876222138404846}, {"step": 7050, "epoch": 18, "train_loss": 7.911033753771335e-05}, {"step": 7100, "epoch": 18, "train_loss": 0.0002977605618070811}, {"step": 7150, "epoch": 18, "train_loss": 0.00013106325059197843}, {"step": 7200, "epoch": 18, "train_loss": 0.0002639463637024164}, {"step": 7250, "epoch": 18, "train_loss": 0.0003385614836588502}, {"step": 7300, "epoch": 18, "train_loss": 9.934575064107776e-05}, {"step": 7350, "epoch": 18, "train_loss": 0.0002556323306635022}, {"step": 7400, "epoch": 18, "train_loss": 7.825599459465593e-05}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9833, "test_loss": 0.06895558280944825}, {"step": 7450, "epoch": 19, "train_loss": 0.00010352789104217663}, {"step": 7500, "epoch": 19, "train_loss": 0.00023946588044054806}, {"step": 7550, "epoch": 19, "train_loss": 0.00012298709771130234}, {"step": 7600, "epoch": 19, "train_loss": 9.304145351052284e-05}, {"step": 7650, "epoch": 19, "train_loss": 0.00028170051518827677}, {"step": 7700, "epoch": 19, "train_loss": 0.0002876229991670698}, {"step": 7750, "epoch": 19, "train_loss": 0.0003721037646755576}, {"step": 7800, "epoch": 19, "train_loss": 0.0004044375382363796}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9834, "test_loss": 0.0695700379371643}, {"step": 7850, "epoch": 20, "train_loss": 0.00025099501363001764}, {"step": 7900, "epoch": 20, "train_loss": 0.00017992187349591404}, {"step": 7950, "epoch": 20, "train_loss": 0.00027589022647589445}, {"step": 8000, "epoch": 20, "train_loss": 0.00018064833420794457}, {"step": 8050, "epoch": 20, "train_loss": 0.0003203243250027299}, {"step": 8100, "epoch": 20, "train_loss": 0.00025613693287596107}, {"step": 8150, "epoch": 20, "train_loss": 0.0001935624604811892}, {"step": 8200, "epoch": 20, "train_loss": 0.00011303303472232074}, {"epoch_end": 20, "step": 8211, "test_acc": 0.983, "test_loss": 0.06946600952148438}, {"step": 8250, "epoch": 21, "train_loss": 0.0002809760335367173}, {"step": 8300, "epoch": 21, "train_loss": 0.00032351171830669045}, {"step": 8350, "epoch": 21, "train_loss": 0.0002865587011910975}, {"step": 8400, "epoch": 21, "train_loss": 0.00016052889986895025}, {"step": 8450, "epoch": 21, "train_loss": 0.00022125299437902868}, {"step": 8500, "epoch": 21, "train_loss": 0.00024517482961528003}, {"step": 8550, "epoch": 21, "train_loss": 0.00019372506358195096}, {"step": 8600, "epoch": 21, "train_loss": 0.00026390550192445517}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9838, "test_loss": 0.06999731793403625}, {"step": 8650, "epoch": 22, "train_loss": 9.64297287282534e-05}, {"step": 8700, "epoch": 22, "train_loss": 0.0001218365432578139}, {"step": 8750, "epoch": 22, "train_loss": 0.00018627889221534133}, {"step": 8800, "epoch": 22, "train_loss": 0.00026731492835097015}, {"step": 8850, "epoch": 22, "train_loss": 0.00014398727216757834}, {"step": 8900, "epoch": 22, "train_loss": 0.000263034860836342}, {"step": 8950, "epoch": 22, "train_loss": 0.00013997328642290086}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9833, "test_loss": 0.07000759415626526}, {"step": 9000, "epoch": 23, "train_loss": 0.0001891159190563485}, {"step": 9050, "epoch": 23, "train_loss": 0.000163880962645635}, {"step": 9100, "epoch": 23, "train_loss": 0.00013145171396899968}, {"step": 9150, "epoch": 23, "train_loss": 0.0003298813244327903}, {"step": 9200, "epoch": 23, "train_loss": 0.000297754566418007}, {"step": 9250, "epoch": 23, "train_loss": 0.00018962231115438044}, {"step": 9300, "epoch": 23, "train_loss": 0.0001532882743049413}, {"step": 9350, "epoch": 23, "train_loss": 0.00017740458133630455}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9836, "test_loss": 0.07054057912826538}, {"step": 9400, "epoch": 24, "train_loss": 0.0002184359182137996}, {"step": 9450, "epoch": 24, "train_loss": 0.00014279923925641924}, {"step": 9500, "epoch": 24, "train_loss": 0.0001489589485572651}, {"step": 9550, "epoch": 24, "train_loss": 0.0002073616487905383}, {"step": 9600, "epoch": 24, "train_loss": 0.0001509311841800809}, {"step": 9650, "epoch": 24, "train_loss": 0.00022722706489730626}, {"step": 9700, "epoch": 24, "train_loss": 0.00012059212167514488}, {"step": 9750, "epoch": 24, "train_loss": 0.00028932327404618263}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9834, "test_loss": 0.07076204900741577}, {"step": 9800, "epoch": 25, "train_loss": 0.0002461887779645622}, {"step": 9850, "epoch": 25, "train_loss": 0.00010710797505453229}, {"step": 9900, "epoch": 25, "train_loss": 0.00012242219236213714}, {"step": 9950, "epoch": 25, "train_loss": 0.00016649399185553193}, {"step": 10000, "epoch": 25, "train_loss": 0.00020171210053376853}, {"step": 10050, "epoch": 25, "train_loss": 0.0001569568266859278}, {"step": 10100, "epoch": 25, "train_loss": 0.00011594448005780578}, {"step": 10150, "epoch": 25, "train_loss": 6.0247584769967943e-05}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9833, "test_loss": 0.07107405090332031}, {"step": 10200, "epoch": 26, "train_loss": 0.00020640740694943815}, {"step": 10250, "epoch": 26, "train_loss": 0.0001865260419435799}, {"step": 10300, "epoch": 26, "train_loss": 0.0005673408741131425}, {"step": 10350, "epoch": 26, "train_loss": 8.054525824263692e-05}, {"step": 10400, "epoch": 26, "train_loss": 0.00015423126751556993}, {"step": 10450, "epoch": 26, "train_loss": 0.0002268988755531609}, {"step": 10500, "epoch": 26, "train_loss": 0.00022458916646428406}, {"step": 10550, "epoch": 26, "train_loss": 0.0001113022372010164}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9835, "test_loss": 0.07128768186569213}, {"step": 10600, "epoch": 27, "train_loss": 0.00013166059216018766}, {"step": 10650, "epoch": 27, "train_loss": 0.00010535820183577016}, {"step": 10700, "epoch": 27, "train_loss": 0.0001668884651735425}, {"step": 10750, "epoch": 27, "train_loss": 0.0001155920690507628}, {"step": 10800, "epoch": 27, "train_loss": 8.263535710284486e-05}, {"step": 10850, "epoch": 27, "train_loss": 0.00010448892135173082}, {"step": 10900, "epoch": 27, "train_loss": 9.593434515409172e-05}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9835, "test_loss": 0.07149250535964966}, {"step": 10950, "epoch": 28, "train_loss": 0.00013826820941176265}, {"step": 11000, "epoch": 28, "train_loss": 0.00013684338773600757}, {"step": 11050, "epoch": 28, "train_loss": 0.00024373174528591335}, {"step": 11100, "epoch": 28, "train_loss": 0.00016098443302325904}, {"step": 11150, "epoch": 28, "train_loss": 0.0002177648711949587}, {"step": 11200, "epoch": 28, "train_loss": 0.00021731761808041483}, {"step": 11250, "epoch": 28, "train_loss": 0.000239574903389439}, {"step": 11300, "epoch": 28, "train_loss": 0.00014507239393424243}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9834, "test_loss": 0.07169411478042602}, {"step": 11350, "epoch": 29, "train_loss": 6.241040682652965e-05}, {"step": 11400, "epoch": 29, "train_loss": 0.00010472754365764558}, {"step": 11450, "epoch": 29, "train_loss": 0.00013918110926169902}, {"step": 11500, "epoch": 29, "train_loss": 0.0001685497263679281}, {"step": 11550, "epoch": 29, "train_loss": 0.00011110310151707381}, {"step": 11600, "epoch": 29, "train_loss": 0.00015258807979989797}, {"step": 11650, "epoch": 29, "train_loss": 0.00015515337872784585}, {"step": 11700, "epoch": 29, "train_loss": 8.721290942048654e-05}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9833, "test_loss": 0.07197913384437561}, {"step": 11750, "epoch": 30, "train_loss": 0.0002138600975740701}, {"step": 11800, "epoch": 30, "train_loss": 0.0001117290958063677}, {"step": 11850, "epoch": 30, "train_loss": 0.0001565693091833964}, {"step": 11900, "epoch": 30, "train_loss": 0.0003227171837352216}, {"step": 11950, "epoch": 30, "train_loss": 5.003174373996444e-05}, {"step": 12000, "epoch": 30, "train_loss": 0.0001419905893271789}, {"step": 12050, "epoch": 30, "train_loss": 0.00024497773847542703}, {"step": 12100, "epoch": 30, "train_loss": 0.00011303282371954992}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9833, "test_loss": 0.07209163098335267}, {"step": 12150, "epoch": 31, "train_loss": 8.26097239041701e-05}, {"step": 12200, "epoch": 31, "train_loss": 0.00013984416727907956}, {"step": 12250, "epoch": 31, "train_loss": 0.00017803031369112432}, {"step": 12300, "epoch": 31, "train_loss": 0.0001801888138288632}, {"step": 12350, "epoch": 31, "train_loss": 0.00015860133862588555}, {"step": 12400, "epoch": 31, "train_loss": 0.00010144248517462984}, {"step": 12450, "epoch": 31, "train_loss": 6.816391396569088e-05}, {"step": 12500, "epoch": 31, "train_loss": 5.1350725698284805e-05}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9838, "test_loss": 0.07247968616485596}, {"step": 12550, "epoch": 32, "train_loss": 0.00014971030759625137}, {"step": 12600, "epoch": 32, "train_loss": 4.516870831139386e-05}, {"step": 12650, "epoch": 32, "train_loss": 0.0001938124478328973}, {"step": 12700, "epoch": 32, "train_loss": 0.0001958065404323861}, {"step": 12750, "epoch": 32, "train_loss": 5.7314657169627026e-05}, {"step": 12800, "epoch": 32, "train_loss": 0.00012947269715368748}, {"step": 12850, "epoch": 32, "train_loss": 8.616636478109285e-05}, {"step": 12900, "epoch": 32, "train_loss": 0.00012716074706986547}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9833, "test_loss": 0.07244099369049073}, {"step": 12950, "epoch": 33, "train_loss": 0.00010433563875267282}, {"step": 13000, "epoch": 33, "train_loss": 3.661135269794613e-05}, {"step": 13050, "epoch": 33, "train_loss": 9.72274283412844e-05}, {"step": 13100, "epoch": 33, "train_loss": 9.316500654676929e-05}, {"step": 13150, "epoch": 33, "train_loss": 6.630109419347718e-05}, {"step": 13200, "epoch": 33, "train_loss": 0.00010734910028986633}, {"step": 13250, "epoch": 33, "train_loss": 0.00018109905067831278}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9835, "test_loss": 0.07269454212188721}, {"step": 13300, "epoch": 34, "train_loss": 0.0001111390083678998}, {"step": 13350, "epoch": 34, "train_loss": 7.016179733909667e-05}, {"step": 13400, "epoch": 34, "train_loss": 7.951266888994724e-05}, {"step": 13450, "epoch": 34, "train_loss": 0.00013071807916276157}, {"step": 13500, "epoch": 34, "train_loss": 0.00013846837100572884}, {"step": 13550, "epoch": 34, "train_loss": 0.00017730701074469835}, {"step": 13600, "epoch": 34, "train_loss": 8.45928443595767e-05}, {"step": 13650, "epoch": 34, "train_loss": 0.00011529932817211375}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9832, "test_loss": 0.07296470909118652}, {"step": 13700, "epoch": 35, "train_loss": 7.054935849737376e-05}, {"step": 13750, "epoch": 35, "train_loss": 9.714213229017332e-05}, {"step": 13800, "epoch": 35, "train_loss": 7.777840801281855e-05}, {"step": 13850, "epoch": 35, "train_loss": 8.813244494376704e-05}, {"step": 13900, "epoch": 35, "train_loss": 7.53619970055297e-05}, {"step": 13950, "epoch": 35, "train_loss": 0.00010436524462420493}, {"step": 14000, "epoch": 35, "train_loss": 9.665734978625551e-05}, {"step": 14050, "epoch": 35, "train_loss": 0.00013095380563754588}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9834, "test_loss": 0.07311664295196534}, {"step": 14100, "epoch": 36, "train_loss": 9.695552580524236e-05}, {"step": 14150, "epoch": 36, "train_loss": 0.00012698298087343574}, {"step": 14200, "epoch": 36, "train_loss": 0.00010070597636513412}, {"step": 14250, "epoch": 36, "train_loss": 0.0001036091853165999}, {"step": 14300, "epoch": 36, "train_loss": 6.860457506263629e-05}, {"step": 14350, "epoch": 36, "train_loss": 6.467742787208408e-05}, {"step": 14400, "epoch": 36, "train_loss": 9.458223939873278e-05}, {"step": 14450, "epoch": 36, "train_loss": 9.855262032942846e-05}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9836, "test_loss": 0.07333334665298462}, {"step": 14500, "epoch": 37, "train_loss": 0.00014571564679499716}, {"step": 14550, "epoch": 37, "train_loss": 0.0001360045134788379}, {"step": 14600, "epoch": 37, "train_loss": 7.177539373515174e-05}, {"step": 14650, "epoch": 37, "train_loss": 0.00010290632053511217}, {"step": 14700, "epoch": 37, "train_loss": 9.202356159221381e-05}, {"step": 14750, "epoch": 37, "train_loss": 7.907913823146373e-05}, {"step": 14800, "epoch": 37, "train_loss": 0.00012009589408989996}, {"step": 14850, "epoch": 37, "train_loss": 0.00013482831127475947}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9833, "test_loss": 0.07357350077629089}, {"step": 14900, "epoch": 38, "train_loss": 0.00010960591316688806}, {"step": 14950, "epoch": 38, "train_loss": 4.8413061449537054e-05}, {"step": 15000, "epoch": 38, "train_loss": 0.00011688211816363037}, {"step": 15050, "epoch": 38, "train_loss": 0.00012138360762037337}, {"step": 15100, "epoch": 38, "train_loss": 6.954864511499181e-05}, {"step": 15150, "epoch": 38, "train_loss": 0.00010508298146305606}, {"step": 15200, "epoch": 38, "train_loss": 0.00011242870095884427}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9835, "test_loss": 0.07374604353904723}, {"step": 15250, "epoch": 39, "train_loss": 5.125785537529737e-05}, {"step": 15300, "epoch": 39, "train_loss": 9.899337601382285e-05}, {"step": 15350, "epoch": 39, "train_loss": 0.00010228575411019847}, {"step": 15400, "epoch": 39, "train_loss": 6.564395152963698e-05}, {"step": 15450, "epoch": 39, "train_loss": 8.20448694867082e-05}, {"step": 15500, "epoch": 39, "train_loss": 0.00011713022104231641}, {"step": 15550, "epoch": 39, "train_loss": 8.497417729813606e-05}, {"step": 15600, "epoch": 39, "train_loss": 0.00010945544636342674}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9834, "test_loss": 0.07371310806274414}, {"step": 15650, "epoch": 40, "train_loss": 0.00010700547136366367}, {"step": 15700, "epoch": 40, "train_loss": 9.93855283013545e-05}, {"step": 15750, "epoch": 40, "train_loss": 0.00012463994789868593}, {"step": 15800, "epoch": 40, "train_loss": 0.00012601340131368488}, {"step": 15850, "epoch": 40, "train_loss": 9.177523315884173e-05}, {"step": 15900, "epoch": 40, "train_loss": 6.609609408769757e-05}, {"step": 15950, "epoch": 40, "train_loss": 0.00012282381067052484}, {"step": 16000, "epoch": 40, "train_loss": 5.141214205650613e-05}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9833, "test_loss": 0.07393910355567933}, {"step": 16050, "epoch": 41, "train_loss": 5.784091626992449e-05}, {"step": 16100, "epoch": 41, "train_loss": 8.820754737826064e-05}, {"step": 16150, "epoch": 41, "train_loss": 0.0001087142518372275}, {"step": 16200, "epoch": 41, "train_loss": 0.00011025926505681127}, {"step": 16250, "epoch": 41, "train_loss": 0.00010521242074901238}, {"step": 16300, "epoch": 41, "train_loss": 7.890189590398222e-05}, {"step": 16350, "epoch": 41, "train_loss": 7.522314990637824e-05}, {"step": 16400, "epoch": 41, "train_loss": 6.499799201264977e-05}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9834, "test_loss": 0.07417334213256836}, {"step": 16450, "epoch": 42, "train_loss": 7.452029240084812e-05}, {"step": 16500, "epoch": 42, "train_loss": 8.416483615292236e-05}, {"step": 16550, "epoch": 42, "train_loss": 0.00013057776959612966}, {"step": 16600, "epoch": 42, "train_loss": 0.0001036319590639323}, {"step": 16650, "epoch": 42, "train_loss": 8.216807327698916e-05}, {"step": 16700, "epoch": 42, "train_loss": 8.030120807234198e-05}, {"step": 16750, "epoch": 42, "train_loss": 6.146133091533557e-05}, {"step": 16800, "epoch": 42, "train_loss": 3.435025064391084e-05}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9836, "test_loss": 0.07418210415840149}, {"step": 16850, "epoch": 43, "train_loss": 0.00020119694818276912}, {"step": 16900, "epoch": 43, "train_loss": 4.66758428956382e-05}, {"step": 16950, "epoch": 43, "train_loss": 0.00013449747348204255}, {"step": 17000, "epoch": 43, "train_loss": 8.21735302451998e-05}, {"step": 17050, "epoch": 43, "train_loss": 8.032976620597765e-05}, {"step": 17100, "epoch": 43, "train_loss": 7.822539191693068e-05}, {"step": 17150, "epoch": 43, "train_loss": 9.551764378556982e-05}, {"step": 17200, "epoch": 43, "train_loss": 0.00010079971252707765}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9833, "test_loss": 0.0745087938785553}, {"step": 17250, "epoch": 44, "train_loss": 0.00012301535753067583}, {"step": 17300, "epoch": 44, "train_loss": 9.349244646728039e-05}, {"step": 17350, "epoch": 44, "train_loss": 7.579205703223124e-05}, {"step": 17400, "epoch": 44, "train_loss": 5.6416123697999865e-05}, {"step": 17450, "epoch": 44, "train_loss": 9.085616329684854e-05}, {"step": 17500, "epoch": 44, "train_loss": 7.40808536647819e-05}, {"step": 17550, "epoch": 44, "train_loss": 6.94967748131603e-05}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9834, "test_loss": 0.07456241335868835}, {"step": 17600, "epoch": 45, "train_loss": 5.854336268384941e-05}, {"step": 17650, "epoch": 45, "train_loss": 4.327127680880949e-05}, {"step": 17700, "epoch": 45, "train_loss": 7.364332122961059e-05}, {"step": 17750, "epoch": 45, "train_loss": 0.00010305795876774937}, {"step": 17800, "epoch": 45, "train_loss": 0.00014547977480106056}, {"step": 17850, "epoch": 45, "train_loss": 3.0925315513741225e-05}, {"step": 17900, "epoch": 45, "train_loss": 7.257844845298678e-05}, {"step": 17950, "epoch": 45, "train_loss": 9.521379979560152e-05}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9834, "test_loss": 0.07470321860313416}, {"step": 18000, "epoch": 46, "train_loss": 8.284504292532802e-05}, {"step": 18050, "epoch": 46, "train_loss": 7.696839020354673e-05}, {"step": 18100, "epoch": 46, "train_loss": 0.00014463743718806654}, {"step": 18150, "epoch": 46, "train_loss": 5.584250538959168e-05}, {"step": 18200, "epoch": 46, "train_loss": 5.0243605073774233e-05}, {"step": 18250, "epoch": 46, "train_loss": 0.00014628900680691004}, {"step": 18300, "epoch": 46, "train_loss": 7.575221388833597e-05}, {"step": 18350, "epoch": 46, "train_loss": 6.196476897457615e-05}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9835, "test_loss": 0.07479474902153015}, {"step": 18400, "epoch": 47, "train_loss": 0.00016691609926056117}, {"step": 18450, "epoch": 47, "train_loss": 8.467560837743804e-05}, {"step": 18500, "epoch": 47, "train_loss": 0.00011014449410140514}, {"step": 18550, "epoch": 47, "train_loss": 9.068864892469719e-05}, {"step": 18600, "epoch": 47, "train_loss": 5.15816718689166e-05}, {"step": 18650, "epoch": 47, "train_loss": 7.416439621010795e-05}, {"step": 18700, "epoch": 47, "train_loss": 0.00012149960093665868}, {"step": 18750, "epoch": 47, "train_loss": 4.454178997548297e-05}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9834, "test_loss": 0.07500463967323304}, {"step": 18800, "epoch": 48, "train_loss": 5.78675972064957e-05}, {"step": 18850, "epoch": 48, "train_loss": 8.918044477468356e-05}, {"step": 18900, "epoch": 48, "train_loss": 6.495000707218423e-05}, {"step": 18950, "epoch": 48, "train_loss": 0.00012890521611552685}, {"step": 19000, "epoch": 48, "train_loss": 3.800101330853067e-05}, {"step": 19050, "epoch": 48, "train_loss": 0.00013215412036515772}, {"step": 19100, "epoch": 48, "train_loss": 0.00011369543062755838}, {"step": 19150, "epoch": 48, "train_loss": 5.891573164262809e-05}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9833, "test_loss": 0.07512258791923523}, {"step": 19200, "epoch": 49, "train_loss": 3.8341331674018875e-05}, {"step": 19250, "epoch": 49, "train_loss": 3.153717625536956e-05}, {"step": 19300, "epoch": 49, "train_loss": 0.00013264178414829075}, {"step": 19350, "epoch": 49, "train_loss": 7.969516445882618e-05}, {"step": 19400, "epoch": 49, "train_loss": 6.303264672169462e-05}, {"step": 19450, "epoch": 49, "train_loss": 0.00010402090265415609}, {"step": 19500, "epoch": 49, "train_loss": 4.1700939618749544e-05}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9835, "test_loss": 0.07523813185691834}, {"step": 19550, "epoch": 50, "train_loss": 5.7654338888823986e-05}, {"step": 19600, "epoch": 50, "train_loss": 0.00010321068111807108}, {"step": 19650, "epoch": 50, "train_loss": 3.845899846055545e-05}, {"step": 19700, "epoch": 50, "train_loss": 8.644135959912091e-05}, {"step": 19750, "epoch": 50, "train_loss": 0.0001335673441644758}, {"step": 19800, "epoch": 50, "train_loss": 9.627404506318271e-05}, {"step": 19850, "epoch": 50, "train_loss": 0.00012113968841731548}, {"step": 19900, "epoch": 50, "train_loss": 9.101774776354432e-05}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9834, "test_loss": 0.07539886717796326}, {"step": 19950, "epoch": 51, "train_loss": 5.5562271882081404e-05}, {"step": 20000, "epoch": 51, "train_loss": 0.00010355785343563184}, {"step": 20050, "epoch": 51, "train_loss": 4.671717033488676e-05}, {"step": 20100, "epoch": 51, "train_loss": 8.714307477930561e-05}, {"step": 20150, "epoch": 51, "train_loss": 6.263862451305613e-05}, {"step": 20200, "epoch": 51, "train_loss": 5.91001589782536e-05}, {"step": 20250, "epoch": 51, "train_loss": 7.163678674260154e-05}, {"step": 20300, "epoch": 51, "train_loss": 7.062918302835897e-05}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9833, "test_loss": 0.07552588763236999}, {"step": 20350, "epoch": 52, "train_loss": 9.034451795741916e-05}, {"step": 20400, "epoch": 52, "train_loss": 7.669339538551867e-05}, {"step": 20450, "epoch": 52, "train_loss": 7.870650006225333e-05}, {"step": 20500, "epoch": 52, "train_loss": 9.655435133026913e-05}, {"step": 20550, "epoch": 52, "train_loss": 5.282036727294326e-05}, {"step": 20600, "epoch": 52, "train_loss": 3.815016316366382e-05}, {"step": 20650, "epoch": 52, "train_loss": 8.507019083481282e-05}, {"step": 20700, "epoch": 52, "train_loss": 7.986127457115799e-05}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9833, "test_loss": 0.07560726518630981}, {"step": 20750, "epoch": 53, "train_loss": 4.619880564860068e-05}, {"step": 20800, "epoch": 53, "train_loss": 6.347429734887555e-05}, {"step": 20850, "epoch": 53, "train_loss": 0.00012337426596786827}, {"step": 20900, "epoch": 53, "train_loss": 0.0001152002951130271}, {"step": 20950, "epoch": 53, "train_loss": 3.3308933780062944e-05}, {"step": 21000, "epoch": 53, "train_loss": 6.936745921848342e-05}, {"step": 21050, "epoch": 53, "train_loss": 4.9172831495525315e-05}, {"step": 21100, "epoch": 53, "train_loss": 9.179390326607972e-05}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9834, "test_loss": 0.07571734800338745}, {"step": 21150, "epoch": 54, "train_loss": 4.0512019040761515e-05}, {"step": 21200, "epoch": 54, "train_loss": 6.212073640199378e-05}, {"step": 21250, "epoch": 54, "train_loss": 4.0781214920571074e-05}, {"step": 21300, "epoch": 54, "train_loss": 5.3055238822707906e-05}, {"step": 21350, "epoch": 54, "train_loss": 0.00010495921014808118}, {"step": 21400, "epoch": 54, "train_loss": 9.366920130560175e-05}, {"step": 21450, "epoch": 54, "train_loss": 4.371946124592796e-05}, {"step": 21500, "epoch": 54, "train_loss": 4.966871711076237e-05}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9833, "test_loss": 0.07586449437141418}, {"step": 21550, "epoch": 55, "train_loss": 5.583375968853943e-05}, {"step": 21600, "epoch": 55, "train_loss": 7.246127643156797e-05}, {"step": 21650, "epoch": 55, "train_loss": 5.6044216762529686e-05}, {"step": 21700, "epoch": 55, "train_loss": 5.6850109103834257e-05}, {"step": 21750, "epoch": 55, "train_loss": 5.936103843851015e-05}, {"step": 21800, "epoch": 55, "train_loss": 9.502319880994037e-05}, {"step": 21850, "epoch": 55, "train_loss": 5.550195783143863e-05}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9832, "test_loss": 0.07600281748771667}, {"step": 21900, "epoch": 56, "train_loss": 3.966015356127173e-05}, {"step": 21950, "epoch": 56, "train_loss": 0.00011801304935943335}, {"step": 22000, "epoch": 56, "train_loss": 5.035864523961209e-05}, {"step": 22050, "epoch": 56, "train_loss": 2.7630327167571522e-05}, {"step": 22100, "epoch": 56, "train_loss": 7.737010309938341e-05}, {"step": 22150, "epoch": 56, "train_loss": 8.342335786437616e-05}, {"step": 22200, "epoch": 56, "train_loss": 0.00010178707452723756}, {"step": 22250, "epoch": 56, "train_loss": 8.376630285056308e-05}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9831, "test_loss": 0.07606529202461243}, {"step": 22300, "epoch": 57, "train_loss": 5.8387504395795986e-05}, {"step": 22350, "epoch": 57, "train_loss": 0.00010242793359793723}, {"step": 22400, "epoch": 57, "train_loss": 9.037948620971292e-05}, {"step": 22450, "epoch": 57, "train_loss": 2.6649458959582262e-05}, {"step": 22500, "epoch": 57, "train_loss": 3.0037936085136607e-05}, {"step": 22550, "epoch": 57, "train_loss": 8.691256516613066e-05}, {"step": 22600, "epoch": 57, "train_loss": 6.437947013182566e-05}, {"step": 22650, "epoch": 57, "train_loss": 7.745503535261378e-05}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9833, "test_loss": 0.07610322690010071}, {"step": 22700, "epoch": 58, "train_loss": 4.858275497099385e-05}, {"step": 22750, "epoch": 58, "train_loss": 8.21355715743266e-05}, {"step": 22800, "epoch": 58, "train_loss": 7.140693196561188e-05}, {"step": 22850, "epoch": 58, "train_loss": 6.835127715021372e-05}, {"step": 22900, "epoch": 58, "train_loss": 3.5416251193964854e-05}, {"step": 22950, "epoch": 58, "train_loss": 7.14934358256869e-05}, {"step": 23000, "epoch": 58, "train_loss": 4.305905167711899e-05}, {"step": 23050, "epoch": 58, "train_loss": 5.278851313050836e-05}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9834, "test_loss": 0.07626068592071533}, {"step": 23100, "epoch": 59, "train_loss": 6.56527336104773e-05}, {"step": 23150, "epoch": 59, "train_loss": 4.7724563046358526e-05}, {"step": 23200, "epoch": 59, "train_loss": 2.993191264977213e-05}, {"step": 23250, "epoch": 59, "train_loss": 6.093519914429635e-05}, {"step": 23300, "epoch": 59, "train_loss": 5.5158569011837244e-05}, {"step": 23350, "epoch": 59, "train_loss": 4.282809095457196e-05}, {"step": 23400, "epoch": 59, "train_loss": 0.0001640979462536052}, {"step": 23450, "epoch": 59, "train_loss": 6.856865365989506e-05}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9833, "test_loss": 0.07641531505584717}], "final": {"test_acc": 0.9833, "test_loss": 0.07641531505584717, "wall_s": 44.81366181373596}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_bp_w500_d2_s4.json b/results/ep_depth2_v1_mnist_bp_w500_d2_s4.json
new file mode 100644
index 0000000..fd720e2
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_bp_w500_d2_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_bp_w500_d2_s4", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.291302442550659}, {"step": 50, "epoch": 0, "train_loss": 0.39364296197891235}, {"step": 100, "epoch": 0, "train_loss": 0.1469763070344925}, {"step": 150, "epoch": 0, "train_loss": 0.2302943766117096}, {"step": 200, "epoch": 0, "train_loss": 0.21935664117336273}, {"step": 250, "epoch": 0, "train_loss": 0.25212544202804565}, {"step": 300, "epoch": 0, "train_loss": 0.1246330663561821}, {"step": 350, "epoch": 0, "train_loss": 0.18833714723587036}, {"epoch_end": 0, "step": 391, "test_acc": 0.9601, "test_loss": 0.13104409790039062}, {"step": 400, "epoch": 1, "train_loss": 0.10538937896490097}, {"step": 450, "epoch": 1, "train_loss": 0.09758008271455765}, {"step": 500, "epoch": 1, "train_loss": 0.14763130247592926}, {"step": 550, "epoch": 1, "train_loss": 0.051217399537563324}, {"step": 600, "epoch": 1, "train_loss": 0.035290010273456573}, {"step": 650, "epoch": 1, "train_loss": 0.04214641824364662}, {"step": 700, "epoch": 1, "train_loss": 0.07102253288030624}, {"step": 750, "epoch": 1, "train_loss": 0.12612642347812653}, {"epoch_end": 1, "step": 782, "test_acc": 0.9545, "test_loss": 0.14070011444091796}, {"step": 800, "epoch": 2, "train_loss": 0.03583225980401039}, {"step": 850, "epoch": 2, "train_loss": 0.04256102442741394}, {"step": 900, "epoch": 2, "train_loss": 0.03639531880617142}, {"step": 950, "epoch": 2, "train_loss": 0.08152765035629272}, {"step": 1000, "epoch": 2, "train_loss": 0.05228731781244278}, {"step": 1050, "epoch": 2, "train_loss": 0.01867414079606533}, {"step": 1100, "epoch": 2, "train_loss": 0.0894116684794426}, {"step": 1150, "epoch": 2, "train_loss": 0.08133216947317123}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9732, "test_loss": 0.08426325883865357}, {"step": 1200, "epoch": 3, "train_loss": 0.022250648587942123}, {"step": 1250, "epoch": 3, "train_loss": 0.04134953022003174}, {"step": 1300, "epoch": 3, "train_loss": 0.002860091859474778}, {"step": 1350, "epoch": 3, "train_loss": 0.02243887074291706}, {"step": 1400, "epoch": 3, "train_loss": 0.03783981502056122}, {"step": 1450, "epoch": 3, "train_loss": 0.019108053296804428}, {"step": 1500, "epoch": 3, "train_loss": 0.04740138351917267}, {"step": 1550, "epoch": 3, "train_loss": 0.007123575545847416}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9753, "test_loss": 0.08500791492462158}, {"step": 1600, "epoch": 4, "train_loss": 0.011419685557484627}, {"step": 1650, "epoch": 4, "train_loss": 0.03584011644124985}, {"step": 1700, "epoch": 4, "train_loss": 0.02678517811000347}, {"step": 1750, "epoch": 4, "train_loss": 0.008792899549007416}, {"step": 1800, "epoch": 4, "train_loss": 0.013370592147111893}, {"step": 1850, "epoch": 4, "train_loss": 0.0402667373418808}, {"step": 1900, "epoch": 4, "train_loss": 0.017590802162885666}, {"step": 1950, "epoch": 4, "train_loss": 0.029321851208806038}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9775, "test_loss": 0.07419840393066406}, {"step": 2000, "epoch": 5, "train_loss": 0.02428915537893772}, {"step": 2050, "epoch": 5, "train_loss": 0.01204412616789341}, {"step": 2100, "epoch": 5, "train_loss": 0.0032445755787193775}, {"step": 2150, "epoch": 5, "train_loss": 0.001119991997256875}, {"step": 2200, "epoch": 5, "train_loss": 0.006751333829015493}, {"step": 2250, "epoch": 5, "train_loss": 0.00258468184620142}, {"step": 2300, "epoch": 5, "train_loss": 0.002865246031433344}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9816, "test_loss": 0.06624412927627564}, {"step": 2350, "epoch": 6, "train_loss": 0.001674018451012671}, {"step": 2400, "epoch": 6, "train_loss": 0.0016474288422614336}, {"step": 2450, "epoch": 6, "train_loss": 0.0033407381270080805}, {"step": 2500, "epoch": 6, "train_loss": 0.0022942584473639727}, {"step": 2550, "epoch": 6, "train_loss": 0.004713284317404032}, {"step": 2600, "epoch": 6, "train_loss": 0.0009024733444675803}, {"step": 2650, "epoch": 6, "train_loss": 0.0016742912121117115}, {"step": 2700, "epoch": 6, "train_loss": 0.0017572323558852077}, {"epoch_end": 6, "step": 2737, "test_acc": 0.982, "test_loss": 0.06408412280082702}, {"step": 2750, "epoch": 7, "train_loss": 0.00019542236987035722}, {"step": 2800, "epoch": 7, "train_loss": 0.0002920048136729747}, {"step": 2850, "epoch": 7, "train_loss": 0.0005332455621100962}, {"step": 2900, "epoch": 7, "train_loss": 0.0009066697675734758}, {"step": 2950, "epoch": 7, "train_loss": 0.0004573145997710526}, {"step": 3000, "epoch": 7, "train_loss": 0.0005032937624491751}, {"step": 3050, "epoch": 7, "train_loss": 0.0014907000586390495}, {"step": 3100, "epoch": 7, "train_loss": 0.0003606841783039272}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9821, "test_loss": 0.0636427788734436}, {"step": 3150, "epoch": 8, "train_loss": 0.0008699899190105498}, {"step": 3200, "epoch": 8, "train_loss": 0.0008689676178619266}, {"step": 3250, "epoch": 8, "train_loss": 0.0006030146032571793}, {"step": 3300, "epoch": 8, "train_loss": 0.0007159017841331661}, {"step": 3350, "epoch": 8, "train_loss": 0.0016930368728935719}, {"step": 3400, "epoch": 8, "train_loss": 0.0007102179806679487}, {"step": 3450, "epoch": 8, "train_loss": 0.0011278390884399414}, {"step": 3500, "epoch": 8, "train_loss": 0.0010142205283045769}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9821, "test_loss": 0.06381717040538788}, {"step": 3550, "epoch": 9, "train_loss": 0.0004911221330985427}, {"step": 3600, "epoch": 9, "train_loss": 0.00043511827243492007}, {"step": 3650, "epoch": 9, "train_loss": 0.0010022508213296533}, {"step": 3700, "epoch": 9, "train_loss": 0.0009125139913521707}, {"step": 3750, "epoch": 9, "train_loss": 0.0006748156156390905}, {"step": 3800, "epoch": 9, "train_loss": 0.0003099168825428933}, {"step": 3850, "epoch": 9, "train_loss": 0.0010234840447083116}, {"step": 3900, "epoch": 9, "train_loss": 0.00039469084003940225}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9822, "test_loss": 0.0643073212146759}, {"step": 3950, "epoch": 10, "train_loss": 0.00044396251905709505}, {"step": 4000, "epoch": 10, "train_loss": 0.0007221153355203569}, {"step": 4050, "epoch": 10, "train_loss": 0.0005764525267295539}, {"step": 4100, "epoch": 10, "train_loss": 0.00047138077206909657}, {"step": 4150, "epoch": 10, "train_loss": 0.00027936589322052896}, {"step": 4200, "epoch": 10, "train_loss": 0.00046803729492239654}, {"step": 4250, "epoch": 10, "train_loss": 0.0008994791423901916}, {"step": 4300, "epoch": 10, "train_loss": 0.0007740232395008206}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9824, "test_loss": 0.06478251147270203}, {"step": 4350, "epoch": 11, "train_loss": 0.00036745742545463145}, {"step": 4400, "epoch": 11, "train_loss": 0.0004546194104477763}, {"step": 4450, "epoch": 11, "train_loss": 0.0005450356984511018}, {"step": 4500, "epoch": 11, "train_loss": 0.00014803778321947902}, {"step": 4550, "epoch": 11, "train_loss": 0.0005247935187071562}, {"step": 4600, "epoch": 11, "train_loss": 0.00030437277746386826}, {"step": 4650, "epoch": 11, "train_loss": 0.0003501830797176808}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9829, "test_loss": 0.06549244931936264}, {"step": 4700, "epoch": 12, "train_loss": 0.0007662368007004261}, {"step": 4750, "epoch": 12, "train_loss": 0.00036546328919939697}, {"step": 4800, "epoch": 12, "train_loss": 0.0002221220638602972}, {"step": 4850, "epoch": 12, "train_loss": 0.00040096830343827605}, {"step": 4900, "epoch": 12, "train_loss": 0.00037509918911382556}, {"step": 4950, "epoch": 12, "train_loss": 0.0002631846582517028}, {"step": 5000, "epoch": 12, "train_loss": 0.00027531120576895773}, {"step": 5050, "epoch": 12, "train_loss": 0.0003029878716915846}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9826, "test_loss": 0.06601939859390259}, {"step": 5100, "epoch": 13, "train_loss": 0.00018406816525384784}, {"step": 5150, "epoch": 13, "train_loss": 0.00034745721495710313}, {"step": 5200, "epoch": 13, "train_loss": 0.00040767184691503644}, {"step": 5250, "epoch": 13, "train_loss": 0.00019829867233056575}, {"step": 5300, "epoch": 13, "train_loss": 0.0002809641882777214}, {"step": 5350, "epoch": 13, "train_loss": 0.00045263301581144333}, {"step": 5400, "epoch": 13, "train_loss": 0.00037783136940561235}, {"step": 5450, "epoch": 13, "train_loss": 0.0002749054692685604}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9823, "test_loss": 0.06665702311992645}, {"step": 5500, "epoch": 14, "train_loss": 0.00014197223936207592}, {"step": 5550, "epoch": 14, "train_loss": 0.00022185442503541708}, {"step": 5600, "epoch": 14, "train_loss": 0.0002671891706995666}, {"step": 5650, "epoch": 14, "train_loss": 0.00027945602778345346}, {"step": 5700, "epoch": 14, "train_loss": 8.680299652041867e-05}, {"step": 5750, "epoch": 14, "train_loss": 0.0005022325785830617}, {"step": 5800, "epoch": 14, "train_loss": 0.0006272653699852526}, {"step": 5850, "epoch": 14, "train_loss": 0.0004376774304546416}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9826, "test_loss": 0.06660801872015}, {"step": 5900, "epoch": 15, "train_loss": 0.0004325751797296107}, {"step": 5950, "epoch": 15, "train_loss": 0.00042664443026296794}, {"step": 6000, "epoch": 15, "train_loss": 0.0006674003088846803}, {"step": 6050, "epoch": 15, "train_loss": 0.0005708972457796335}, {"step": 6100, "epoch": 15, "train_loss": 0.0004023154906462878}, {"step": 6150, "epoch": 15, "train_loss": 0.0002655570860952139}, {"step": 6200, "epoch": 15, "train_loss": 0.0002641330938786268}, {"step": 6250, "epoch": 15, "train_loss": 0.0001795770222088322}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9827, "test_loss": 0.06706198364496231}, {"step": 6300, "epoch": 16, "train_loss": 0.00026549084577709436}, {"step": 6350, "epoch": 16, "train_loss": 0.00018756416102405638}, {"step": 6400, "epoch": 16, "train_loss": 0.0002497814130038023}, {"step": 6450, "epoch": 16, "train_loss": 0.00010118693899130449}, {"step": 6500, "epoch": 16, "train_loss": 0.0001925670076161623}, {"step": 6550, "epoch": 16, "train_loss": 0.0003133576246909797}, {"step": 6600, "epoch": 16, "train_loss": 0.00018717642524279654}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9829, "test_loss": 0.06766105650663376}, {"step": 6650, "epoch": 17, "train_loss": 0.00013850888353772461}, {"step": 6700, "epoch": 17, "train_loss": 9.444526949664578e-05}, {"step": 6750, "epoch": 17, "train_loss": 0.0004659938276745379}, {"step": 6800, "epoch": 17, "train_loss": 0.0005299951299093664}, {"step": 6850, "epoch": 17, "train_loss": 0.0002655761200003326}, {"step": 6900, "epoch": 17, "train_loss": 0.0003144824877381325}, {"step": 6950, "epoch": 17, "train_loss": 0.00041616472299210727}, {"step": 7000, "epoch": 17, "train_loss": 0.00026933770277537405}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9828, "test_loss": 0.06781046007871627}, {"step": 7050, "epoch": 18, "train_loss": 0.00010141458915313706}, {"step": 7100, "epoch": 18, "train_loss": 0.00040044402703642845}, {"step": 7150, "epoch": 18, "train_loss": 9.53858980210498e-05}, {"step": 7200, "epoch": 18, "train_loss": 0.00025199653464369476}, {"step": 7250, "epoch": 18, "train_loss": 0.00028149218996986747}, {"step": 7300, "epoch": 18, "train_loss": 0.00011935819202335551}, {"step": 7350, "epoch": 18, "train_loss": 0.000322213105391711}, {"step": 7400, "epoch": 18, "train_loss": 0.00017448156722821295}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9827, "test_loss": 0.06812874274253845}, {"step": 7450, "epoch": 19, "train_loss": 0.00013095830217935145}, {"step": 7500, "epoch": 19, "train_loss": 0.00019298159168101847}, {"step": 7550, "epoch": 19, "train_loss": 0.00013883333303965628}, {"step": 7600, "epoch": 19, "train_loss": 9.751130710355937e-05}, {"step": 7650, "epoch": 19, "train_loss": 0.0003284781996626407}, {"step": 7700, "epoch": 19, "train_loss": 0.0003798116522375494}, {"step": 7750, "epoch": 19, "train_loss": 0.0002911537594627589}, {"step": 7800, "epoch": 19, "train_loss": 0.00047479799832217395}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9832, "test_loss": 0.0686237362742424}, {"step": 7850, "epoch": 20, "train_loss": 0.000262435176409781}, {"step": 7900, "epoch": 20, "train_loss": 0.00017210340593010187}, {"step": 7950, "epoch": 20, "train_loss": 0.00022939936025068164}, {"step": 8000, "epoch": 20, "train_loss": 0.00016162444080691785}, {"step": 8050, "epoch": 20, "train_loss": 0.00034435666748322546}, {"step": 8100, "epoch": 20, "train_loss": 0.0002227916120318696}, {"step": 8150, "epoch": 20, "train_loss": 0.00022021980839781463}, {"step": 8200, "epoch": 20, "train_loss": 0.0001410331024089828}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9827, "test_loss": 0.06876816350221635}, {"step": 8250, "epoch": 21, "train_loss": 0.0002480137627571821}, {"step": 8300, "epoch": 21, "train_loss": 0.0002917578676715493}, {"step": 8350, "epoch": 21, "train_loss": 0.00026102998526766896}, {"step": 8400, "epoch": 21, "train_loss": 0.00021005557209718972}, {"step": 8450, "epoch": 21, "train_loss": 0.00018647372780833393}, {"step": 8500, "epoch": 21, "train_loss": 0.00029030395671725273}, {"step": 8550, "epoch": 21, "train_loss": 0.00015452875231858343}, {"step": 8600, "epoch": 21, "train_loss": 0.00032065584673546255}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9828, "test_loss": 0.06907096277475357}, {"step": 8650, "epoch": 22, "train_loss": 9.971997496904805e-05}, {"step": 8700, "epoch": 22, "train_loss": 0.00011137694673379883}, {"step": 8750, "epoch": 22, "train_loss": 0.0001790395617717877}, {"step": 8800, "epoch": 22, "train_loss": 0.0002891529002226889}, {"step": 8850, "epoch": 22, "train_loss": 0.00017149662016890943}, {"step": 8900, "epoch": 22, "train_loss": 0.00030390775646083057}, {"step": 8950, "epoch": 22, "train_loss": 0.00023020363005343825}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9828, "test_loss": 0.06926261469125748}, {"step": 9000, "epoch": 23, "train_loss": 0.00010755974653875455}, {"step": 9050, "epoch": 23, "train_loss": 0.00016214927018154413}, {"step": 9100, "epoch": 23, "train_loss": 0.00015555917343590409}, {"step": 9150, "epoch": 23, "train_loss": 0.00030072193476371467}, {"step": 9200, "epoch": 23, "train_loss": 0.0002867585571948439}, {"step": 9250, "epoch": 23, "train_loss": 0.00015199989138636738}, {"step": 9300, "epoch": 23, "train_loss": 0.00018440891290083528}, {"step": 9350, "epoch": 23, "train_loss": 0.00014685756468679756}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9827, "test_loss": 0.06959138736724854}, {"step": 9400, "epoch": 24, "train_loss": 0.00017987762112170458}, {"step": 9450, "epoch": 24, "train_loss": 9.863806189969182e-05}, {"step": 9500, "epoch": 24, "train_loss": 0.0001399952598148957}, {"step": 9550, "epoch": 24, "train_loss": 0.00024029231281019747}, {"step": 9600, "epoch": 24, "train_loss": 0.0001379798341076821}, {"step": 9650, "epoch": 24, "train_loss": 0.00029427872505038977}, {"step": 9700, "epoch": 24, "train_loss": 0.00015636003809049726}, {"step": 9750, "epoch": 24, "train_loss": 0.0003558069874998182}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9827, "test_loss": 0.06997076139450073}, {"step": 9800, "epoch": 25, "train_loss": 0.00025066445232369006}, {"step": 9850, "epoch": 25, "train_loss": 5.935924855293706e-05}, {"step": 9900, "epoch": 25, "train_loss": 9.24157357076183e-05}, {"step": 9950, "epoch": 25, "train_loss": 0.00020199880236759782}, {"step": 10000, "epoch": 25, "train_loss": 0.00014164895401336253}, {"step": 10050, "epoch": 25, "train_loss": 0.0001403556962031871}, {"step": 10100, "epoch": 25, "train_loss": 9.340759424958378e-05}, {"step": 10150, "epoch": 25, "train_loss": 7.353860564762726e-05}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9827, "test_loss": 0.07019420676231385}, {"step": 10200, "epoch": 26, "train_loss": 0.00017907537403516471}, {"step": 10250, "epoch": 26, "train_loss": 0.00023682782193645835}, {"step": 10300, "epoch": 26, "train_loss": 0.0006407250184565783}, {"step": 10350, "epoch": 26, "train_loss": 7.847866072552279e-05}, {"step": 10400, "epoch": 26, "train_loss": 0.00021461807773448527}, {"step": 10450, "epoch": 26, "train_loss": 0.0001957369822775945}, {"step": 10500, "epoch": 26, "train_loss": 0.00020981807028874755}, {"step": 10550, "epoch": 26, "train_loss": 0.00018154186545871198}, {"epoch_end": 26, "step": 10557, "test_acc": 0.983, "test_loss": 0.07042285536527634}, {"step": 10600, "epoch": 27, "train_loss": 0.00016192550538107753}, {"step": 10650, "epoch": 27, "train_loss": 0.00011984848242718726}, {"step": 10700, "epoch": 27, "train_loss": 0.00018574055866338313}, {"step": 10750, "epoch": 27, "train_loss": 0.00013063932419754565}, {"step": 10800, "epoch": 27, "train_loss": 7.902872312115505e-05}, {"step": 10850, "epoch": 27, "train_loss": 0.00014823340461589396}, {"step": 10900, "epoch": 27, "train_loss": 0.0001323805918218568}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9828, "test_loss": 0.07055745251178741}, {"step": 10950, "epoch": 28, "train_loss": 0.00013999415386933833}, {"step": 11000, "epoch": 28, "train_loss": 0.00013167144788894802}, {"step": 11050, "epoch": 28, "train_loss": 0.00023652937670703977}, {"step": 11100, "epoch": 28, "train_loss": 0.0001590998435858637}, {"step": 11150, "epoch": 28, "train_loss": 0.00018085594638250768}, {"step": 11200, "epoch": 28, "train_loss": 0.0002572239318396896}, {"step": 11250, "epoch": 28, "train_loss": 0.00022921555500943214}, {"step": 11300, "epoch": 28, "train_loss": 0.0001623511197976768}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9829, "test_loss": 0.07073245130777359}, {"step": 11350, "epoch": 29, "train_loss": 6.0183036111993715e-05}, {"step": 11400, "epoch": 29, "train_loss": 0.0001452862488804385}, {"step": 11450, "epoch": 29, "train_loss": 0.00018772810290101916}, {"step": 11500, "epoch": 29, "train_loss": 0.00015524191258009523}, {"step": 11550, "epoch": 29, "train_loss": 0.0001450076961191371}, {"step": 11600, "epoch": 29, "train_loss": 0.00013192975893616676}, {"step": 11650, "epoch": 29, "train_loss": 0.00017911463510245085}, {"step": 11700, "epoch": 29, "train_loss": 8.096110832411796e-05}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9828, "test_loss": 0.0710735158085823}, {"step": 11750, "epoch": 30, "train_loss": 0.00018626262317411602}, {"step": 11800, "epoch": 30, "train_loss": 0.00011235721467528492}, {"step": 11850, "epoch": 30, "train_loss": 0.00013739729183726013}, {"step": 11900, "epoch": 30, "train_loss": 0.000309840397676453}, {"step": 11950, "epoch": 30, "train_loss": 4.3881482270080596e-05}, {"step": 12000, "epoch": 30, "train_loss": 0.00010042562644230202}, {"step": 12050, "epoch": 30, "train_loss": 0.00024307618150487542}, {"step": 12100, "epoch": 30, "train_loss": 0.00014585760072804987}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9828, "test_loss": 0.07133416588306427}, {"step": 12150, "epoch": 31, "train_loss": 0.00010490254499018192}, {"step": 12200, "epoch": 31, "train_loss": 0.00018824386643245816}, {"step": 12250, "epoch": 31, "train_loss": 0.00015146176156122237}, {"step": 12300, "epoch": 31, "train_loss": 0.00018209846166428179}, {"step": 12350, "epoch": 31, "train_loss": 0.00017051184840966016}, {"step": 12400, "epoch": 31, "train_loss": 0.00010881022171815857}, {"step": 12450, "epoch": 31, "train_loss": 9.747555304784328e-05}, {"step": 12500, "epoch": 31, "train_loss": 4.4246982724871486e-05}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9829, "test_loss": 0.07150286313295365}, {"step": 12550, "epoch": 32, "train_loss": 0.0001309427316300571}, {"step": 12600, "epoch": 32, "train_loss": 4.038174301967956e-05}, {"step": 12650, "epoch": 32, "train_loss": 0.00013858421880286187}, {"step": 12700, "epoch": 32, "train_loss": 0.00018673465820029378}, {"step": 12750, "epoch": 32, "train_loss": 4.718443233286962e-05}, {"step": 12800, "epoch": 32, "train_loss": 0.00011681449541356415}, {"step": 12850, "epoch": 32, "train_loss": 8.042650006245822e-05}, {"step": 12900, "epoch": 32, "train_loss": 0.0001060528593370691}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9829, "test_loss": 0.0716207631111145}, {"step": 12950, "epoch": 33, "train_loss": 0.00010537367779761553}, {"step": 13000, "epoch": 33, "train_loss": 2.341212166356854e-05}, {"step": 13050, "epoch": 33, "train_loss": 0.00010726689652074128}, {"step": 13100, "epoch": 33, "train_loss": 8.977043762570247e-05}, {"step": 13150, "epoch": 33, "train_loss": 0.00010445379302836955}, {"step": 13200, "epoch": 33, "train_loss": 8.590897778049111e-05}, {"step": 13250, "epoch": 33, "train_loss": 0.00013528352428693324}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9829, "test_loss": 0.07184869918823242}, {"step": 13300, "epoch": 34, "train_loss": 9.671041334513575e-05}, {"step": 13350, "epoch": 34, "train_loss": 9.210796270053834e-05}, {"step": 13400, "epoch": 34, "train_loss": 5.007109575672075e-05}, {"step": 13450, "epoch": 34, "train_loss": 0.00017027083958964795}, {"step": 13500, "epoch": 34, "train_loss": 0.0001093901737476699}, {"step": 13550, "epoch": 34, "train_loss": 0.00015354107017628849}, {"step": 13600, "epoch": 34, "train_loss": 0.00010531790758250281}, {"step": 13650, "epoch": 34, "train_loss": 0.0001556281204102561}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9828, "test_loss": 0.07201017322540283}, {"step": 13700, "epoch": 35, "train_loss": 7.158467633416876e-05}, {"step": 13750, "epoch": 35, "train_loss": 0.000131442749989219}, {"step": 13800, "epoch": 35, "train_loss": 7.188840390881523e-05}, {"step": 13850, "epoch": 35, "train_loss": 0.00010079280764330178}, {"step": 13900, "epoch": 35, "train_loss": 7.857014861656353e-05}, {"step": 13950, "epoch": 35, "train_loss": 0.00010487205145182088}, {"step": 14000, "epoch": 35, "train_loss": 0.00010084121458930895}, {"step": 14050, "epoch": 35, "train_loss": 0.00010616760118864477}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9828, "test_loss": 0.07213304411172866}, {"step": 14100, "epoch": 36, "train_loss": 0.00010604792623780668}, {"step": 14150, "epoch": 36, "train_loss": 0.00012253977183718234}, {"step": 14200, "epoch": 36, "train_loss": 0.00011153498780913651}, {"step": 14250, "epoch": 36, "train_loss": 6.328873860184103e-05}, {"step": 14300, "epoch": 36, "train_loss": 6.750795000698417e-05}, {"step": 14350, "epoch": 36, "train_loss": 0.0001201903069159016}, {"step": 14400, "epoch": 36, "train_loss": 8.218447328545153e-05}, {"step": 14450, "epoch": 36, "train_loss": 8.728015382075682e-05}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9827, "test_loss": 0.07248274369239807}, {"step": 14500, "epoch": 37, "train_loss": 0.00014759984333068132}, {"step": 14550, "epoch": 37, "train_loss": 0.0001590204774402082}, {"step": 14600, "epoch": 37, "train_loss": 6.788943574065343e-05}, {"step": 14650, "epoch": 37, "train_loss": 0.00010148985165869817}, {"step": 14700, "epoch": 37, "train_loss": 9.584690997144207e-05}, {"step": 14750, "epoch": 37, "train_loss": 0.00010318477143300697}, {"step": 14800, "epoch": 37, "train_loss": 9.15433483896777e-05}, {"step": 14850, "epoch": 37, "train_loss": 0.00010804944031406194}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9828, "test_loss": 0.0725913555264473}, {"step": 14900, "epoch": 38, "train_loss": 0.00011363031808286905}, {"step": 14950, "epoch": 38, "train_loss": 7.316612027352676e-05}, {"step": 15000, "epoch": 38, "train_loss": 0.00012711422459688038}, {"step": 15050, "epoch": 38, "train_loss": 9.515023702988401e-05}, {"step": 15100, "epoch": 38, "train_loss": 5.41004010301549e-05}, {"step": 15150, "epoch": 38, "train_loss": 0.0001311997475568205}, {"step": 15200, "epoch": 38, "train_loss": 0.0001264335442101583}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9828, "test_loss": 0.07275794246196747}, {"step": 15250, "epoch": 39, "train_loss": 7.916390313766897e-05}, {"step": 15300, "epoch": 39, "train_loss": 6.303977716015652e-05}, {"step": 15350, "epoch": 39, "train_loss": 0.00010753333481261507}, {"step": 15400, "epoch": 39, "train_loss": 5.613376197288744e-05}, {"step": 15450, "epoch": 39, "train_loss": 8.814284956315532e-05}, {"step": 15500, "epoch": 39, "train_loss": 0.00012389598123263568}, {"step": 15550, "epoch": 39, "train_loss": 9.387684258399531e-05}, {"step": 15600, "epoch": 39, "train_loss": 0.00013791322999168187}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9827, "test_loss": 0.07280995452404022}, {"step": 15650, "epoch": 40, "train_loss": 0.00015040443395264447}, {"step": 15700, "epoch": 40, "train_loss": 0.00011892919428646564}, {"step": 15750, "epoch": 40, "train_loss": 0.00011485738650662825}, {"step": 15800, "epoch": 40, "train_loss": 8.597267878940329e-05}, {"step": 15850, "epoch": 40, "train_loss": 5.744921145378612e-05}, {"step": 15900, "epoch": 40, "train_loss": 2.497171954018995e-05}, {"step": 15950, "epoch": 40, "train_loss": 0.00010481806384632364}, {"step": 16000, "epoch": 40, "train_loss": 4.542177703115158e-05}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9828, "test_loss": 0.07291598691940307}, {"step": 16050, "epoch": 41, "train_loss": 5.804003740195185e-05}, {"step": 16100, "epoch": 41, "train_loss": 7.803454354871064e-05}, {"step": 16150, "epoch": 41, "train_loss": 0.00010424356878502294}, {"step": 16200, "epoch": 41, "train_loss": 7.65346412663348e-05}, {"step": 16250, "epoch": 41, "train_loss": 9.972842963179573e-05}, {"step": 16300, "epoch": 41, "train_loss": 7.333554094657302e-05}, {"step": 16350, "epoch": 41, "train_loss": 8.410644659306854e-05}, {"step": 16400, "epoch": 41, "train_loss": 4.3914493289776146e-05}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9829, "test_loss": 0.07329654378890992}, {"step": 16450, "epoch": 42, "train_loss": 7.477890903828666e-05}, {"step": 16500, "epoch": 42, "train_loss": 0.00010876964370254427}, {"step": 16550, "epoch": 42, "train_loss": 0.0001440050546079874}, {"step": 16600, "epoch": 42, "train_loss": 0.00010400739847682416}, {"step": 16650, "epoch": 42, "train_loss": 8.164148312062025e-05}, {"step": 16700, "epoch": 42, "train_loss": 9.552264236845076e-05}, {"step": 16750, "epoch": 42, "train_loss": 6.490955274784938e-05}, {"step": 16800, "epoch": 42, "train_loss": 4.8331763537134975e-05}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9827, "test_loss": 0.07325140186548233}, {"step": 16850, "epoch": 43, "train_loss": 0.00020717710140161216}, {"step": 16900, "epoch": 43, "train_loss": 4.88253754156176e-05}, {"step": 16950, "epoch": 43, "train_loss": 0.0001094538820325397}, {"step": 17000, "epoch": 43, "train_loss": 9.297055657953024e-05}, {"step": 17050, "epoch": 43, "train_loss": 8.100207196548581e-05}, {"step": 17100, "epoch": 43, "train_loss": 6.675608892692253e-05}, {"step": 17150, "epoch": 43, "train_loss": 0.00011117687972728163}, {"step": 17200, "epoch": 43, "train_loss": 9.731025056680664e-05}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9827, "test_loss": 0.07347131382226944}, {"step": 17250, "epoch": 44, "train_loss": 0.00012624828377738595}, {"step": 17300, "epoch": 44, "train_loss": 0.00010055005986941978}, {"step": 17350, "epoch": 44, "train_loss": 0.00010853242565644905}, {"step": 17400, "epoch": 44, "train_loss": 8.109281770884991e-05}, {"step": 17450, "epoch": 44, "train_loss": 0.00010525665857130662}, {"step": 17500, "epoch": 44, "train_loss": 6.758339441148564e-05}, {"step": 17550, "epoch": 44, "train_loss": 5.5307424190687016e-05}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9828, "test_loss": 0.07361960085630417}, {"step": 17600, "epoch": 45, "train_loss": 7.508299313485622e-05}, {"step": 17650, "epoch": 45, "train_loss": 3.460294828983024e-05}, {"step": 17700, "epoch": 45, "train_loss": 3.7753194192191586e-05}, {"step": 17750, "epoch": 45, "train_loss": 0.00011935871589230374}, {"step": 17800, "epoch": 45, "train_loss": 0.0001599396055098623}, {"step": 17850, "epoch": 45, "train_loss": 2.6760671971715055e-05}, {"step": 17900, "epoch": 45, "train_loss": 9.723626135382801e-05}, {"step": 17950, "epoch": 45, "train_loss": 0.00010464312799740583}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9828, "test_loss": 0.07373019757270813}, {"step": 18000, "epoch": 46, "train_loss": 9.535747085465118e-05}, {"step": 18050, "epoch": 46, "train_loss": 0.00012193090515211225}, {"step": 18100, "epoch": 46, "train_loss": 0.0001474238815717399}, {"step": 18150, "epoch": 46, "train_loss": 4.6285953430924565e-05}, {"step": 18200, "epoch": 46, "train_loss": 5.4947340686339885e-05}, {"step": 18250, "epoch": 46, "train_loss": 0.0001035458772093989}, {"step": 18300, "epoch": 46, "train_loss": 8.287168748211116e-05}, {"step": 18350, "epoch": 46, "train_loss": 6.271224992815405e-05}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9827, "test_loss": 0.07384136906862258}, {"step": 18400, "epoch": 47, "train_loss": 0.00014558206021320075}, {"step": 18450, "epoch": 47, "train_loss": 8.075837831711397e-05}, {"step": 18500, "epoch": 47, "train_loss": 8.775796595728025e-05}, {"step": 18550, "epoch": 47, "train_loss": 0.00010419484897283837}, {"step": 18600, "epoch": 47, "train_loss": 4.51750929642003e-05}, {"step": 18650, "epoch": 47, "train_loss": 7.000344339758158e-05}, {"step": 18700, "epoch": 47, "train_loss": 0.00011124822776764631}, {"step": 18750, "epoch": 47, "train_loss": 5.0685732276178896e-05}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9827, "test_loss": 0.07406444592475891}, {"step": 18800, "epoch": 48, "train_loss": 6.244525138754398e-05}, {"step": 18850, "epoch": 48, "train_loss": 0.00011041232210118324}, {"step": 18900, "epoch": 48, "train_loss": 6.429747736547142e-05}, {"step": 18950, "epoch": 48, "train_loss": 0.00011146260658279061}, {"step": 19000, "epoch": 48, "train_loss": 6.242367817321792e-05}, {"step": 19050, "epoch": 48, "train_loss": 0.00012988198432140052}, {"step": 19100, "epoch": 48, "train_loss": 0.00010444399231346324}, {"step": 19150, "epoch": 48, "train_loss": 7.496113539673388e-05}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9828, "test_loss": 0.07409962644577027}, {"step": 19200, "epoch": 49, "train_loss": 5.9086447436129674e-05}, {"step": 19250, "epoch": 49, "train_loss": 3.858268973999657e-05}, {"step": 19300, "epoch": 49, "train_loss": 0.00013192933693062514}, {"step": 19350, "epoch": 49, "train_loss": 5.958638575975783e-05}, {"step": 19400, "epoch": 49, "train_loss": 6.459596625063568e-05}, {"step": 19450, "epoch": 49, "train_loss": 6.46376793156378e-05}, {"step": 19500, "epoch": 49, "train_loss": 6.745515565853566e-05}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9827, "test_loss": 0.07433605736494064}, {"step": 19550, "epoch": 50, "train_loss": 4.810602331417613e-05}, {"step": 19600, "epoch": 50, "train_loss": 7.360464223893359e-05}, {"step": 19650, "epoch": 50, "train_loss": 5.190850788494572e-05}, {"step": 19700, "epoch": 50, "train_loss": 9.974428394343704e-05}, {"step": 19750, "epoch": 50, "train_loss": 0.0001208674002555199}, {"step": 19800, "epoch": 50, "train_loss": 0.00010319567809347063}, {"step": 19850, "epoch": 50, "train_loss": 0.00011552356590982527}, {"step": 19900, "epoch": 50, "train_loss": 9.888026397675276e-05}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9827, "test_loss": 0.07437540879249573}, {"step": 19950, "epoch": 51, "train_loss": 5.120566129335202e-05}, {"step": 20000, "epoch": 51, "train_loss": 9.813077485887334e-05}, {"step": 20050, "epoch": 51, "train_loss": 5.393240280682221e-05}, {"step": 20100, "epoch": 51, "train_loss": 6.487981590908021e-05}, {"step": 20150, "epoch": 51, "train_loss": 5.521741695702076e-05}, {"step": 20200, "epoch": 51, "train_loss": 5.386405246099457e-05}, {"step": 20250, "epoch": 51, "train_loss": 8.661358879180625e-05}, {"step": 20300, "epoch": 51, "train_loss": 4.425274164532311e-05}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9828, "test_loss": 0.07456666195392608}, {"step": 20350, "epoch": 52, "train_loss": 9.800515545066446e-05}, {"step": 20400, "epoch": 52, "train_loss": 7.165116403484717e-05}, {"step": 20450, "epoch": 52, "train_loss": 6.73231334076263e-05}, {"step": 20500, "epoch": 52, "train_loss": 8.043954585446045e-05}, {"step": 20550, "epoch": 52, "train_loss": 4.4579461246030405e-05}, {"step": 20600, "epoch": 52, "train_loss": 5.553072696784511e-05}, {"step": 20650, "epoch": 52, "train_loss": 9.160779882222414e-05}, {"step": 20700, "epoch": 52, "train_loss": 8.100656850729138e-05}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9826, "test_loss": 0.07456368848085404}, {"step": 20750, "epoch": 53, "train_loss": 4.115768751944415e-05}, {"step": 20800, "epoch": 53, "train_loss": 5.6075103202601895e-05}, {"step": 20850, "epoch": 53, "train_loss": 9.512992255622521e-05}, {"step": 20900, "epoch": 53, "train_loss": 0.00010725550964707509}, {"step": 20950, "epoch": 53, "train_loss": 5.069637700216845e-05}, {"step": 21000, "epoch": 53, "train_loss": 5.5351782066281885e-05}, {"step": 21050, "epoch": 53, "train_loss": 3.221587758162059e-05}, {"step": 21100, "epoch": 53, "train_loss": 7.68420723034069e-05}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9828, "test_loss": 0.07473356870412827}, {"step": 21150, "epoch": 54, "train_loss": 6.664243119303137e-05}, {"step": 21200, "epoch": 54, "train_loss": 7.824272324796766e-05}, {"step": 21250, "epoch": 54, "train_loss": 3.521521284710616e-05}, {"step": 21300, "epoch": 54, "train_loss": 5.91998323216103e-05}, {"step": 21350, "epoch": 54, "train_loss": 9.841067367233336e-05}, {"step": 21400, "epoch": 54, "train_loss": 0.00012085437629139051}, {"step": 21450, "epoch": 54, "train_loss": 5.1676408475032076e-05}, {"step": 21500, "epoch": 54, "train_loss": 3.9956856198841706e-05}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9827, "test_loss": 0.07485537580251694}, {"step": 21550, "epoch": 55, "train_loss": 7.726886542513967e-05}, {"step": 21600, "epoch": 55, "train_loss": 6.194297748152167e-05}, {"step": 21650, "epoch": 55, "train_loss": 4.471097781788558e-05}, {"step": 21700, "epoch": 55, "train_loss": 6.0620288422796875e-05}, {"step": 21750, "epoch": 55, "train_loss": 8.302717469632626e-05}, {"step": 21800, "epoch": 55, "train_loss": 8.460906246909872e-05}, {"step": 21850, "epoch": 55, "train_loss": 5.056637019151822e-05}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9828, "test_loss": 0.0749716695189476}, {"step": 21900, "epoch": 56, "train_loss": 4.9003374442690983e-05}, {"step": 21950, "epoch": 56, "train_loss": 0.0001372849364997819}, {"step": 22000, "epoch": 56, "train_loss": 6.623547233175486e-05}, {"step": 22050, "epoch": 56, "train_loss": 3.6256544262869284e-05}, {"step": 22100, "epoch": 56, "train_loss": 5.8672398154158145e-05}, {"step": 22150, "epoch": 56, "train_loss": 7.292251393664628e-05}, {"step": 22200, "epoch": 56, "train_loss": 0.00012510147644206882}, {"step": 22250, "epoch": 56, "train_loss": 9.870545181911439e-05}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9828, "test_loss": 0.07504557712078094}, {"step": 22300, "epoch": 57, "train_loss": 7.574549817945808e-05}, {"step": 22350, "epoch": 57, "train_loss": 8.143819286487997e-05}, {"step": 22400, "epoch": 57, "train_loss": 8.443746628472582e-05}, {"step": 22450, "epoch": 57, "train_loss": 2.1128664229763672e-05}, {"step": 22500, "epoch": 57, "train_loss": 3.902858225046657e-05}, {"step": 22550, "epoch": 57, "train_loss": 0.00010016425949288532}, {"step": 22600, "epoch": 57, "train_loss": 5.250710091786459e-05}, {"step": 22650, "epoch": 57, "train_loss": 8.624679321656004e-05}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9827, "test_loss": 0.07510928243398667}, {"step": 22700, "epoch": 58, "train_loss": 3.725526767084375e-05}, {"step": 22750, "epoch": 58, "train_loss": 8.389033610001206e-05}, {"step": 22800, "epoch": 58, "train_loss": 7.700687274336815e-05}, {"step": 22850, "epoch": 58, "train_loss": 5.887016232009046e-05}, {"step": 22900, "epoch": 58, "train_loss": 3.5315526474732906e-05}, {"step": 22950, "epoch": 58, "train_loss": 7.719283894402906e-05}, {"step": 23000, "epoch": 58, "train_loss": 3.745256253750995e-05}, {"step": 23050, "epoch": 58, "train_loss": 5.576364856096916e-05}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9826, "test_loss": 0.07524532930850983}, {"step": 23100, "epoch": 59, "train_loss": 7.28686063666828e-05}, {"step": 23150, "epoch": 59, "train_loss": 3.918320726370439e-05}, {"step": 23200, "epoch": 59, "train_loss": 2.389540895819664e-05}, {"step": 23250, "epoch": 59, "train_loss": 7.385655771940947e-05}, {"step": 23300, "epoch": 59, "train_loss": 6.201702490216121e-05}, {"step": 23350, "epoch": 59, "train_loss": 3.861414370476268e-05}, {"step": 23400, "epoch": 59, "train_loss": 0.00016701521235518157}, {"step": 23450, "epoch": 59, "train_loss": 5.1557410188252106e-05}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9827, "test_loss": 0.07536257346868515}], "final": {"test_acc": 0.9827, "test_loss": 0.07536257346868515, "wall_s": 44.190484046936035}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_dfa_w500_d2_s0.json b/results/ep_depth2_v1_mnist_dfa_w500_d2_s0.json
new file mode 100644
index 0000000..359c6a2
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_dfa_w500_d2_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s0", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.455000400543213, "cos_r_negg": [-0.0012218101182952523, 0.005587799474596977], "cos_innovation_negg": [-0.0012218101182952523, 0.005587799474596977], "cos_apical_negg": [-0.0012218101182952523, 0.005587799474596977], "cos_Ac_negg": [-0.0012218101182952523, 0.005587799474596977], "r_norm": [6.867367744445801, 6.702666759490967]}, {"step": 50, "epoch": 0, "train_loss": 0.4884546399116516, "cos_r_negg": [0.4433194398880005, 0.3238217830657959], "cos_innovation_negg": [0.4433194398880005, 0.3238217830657959], "cos_apical_negg": [0.4433194398880005, 0.3238217830657959], "cos_Ac_negg": [0.4433194398880005, 0.3238217830657959], "r_norm": [1.4550529718399048, 1.4226224422454834]}, {"step": 100, "epoch": 0, "train_loss": 0.18250605463981628, "cos_r_negg": [0.4726950526237488, 0.3500172197818756], "cos_innovation_negg": [0.4726950526237488, 0.3500172197818756], "cos_apical_negg": [0.4726950526237488, 0.3500172197818756], "cos_Ac_negg": [0.4726950526237488, 0.3500172197818756], "r_norm": [1.233875036239624, 1.2073458433151245]}, {"step": 150, "epoch": 0, "train_loss": 0.20297665894031525, "cos_r_negg": [0.49053478240966797, 0.36665087938308716], "cos_innovation_negg": [0.49053478240966797, 0.36665087938308716], "cos_apical_negg": [0.49053478240966797, 0.36665087938308716], "cos_Ac_negg": [0.49053478240966797, 0.36665087938308716], "r_norm": [0.9725527167320251, 0.9556649923324585]}, {"step": 200, "epoch": 0, "train_loss": 0.3086359202861786, "cos_r_negg": [0.48890215158462524, 0.37201690673828125], "cos_innovation_negg": [0.48890215158462524, 0.37201690673828125], "cos_apical_negg": [0.48890215158462524, 0.37201690673828125], "cos_Ac_negg": [0.48890215158462524, 0.37201690673828125], "r_norm": [0.9802878499031067, 0.9625905752182007]}, {"step": 250, "epoch": 0, "train_loss": 0.34890681505203247, "cos_r_negg": [0.48948267102241516, 0.3931608200073242], "cos_innovation_negg": [0.48948267102241516, 0.3931608200073242], "cos_apical_negg": [0.48948267102241516, 0.3931608200073242], "cos_Ac_negg": [0.48948267102241516, 0.3931608200073242], "r_norm": [0.9710801243782043, 0.9623081088066101]}, {"step": 300, "epoch": 0, "train_loss": 0.21142058074474335, "cos_r_negg": [0.5073487758636475, 0.4011719822883606], "cos_innovation_negg": [0.5073487758636475, 0.4011719822883606], "cos_apical_negg": [0.5073487758636475, 0.4011719822883606], "cos_Ac_negg": [0.5073487758636475, 0.4011719822883606], "r_norm": [0.8522371053695679, 0.8361395597457886]}, {"step": 350, "epoch": 0, "train_loss": 0.24228441715240479, "cos_r_negg": [0.5151200294494629, 0.42015737295150757], "cos_innovation_negg": [0.5151200294494629, 0.42015737295150757], "cos_apical_negg": [0.5151200294494629, 0.42015737295150757], "cos_Ac_negg": [0.5151200294494629, 0.42015737295150757], "r_norm": [0.7442807555198669, 0.7318453788757324]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9442, "test_loss": 0.19673461685180665}, {"step": 400, "epoch": 1, "train_loss": 0.1416546106338501, "cos_r_negg": [0.5281397104263306, 0.44611886143684387], "cos_innovation_negg": [0.5281397104263306, 0.44611886143684387], "cos_apical_negg": [0.5281397104263306, 0.44611886143684387], "cos_Ac_negg": [0.5281397104263306, 0.44611886143684387], "r_norm": [0.6068177819252014, 0.5942094326019287]}, {"step": 450, "epoch": 1, "train_loss": 0.19603650271892548, "cos_r_negg": [0.5154920816421509, 0.4432058036327362], "cos_innovation_negg": [0.5154920816421509, 0.4432058036327362], "cos_apical_negg": [0.5154920816421509, 0.4432058036327362], "cos_Ac_negg": [0.5154920816421509, 0.4432058036327362], "r_norm": [0.6743201017379761, 0.6635779142379761]}, {"step": 500, "epoch": 1, "train_loss": 0.1401933878660202, "cos_r_negg": [0.5377629995346069, 0.46823614835739136], "cos_innovation_negg": [0.5377629995346069, 0.46823614835739136], "cos_apical_negg": [0.5377629995346069, 0.46823614835739136], "cos_Ac_negg": [0.5377629995346069, 0.46823614835739136], "r_norm": [0.48796871304512024, 0.4802212119102478]}, {"step": 550, "epoch": 1, "train_loss": 0.10656566172838211, "cos_r_negg": [0.5396291017532349, 0.4902256727218628], "cos_innovation_negg": [0.5396291017532349, 0.4902256727218628], "cos_apical_negg": [0.5396291017532349, 0.4902256727218628], "cos_Ac_negg": [0.5396291017532349, 0.4902256727218628], "r_norm": [0.6408736705780029, 0.6358258128166199]}, {"step": 600, "epoch": 1, "train_loss": 0.04644303396344185, "cos_r_negg": [0.5458330512046814, 0.4931410849094391], "cos_innovation_negg": [0.5458330512046814, 0.4931410849094391], "cos_apical_negg": [0.5458330512046814, 0.4931410849094391], "cos_Ac_negg": [0.5458330512046814, 0.4931410849094391], "r_norm": [0.5351439118385315, 0.5261515378952026]}, {"step": 650, "epoch": 1, "train_loss": 0.10280214250087738, "cos_r_negg": [0.5350897312164307, 0.4873564839363098], "cos_innovation_negg": [0.5350897312164307, 0.4873564839363098], "cos_apical_negg": [0.5350897312164307, 0.4873564839363098], "cos_Ac_negg": [0.5350897312164307, 0.4873564839363098], "r_norm": [0.4984096586704254, 0.4933297038078308]}, {"step": 700, "epoch": 1, "train_loss": 0.11595344543457031, "cos_r_negg": [0.5274271368980408, 0.48203590512275696], "cos_innovation_negg": [0.5274271368980408, 0.48203590512275696], "cos_apical_negg": [0.5274271368980408, 0.48203590512275696], "cos_Ac_negg": [0.5274271368980408, 0.48203590512275696], "r_norm": [0.5982675552368164, 0.5920673608779907]}, {"step": 750, "epoch": 1, "train_loss": 0.21198678016662598, "cos_r_negg": [0.5465818643569946, 0.4920997619628906], "cos_innovation_negg": [0.5465818643569946, 0.4920997619628906], "cos_apical_negg": [0.5465818643569946, 0.4920997619628906], "cos_Ac_negg": [0.5465818643569946, 0.4920997619628906], "r_norm": [0.7113633751869202, 0.6951543092727661]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9488, "test_loss": 0.17781539459228515}, {"step": 800, "epoch": 2, "train_loss": 0.07779504358768463, "cos_r_negg": [0.5394494533538818, 0.4878403842449188], "cos_innovation_negg": [0.5394494533538818, 0.4878403842449188], "cos_apical_negg": [0.5394494533538818, 0.4878403842449188], "cos_Ac_negg": [0.5394494533538818, 0.4878403842449188], "r_norm": [0.4862503409385681, 0.48074549436569214]}, {"step": 850, "epoch": 2, "train_loss": 0.05539233982563019, "cos_r_negg": [0.5564321279525757, 0.5121630430221558], "cos_innovation_negg": [0.5564321279525757, 0.5121630430221558], "cos_apical_negg": [0.5564321279525757, 0.5121630430221558], "cos_Ac_negg": [0.5564321279525757, 0.5121630430221558], "r_norm": [0.47778385877609253, 0.4727818965911865]}, {"step": 900, "epoch": 2, "train_loss": 0.059588778764009476, "cos_r_negg": [0.5429542660713196, 0.5073432922363281], "cos_innovation_negg": [0.5429542660713196, 0.5073432922363281], "cos_apical_negg": [0.5429542660713196, 0.5073432922363281], "cos_Ac_negg": [0.5429542660713196, 0.5073432922363281], "r_norm": [0.518397331237793, 0.5143673419952393]}, {"step": 950, "epoch": 2, "train_loss": 0.11776875704526901, "cos_r_negg": [0.5528150200843811, 0.5073689818382263], "cos_innovation_negg": [0.5528150200843811, 0.5073689818382263], "cos_apical_negg": [0.5528150200843811, 0.5073689818382263], "cos_Ac_negg": [0.5528150200843811, 0.5073689818382263], "r_norm": [0.3983311653137207, 0.3947192430496216]}, {"step": 1000, "epoch": 2, "train_loss": 0.07680343091487885, "cos_r_negg": [0.5503298044204712, 0.5243899822235107], "cos_innovation_negg": [0.5503298044204712, 0.5243899822235107], "cos_apical_negg": [0.5503298044204712, 0.5243899822235107], "cos_Ac_negg": [0.5503298044204712, 0.5243899822235107], "r_norm": [0.4549916386604309, 0.44863396883010864]}, {"step": 1050, "epoch": 2, "train_loss": 0.04396185278892517, "cos_r_negg": [0.5574483871459961, 0.5293837785720825], "cos_innovation_negg": [0.5574483871459961, 0.5293837785720825], "cos_apical_negg": [0.5574483871459961, 0.5293837785720825], "cos_Ac_negg": [0.5574483871459961, 0.5293837785720825], "r_norm": [0.42827126383781433, 0.4222552180290222]}, {"step": 1100, "epoch": 2, "train_loss": 0.10261887311935425, "cos_r_negg": [0.559981107711792, 0.5288408398628235], "cos_innovation_negg": [0.559981107711792, 0.5288408398628235], "cos_apical_negg": [0.559981107711792, 0.5288408398628235], "cos_Ac_negg": [0.559981107711792, 0.5288408398628235], "r_norm": [0.35524433851242065, 0.3490331768989563]}, {"step": 1150, "epoch": 2, "train_loss": 0.14008520543575287, "cos_r_negg": [0.5542522668838501, 0.5318983793258667], "cos_innovation_negg": [0.5542522668838501, 0.5318983793258667], "cos_apical_negg": [0.5542522668838501, 0.5318983793258667], "cos_Ac_negg": [0.5542522668838501, 0.5318983793258667], "r_norm": [0.31860795617103577, 0.3149941563606262]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9627, "test_loss": 0.12738853225708008}, {"step": 1200, "epoch": 3, "train_loss": 0.0654103010892868, "cos_r_negg": [0.5629998445510864, 0.5311970710754395], "cos_innovation_negg": [0.5629998445510864, 0.5311970710754395], "cos_apical_negg": [0.5629998445510864, 0.5311970710754395], "cos_Ac_negg": [0.5629998445510864, 0.5311970710754395], "r_norm": [0.3603872060775757, 0.3548695743083954]}, {"step": 1250, "epoch": 3, "train_loss": 0.10331155359745026, "cos_r_negg": [0.5707446932792664, 0.5459808111190796], "cos_innovation_negg": [0.5707446932792664, 0.5459808111190796], "cos_apical_negg": [0.5707446932792664, 0.5459808111190796], "cos_Ac_negg": [0.5707446932792664, 0.5459808111190796], "r_norm": [0.33469629287719727, 0.3293761610984802]}, {"step": 1300, "epoch": 3, "train_loss": 0.01226551178842783, "cos_r_negg": [0.5693462491035461, 0.5464077591896057], "cos_innovation_negg": [0.5693462491035461, 0.5464077591896057], "cos_apical_negg": [0.5693462491035461, 0.5464077591896057], "cos_Ac_negg": [0.5693462491035461, 0.5464077591896057], "r_norm": [0.3653251528739929, 0.35907769203186035]}, {"step": 1350, "epoch": 3, "train_loss": 0.03218827396631241, "cos_r_negg": [0.5637334585189819, 0.5508019328117371], "cos_innovation_negg": [0.5637334585189819, 0.5508019328117371], "cos_apical_negg": [0.5637334585189819, 0.5508019328117371], "cos_Ac_negg": [0.5637334585189819, 0.5508019328117371], "r_norm": [0.35572969913482666, 0.35154175758361816]}, {"step": 1400, "epoch": 3, "train_loss": 0.044887974858284, "cos_r_negg": [0.5716066360473633, 0.5563195943832397], "cos_innovation_negg": [0.5716066360473633, 0.5563195943832397], "cos_apical_negg": [0.5716066360473633, 0.5563195943832397], "cos_Ac_negg": [0.5716066360473633, 0.5563195943832397], "r_norm": [0.36359333992004395, 0.35774368047714233]}, {"step": 1450, "epoch": 3, "train_loss": 0.04554722458124161, "cos_r_negg": [0.5794796943664551, 0.5667763352394104], "cos_innovation_negg": [0.5794796943664551, 0.5667763352394104], "cos_apical_negg": [0.5794796943664551, 0.5667763352394104], "cos_Ac_negg": [0.5794796943664551, 0.5667763352394104], "r_norm": [0.33089590072631836, 0.3267176151275635]}, {"step": 1500, "epoch": 3, "train_loss": 0.09756089746952057, "cos_r_negg": [0.575084924697876, 0.5652492046356201], "cos_innovation_negg": [0.575084924697876, 0.5652492046356201], "cos_apical_negg": [0.575084924697876, 0.5652492046356201], "cos_Ac_negg": [0.575084924697876, 0.5652492046356201], "r_norm": [0.2458980530500412, 0.24264881014823914]}, {"step": 1550, "epoch": 3, "train_loss": 0.05775832757353783, "cos_r_negg": [0.5663065910339355, 0.5587851405143738], "cos_innovation_negg": [0.5663065910339355, 0.5587851405143738], "cos_apical_negg": [0.5663065910339355, 0.5587851405143738], "cos_Ac_negg": [0.5663065910339355, 0.5587851405143738], "r_norm": [0.3411334156990051, 0.33883699774742126]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9639, "test_loss": 0.1300865171432495}, {"step": 1600, "epoch": 4, "train_loss": 0.05352483317255974, "cos_r_negg": [0.5794689655303955, 0.5733746290206909], "cos_innovation_negg": [0.5794689655303955, 0.5733746290206909], "cos_apical_negg": [0.5794689655303955, 0.5733746290206909], "cos_Ac_negg": [0.5794689655303955, 0.5733746290206909], "r_norm": [0.3166924715042114, 0.3142436146736145]}, {"step": 1650, "epoch": 4, "train_loss": 0.09800838679075241, "cos_r_negg": [0.5841163992881775, 0.5782060027122498], "cos_innovation_negg": [0.5841163992881775, 0.5782060027122498], "cos_apical_negg": [0.5841163992881775, 0.5782060027122498], "cos_Ac_negg": [0.5841163992881775, 0.5782060027122498], "r_norm": [0.28270599246025085, 0.27946341037750244]}, {"step": 1700, "epoch": 4, "train_loss": 0.052839748561382294, "cos_r_negg": [0.5912335515022278, 0.5765260457992554], "cos_innovation_negg": [0.5912335515022278, 0.5765260457992554], "cos_apical_negg": [0.5912335515022278, 0.5765260457992554], "cos_Ac_negg": [0.5912335515022278, 0.5765260457992554], "r_norm": [0.2686973810195923, 0.26534178853034973]}, {"step": 1750, "epoch": 4, "train_loss": 0.03935888037085533, "cos_r_negg": [0.5929888486862183, 0.5807057619094849], "cos_innovation_negg": [0.5929888486862183, 0.5807057619094849], "cos_apical_negg": [0.5929888486862183, 0.5807057619094849], "cos_Ac_negg": [0.5929888486862183, 0.5807057619094849], "r_norm": [0.29860806465148926, 0.2930912971496582]}, {"step": 1800, "epoch": 4, "train_loss": 0.019247453659772873, "cos_r_negg": [0.5832458138465881, 0.5818238854408264], "cos_innovation_negg": [0.5832458138465881, 0.5818238854408264], "cos_apical_negg": [0.5832458138465881, 0.5818238854408264], "cos_Ac_negg": [0.5832458138465881, 0.5818238854408264], "r_norm": [0.32476651668548584, 0.3194284439086914]}, {"step": 1850, "epoch": 4, "train_loss": 0.15666377544403076, "cos_r_negg": [0.5804139375686646, 0.5773476362228394], "cos_innovation_negg": [0.5804139375686646, 0.5773476362228394], "cos_apical_negg": [0.5804139375686646, 0.5773476362228394], "cos_Ac_negg": [0.5804139375686646, 0.5773476362228394], "r_norm": [0.30783388018608093, 0.30404067039489746]}, {"step": 1900, "epoch": 4, "train_loss": 0.01831461861729622, "cos_r_negg": [0.594693660736084, 0.5909834504127502], "cos_innovation_negg": [0.594693660736084, 0.5909834504127502], "cos_apical_negg": [0.594693660736084, 0.5909834504127502], "cos_Ac_negg": [0.594693660736084, 0.5909834504127502], "r_norm": [0.3117819130420685, 0.30776920914649963]}, {"step": 1950, "epoch": 4, "train_loss": 0.03494712710380554, "cos_r_negg": [0.5949253439903259, 0.5962386131286621], "cos_innovation_negg": [0.5949253439903259, 0.5962386131286621], "cos_apical_negg": [0.5949253439903259, 0.5962386131286621], "cos_Ac_negg": [0.5949253439903259, 0.5962386131286621], "r_norm": [0.2631165385246277, 0.2580379843711853]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9704, "test_loss": 0.11211655864715576}, {"step": 2000, "epoch": 5, "train_loss": 0.03152512013912201, "cos_r_negg": [0.5990602970123291, 0.5963000655174255], "cos_innovation_negg": [0.5990602970123291, 0.5963000655174255], "cos_apical_negg": [0.5990602970123291, 0.5963000655174255], "cos_Ac_negg": [0.5990602970123291, 0.5963000655174255], "r_norm": [0.26670777797698975, 0.2647938132286072]}, {"step": 2050, "epoch": 5, "train_loss": 0.010450702160596848, "cos_r_negg": [0.5812329649925232, 0.5935474634170532], "cos_innovation_negg": [0.5812329649925232, 0.5935474634170532], "cos_apical_negg": [0.5812329649925232, 0.5935474634170532], "cos_Ac_negg": [0.5812329649925232, 0.5935474634170532], "r_norm": [0.27738213539123535, 0.2740875482559204]}, {"step": 2100, "epoch": 5, "train_loss": 0.013176459819078445, "cos_r_negg": [0.5992426872253418, 0.6083910465240479], "cos_innovation_negg": [0.5992426872253418, 0.6083910465240479], "cos_apical_negg": [0.5992426872253418, 0.6083910465240479], "cos_Ac_negg": [0.5992426872253418, 0.6083910465240479], "r_norm": [0.27281105518341064, 0.26855406165122986]}, {"step": 2150, "epoch": 5, "train_loss": 0.0064860135316848755, "cos_r_negg": [0.5940659046173096, 0.602994441986084], "cos_innovation_negg": [0.5940659046173096, 0.602994441986084], "cos_apical_negg": [0.5940659046173096, 0.602994441986084], "cos_Ac_negg": [0.5940659046173096, 0.602994441986084], "r_norm": [0.2660374045372009, 0.2638474404811859]}, {"step": 2200, "epoch": 5, "train_loss": 0.05283335968852043, "cos_r_negg": [0.5927091836929321, 0.5986547470092773], "cos_innovation_negg": [0.5927091836929321, 0.5986547470092773], "cos_apical_negg": [0.5927091836929321, 0.5986547470092773], "cos_Ac_negg": [0.5927091836929321, 0.5986547470092773], "r_norm": [0.2859436571598053, 0.2824760675430298]}, {"step": 2250, "epoch": 5, "train_loss": 0.0075577618554234505, "cos_r_negg": [0.5968770980834961, 0.60113525390625], "cos_innovation_negg": [0.5968770980834961, 0.60113525390625], "cos_apical_negg": [0.5968770980834961, 0.60113525390625], "cos_Ac_negg": [0.5968770980834961, 0.60113525390625], "r_norm": [0.2650221288204193, 0.26085957884788513]}, {"step": 2300, "epoch": 5, "train_loss": 0.009457211010158062, "cos_r_negg": [0.5944288372993469, 0.6035429239273071], "cos_innovation_negg": [0.5944288372993469, 0.6035429239273071], "cos_apical_negg": [0.5944288372993469, 0.6035429239273071], "cos_Ac_negg": [0.5944288372993469, 0.6035429239273071], "r_norm": [0.2616775929927826, 0.2581750750541687]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9718, "test_loss": 0.10978483028411866}, {"step": 2350, "epoch": 6, "train_loss": 0.006893346086144447, "cos_r_negg": [0.588960587978363, 0.6045393943786621], "cos_innovation_negg": [0.588960587978363, 0.6045393943786621], "cos_apical_negg": [0.588960587978363, 0.6045393943786621], "cos_Ac_negg": [0.588960587978363, 0.6045393943786621], "r_norm": [0.27239954471588135, 0.2696453928947449]}, {"step": 2400, "epoch": 6, "train_loss": 0.003952822647988796, "cos_r_negg": [0.5952630043029785, 0.61188143491745], "cos_innovation_negg": [0.5952630043029785, 0.61188143491745], "cos_apical_negg": [0.5952630043029785, 0.61188143491745], "cos_Ac_negg": [0.5952630043029785, 0.61188143491745], "r_norm": [0.26440316438674927, 0.2602709233760834]}, {"step": 2450, "epoch": 6, "train_loss": 0.028697146102786064, "cos_r_negg": [0.5909306406974792, 0.6102230548858643], "cos_innovation_negg": [0.5909306406974792, 0.6102230548858643], "cos_apical_negg": [0.5909306406974792, 0.6102230548858643], "cos_Ac_negg": [0.5909306406974792, 0.6102230548858643], "r_norm": [0.265338659286499, 0.26175689697265625]}, {"step": 2500, "epoch": 6, "train_loss": 0.002709238324314356, "cos_r_negg": [0.5963317155838013, 0.6146293878555298], "cos_innovation_negg": [0.5963317155838013, 0.6146293878555298], "cos_apical_negg": [0.5963317155838013, 0.6146293878555298], "cos_Ac_negg": [0.5963317155838013, 0.6146293878555298], "r_norm": [0.21755573153495789, 0.21503011882305145]}, {"step": 2550, "epoch": 6, "train_loss": 0.011185280978679657, "cos_r_negg": [0.5932070016860962, 0.6172766089439392], "cos_innovation_negg": [0.5932070016860962, 0.6172766089439392], "cos_apical_negg": [0.5932070016860962, 0.6172766089439392], "cos_Ac_negg": [0.5932070016860962, 0.6172766089439392], "r_norm": [0.24489009380340576, 0.24211710691452026]}, {"step": 2600, "epoch": 6, "train_loss": 0.0253208726644516, "cos_r_negg": [0.596983015537262, 0.6193558573722839], "cos_innovation_negg": [0.596983015537262, 0.6193558573722839], "cos_apical_negg": [0.596983015537262, 0.6193558573722839], "cos_Ac_negg": [0.596983015537262, 0.6193558573722839], "r_norm": [0.27402302622795105, 0.272081196308136]}, {"step": 2650, "epoch": 6, "train_loss": 0.022468507289886475, "cos_r_negg": [0.595613420009613, 0.6231690645217896], "cos_innovation_negg": [0.595613420009613, 0.6231690645217896], "cos_apical_negg": [0.595613420009613, 0.6231690645217896], "cos_Ac_negg": [0.595613420009613, 0.6231690645217896], "r_norm": [0.2628892660140991, 0.2615119218826294]}, {"step": 2700, "epoch": 6, "train_loss": 0.002375586424022913, "cos_r_negg": [0.5971455574035645, 0.6254854202270508], "cos_innovation_negg": [0.5971455574035645, 0.6254854202270508], "cos_apical_negg": [0.5971455574035645, 0.6254854202270508], "cos_Ac_negg": [0.5971455574035645, 0.6254854202270508], "r_norm": [0.30108022689819336, 0.2963903248310089]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9739, "test_loss": 0.10736722450256347}, {"step": 2750, "epoch": 7, "train_loss": 0.0038459619972854853, "cos_r_negg": [0.6021312475204468, 0.6236478686332703], "cos_innovation_negg": [0.6021312475204468, 0.6236478686332703], "cos_apical_negg": [0.6021312475204468, 0.6236478686332703], "cos_Ac_negg": [0.6021312475204468, 0.6236478686332703], "r_norm": [0.24617621302604675, 0.24356000125408173]}, {"step": 2800, "epoch": 7, "train_loss": 0.0007723477901890874, "cos_r_negg": [0.6042760014533997, 0.6245564222335815], "cos_innovation_negg": [0.6042760014533997, 0.6245564222335815], "cos_apical_negg": [0.6042760014533997, 0.6245564222335815], "cos_Ac_negg": [0.6042760014533997, 0.6245564222335815], "r_norm": [0.23521935939788818, 0.2313229739665985]}, {"step": 2850, "epoch": 7, "train_loss": 0.002828646916896105, "cos_r_negg": [0.6021775603294373, 0.6257927417755127], "cos_innovation_negg": [0.6021775603294373, 0.6257927417755127], "cos_apical_negg": [0.6021775603294373, 0.6257927417755127], "cos_Ac_negg": [0.6021775603294373, 0.6257927417755127], "r_norm": [0.24178078770637512, 0.23925581574440002]}, {"step": 2900, "epoch": 7, "train_loss": 0.0007164616836234927, "cos_r_negg": [0.6019276976585388, 0.6284149885177612], "cos_innovation_negg": [0.6019276976585388, 0.6284149885177612], "cos_apical_negg": [0.6019276976585388, 0.6284149885177612], "cos_Ac_negg": [0.6019276976585388, 0.6284149885177612], "r_norm": [0.22210654616355896, 0.21830493211746216]}, {"step": 2950, "epoch": 7, "train_loss": 0.0020319742616266012, "cos_r_negg": [0.597455620765686, 0.6213750839233398], "cos_innovation_negg": [0.597455620765686, 0.6213750839233398], "cos_apical_negg": [0.597455620765686, 0.6213750839233398], "cos_Ac_negg": [0.597455620765686, 0.6213750839233398], "r_norm": [0.21308429539203644, 0.2102496474981308]}, {"step": 3000, "epoch": 7, "train_loss": 0.004647564608603716, "cos_r_negg": [0.5988292098045349, 0.6264442205429077], "cos_innovation_negg": [0.5988292098045349, 0.6264442205429077], "cos_apical_negg": [0.5988292098045349, 0.6264442205429077], "cos_Ac_negg": [0.5988292098045349, 0.6264442205429077], "r_norm": [0.25253206491470337, 0.25027841329574585]}, {"step": 3050, "epoch": 7, "train_loss": 0.0022451963741332293, "cos_r_negg": [0.6035568118095398, 0.6286636590957642], "cos_innovation_negg": [0.6035568118095398, 0.6286636590957642], "cos_apical_negg": [0.6035568118095398, 0.6286636590957642], "cos_Ac_negg": [0.6035568118095398, 0.6286636590957642], "r_norm": [0.24336116015911102, 0.23982487618923187]}, {"step": 3100, "epoch": 7, "train_loss": 0.0009570522233843803, "cos_r_negg": [0.5994917154312134, 0.6246612668037415], "cos_innovation_negg": [0.5994917154312134, 0.6246612668037415], "cos_apical_negg": [0.5994917154312134, 0.6246612668037415], "cos_Ac_negg": [0.5994917154312134, 0.6246612668037415], "r_norm": [0.21956007182598114, 0.21656140685081482]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9743, "test_loss": 0.11261729688644409}, {"step": 3150, "epoch": 8, "train_loss": 0.003980861511081457, "cos_r_negg": [0.6036613583564758, 0.6257340908050537], "cos_innovation_negg": [0.6036613583564758, 0.6257340908050537], "cos_apical_negg": [0.6036613583564758, 0.6257340908050537], "cos_Ac_negg": [0.6036613583564758, 0.6257340908050537], "r_norm": [0.23269107937812805, 0.22854608297348022]}, {"step": 3200, "epoch": 8, "train_loss": 0.0032025957480072975, "cos_r_negg": [0.6062469482421875, 0.631206214427948], "cos_innovation_negg": [0.6062469482421875, 0.631206214427948], "cos_apical_negg": [0.6062469482421875, 0.631206214427948], "cos_Ac_negg": [0.6062469482421875, 0.631206214427948], "r_norm": [0.22821995615959167, 0.22567614912986755]}, {"step": 3250, "epoch": 8, "train_loss": 0.0006161752389743924, "cos_r_negg": [0.6061348915100098, 0.6324522495269775], "cos_innovation_negg": [0.6061348915100098, 0.6324522495269775], "cos_apical_negg": [0.6061348915100098, 0.6324522495269775], "cos_Ac_negg": [0.6061348915100098, 0.6324522495269775], "r_norm": [0.22658401727676392, 0.22436711192131042]}, {"step": 3300, "epoch": 8, "train_loss": 0.001028451370075345, "cos_r_negg": [0.5983247756958008, 0.6247973442077637], "cos_innovation_negg": [0.5983247756958008, 0.6247973442077637], "cos_apical_negg": [0.5983247756958008, 0.6247973442077637], "cos_Ac_negg": [0.5983247756958008, 0.6247973442077637], "r_norm": [0.2041117548942566, 0.20181438326835632]}, {"step": 3350, "epoch": 8, "train_loss": 0.00474642775952816, "cos_r_negg": [0.602353572845459, 0.6354761719703674], "cos_innovation_negg": [0.602353572845459, 0.6354761719703674], "cos_apical_negg": [0.602353572845459, 0.6354761719703674], "cos_Ac_negg": [0.602353572845459, 0.6354761719703674], "r_norm": [0.22803735733032227, 0.22541461884975433]}, {"step": 3400, "epoch": 8, "train_loss": 0.0036712707951664925, "cos_r_negg": [0.5941517353057861, 0.6236918568611145], "cos_innovation_negg": [0.5941517353057861, 0.6236918568611145], "cos_apical_negg": [0.5941517353057861, 0.6236918568611145], "cos_Ac_negg": [0.5941517353057861, 0.6236918568611145], "r_norm": [0.23400799930095673, 0.23188474774360657]}, {"step": 3450, "epoch": 8, "train_loss": 0.0030612312257289886, "cos_r_negg": [0.6047907471656799, 0.6314569711685181], "cos_innovation_negg": [0.6047907471656799, 0.6314569711685181], "cos_apical_negg": [0.6047907471656799, 0.6314569711685181], "cos_Ac_negg": [0.6047907471656799, 0.6314569711685181], "r_norm": [0.2522599399089813, 0.24873733520507812]}, {"step": 3500, "epoch": 8, "train_loss": 0.0127753596752882, "cos_r_negg": [0.6061917543411255, 0.633236289024353], "cos_innovation_negg": [0.6061917543411255, 0.633236289024353], "cos_apical_negg": [0.6061917543411255, 0.633236289024353], "cos_Ac_negg": [0.6061917543411255, 0.633236289024353], "r_norm": [0.22985026240348816, 0.22683191299438477]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9746, "test_loss": 0.11364701299667358}, {"step": 3550, "epoch": 9, "train_loss": 0.002052813535556197, "cos_r_negg": [0.6042995452880859, 0.6319564580917358], "cos_innovation_negg": [0.6042995452880859, 0.6319564580917358], "cos_apical_negg": [0.6042995452880859, 0.6319564580917358], "cos_Ac_negg": [0.6042995452880859, 0.6319564580917358], "r_norm": [0.2339075207710266, 0.2327694445848465]}, {"step": 3600, "epoch": 9, "train_loss": 0.0018004907760769129, "cos_r_negg": [0.6035574674606323, 0.6318626403808594], "cos_innovation_negg": [0.6035574674606323, 0.6318626403808594], "cos_apical_negg": [0.6035574674606323, 0.6318626403808594], "cos_Ac_negg": [0.6035574674606323, 0.6318626403808594], "r_norm": [0.25688549876213074, 0.25391149520874023]}, {"step": 3650, "epoch": 9, "train_loss": 0.0018242803635075688, "cos_r_negg": [0.6062121987342834, 0.6365829110145569], "cos_innovation_negg": [0.6062121987342834, 0.6365829110145569], "cos_apical_negg": [0.6062121987342834, 0.6365829110145569], "cos_Ac_negg": [0.6062121987342834, 0.6365829110145569], "r_norm": [0.2313503623008728, 0.22879865765571594]}, {"step": 3700, "epoch": 9, "train_loss": 0.002325961599126458, "cos_r_negg": [0.6052207946777344, 0.6344189643859863], "cos_innovation_negg": [0.6052207946777344, 0.6344189643859863], "cos_apical_negg": [0.6052207946777344, 0.6344189643859863], "cos_Ac_negg": [0.6052207946777344, 0.6344189643859863], "r_norm": [0.2308870106935501, 0.22770848870277405]}, {"step": 3750, "epoch": 9, "train_loss": 0.0013448342215269804, "cos_r_negg": [0.6017446517944336, 0.631637454032898], "cos_innovation_negg": [0.6017446517944336, 0.631637454032898], "cos_apical_negg": [0.6017446517944336, 0.631637454032898], "cos_Ac_negg": [0.6017446517944336, 0.631637454032898], "r_norm": [0.2237640917301178, 0.2213115096092224]}, {"step": 3800, "epoch": 9, "train_loss": 0.0010697577381506562, "cos_r_negg": [0.6056090593338013, 0.6358444690704346], "cos_innovation_negg": [0.6056090593338013, 0.6358444690704346], "cos_apical_negg": [0.6056090593338013, 0.6358444690704346], "cos_Ac_negg": [0.6056090593338013, 0.6358444690704346], "r_norm": [0.2285679280757904, 0.22606107592582703]}, {"step": 3850, "epoch": 9, "train_loss": 0.0013986164703965187, "cos_r_negg": [0.6048082113265991, 0.6355153918266296], "cos_innovation_negg": [0.6048082113265991, 0.6355153918266296], "cos_apical_negg": [0.6048082113265991, 0.6355153918266296], "cos_Ac_negg": [0.6048082113265991, 0.6355153918266296], "r_norm": [0.24528194963932037, 0.24291472136974335]}, {"step": 3900, "epoch": 9, "train_loss": 0.0021803362760692835, "cos_r_negg": [0.5979775190353394, 0.6298904418945312], "cos_innovation_negg": [0.5979775190353394, 0.6298904418945312], "cos_apical_negg": [0.5979775190353394, 0.6298904418945312], "cos_Ac_negg": [0.5979775190353394, 0.6298904418945312], "r_norm": [0.22258804738521576, 0.2200932502746582]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9754, "test_loss": 0.1121923773765564}, {"step": 3950, "epoch": 10, "train_loss": 0.0009568557143211365, "cos_r_negg": [0.6054949164390564, 0.6350085735321045], "cos_innovation_negg": [0.6054949164390564, 0.6350085735321045], "cos_apical_negg": [0.6054949164390564, 0.6350085735321045], "cos_Ac_negg": [0.6054949164390564, 0.6350085735321045], "r_norm": [0.23007851839065552, 0.2275000810623169]}, {"step": 4000, "epoch": 10, "train_loss": 0.0015104507328942418, "cos_r_negg": [0.6021131277084351, 0.6337165832519531], "cos_innovation_negg": [0.6021131277084351, 0.6337165832519531], "cos_apical_negg": [0.6021131277084351, 0.6337165832519531], "cos_Ac_negg": [0.6021131277084351, 0.6337165832519531], "r_norm": [0.23059846460819244, 0.2279568314552307]}, {"step": 4050, "epoch": 10, "train_loss": 0.0005146872135810554, "cos_r_negg": [0.6057825088500977, 0.637179434299469], "cos_innovation_negg": [0.6057825088500977, 0.637179434299469], "cos_apical_negg": [0.6057825088500977, 0.637179434299469], "cos_Ac_negg": [0.6057825088500977, 0.637179434299469], "r_norm": [0.2289145588874817, 0.22616535425186157]}, {"step": 4100, "epoch": 10, "train_loss": 0.000980545999482274, "cos_r_negg": [0.6013930439949036, 0.6326056718826294], "cos_innovation_negg": [0.6013930439949036, 0.6326056718826294], "cos_apical_negg": [0.6013930439949036, 0.6326056718826294], "cos_Ac_negg": [0.6013930439949036, 0.6326056718826294], "r_norm": [0.2186374068260193, 0.21658197045326233]}, {"step": 4150, "epoch": 10, "train_loss": 0.0005672835977748036, "cos_r_negg": [0.6046179533004761, 0.6362408995628357], "cos_innovation_negg": [0.6046179533004761, 0.6362408995628357], "cos_apical_negg": [0.6046179533004761, 0.6362408995628357], "cos_Ac_negg": [0.6046179533004761, 0.6362408995628357], "r_norm": [0.21841780841350555, 0.21630951762199402]}, {"step": 4200, "epoch": 10, "train_loss": 0.0006569693214260042, "cos_r_negg": [0.6064749360084534, 0.6372295618057251], "cos_innovation_negg": [0.6064749360084534, 0.6372295618057251], "cos_apical_negg": [0.6064749360084534, 0.6372295618057251], "cos_Ac_negg": [0.6064749360084534, 0.6372295618057251], "r_norm": [0.22156909108161926, 0.21935901045799255]}, {"step": 4250, "epoch": 10, "train_loss": 0.001275518094189465, "cos_r_negg": [0.6030899286270142, 0.6343640089035034], "cos_innovation_negg": [0.6030899286270142, 0.6343640089035034], "cos_apical_negg": [0.6030899286270142, 0.6343640089035034], "cos_Ac_negg": [0.6030899286270142, 0.6343640089035034], "r_norm": [0.22897756099700928, 0.22665655612945557]}, {"step": 4300, "epoch": 10, "train_loss": 0.0012106015346944332, "cos_r_negg": [0.6027369499206543, 0.6341464519500732], "cos_innovation_negg": [0.6027369499206543, 0.6341464519500732], "cos_apical_negg": [0.6027369499206543, 0.6341464519500732], "cos_Ac_negg": [0.6027369499206543, 0.6341464519500732], "r_norm": [0.22772471606731415, 0.22478973865509033]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9757, "test_loss": 0.1151269721031189}, {"step": 4350, "epoch": 11, "train_loss": 0.000869966926984489, "cos_r_negg": [0.6046022176742554, 0.6342833042144775], "cos_innovation_negg": [0.6046022176742554, 0.6342833042144775], "cos_apical_negg": [0.6046022176742554, 0.6342833042144775], "cos_Ac_negg": [0.6046022176742554, 0.6342833042144775], "r_norm": [0.21961674094200134, 0.2170230597257614]}, {"step": 4400, "epoch": 11, "train_loss": 0.0007378486916422844, "cos_r_negg": [0.6023801565170288, 0.631381630897522], "cos_innovation_negg": [0.6023801565170288, 0.631381630897522], "cos_apical_negg": [0.6023801565170288, 0.631381630897522], "cos_Ac_negg": [0.6023801565170288, 0.631381630897522], "r_norm": [0.21946831047534943, 0.21705621480941772]}, {"step": 4450, "epoch": 11, "train_loss": 0.0013274832163006067, "cos_r_negg": [0.6036427021026611, 0.632384181022644], "cos_innovation_negg": [0.6036427021026611, 0.632384181022644], "cos_apical_negg": [0.6036427021026611, 0.632384181022644], "cos_Ac_negg": [0.6036427021026611, 0.632384181022644], "r_norm": [0.2200722098350525, 0.2177429497241974]}, {"step": 4500, "epoch": 11, "train_loss": 0.0002526487223803997, "cos_r_negg": [0.6051135063171387, 0.6351537704467773], "cos_innovation_negg": [0.6051135063171387, 0.6351537704467773], "cos_apical_negg": [0.6051135063171387, 0.6351537704467773], "cos_Ac_negg": [0.6051135063171387, 0.6351537704467773], "r_norm": [0.22493191063404083, 0.2222823202610016]}, {"step": 4550, "epoch": 11, "train_loss": 0.0017678290605545044, "cos_r_negg": [0.60555100440979, 0.6367412805557251], "cos_innovation_negg": [0.60555100440979, 0.6367412805557251], "cos_apical_negg": [0.60555100440979, 0.6367412805557251], "cos_Ac_negg": [0.60555100440979, 0.6367412805557251], "r_norm": [0.22300419211387634, 0.22036445140838623]}, {"step": 4600, "epoch": 11, "train_loss": 0.00024105070042423904, "cos_r_negg": [0.6062707304954529, 0.6370673179626465], "cos_innovation_negg": [0.6062707304954529, 0.6370673179626465], "cos_apical_negg": [0.6062707304954529, 0.6370673179626465], "cos_Ac_negg": [0.6062707304954529, 0.6370673179626465], "r_norm": [0.2174091637134552, 0.21511372923851013]}, {"step": 4650, "epoch": 11, "train_loss": 0.000593445438425988, "cos_r_negg": [0.6042616367340088, 0.634713351726532], "cos_innovation_negg": [0.6042616367340088, 0.634713351726532], "cos_apical_negg": [0.6042616367340088, 0.634713351726532], "cos_Ac_negg": [0.6042616367340088, 0.634713351726532], "r_norm": [0.2147793173789978, 0.2124459147453308]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9753, "test_loss": 0.11596298952102661}, {"step": 4700, "epoch": 12, "train_loss": 0.000778138404712081, "cos_r_negg": [0.6026853919029236, 0.6332443952560425], "cos_innovation_negg": [0.6026853919029236, 0.6332443952560425], "cos_apical_negg": [0.6026853919029236, 0.6332443952560425], "cos_Ac_negg": [0.6026853919029236, 0.6332443952560425], "r_norm": [0.21448169648647308, 0.21221402287483215]}, {"step": 4750, "epoch": 12, "train_loss": 0.0004908389528281987, "cos_r_negg": [0.605556309223175, 0.6352735161781311], "cos_innovation_negg": [0.605556309223175, 0.6352735161781311], "cos_apical_negg": [0.605556309223175, 0.6352735161781311], "cos_Ac_negg": [0.605556309223175, 0.6352735161781311], "r_norm": [0.219468355178833, 0.21718484163284302]}, {"step": 4800, "epoch": 12, "train_loss": 0.0003110655234195292, "cos_r_negg": [0.6036304235458374, 0.6348888874053955], "cos_innovation_negg": [0.6036304235458374, 0.6348888874053955], "cos_apical_negg": [0.6036304235458374, 0.6348888874053955], "cos_Ac_negg": [0.6036304235458374, 0.6348888874053955], "r_norm": [0.22145278751850128, 0.2190997302532196]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005430112360045314, "cos_r_negg": [0.6034080982208252, 0.6347044706344604], "cos_innovation_negg": [0.6034080982208252, 0.6347044706344604], "cos_apical_negg": [0.6034080982208252, 0.6347044706344604], "cos_Ac_negg": [0.6034080982208252, 0.6347044706344604], "r_norm": [0.22188329696655273, 0.21961556375026703]}, {"step": 4900, "epoch": 12, "train_loss": 0.000969510234426707, "cos_r_negg": [0.6034067869186401, 0.6353693008422852], "cos_innovation_negg": [0.6034067869186401, 0.6353693008422852], "cos_apical_negg": [0.6034067869186401, 0.6353693008422852], "cos_Ac_negg": [0.6034067869186401, 0.6353693008422852], "r_norm": [0.22156593203544617, 0.21911948919296265]}, {"step": 4950, "epoch": 12, "train_loss": 0.0003366665041539818, "cos_r_negg": [0.6032893657684326, 0.6343157887458801], "cos_innovation_negg": [0.6032893657684326, 0.6343157887458801], "cos_apical_negg": [0.6032893657684326, 0.6343157887458801], "cos_Ac_negg": [0.6032893657684326, 0.6343157887458801], "r_norm": [0.21802350878715515, 0.21574001014232635]}, {"step": 5000, "epoch": 12, "train_loss": 0.0002619274309836328, "cos_r_negg": [0.6042627096176147, 0.6354492902755737], "cos_innovation_negg": [0.6042627096176147, 0.6354492902755737], "cos_apical_negg": [0.6042627096176147, 0.6354492902755737], "cos_Ac_negg": [0.6042627096176147, 0.6354492902755737], "r_norm": [0.21776878833770752, 0.21528325974941254]}, {"step": 5050, "epoch": 12, "train_loss": 0.0005130537902005017, "cos_r_negg": [0.6037691831588745, 0.6339913010597229], "cos_innovation_negg": [0.6037691831588745, 0.6339913010597229], "cos_apical_negg": [0.6037691831588745, 0.6339913010597229], "cos_Ac_negg": [0.6037691831588745, 0.6339913010597229], "r_norm": [0.21510523557662964, 0.21276456117630005]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9756, "test_loss": 0.11751492242813111}, {"step": 5100, "epoch": 13, "train_loss": 0.0002903806744143367, "cos_r_negg": [0.6040109395980835, 0.6347830891609192], "cos_innovation_negg": [0.6040109395980835, 0.6347830891609192], "cos_apical_negg": [0.6040109395980835, 0.6347830891609192], "cos_Ac_negg": [0.6040109395980835, 0.6347830891609192], "r_norm": [0.217706561088562, 0.21538156270980835]}, {"step": 5150, "epoch": 13, "train_loss": 0.0004420979821588844, "cos_r_negg": [0.6035830974578857, 0.6351126432418823], "cos_innovation_negg": [0.6035830974578857, 0.6351126432418823], "cos_apical_negg": [0.6035830974578857, 0.6351126432418823], "cos_Ac_negg": [0.6035830974578857, 0.6351126432418823], "r_norm": [0.21784190833568573, 0.21547582745552063]}, {"step": 5200, "epoch": 13, "train_loss": 0.0008551456267014146, "cos_r_negg": [0.6044378280639648, 0.6356925368309021], "cos_innovation_negg": [0.6044378280639648, 0.6356925368309021], "cos_apical_negg": [0.6044378280639648, 0.6356925368309021], "cos_Ac_negg": [0.6044378280639648, 0.6356925368309021], "r_norm": [0.21681705117225647, 0.2143540233373642]}, {"step": 5250, "epoch": 13, "train_loss": 0.00011549872579053044, "cos_r_negg": [0.60377037525177, 0.6356294751167297], "cos_innovation_negg": [0.60377037525177, 0.6356294751167297], "cos_apical_negg": [0.60377037525177, 0.6356294751167297], "cos_Ac_negg": [0.60377037525177, 0.6356294751167297], "r_norm": [0.21836836636066437, 0.21591529250144958]}, {"step": 5300, "epoch": 13, "train_loss": 0.0003382735885679722, "cos_r_negg": [0.6045246720314026, 0.637141227722168], "cos_innovation_negg": [0.6045246720314026, 0.637141227722168], "cos_apical_negg": [0.6045246720314026, 0.637141227722168], "cos_Ac_negg": [0.6045246720314026, 0.637141227722168], "r_norm": [0.21554742753505707, 0.21327289938926697]}, {"step": 5350, "epoch": 13, "train_loss": 0.0004629998002201319, "cos_r_negg": [0.6055861115455627, 0.6377867460250854], "cos_innovation_negg": [0.6055861115455627, 0.6377867460250854], "cos_apical_negg": [0.6055861115455627, 0.6377867460250854], "cos_Ac_negg": [0.6055861115455627, 0.6377867460250854], "r_norm": [0.22330757975578308, 0.22067412734031677]}, {"step": 5400, "epoch": 13, "train_loss": 0.0007996324566192925, "cos_r_negg": [0.6030280590057373, 0.6376332640647888], "cos_innovation_negg": [0.6030280590057373, 0.6376332640647888], "cos_apical_negg": [0.6030280590057373, 0.6376332640647888], "cos_Ac_negg": [0.6030280590057373, 0.6376332640647888], "r_norm": [0.22022749483585358, 0.2178516387939453]}, {"step": 5450, "epoch": 13, "train_loss": 0.00033865877776406705, "cos_r_negg": [0.602658212184906, 0.6370522975921631], "cos_innovation_negg": [0.602658212184906, 0.6370522975921631], "cos_apical_negg": [0.602658212184906, 0.6370522975921631], "cos_Ac_negg": [0.602658212184906, 0.6370522975921631], "r_norm": [0.2196313440799713, 0.21735724806785583]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9752, "test_loss": 0.11890519304275513}, {"step": 5500, "epoch": 14, "train_loss": 0.0004151380271650851, "cos_r_negg": [0.6052238941192627, 0.6381137371063232], "cos_innovation_negg": [0.6052238941192627, 0.6381137371063232], "cos_apical_negg": [0.6052238941192627, 0.6381137371063232], "cos_Ac_negg": [0.6052238941192627, 0.6381137371063232], "r_norm": [0.2205100953578949, 0.21821585297584534]}, {"step": 5550, "epoch": 14, "train_loss": 0.00023576876264996827, "cos_r_negg": [0.6047282218933105, 0.6379756927490234], "cos_innovation_negg": [0.6047282218933105, 0.6379756927490234], "cos_apical_negg": [0.6047282218933105, 0.6379756927490234], "cos_Ac_negg": [0.6047282218933105, 0.6379756927490234], "r_norm": [0.21363705396652222, 0.21131634712219238]}, {"step": 5600, "epoch": 14, "train_loss": 0.0004696905380114913, "cos_r_negg": [0.6050536036491394, 0.6371830701828003], "cos_innovation_negg": [0.6050536036491394, 0.6371830701828003], "cos_apical_negg": [0.6050536036491394, 0.6371830701828003], "cos_Ac_negg": [0.6050536036491394, 0.6371830701828003], "r_norm": [0.2137448787689209, 0.2114998996257782]}, {"step": 5650, "epoch": 14, "train_loss": 0.0005691580008715391, "cos_r_negg": [0.6037466526031494, 0.6372630596160889], "cos_innovation_negg": [0.6037466526031494, 0.6372630596160889], "cos_apical_negg": [0.6037466526031494, 0.6372630596160889], "cos_Ac_negg": [0.6037466526031494, 0.6372630596160889], "r_norm": [0.21213391423225403, 0.20983119308948517]}, {"step": 5700, "epoch": 14, "train_loss": 0.00014634447870776057, "cos_r_negg": [0.6041146516799927, 0.6388067007064819], "cos_innovation_negg": [0.6041146516799927, 0.6388067007064819], "cos_apical_negg": [0.6041146516799927, 0.6388067007064819], "cos_Ac_negg": [0.6041146516799927, 0.6388067007064819], "r_norm": [0.21667242050170898, 0.2142632007598877]}, {"step": 5750, "epoch": 14, "train_loss": 0.0005339177441783249, "cos_r_negg": [0.606016993522644, 0.639466404914856], "cos_innovation_negg": [0.606016993522644, 0.639466404914856], "cos_apical_negg": [0.606016993522644, 0.639466404914856], "cos_Ac_negg": [0.606016993522644, 0.639466404914856], "r_norm": [0.2167552262544632, 0.21440288424491882]}, {"step": 5800, "epoch": 14, "train_loss": 0.0009829981718212366, "cos_r_negg": [0.6027776002883911, 0.6370537281036377], "cos_innovation_negg": [0.6027776002883911, 0.6370537281036377], "cos_apical_negg": [0.6027776002883911, 0.6370537281036377], "cos_Ac_negg": [0.6027776002883911, 0.6370537281036377], "r_norm": [0.21759101748466492, 0.2152581810951233]}, {"step": 5850, "epoch": 14, "train_loss": 0.000653544906526804, "cos_r_negg": [0.6038122177124023, 0.6387685537338257], "cos_innovation_negg": [0.6038122177124023, 0.6387685537338257], "cos_apical_negg": [0.6038122177124023, 0.6387685537338257], "cos_Ac_negg": [0.6038122177124023, 0.6387685537338257], "r_norm": [0.2170233279466629, 0.2146185040473938]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9751, "test_loss": 0.11985381708145142}, {"step": 5900, "epoch": 15, "train_loss": 0.0003470508963800967, "cos_r_negg": [0.6041852235794067, 0.6392597556114197], "cos_innovation_negg": [0.6041852235794067, 0.6392597556114197], "cos_apical_negg": [0.6041852235794067, 0.6392597556114197], "cos_Ac_negg": [0.6041852235794067, 0.6392597556114197], "r_norm": [0.21698731184005737, 0.21444201469421387]}, {"step": 5950, "epoch": 15, "train_loss": 0.0006265982519835234, "cos_r_negg": [0.6045011281967163, 0.6398568153381348], "cos_innovation_negg": [0.6045011281967163, 0.6398568153381348], "cos_apical_negg": [0.6045011281967163, 0.6398568153381348], "cos_Ac_negg": [0.6045011281967163, 0.6398568153381348], "r_norm": [0.21753381192684174, 0.21510350704193115]}, {"step": 6000, "epoch": 15, "train_loss": 0.00042971837683580816, "cos_r_negg": [0.6037033796310425, 0.639772891998291], "cos_innovation_negg": [0.6037033796310425, 0.639772891998291], "cos_apical_negg": [0.6037033796310425, 0.639772891998291], "cos_Ac_negg": [0.6037033796310425, 0.639772891998291], "r_norm": [0.214491605758667, 0.21219143271446228]}, {"step": 6050, "epoch": 15, "train_loss": 0.002283945679664612, "cos_r_negg": [0.6054691076278687, 0.6399810314178467], "cos_innovation_negg": [0.6054691076278687, 0.6399810314178467], "cos_apical_negg": [0.6054691076278687, 0.6399810314178467], "cos_Ac_negg": [0.6054691076278687, 0.6399810314178467], "r_norm": [0.21741259098052979, 0.21491298079490662]}, {"step": 6100, "epoch": 15, "train_loss": 0.0002688372042030096, "cos_r_negg": [0.6050428152084351, 0.6395406126976013], "cos_innovation_negg": [0.6050428152084351, 0.6395406126976013], "cos_apical_negg": [0.6050428152084351, 0.6395406126976013], "cos_Ac_negg": [0.6050428152084351, 0.6395406126976013], "r_norm": [0.2158336639404297, 0.21347379684448242]}, {"step": 6150, "epoch": 15, "train_loss": 0.00021846190793439746, "cos_r_negg": [0.6046416163444519, 0.6393339037895203], "cos_innovation_negg": [0.6046416163444519, 0.6393339037895203], "cos_apical_negg": [0.6046416163444519, 0.6393339037895203], "cos_Ac_negg": [0.6046416163444519, 0.6393339037895203], "r_norm": [0.20978575944900513, 0.20737631618976593]}, {"step": 6200, "epoch": 15, "train_loss": 0.00029762997291982174, "cos_r_negg": [0.6046182513237, 0.6399909853935242], "cos_innovation_negg": [0.6046182513237, 0.6399909853935242], "cos_apical_negg": [0.6046182513237, 0.6399909853935242], "cos_Ac_negg": [0.6046182513237, 0.6399909853935242], "r_norm": [0.21422573924064636, 0.2117844521999359]}, {"step": 6250, "epoch": 15, "train_loss": 0.00038678525015711784, "cos_r_negg": [0.6031270027160645, 0.638744056224823], "cos_innovation_negg": [0.6031270027160645, 0.638744056224823], "cos_apical_negg": [0.6031270027160645, 0.638744056224823], "cos_Ac_negg": [0.6031270027160645, 0.638744056224823], "r_norm": [0.21285095810890198, 0.2104693353176117]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9755, "test_loss": 0.12058165483474731}, {"step": 6300, "epoch": 16, "train_loss": 0.0006814120570197701, "cos_r_negg": [0.6044600009918213, 0.6401145458221436], "cos_innovation_negg": [0.6044600009918213, 0.6401145458221436], "cos_apical_negg": [0.6044600009918213, 0.6401145458221436], "cos_Ac_negg": [0.6044600009918213, 0.6401145458221436], "r_norm": [0.21676762402057648, 0.2143164426088333]}, {"step": 6350, "epoch": 16, "train_loss": 0.00023277767468243837, "cos_r_negg": [0.6032562255859375, 0.6401553153991699], "cos_innovation_negg": [0.6032562255859375, 0.6401553153991699], "cos_apical_negg": [0.6032562255859375, 0.6401553153991699], "cos_Ac_negg": [0.6032562255859375, 0.6401553153991699], "r_norm": [0.21488705277442932, 0.21239984035491943]}, {"step": 6400, "epoch": 16, "train_loss": 0.0004084496758878231, "cos_r_negg": [0.6036975383758545, 0.6401950716972351], "cos_innovation_negg": [0.6036975383758545, 0.6401950716972351], "cos_apical_negg": [0.6036975383758545, 0.6401950716972351], "cos_Ac_negg": [0.6036975383758545, 0.6401950716972351], "r_norm": [0.21398594975471497, 0.2115398645401001]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002457046939525753, "cos_r_negg": [0.6035306453704834, 0.6405923366546631], "cos_innovation_negg": [0.6035306453704834, 0.6405923366546631], "cos_apical_negg": [0.6035306453704834, 0.6405923366546631], "cos_Ac_negg": [0.6035306453704834, 0.6405923366546631], "r_norm": [0.2159487009048462, 0.21347717940807343]}, {"step": 6500, "epoch": 16, "train_loss": 0.0002546572941355407, "cos_r_negg": [0.603630006313324, 0.6401945352554321], "cos_innovation_negg": [0.603630006313324, 0.6401945352554321], "cos_apical_negg": [0.603630006313324, 0.6401945352554321], "cos_Ac_negg": [0.603630006313324, 0.6401945352554321], "r_norm": [0.21179108321666718, 0.20943781733512878]}, {"step": 6550, "epoch": 16, "train_loss": 0.0004195408837404102, "cos_r_negg": [0.6053928136825562, 0.6408417224884033], "cos_innovation_negg": [0.6053928136825562, 0.6408417224884033], "cos_apical_negg": [0.6053928136825562, 0.6408417224884033], "cos_Ac_negg": [0.6053928136825562, 0.6408417224884033], "r_norm": [0.21470192074775696, 0.21233493089675903]}, {"step": 6600, "epoch": 16, "train_loss": 0.0002734797017183155, "cos_r_negg": [0.6040008068084717, 0.6403241753578186], "cos_innovation_negg": [0.6040008068084717, 0.6403241753578186], "cos_apical_negg": [0.6040008068084717, 0.6403241753578186], "cos_Ac_negg": [0.6040008068084717, 0.6403241753578186], "r_norm": [0.21046334505081177, 0.20815253257751465]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9752, "test_loss": 0.12161066436767579}, {"step": 6650, "epoch": 17, "train_loss": 0.0003582306962925941, "cos_r_negg": [0.6043812036514282, 0.6412190198898315], "cos_innovation_negg": [0.6043812036514282, 0.6412190198898315], "cos_apical_negg": [0.6043812036514282, 0.6412190198898315], "cos_Ac_negg": [0.6043812036514282, 0.6412190198898315], "r_norm": [0.20938093960285187, 0.20703862607479095]}, {"step": 6700, "epoch": 17, "train_loss": 9.624809899833053e-05, "cos_r_negg": [0.6046858429908752, 0.6415882706642151], "cos_innovation_negg": [0.6046858429908752, 0.6415882706642151], "cos_apical_negg": [0.6046858429908752, 0.6415882706642151], "cos_Ac_negg": [0.6046858429908752, 0.6415882706642151], "r_norm": [0.2134198248386383, 0.2110525220632553]}, {"step": 6750, "epoch": 17, "train_loss": 0.0005530205089598894, "cos_r_negg": [0.6051362752914429, 0.6425153613090515], "cos_innovation_negg": [0.6051362752914429, 0.6425153613090515], "cos_apical_negg": [0.6051362752914429, 0.6425153613090515], "cos_Ac_negg": [0.6051362752914429, 0.6425153613090515], "r_norm": [0.2139115184545517, 0.21145062148571014]}, {"step": 6800, "epoch": 17, "train_loss": 0.000438452058006078, "cos_r_negg": [0.6054990887641907, 0.6421998143196106], "cos_innovation_negg": [0.6054990887641907, 0.6421998143196106], "cos_apical_negg": [0.6054990887641907, 0.6421998143196106], "cos_Ac_negg": [0.6054990887641907, 0.6421998143196106], "r_norm": [0.21366840600967407, 0.21118685603141785]}, {"step": 6850, "epoch": 17, "train_loss": 0.0002394096809439361, "cos_r_negg": [0.6043416261672974, 0.6418129205703735], "cos_innovation_negg": [0.6043416261672974, 0.6418129205703735], "cos_apical_negg": [0.6043416261672974, 0.6418129205703735], "cos_Ac_negg": [0.6043416261672974, 0.6418129205703735], "r_norm": [0.213501438498497, 0.21100442111492157]}, {"step": 6900, "epoch": 17, "train_loss": 0.0004197887610644102, "cos_r_negg": [0.6050222516059875, 0.6416307687759399], "cos_innovation_negg": [0.6050222516059875, 0.6416307687759399], "cos_apical_negg": [0.6050222516059875, 0.6416307687759399], "cos_Ac_negg": [0.6050222516059875, 0.6416307687759399], "r_norm": [0.2142000049352646, 0.2117595374584198]}, {"step": 6950, "epoch": 17, "train_loss": 0.0005150054930709302, "cos_r_negg": [0.6038172245025635, 0.6414080858230591], "cos_innovation_negg": [0.6038172245025635, 0.6414080858230591], "cos_apical_negg": [0.6038172245025635, 0.6414080858230591], "cos_Ac_negg": [0.6038172245025635, 0.6414080858230591], "r_norm": [0.21020662784576416, 0.20783434808254242]}, {"step": 7000, "epoch": 17, "train_loss": 0.00036978331627324224, "cos_r_negg": [0.6056088209152222, 0.6414026618003845], "cos_innovation_negg": [0.6056088209152222, 0.6414026618003845], "cos_apical_negg": [0.6056088209152222, 0.6414026618003845], "cos_Ac_negg": [0.6056088209152222, 0.6414026618003845], "r_norm": [0.20934195816516876, 0.20703540742397308]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9756, "test_loss": 0.12286554260253907}, {"step": 7050, "epoch": 18, "train_loss": 0.00020217265409883112, "cos_r_negg": [0.6059168577194214, 0.6424279808998108], "cos_innovation_negg": [0.6059168577194214, 0.6424279808998108], "cos_apical_negg": [0.6059168577194214, 0.6424279808998108], "cos_Ac_negg": [0.6059168577194214, 0.6424279808998108], "r_norm": [0.21434761583805084, 0.21189002692699432]}, {"step": 7100, "epoch": 18, "train_loss": 0.00030016200616955757, "cos_r_negg": [0.6056333780288696, 0.6421772241592407], "cos_innovation_negg": [0.6056333780288696, 0.6421772241592407], "cos_apical_negg": [0.6056333780288696, 0.6421772241592407], "cos_Ac_negg": [0.6056333780288696, 0.6421772241592407], "r_norm": [0.21150578558444977, 0.20912006497383118]}, {"step": 7150, "epoch": 18, "train_loss": 0.0002936286327894777, "cos_r_negg": [0.606011152267456, 0.6426690816879272], "cos_innovation_negg": [0.606011152267456, 0.6426690816879272], "cos_apical_negg": [0.606011152267456, 0.6426690816879272], "cos_Ac_negg": [0.606011152267456, 0.6426690816879272], "r_norm": [0.21229156851768494, 0.20993247628211975]}, {"step": 7200, "epoch": 18, "train_loss": 0.00036336592165753245, "cos_r_negg": [0.605007529258728, 0.6424070596694946], "cos_innovation_negg": [0.605007529258728, 0.6424070596694946], "cos_apical_negg": [0.605007529258728, 0.6424070596694946], "cos_Ac_negg": [0.605007529258728, 0.6424070596694946], "r_norm": [0.2113495171070099, 0.20892228186130524]}, {"step": 7250, "epoch": 18, "train_loss": 0.0003922524629160762, "cos_r_negg": [0.6057108044624329, 0.6421767473220825], "cos_innovation_negg": [0.6057108044624329, 0.6421767473220825], "cos_apical_negg": [0.6057108044624329, 0.6421767473220825], "cos_Ac_negg": [0.6057108044624329, 0.6421767473220825], "r_norm": [0.2091604471206665, 0.20680105686187744]}, {"step": 7300, "epoch": 18, "train_loss": 0.0001982451940421015, "cos_r_negg": [0.6059682369232178, 0.6413308382034302], "cos_innovation_negg": [0.6059682369232178, 0.6413308382034302], "cos_apical_negg": [0.6059682369232178, 0.6413308382034302], "cos_Ac_negg": [0.6059682369232178, 0.6413308382034302], "r_norm": [0.21004453301429749, 0.20763567090034485]}, {"step": 7350, "epoch": 18, "train_loss": 0.0013851742260158062, "cos_r_negg": [0.6057301759719849, 0.642311692237854], "cos_innovation_negg": [0.6057301759719849, 0.642311692237854], "cos_apical_negg": [0.6057301759719849, 0.642311692237854], "cos_Ac_negg": [0.6057301759719849, 0.642311692237854], "r_norm": [0.21165847778320312, 0.2091926485300064]}, {"step": 7400, "epoch": 18, "train_loss": 0.00016394763952121139, "cos_r_negg": [0.6055245399475098, 0.6429352164268494], "cos_innovation_negg": [0.6055245399475098, 0.6429352164268494], "cos_apical_negg": [0.6055245399475098, 0.6429352164268494], "cos_Ac_negg": [0.6055245399475098, 0.6429352164268494], "r_norm": [0.211961567401886, 0.20942237973213196]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9754, "test_loss": 0.12344486284255982}, {"step": 7450, "epoch": 19, "train_loss": 0.0001286877377424389, "cos_r_negg": [0.6044313907623291, 0.6410905122756958], "cos_innovation_negg": [0.6044313907623291, 0.6410905122756958], "cos_apical_negg": [0.6044313907623291, 0.6410905122756958], "cos_Ac_negg": [0.6044313907623291, 0.6410905122756958], "r_norm": [0.20915699005126953, 0.2067907601594925]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003648576093837619, "cos_r_negg": [0.6045488119125366, 0.6412283182144165], "cos_innovation_negg": [0.6045488119125366, 0.6412283182144165], "cos_apical_negg": [0.6045488119125366, 0.6412283182144165], "cos_Ac_negg": [0.6045488119125366, 0.6412283182144165], "r_norm": [0.2113783061504364, 0.20904719829559326]}, {"step": 7550, "epoch": 19, "train_loss": 0.0003349056642036885, "cos_r_negg": [0.6042733788490295, 0.6420100927352905], "cos_innovation_negg": [0.6042733788490295, 0.6420100927352905], "cos_apical_negg": [0.6042733788490295, 0.6420100927352905], "cos_Ac_negg": [0.6042733788490295, 0.6420100927352905], "r_norm": [0.21027915179729462, 0.20792284607887268]}, {"step": 7600, "epoch": 19, "train_loss": 0.00010903437942033634, "cos_r_negg": [0.6039257049560547, 0.6416701078414917], "cos_innovation_negg": [0.6039257049560547, 0.6416701078414917], "cos_apical_negg": [0.6039257049560547, 0.6416701078414917], "cos_Ac_negg": [0.6039257049560547, 0.6416701078414917], "r_norm": [0.21053966879844666, 0.20807194709777832]}, {"step": 7650, "epoch": 19, "train_loss": 0.0006216532201506197, "cos_r_negg": [0.605318546295166, 0.6429909467697144], "cos_innovation_negg": [0.605318546295166, 0.6429909467697144], "cos_apical_negg": [0.605318546295166, 0.6429909467697144], "cos_Ac_negg": [0.605318546295166, 0.6429909467697144], "r_norm": [0.21345947682857513, 0.21099480986595154]}, {"step": 7700, "epoch": 19, "train_loss": 0.0005933149950578809, "cos_r_negg": [0.6045839190483093, 0.6426224708557129], "cos_innovation_negg": [0.6045839190483093, 0.6426224708557129], "cos_apical_negg": [0.6045839190483093, 0.6426224708557129], "cos_Ac_negg": [0.6045839190483093, 0.6426224708557129], "r_norm": [0.212790846824646, 0.21037477254867554]}, {"step": 7750, "epoch": 19, "train_loss": 0.0005518787074834108, "cos_r_negg": [0.6057553291320801, 0.6434842944145203], "cos_innovation_negg": [0.6057553291320801, 0.6434842944145203], "cos_apical_negg": [0.6057553291320801, 0.6434842944145203], "cos_Ac_negg": [0.6057553291320801, 0.6434842944145203], "r_norm": [0.2112543284893036, 0.20890453457832336]}, {"step": 7800, "epoch": 19, "train_loss": 0.0004334289988037199, "cos_r_negg": [0.605789303779602, 0.6426105499267578], "cos_innovation_negg": [0.605789303779602, 0.6426105499267578], "cos_apical_negg": [0.605789303779602, 0.6426105499267578], "cos_Ac_negg": [0.605789303779602, 0.6426105499267578], "r_norm": [0.2138119339942932, 0.21135327219963074]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9756, "test_loss": 0.12511774463653563}, {"step": 7850, "epoch": 20, "train_loss": 0.00031018239678815007, "cos_r_negg": [0.6059319376945496, 0.6438161730766296], "cos_innovation_negg": [0.6059319376945496, 0.6438161730766296], "cos_apical_negg": [0.6059319376945496, 0.6438161730766296], "cos_Ac_negg": [0.6059319376945496, 0.6438161730766296], "r_norm": [0.2118864208459854, 0.20943747460842133]}, {"step": 7900, "epoch": 20, "train_loss": 0.00025956323952414095, "cos_r_negg": [0.6053087711334229, 0.6430599689483643], "cos_innovation_negg": [0.6053087711334229, 0.6430599689483643], "cos_apical_negg": [0.6053087711334229, 0.6430599689483643], "cos_Ac_negg": [0.6053087711334229, 0.6430599689483643], "r_norm": [0.21300627291202545, 0.21053284406661987]}, {"step": 7950, "epoch": 20, "train_loss": 0.00021666719112545252, "cos_r_negg": [0.604871392250061, 0.6435196399688721], "cos_innovation_negg": [0.604871392250061, 0.6435196399688721], "cos_apical_negg": [0.604871392250061, 0.6435196399688721], "cos_Ac_negg": [0.604871392250061, 0.6435196399688721], "r_norm": [0.21112060546875, 0.2086949497461319]}, {"step": 8000, "epoch": 20, "train_loss": 0.00034362165024504066, "cos_r_negg": [0.6050147414207458, 0.6429697275161743], "cos_innovation_negg": [0.6050147414207458, 0.6429697275161743], "cos_apical_negg": [0.6050147414207458, 0.6429697275161743], "cos_Ac_negg": [0.6050147414207458, 0.6429697275161743], "r_norm": [0.21132850646972656, 0.20889970660209656]}, {"step": 8050, "epoch": 20, "train_loss": 0.00040535617154091597, "cos_r_negg": [0.6051260232925415, 0.6428190469741821], "cos_innovation_negg": [0.6051260232925415, 0.6428190469741821], "cos_apical_negg": [0.6051260232925415, 0.6428190469741821], "cos_Ac_negg": [0.6051260232925415, 0.6428190469741821], "r_norm": [0.21022838354110718, 0.20786535739898682]}, {"step": 8100, "epoch": 20, "train_loss": 0.00021026833564974368, "cos_r_negg": [0.6044530868530273, 0.6429007053375244], "cos_innovation_negg": [0.6044530868530273, 0.6429007053375244], "cos_apical_negg": [0.6044530868530273, 0.6429007053375244], "cos_Ac_negg": [0.6044530868530273, 0.6429007053375244], "r_norm": [0.20992958545684814, 0.20758335292339325]}, {"step": 8150, "epoch": 20, "train_loss": 0.00029080460080876946, "cos_r_negg": [0.6040831804275513, 0.6435755491256714], "cos_innovation_negg": [0.6040831804275513, 0.6435755491256714], "cos_apical_negg": [0.6040831804275513, 0.6435755491256714], "cos_Ac_negg": [0.6040831804275513, 0.6435755491256714], "r_norm": [0.2117093801498413, 0.20931676030158997]}, {"step": 8200, "epoch": 20, "train_loss": 0.0003625886747613549, "cos_r_negg": [0.6050615310668945, 0.6424977779388428], "cos_innovation_negg": [0.6050615310668945, 0.6424977779388428], "cos_apical_negg": [0.6050615310668945, 0.6424977779388428], "cos_Ac_negg": [0.6050615310668945, 0.6424977779388428], "r_norm": [0.21250078082084656, 0.21004877984523773]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9754, "test_loss": 0.12509540729522706}, {"step": 8250, "epoch": 21, "train_loss": 0.0003762186970561743, "cos_r_negg": [0.6044559478759766, 0.6439518332481384], "cos_innovation_negg": [0.6044559478759766, 0.6439518332481384], "cos_apical_negg": [0.6044559478759766, 0.6439518332481384], "cos_Ac_negg": [0.6044559478759766, 0.6439518332481384], "r_norm": [0.21069079637527466, 0.20826813578605652]}, {"step": 8300, "epoch": 21, "train_loss": 0.0003804585721809417, "cos_r_negg": [0.6050235033035278, 0.6436029076576233], "cos_innovation_negg": [0.6050235033035278, 0.6436029076576233], "cos_apical_negg": [0.6050235033035278, 0.6436029076576233], "cos_Ac_negg": [0.6050235033035278, 0.6436029076576233], "r_norm": [0.21026888489723206, 0.20784039795398712]}, {"step": 8350, "epoch": 21, "train_loss": 0.00024381952243857086, "cos_r_negg": [0.6056653261184692, 0.6429964900016785], "cos_innovation_negg": [0.6056653261184692, 0.6429964900016785], "cos_apical_negg": [0.6056653261184692, 0.6429964900016785], "cos_Ac_negg": [0.6056653261184692, 0.6429964900016785], "r_norm": [0.21121054887771606, 0.20877452194690704]}, {"step": 8400, "epoch": 21, "train_loss": 0.0002637075667735189, "cos_r_negg": [0.6054501533508301, 0.6435266733169556], "cos_innovation_negg": [0.6054501533508301, 0.6435266733169556], "cos_apical_negg": [0.6054501533508301, 0.6435266733169556], "cos_Ac_negg": [0.6054501533508301, 0.6435266733169556], "r_norm": [0.2093544602394104, 0.20699630677700043]}, {"step": 8450, "epoch": 21, "train_loss": 0.00019078474724665284, "cos_r_negg": [0.605878472328186, 0.642431378364563], "cos_innovation_negg": [0.605878472328186, 0.642431378364563], "cos_apical_negg": [0.605878472328186, 0.642431378364563], "cos_Ac_negg": [0.605878472328186, 0.642431378364563], "r_norm": [0.20762944221496582, 0.2052922546863556]}, {"step": 8500, "epoch": 21, "train_loss": 0.0002165207697544247, "cos_r_negg": [0.6047587990760803, 0.643103837966919], "cos_innovation_negg": [0.6047587990760803, 0.643103837966919], "cos_apical_negg": [0.6047587990760803, 0.643103837966919], "cos_Ac_negg": [0.6047587990760803, 0.643103837966919], "r_norm": [0.2076379954814911, 0.20530210435390472]}, {"step": 8550, "epoch": 21, "train_loss": 0.00035443619708530605, "cos_r_negg": [0.6051479578018188, 0.6436665654182434], "cos_innovation_negg": [0.6051479578018188, 0.6436665654182434], "cos_apical_negg": [0.6051479578018188, 0.6436665654182434], "cos_Ac_negg": [0.6051479578018188, 0.6436665654182434], "r_norm": [0.2089127004146576, 0.20662075281143188]}, {"step": 8600, "epoch": 21, "train_loss": 0.0008752476423978806, "cos_r_negg": [0.6045660972595215, 0.6442254781723022], "cos_innovation_negg": [0.6045660972595215, 0.6442254781723022], "cos_apical_negg": [0.6045660972595215, 0.6442254781723022], "cos_Ac_negg": [0.6045660972595215, 0.6442254781723022], "r_norm": [0.21254491806030273, 0.21005740761756897]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9757, "test_loss": 0.12586414709091187}, {"step": 8650, "epoch": 22, "train_loss": 0.00020406422845553607, "cos_r_negg": [0.6045533418655396, 0.6434773206710815], "cos_innovation_negg": [0.6045533418655396, 0.6434773206710815], "cos_apical_negg": [0.6045533418655396, 0.6434773206710815], "cos_Ac_negg": [0.6045533418655396, 0.6434773206710815], "r_norm": [0.2115539014339447, 0.2090657651424408]}, {"step": 8700, "epoch": 22, "train_loss": 0.00020917158690281212, "cos_r_negg": [0.6046148538589478, 0.6445410847663879], "cos_innovation_negg": [0.6046148538589478, 0.6445410847663879], "cos_apical_negg": [0.6046148538589478, 0.6445410847663879], "cos_Ac_negg": [0.6046148538589478, 0.6445410847663879], "r_norm": [0.21116894483566284, 0.20871824026107788]}, {"step": 8750, "epoch": 22, "train_loss": 0.0003041449235752225, "cos_r_negg": [0.6052993535995483, 0.6438175439834595], "cos_innovation_negg": [0.6052993535995483, 0.6438175439834595], "cos_apical_negg": [0.6052993535995483, 0.6438175439834595], "cos_Ac_negg": [0.6052993535995483, 0.6438175439834595], "r_norm": [0.2110644280910492, 0.20866471529006958]}, {"step": 8800, "epoch": 22, "train_loss": 0.00027462188154459, "cos_r_negg": [0.6055139303207397, 0.6441426277160645], "cos_innovation_negg": [0.6055139303207397, 0.6441426277160645], "cos_apical_negg": [0.6055139303207397, 0.6441426277160645], "cos_Ac_negg": [0.6055139303207397, 0.6441426277160645], "r_norm": [0.20939210057258606, 0.20701277256011963]}, {"step": 8850, "epoch": 22, "train_loss": 0.00022106265532784164, "cos_r_negg": [0.6053197383880615, 0.6445017457008362], "cos_innovation_negg": [0.6053197383880615, 0.6445017457008362], "cos_apical_negg": [0.6053197383880615, 0.6445017457008362], "cos_Ac_negg": [0.6053197383880615, 0.6445017457008362], "r_norm": [0.21002548933029175, 0.2076202630996704]}, {"step": 8900, "epoch": 22, "train_loss": 0.0004206345183774829, "cos_r_negg": [0.6045823097229004, 0.6444620490074158], "cos_innovation_negg": [0.6045823097229004, 0.6444620490074158], "cos_apical_negg": [0.6045823097229004, 0.6444620490074158], "cos_Ac_negg": [0.6045823097229004, 0.6444620490074158], "r_norm": [0.20965565741062164, 0.20721745491027832]}, {"step": 8950, "epoch": 22, "train_loss": 0.00024441300774924457, "cos_r_negg": [0.6046737432479858, 0.6441605091094971], "cos_innovation_negg": [0.6046737432479858, 0.6441605091094971], "cos_apical_negg": [0.6046737432479858, 0.6441605091094971], "cos_Ac_negg": [0.6046737432479858, 0.6441605091094971], "r_norm": [0.20968759059906006, 0.20724627375602722]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9756, "test_loss": 0.12631702699661254}, {"step": 9000, "epoch": 23, "train_loss": 8.966073073679581e-05, "cos_r_negg": [0.6049171686172485, 0.643987774848938], "cos_innovation_negg": [0.6049171686172485, 0.643987774848938], "cos_apical_negg": [0.6049171686172485, 0.643987774848938], "cos_Ac_negg": [0.6049171686172485, 0.643987774848938], "r_norm": [0.20842836797237396, 0.20602735877037048]}, {"step": 9050, "epoch": 23, "train_loss": 0.00024642673088237643, "cos_r_negg": [0.6055651307106018, 0.6447254419326782], "cos_innovation_negg": [0.6055651307106018, 0.6447254419326782], "cos_apical_negg": [0.6055651307106018, 0.6447254419326782], "cos_Ac_negg": [0.6055651307106018, 0.6447254419326782], "r_norm": [0.2080574929714203, 0.2056153565645218]}, {"step": 9100, "epoch": 23, "train_loss": 0.00015450917999260128, "cos_r_negg": [0.6065264344215393, 0.6441695094108582], "cos_innovation_negg": [0.6065264344215393, 0.6441695094108582], "cos_apical_negg": [0.6065264344215393, 0.6441695094108582], "cos_Ac_negg": [0.6065264344215393, 0.6441695094108582], "r_norm": [0.2070750892162323, 0.20471519231796265]}, {"step": 9150, "epoch": 23, "train_loss": 0.0002869918243959546, "cos_r_negg": [0.6052443981170654, 0.6444107890129089], "cos_innovation_negg": [0.6052443981170654, 0.6444107890129089], "cos_apical_negg": [0.6052443981170654, 0.6444107890129089], "cos_Ac_negg": [0.6052443981170654, 0.6444107890129089], "r_norm": [0.20957112312316895, 0.2071530669927597]}, {"step": 9200, "epoch": 23, "train_loss": 0.0003483754117041826, "cos_r_negg": [0.605829119682312, 0.6446148157119751], "cos_innovation_negg": [0.605829119682312, 0.6446148157119751], "cos_apical_negg": [0.605829119682312, 0.6446148157119751], "cos_Ac_negg": [0.605829119682312, 0.6446148157119751], "r_norm": [0.20940417051315308, 0.2070271074771881]}, {"step": 9250, "epoch": 23, "train_loss": 0.0002456666261423379, "cos_r_negg": [0.6054964661598206, 0.6442029476165771], "cos_innovation_negg": [0.6054964661598206, 0.6442029476165771], "cos_apical_negg": [0.6054964661598206, 0.6442029476165771], "cos_Ac_negg": [0.6054964661598206, 0.6442029476165771], "r_norm": [0.2078496366739273, 0.2054966390132904]}, {"step": 9300, "epoch": 23, "train_loss": 0.0002092581707984209, "cos_r_negg": [0.6038500070571899, 0.6450761556625366], "cos_innovation_negg": [0.6038500070571899, 0.6450761556625366], "cos_apical_negg": [0.6038500070571899, 0.6450761556625366], "cos_Ac_negg": [0.6038500070571899, 0.6450761556625366], "r_norm": [0.21012786030769348, 0.20773667097091675]}, {"step": 9350, "epoch": 23, "train_loss": 0.00018058325804304332, "cos_r_negg": [0.6037989854812622, 0.6445310115814209], "cos_innovation_negg": [0.6037989854812622, 0.6445310115814209], "cos_apical_negg": [0.6037989854812622, 0.6445310115814209], "cos_Ac_negg": [0.6037989854812622, 0.6445310115814209], "r_norm": [0.20925626158714294, 0.2068580836057663]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9756, "test_loss": 0.12702447452545165}, {"step": 9400, "epoch": 24, "train_loss": 0.00019533072190824896, "cos_r_negg": [0.604027271270752, 0.6446387767791748], "cos_innovation_negg": [0.604027271270752, 0.6446387767791748], "cos_apical_negg": [0.604027271270752, 0.6446387767791748], "cos_Ac_negg": [0.604027271270752, 0.6446387767791748], "r_norm": [0.20905523002147675, 0.20663520693778992]}, {"step": 9450, "epoch": 24, "train_loss": 0.0001126547867897898, "cos_r_negg": [0.6052696704864502, 0.6447914838790894], "cos_innovation_negg": [0.6052696704864502, 0.6447914838790894], "cos_apical_negg": [0.6052696704864502, 0.6447914838790894], "cos_Ac_negg": [0.6052696704864502, 0.6447914838790894], "r_norm": [0.20963208377361298, 0.20718766748905182]}, {"step": 9500, "epoch": 24, "train_loss": 0.00018996561993844807, "cos_r_negg": [0.6041205525398254, 0.6442728042602539], "cos_innovation_negg": [0.6041205525398254, 0.6442728042602539], "cos_apical_negg": [0.6041205525398254, 0.6442728042602539], "cos_Ac_negg": [0.6041205525398254, 0.6442728042602539], "r_norm": [0.20836417376995087, 0.20592305064201355]}, {"step": 9550, "epoch": 24, "train_loss": 0.00032288688817061484, "cos_r_negg": [0.6054729223251343, 0.645749568939209], "cos_innovation_negg": [0.6054729223251343, 0.645749568939209], "cos_apical_negg": [0.6054729223251343, 0.645749568939209], "cos_Ac_negg": [0.6054729223251343, 0.645749568939209], "r_norm": [0.2091541290283203, 0.20671714842319489]}, {"step": 9600, "epoch": 24, "train_loss": 0.0001883028307929635, "cos_r_negg": [0.6037598848342896, 0.6447243690490723], "cos_innovation_negg": [0.6037598848342896, 0.6447243690490723], "cos_apical_negg": [0.6037598848342896, 0.6447243690490723], "cos_Ac_negg": [0.6037598848342896, 0.6447243690490723], "r_norm": [0.20727986097335815, 0.20488616824150085]}, {"step": 9650, "epoch": 24, "train_loss": 0.00034844555193558335, "cos_r_negg": [0.603648841381073, 0.64519202709198], "cos_innovation_negg": [0.603648841381073, 0.64519202709198], "cos_apical_negg": [0.603648841381073, 0.64519202709198], "cos_Ac_negg": [0.603648841381073, 0.64519202709198], "r_norm": [0.20695115625858307, 0.20451854169368744]}, {"step": 9700, "epoch": 24, "train_loss": 0.00013805340859107673, "cos_r_negg": [0.6048444509506226, 0.6456736326217651], "cos_innovation_negg": [0.6048444509506226, 0.6456736326217651], "cos_apical_negg": [0.6048444509506226, 0.6456736326217651], "cos_Ac_negg": [0.6048444509506226, 0.6456736326217651], "r_norm": [0.20816254615783691, 0.20574848353862762]}, {"step": 9750, "epoch": 24, "train_loss": 0.0003927741199731827, "cos_r_negg": [0.6038769483566284, 0.6455767750740051], "cos_innovation_negg": [0.6038769483566284, 0.6455767750740051], "cos_apical_negg": [0.6038769483566284, 0.6455767750740051], "cos_Ac_negg": [0.6038769483566284, 0.6455767750740051], "r_norm": [0.20742341876029968, 0.2050585299730301]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9754, "test_loss": 0.12734110708236696}, {"step": 9800, "epoch": 25, "train_loss": 0.0006553427083417773, "cos_r_negg": [0.6044408679008484, 0.6453038454055786], "cos_innovation_negg": [0.6044408679008484, 0.6453038454055786], "cos_apical_negg": [0.6044408679008484, 0.6453038454055786], "cos_Ac_negg": [0.6044408679008484, 0.6453038454055786], "r_norm": [0.2083849012851715, 0.20600639283657074]}, {"step": 9850, "epoch": 25, "train_loss": 0.0001662742579355836, "cos_r_negg": [0.6048983335494995, 0.6456992030143738], "cos_innovation_negg": [0.6048983335494995, 0.6456992030143738], "cos_apical_negg": [0.6048983335494995, 0.6456992030143738], "cos_Ac_negg": [0.6048983335494995, 0.6456992030143738], "r_norm": [0.20910653471946716, 0.20664069056510925]}, {"step": 9900, "epoch": 25, "train_loss": 0.00018702344095800072, "cos_r_negg": [0.6031937599182129, 0.6460427045822144], "cos_innovation_negg": [0.6031937599182129, 0.6460427045822144], "cos_apical_negg": [0.6031937599182129, 0.6460427045822144], "cos_Ac_negg": [0.6031937599182129, 0.6460427045822144], "r_norm": [0.20922039449214935, 0.20676890015602112]}, {"step": 9950, "epoch": 25, "train_loss": 0.00019763072486966848, "cos_r_negg": [0.604987382888794, 0.6459767818450928], "cos_innovation_negg": [0.604987382888794, 0.6459767818450928], "cos_apical_negg": [0.604987382888794, 0.6459767818450928], "cos_Ac_negg": [0.604987382888794, 0.6459767818450928], "r_norm": [0.20848937332630157, 0.20604050159454346]}, {"step": 10000, "epoch": 25, "train_loss": 0.00017666986968833953, "cos_r_negg": [0.6034806966781616, 0.6461828947067261], "cos_innovation_negg": [0.6034806966781616, 0.6461828947067261], "cos_apical_negg": [0.6034806966781616, 0.6461828947067261], "cos_Ac_negg": [0.6034806966781616, 0.6461828947067261], "r_norm": [0.2066047638654709, 0.2042146921157837]}, {"step": 10050, "epoch": 25, "train_loss": 0.00026181916473433375, "cos_r_negg": [0.6036778092384338, 0.6464537382125854], "cos_innovation_negg": [0.6036778092384338, 0.6464537382125854], "cos_apical_negg": [0.6036778092384338, 0.6464537382125854], "cos_Ac_negg": [0.6036778092384338, 0.6464537382125854], "r_norm": [0.20767202973365784, 0.20526805520057678]}, {"step": 10100, "epoch": 25, "train_loss": 0.00011971800995524973, "cos_r_negg": [0.6042938828468323, 0.6468241214752197], "cos_innovation_negg": [0.6042938828468323, 0.6468241214752197], "cos_apical_negg": [0.6042938828468323, 0.6468241214752197], "cos_Ac_negg": [0.6042938828468323, 0.6468241214752197], "r_norm": [0.20724144577980042, 0.20478999614715576]}, {"step": 10150, "epoch": 25, "train_loss": 0.0001279274292755872, "cos_r_negg": [0.6026855707168579, 0.6460393667221069], "cos_innovation_negg": [0.6026855707168579, 0.6460393667221069], "cos_apical_negg": [0.6026855707168579, 0.6460393667221069], "cos_Ac_negg": [0.6026855707168579, 0.6460393667221069], "r_norm": [0.20779086649417877, 0.2053261697292328]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9755, "test_loss": 0.12829737520217896}, {"step": 10200, "epoch": 26, "train_loss": 0.00014345222734846175, "cos_r_negg": [0.6025253534317017, 0.6459208726882935], "cos_innovation_negg": [0.6025253534317017, 0.6459208726882935], "cos_apical_negg": [0.6025253534317017, 0.6459208726882935], "cos_Ac_negg": [0.6025253534317017, 0.6459208726882935], "r_norm": [0.20741373300552368, 0.20498144626617432]}, {"step": 10250, "epoch": 26, "train_loss": 0.00019345112377777696, "cos_r_negg": [0.6033514738082886, 0.646762490272522], "cos_innovation_negg": [0.6033514738082886, 0.646762490272522], "cos_apical_negg": [0.6033514738082886, 0.646762490272522], "cos_Ac_negg": [0.6033514738082886, 0.646762490272522], "r_norm": [0.20700481534004211, 0.20460796356201172]}, {"step": 10300, "epoch": 26, "train_loss": 0.0012348458403721452, "cos_r_negg": [0.6030740737915039, 0.646621823310852], "cos_innovation_negg": [0.6030740737915039, 0.646621823310852], "cos_apical_negg": [0.6030740737915039, 0.646621823310852], "cos_Ac_negg": [0.6030740737915039, 0.646621823310852], "r_norm": [0.20494358241558075, 0.2025964856147766]}, {"step": 10350, "epoch": 26, "train_loss": 5.462846456794068e-05, "cos_r_negg": [0.6028956770896912, 0.6466560363769531], "cos_innovation_negg": [0.6028956770896912, 0.6466560363769531], "cos_apical_negg": [0.6028956770896912, 0.6466560363769531], "cos_Ac_negg": [0.6028956770896912, 0.6466560363769531], "r_norm": [0.20505863428115845, 0.20269909501075745]}, {"step": 10400, "epoch": 26, "train_loss": 0.00036383807309903204, "cos_r_negg": [0.6035922765731812, 0.6467577219009399], "cos_innovation_negg": [0.6035922765731812, 0.6467577219009399], "cos_apical_negg": [0.6035922765731812, 0.6467577219009399], "cos_Ac_negg": [0.6035922765731812, 0.6467577219009399], "r_norm": [0.20488201081752777, 0.20253512263298035]}, {"step": 10450, "epoch": 26, "train_loss": 0.0005338924238458276, "cos_r_negg": [0.6033251881599426, 0.6468223333358765], "cos_innovation_negg": [0.6033251881599426, 0.6468223333358765], "cos_apical_negg": [0.6033251881599426, 0.6468223333358765], "cos_Ac_negg": [0.6033251881599426, 0.6468223333358765], "r_norm": [0.20687198638916016, 0.20447665452957153]}, {"step": 10500, "epoch": 26, "train_loss": 0.0002158085408154875, "cos_r_negg": [0.6025867462158203, 0.6463636755943298], "cos_innovation_negg": [0.6025867462158203, 0.6463636755943298], "cos_apical_negg": [0.6025867462158203, 0.6463636755943298], "cos_Ac_negg": [0.6025867462158203, 0.6463636755943298], "r_norm": [0.2088596373796463, 0.2063896656036377]}, {"step": 10550, "epoch": 26, "train_loss": 0.00012206776591483504, "cos_r_negg": [0.6040409803390503, 0.6468442678451538], "cos_innovation_negg": [0.6040409803390503, 0.6468442678451538], "cos_apical_negg": [0.6040409803390503, 0.6468442678451538], "cos_Ac_negg": [0.6040409803390503, 0.6468442678451538], "r_norm": [0.20946535468101501, 0.2069230079650879]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.976, "test_loss": 0.1287561737060547}, {"step": 10600, "epoch": 27, "train_loss": 0.00010928566916845739, "cos_r_negg": [0.6035082340240479, 0.6474367380142212], "cos_innovation_negg": [0.6035082340240479, 0.6474367380142212], "cos_apical_negg": [0.6035082340240479, 0.6474367380142212], "cos_Ac_negg": [0.6035082340240479, 0.6474367380142212], "r_norm": [0.20771604776382446, 0.2052244246006012]}, {"step": 10650, "epoch": 27, "train_loss": 0.0001233388320542872, "cos_r_negg": [0.6031546592712402, 0.64726722240448], "cos_innovation_negg": [0.6031546592712402, 0.64726722240448], "cos_apical_negg": [0.6031546592712402, 0.64726722240448], "cos_Ac_negg": [0.6031546592712402, 0.64726722240448], "r_norm": [0.20646867156028748, 0.20397837460041046]}, {"step": 10700, "epoch": 27, "train_loss": 0.00017553992802277207, "cos_r_negg": [0.6024357080459595, 0.6470221877098083], "cos_innovation_negg": [0.6024357080459595, 0.6470221877098083], "cos_apical_negg": [0.6024357080459595, 0.6470221877098083], "cos_Ac_negg": [0.6024357080459595, 0.6470221877098083], "r_norm": [0.20518991351127625, 0.20277626812458038]}, {"step": 10750, "epoch": 27, "train_loss": 0.00017186952754855156, "cos_r_negg": [0.6032989025115967, 0.6471357941627502], "cos_innovation_negg": [0.6032989025115967, 0.6471357941627502], "cos_apical_negg": [0.6032989025115967, 0.6471357941627502], "cos_Ac_negg": [0.6032989025115967, 0.6471357941627502], "r_norm": [0.20529748499393463, 0.20289838314056396]}, {"step": 10800, "epoch": 27, "train_loss": 7.19974996172823e-05, "cos_r_negg": [0.6031125783920288, 0.6474454402923584], "cos_innovation_negg": [0.6031125783920288, 0.6474454402923584], "cos_apical_negg": [0.6031125783920288, 0.6474454402923584], "cos_Ac_negg": [0.6031125783920288, 0.6474454402923584], "r_norm": [0.2067316472530365, 0.20427526533603668]}, {"step": 10850, "epoch": 27, "train_loss": 0.00012387103924993426, "cos_r_negg": [0.6034424304962158, 0.6469237804412842], "cos_innovation_negg": [0.6034424304962158, 0.6469237804412842], "cos_apical_negg": [0.6034424304962158, 0.6469237804412842], "cos_Ac_negg": [0.6034424304962158, 0.6469237804412842], "r_norm": [0.20803211629390717, 0.20556190609931946]}, {"step": 10900, "epoch": 27, "train_loss": 0.00016669664182700217, "cos_r_negg": [0.6037194728851318, 0.6469375491142273], "cos_innovation_negg": [0.6037194728851318, 0.6469375491142273], "cos_apical_negg": [0.6037194728851318, 0.6469375491142273], "cos_Ac_negg": [0.6037194728851318, 0.6469375491142273], "r_norm": [0.20949628949165344, 0.20696358382701874]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9757, "test_loss": 0.12930818796157836}, {"step": 10950, "epoch": 28, "train_loss": 0.00016111345030367374, "cos_r_negg": [0.6034857034683228, 0.647523045539856], "cos_innovation_negg": [0.6034857034683228, 0.647523045539856], "cos_apical_negg": [0.6034857034683228, 0.647523045539856], "cos_Ac_negg": [0.6034857034683228, 0.647523045539856], "r_norm": [0.2079528123140335, 0.20550495386123657]}, {"step": 11000, "epoch": 28, "train_loss": 0.0001323211326962337, "cos_r_negg": [0.6034621000289917, 0.6480132341384888], "cos_innovation_negg": [0.6034621000289917, 0.6480132341384888], "cos_apical_negg": [0.6034621000289917, 0.6480132341384888], "cos_Ac_negg": [0.6034621000289917, 0.6480132341384888], "r_norm": [0.2062506526708603, 0.20387163758277893]}, {"step": 11050, "epoch": 28, "train_loss": 0.0003732438781298697, "cos_r_negg": [0.6035131216049194, 0.6476734280586243], "cos_innovation_negg": [0.6035131216049194, 0.6476734280586243], "cos_apical_negg": [0.6035131216049194, 0.6476734280586243], "cos_Ac_negg": [0.6035131216049194, 0.6476734280586243], "r_norm": [0.20710895955562592, 0.20470425486564636]}, {"step": 11100, "epoch": 28, "train_loss": 0.000299205188639462, "cos_r_negg": [0.6028561592102051, 0.646932065486908], "cos_innovation_negg": [0.6028561592102051, 0.646932065486908], "cos_apical_negg": [0.6028561592102051, 0.646932065486908], "cos_Ac_negg": [0.6028561592102051, 0.646932065486908], "r_norm": [0.2084832787513733, 0.20605900883674622]}, {"step": 11150, "epoch": 28, "train_loss": 0.0001843039208324626, "cos_r_negg": [0.6024937033653259, 0.6479151844978333], "cos_innovation_negg": [0.6024937033653259, 0.6479151844978333], "cos_apical_negg": [0.6024937033653259, 0.6479151844978333], "cos_Ac_negg": [0.6024937033653259, 0.6479151844978333], "r_norm": [0.20797450840473175, 0.2055433988571167]}, {"step": 11200, "epoch": 28, "train_loss": 0.0006655512843281031, "cos_r_negg": [0.6028679013252258, 0.6484746336936951], "cos_innovation_negg": [0.6028679013252258, 0.6484746336936951], "cos_apical_negg": [0.6028679013252258, 0.6484746336936951], "cos_Ac_negg": [0.6028679013252258, 0.6484746336936951], "r_norm": [0.20880645513534546, 0.20634883642196655]}, {"step": 11250, "epoch": 28, "train_loss": 0.00033137050922960043, "cos_r_negg": [0.6025118827819824, 0.6480551362037659], "cos_innovation_negg": [0.6025118827819824, 0.6480551362037659], "cos_apical_negg": [0.6025118827819824, 0.6480551362037659], "cos_Ac_negg": [0.6025118827819824, 0.6480551362037659], "r_norm": [0.2073516547679901, 0.20491768419742584]}, {"step": 11300, "epoch": 28, "train_loss": 0.0001291942608077079, "cos_r_negg": [0.6033914089202881, 0.6478013396263123], "cos_innovation_negg": [0.6033914089202881, 0.6478013396263123], "cos_apical_negg": [0.6033914089202881, 0.6478013396263123], "cos_Ac_negg": [0.6033914089202881, 0.6478013396263123], "r_norm": [0.2070908546447754, 0.20465408265590668]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9757, "test_loss": 0.1296875199317932}, {"step": 11350, "epoch": 29, "train_loss": 0.00013965819380246103, "cos_r_negg": [0.6025682687759399, 0.6476000547409058], "cos_innovation_negg": [0.6025682687759399, 0.6476000547409058], "cos_apical_negg": [0.6025682687759399, 0.6476000547409058], "cos_Ac_negg": [0.6025682687759399, 0.6476000547409058], "r_norm": [0.20701447129249573, 0.20458543300628662]}, {"step": 11400, "epoch": 29, "train_loss": 0.0001867700193542987, "cos_r_negg": [0.6027140617370605, 0.6479679942131042], "cos_innovation_negg": [0.6027140617370605, 0.6479679942131042], "cos_apical_negg": [0.6027140617370605, 0.6479679942131042], "cos_Ac_negg": [0.6027140617370605, 0.6479679942131042], "r_norm": [0.2076530009508133, 0.20518764853477478]}, {"step": 11450, "epoch": 29, "train_loss": 9.396731911692768e-05, "cos_r_negg": [0.6027257442474365, 0.6485024094581604], "cos_innovation_negg": [0.6027257442474365, 0.6485024094581604], "cos_apical_negg": [0.6027257442474365, 0.6485024094581604], "cos_Ac_negg": [0.6027257442474365, 0.6485024094581604], "r_norm": [0.20773616433143616, 0.20526231825351715]}, {"step": 11500, "epoch": 29, "train_loss": 0.0003031667147297412, "cos_r_negg": [0.6033617854118347, 0.6484051942825317], "cos_innovation_negg": [0.6033617854118347, 0.6484051942825317], "cos_apical_negg": [0.6033617854118347, 0.6484051942825317], "cos_Ac_negg": [0.6033617854118347, 0.6484051942825317], "r_norm": [0.2080746591091156, 0.2055758237838745]}, {"step": 11550, "epoch": 29, "train_loss": 0.0001679190609138459, "cos_r_negg": [0.6031352281570435, 0.6483269929885864], "cos_innovation_negg": [0.6031352281570435, 0.6483269929885864], "cos_apical_negg": [0.6031352281570435, 0.6483269929885864], "cos_Ac_negg": [0.6031352281570435, 0.6483269929885864], "r_norm": [0.2066490799188614, 0.2041987180709839]}, {"step": 11600, "epoch": 29, "train_loss": 0.0002233019913546741, "cos_r_negg": [0.6019962430000305, 0.6475376486778259], "cos_innovation_negg": [0.6019962430000305, 0.6475376486778259], "cos_apical_negg": [0.6019962430000305, 0.6475376486778259], "cos_Ac_negg": [0.6019962430000305, 0.6475376486778259], "r_norm": [0.2058461308479309, 0.20344789326190948]}, {"step": 11650, "epoch": 29, "train_loss": 0.0001543218968436122, "cos_r_negg": [0.6032030582427979, 0.6472428441047668], "cos_innovation_negg": [0.6032030582427979, 0.6472428441047668], "cos_apical_negg": [0.6032030582427979, 0.6472428441047668], "cos_Ac_negg": [0.6032030582427979, 0.6472428441047668], "r_norm": [0.20644830167293549, 0.2040533572435379]}, {"step": 11700, "epoch": 29, "train_loss": 0.00011565576278371736, "cos_r_negg": [0.6026450395584106, 0.6474007964134216], "cos_innovation_negg": [0.6026450395584106, 0.6474007964134216], "cos_apical_negg": [0.6026450395584106, 0.6474007964134216], "cos_Ac_negg": [0.6026450395584106, 0.6474007964134216], "r_norm": [0.20488697290420532, 0.20249125361442566]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9755, "test_loss": 0.13019046382904054}, {"step": 11750, "epoch": 30, "train_loss": 0.0002937331737484783, "cos_r_negg": [0.6023246645927429, 0.6480851769447327], "cos_innovation_negg": [0.6023246645927429, 0.6480851769447327], "cos_apical_negg": [0.6023246645927429, 0.6480851769447327], "cos_Ac_negg": [0.6023246645927429, 0.6480851769447327], "r_norm": [0.20648854970932007, 0.2040744125843048]}, {"step": 11800, "epoch": 30, "train_loss": 0.00017048188601620495, "cos_r_negg": [0.6018543243408203, 0.6482780575752258], "cos_innovation_negg": [0.6018543243408203, 0.6482780575752258], "cos_apical_negg": [0.6018543243408203, 0.6482780575752258], "cos_Ac_negg": [0.6018543243408203, 0.6482780575752258], "r_norm": [0.20628312230110168, 0.20383796095848083]}, {"step": 11850, "epoch": 30, "train_loss": 0.00015100535529199988, "cos_r_negg": [0.6023572683334351, 0.6486605405807495], "cos_innovation_negg": [0.6023572683334351, 0.6486605405807495], "cos_apical_negg": [0.6023572683334351, 0.6486605405807495], "cos_Ac_negg": [0.6023572683334351, 0.6486605405807495], "r_norm": [0.2050524353981018, 0.20259909331798553]}, {"step": 11900, "epoch": 30, "train_loss": 0.00048380729276686907, "cos_r_negg": [0.6024949550628662, 0.6491274833679199], "cos_innovation_negg": [0.6024949550628662, 0.6491274833679199], "cos_apical_negg": [0.6024949550628662, 0.6491274833679199], "cos_Ac_negg": [0.6024949550628662, 0.6491274833679199], "r_norm": [0.20503127574920654, 0.20258954167366028]}, {"step": 11950, "epoch": 30, "train_loss": 6.148054671939462e-05, "cos_r_negg": [0.6025975942611694, 0.6477183103561401], "cos_innovation_negg": [0.6025975942611694, 0.6477183103561401], "cos_apical_negg": [0.6025975942611694, 0.6477183103561401], "cos_Ac_negg": [0.6025975942611694, 0.6477183103561401], "r_norm": [0.20583675801753998, 0.2033839225769043]}, {"step": 12000, "epoch": 30, "train_loss": 0.00020203260646667331, "cos_r_negg": [0.6025919914245605, 0.6477305889129639], "cos_innovation_negg": [0.6025919914245605, 0.6477305889129639], "cos_apical_negg": [0.6025919914245605, 0.6477305889129639], "cos_Ac_negg": [0.6025919914245605, 0.6477305889129639], "r_norm": [0.2055751383304596, 0.2031734585762024]}, {"step": 12050, "epoch": 30, "train_loss": 0.00033925723982974887, "cos_r_negg": [0.6026866436004639, 0.6476281881332397], "cos_innovation_negg": [0.6026866436004639, 0.6476281881332397], "cos_apical_negg": [0.6026866436004639, 0.6476281881332397], "cos_Ac_negg": [0.6026866436004639, 0.6476281881332397], "r_norm": [0.2067205011844635, 0.20432771742343903]}, {"step": 12100, "epoch": 30, "train_loss": 0.00013177069195080549, "cos_r_negg": [0.6021548509597778, 0.6484686136245728], "cos_innovation_negg": [0.6021548509597778, 0.6484686136245728], "cos_apical_negg": [0.6021548509597778, 0.6484686136245728], "cos_Ac_negg": [0.6021548509597778, 0.6484686136245728], "r_norm": [0.20629547536373138, 0.2038884311914444]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9756, "test_loss": 0.13069928121566773}, {"step": 12150, "epoch": 31, "train_loss": 0.0001465951936552301, "cos_r_negg": [0.6026897430419922, 0.6488218307495117], "cos_innovation_negg": [0.6026897430419922, 0.6488218307495117], "cos_apical_negg": [0.6026897430419922, 0.6488218307495117], "cos_Ac_negg": [0.6026897430419922, 0.6488218307495117], "r_norm": [0.2073415219783783, 0.20490354299545288]}, {"step": 12200, "epoch": 31, "train_loss": 0.00027212579152546823, "cos_r_negg": [0.6020267009735107, 0.6486653089523315], "cos_innovation_negg": [0.6020267009735107, 0.6486653089523315], "cos_apical_negg": [0.6020267009735107, 0.6486653089523315], "cos_Ac_negg": [0.6020267009735107, 0.6486653089523315], "r_norm": [0.20737327635288239, 0.20493990182876587]}, {"step": 12250, "epoch": 31, "train_loss": 0.0002073494833894074, "cos_r_negg": [0.6025031805038452, 0.6487822532653809], "cos_innovation_negg": [0.6025031805038452, 0.6487822532653809], "cos_apical_negg": [0.6025031805038452, 0.6487822532653809], "cos_Ac_negg": [0.6025031805038452, 0.6487822532653809], "r_norm": [0.206715390086174, 0.20424936711788177]}, {"step": 12300, "epoch": 31, "train_loss": 0.0002324527595192194, "cos_r_negg": [0.6026833057403564, 0.6485644578933716], "cos_innovation_negg": [0.6026833057403564, 0.6485644578933716], "cos_apical_negg": [0.6026833057403564, 0.6485644578933716], "cos_Ac_negg": [0.6026833057403564, 0.6485644578933716], "r_norm": [0.2059059739112854, 0.2034548819065094]}, {"step": 12350, "epoch": 31, "train_loss": 0.0002901401021517813, "cos_r_negg": [0.6029342412948608, 0.6486268043518066], "cos_innovation_negg": [0.6029342412948608, 0.6486268043518066], "cos_apical_negg": [0.6029342412948608, 0.6486268043518066], "cos_Ac_negg": [0.6029342412948608, 0.6486268043518066], "r_norm": [0.20465636253356934, 0.2022380828857422]}, {"step": 12400, "epoch": 31, "train_loss": 0.00012020170834148303, "cos_r_negg": [0.6027397513389587, 0.6487932205200195], "cos_innovation_negg": [0.6027397513389587, 0.6487932205200195], "cos_apical_negg": [0.6027397513389587, 0.6487932205200195], "cos_Ac_negg": [0.6027397513389587, 0.6487932205200195], "r_norm": [0.2054361253976822, 0.20299050211906433]}, {"step": 12450, "epoch": 31, "train_loss": 0.0001527148560853675, "cos_r_negg": [0.602729320526123, 0.6486855149269104], "cos_innovation_negg": [0.602729320526123, 0.6486855149269104], "cos_apical_negg": [0.602729320526123, 0.6486855149269104], "cos_Ac_negg": [0.602729320526123, 0.6486855149269104], "r_norm": [0.20628684759140015, 0.20384535193443298]}, {"step": 12500, "epoch": 31, "train_loss": 7.813700358383358e-05, "cos_r_negg": [0.6027752161026001, 0.6484464406967163], "cos_innovation_negg": [0.6027752161026001, 0.6484464406967163], "cos_apical_negg": [0.6027752161026001, 0.6484464406967163], "cos_Ac_negg": [0.6027752161026001, 0.6484464406967163], "r_norm": [0.20587992668151855, 0.2034294158220291]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9753, "test_loss": 0.13122005605697631}, {"step": 12550, "epoch": 32, "train_loss": 0.00012691157462541014, "cos_r_negg": [0.6026780605316162, 0.6485216617584229], "cos_innovation_negg": [0.6026780605316162, 0.6485216617584229], "cos_apical_negg": [0.6026780605316162, 0.6485216617584229], "cos_Ac_negg": [0.6026780605316162, 0.6485216617584229], "r_norm": [0.20701555907726288, 0.20454895496368408]}, {"step": 12600, "epoch": 32, "train_loss": 5.015558417653665e-05, "cos_r_negg": [0.6029778718948364, 0.6490973830223083], "cos_innovation_negg": [0.6029778718948364, 0.6490973830223083], "cos_apical_negg": [0.6029778718948364, 0.6490973830223083], "cos_Ac_negg": [0.6029778718948364, 0.6490973830223083], "r_norm": [0.2068505436182022, 0.20437689125537872]}, {"step": 12650, "epoch": 32, "train_loss": 0.00019945576786994934, "cos_r_negg": [0.6033668518066406, 0.6495039463043213], "cos_innovation_negg": [0.6033668518066406, 0.6495039463043213], "cos_apical_negg": [0.6033668518066406, 0.6495039463043213], "cos_Ac_negg": [0.6033668518066406, 0.6495039463043213], "r_norm": [0.20660418272018433, 0.20413869619369507]}, {"step": 12700, "epoch": 32, "train_loss": 0.00026755413273349404, "cos_r_negg": [0.6033240556716919, 0.64944988489151], "cos_innovation_negg": [0.6033240556716919, 0.64944988489151], "cos_apical_negg": [0.6033240556716919, 0.64944988489151], "cos_Ac_negg": [0.6033240556716919, 0.64944988489151], "r_norm": [0.2062039077281952, 0.2037237137556076]}, {"step": 12750, "epoch": 32, "train_loss": 9.377230162499472e-05, "cos_r_negg": [0.6030740737915039, 0.6488955020904541], "cos_innovation_negg": [0.6030740737915039, 0.6488955020904541], "cos_apical_negg": [0.6030740737915039, 0.6488955020904541], "cos_Ac_negg": [0.6030740737915039, 0.6488955020904541], "r_norm": [0.20659519731998444, 0.2041206806898117]}, {"step": 12800, "epoch": 32, "train_loss": 0.00023942283587530255, "cos_r_negg": [0.602975606918335, 0.6491900086402893], "cos_innovation_negg": [0.602975606918335, 0.6491900086402893], "cos_apical_negg": [0.602975606918335, 0.6491900086402893], "cos_Ac_negg": [0.602975606918335, 0.6491900086402893], "r_norm": [0.2065393328666687, 0.20407630503177643]}, {"step": 12850, "epoch": 32, "train_loss": 0.00017744136857800186, "cos_r_negg": [0.6030035018920898, 0.6489312648773193], "cos_innovation_negg": [0.6030035018920898, 0.6489312648773193], "cos_apical_negg": [0.6030035018920898, 0.6489312648773193], "cos_Ac_negg": [0.6030035018920898, 0.6489312648773193], "r_norm": [0.20563101768493652, 0.2031746208667755]}, {"step": 12900, "epoch": 32, "train_loss": 0.00011493427882669494, "cos_r_negg": [0.6031583547592163, 0.6491276025772095], "cos_innovation_negg": [0.6031583547592163, 0.6491276025772095], "cos_apical_negg": [0.6031583547592163, 0.6491276025772095], "cos_Ac_negg": [0.6031583547592163, 0.6491276025772095], "r_norm": [0.20496302843093872, 0.20253068208694458]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9757, "test_loss": 0.13124273500442504}, {"step": 12950, "epoch": 33, "train_loss": 0.00016344885807484388, "cos_r_negg": [0.6033381819725037, 0.6492139101028442], "cos_innovation_negg": [0.6033381819725037, 0.6492139101028442], "cos_apical_negg": [0.6033381819725037, 0.6492139101028442], "cos_Ac_negg": [0.6033381819725037, 0.6492139101028442], "r_norm": [0.20388007164001465, 0.20146480202674866]}, {"step": 13000, "epoch": 33, "train_loss": 5.061634146841243e-05, "cos_r_negg": [0.6032494306564331, 0.6493411064147949], "cos_innovation_negg": [0.6032494306564331, 0.6493411064147949], "cos_apical_negg": [0.6032494306564331, 0.6493411064147949], "cos_Ac_negg": [0.6032494306564331, 0.6493411064147949], "r_norm": [0.2053699493408203, 0.20293119549751282]}, {"step": 13050, "epoch": 33, "train_loss": 0.00020167669572401792, "cos_r_negg": [0.6031392216682434, 0.6486741304397583], "cos_innovation_negg": [0.6031392216682434, 0.6486741304397583], "cos_apical_negg": [0.6031392216682434, 0.6486741304397583], "cos_Ac_negg": [0.6031392216682434, 0.6486741304397583], "r_norm": [0.20576761662960052, 0.20328548550605774]}, {"step": 13100, "epoch": 33, "train_loss": 9.444815805181861e-05, "cos_r_negg": [0.6029868125915527, 0.6486288905143738], "cos_innovation_negg": [0.6029868125915527, 0.6486288905143738], "cos_apical_negg": [0.6029868125915527, 0.6486288905143738], "cos_Ac_negg": [0.6029868125915527, 0.6486288905143738], "r_norm": [0.20668810606002808, 0.20415948331356049]}, {"step": 13150, "epoch": 33, "train_loss": 7.458410982508212e-05, "cos_r_negg": [0.6031684875488281, 0.6487711071968079], "cos_innovation_negg": [0.6031684875488281, 0.6487711071968079], "cos_apical_negg": [0.6031684875488281, 0.6487711071968079], "cos_Ac_negg": [0.6031684875488281, 0.6487711071968079], "r_norm": [0.2054055780172348, 0.20292843878269196]}, {"step": 13200, "epoch": 33, "train_loss": 0.000258776533883065, "cos_r_negg": [0.6031609773635864, 0.64923095703125], "cos_innovation_negg": [0.6031609773635864, 0.64923095703125], "cos_apical_negg": [0.6031609773635864, 0.64923095703125], "cos_Ac_negg": [0.6031609773635864, 0.64923095703125], "r_norm": [0.20440712571144104, 0.2019975781440735]}, {"step": 13250, "epoch": 33, "train_loss": 0.00011411269224481657, "cos_r_negg": [0.603818416595459, 0.6493856906890869], "cos_innovation_negg": [0.603818416595459, 0.6493856906890869], "cos_apical_negg": [0.603818416595459, 0.6493856906890869], "cos_Ac_negg": [0.603818416595459, 0.6493856906890869], "r_norm": [0.20534636080265045, 0.20293644070625305]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9757, "test_loss": 0.13191979475021362}, {"step": 13300, "epoch": 34, "train_loss": 0.00013921325444243848, "cos_r_negg": [0.604143500328064, 0.6494190692901611], "cos_innovation_negg": [0.604143500328064, 0.6494190692901611], "cos_apical_negg": [0.604143500328064, 0.6494190692901611], "cos_Ac_negg": [0.604143500328064, 0.6494190692901611], "r_norm": [0.20488595962524414, 0.2024657130241394]}, {"step": 13350, "epoch": 34, "train_loss": 0.00017967837629839778, "cos_r_negg": [0.603155255317688, 0.6490716934204102], "cos_innovation_negg": [0.603155255317688, 0.6490716934204102], "cos_apical_negg": [0.603155255317688, 0.6490716934204102], "cos_Ac_negg": [0.603155255317688, 0.6490716934204102], "r_norm": [0.20601974427700043, 0.20354658365249634]}, {"step": 13400, "epoch": 34, "train_loss": 7.185021240729839e-05, "cos_r_negg": [0.6030661463737488, 0.6488581895828247], "cos_innovation_negg": [0.6030661463737488, 0.6488581895828247], "cos_apical_negg": [0.6030661463737488, 0.6488581895828247], "cos_Ac_negg": [0.6030661463737488, 0.6488581895828247], "r_norm": [0.2059909850358963, 0.2035093605518341]}, {"step": 13450, "epoch": 34, "train_loss": 0.00012965209316462278, "cos_r_negg": [0.6030522584915161, 0.648773729801178], "cos_innovation_negg": [0.6030522584915161, 0.648773729801178], "cos_apical_negg": [0.6030522584915161, 0.648773729801178], "cos_Ac_negg": [0.6030522584915161, 0.648773729801178], "r_norm": [0.20497238636016846, 0.20251521468162537]}, {"step": 13500, "epoch": 34, "train_loss": 0.00025367405032739043, "cos_r_negg": [0.6037818789482117, 0.6494609713554382], "cos_innovation_negg": [0.6037818789482117, 0.6494609713554382], "cos_apical_negg": [0.6037818789482117, 0.6494609713554382], "cos_Ac_negg": [0.6037818789482117, 0.6494609713554382], "r_norm": [0.20545744895935059, 0.20301438868045807]}, {"step": 13550, "epoch": 34, "train_loss": 0.00017319222388323396, "cos_r_negg": [0.6038771271705627, 0.6495877504348755], "cos_innovation_negg": [0.6038771271705627, 0.6495877504348755], "cos_apical_negg": [0.6038771271705627, 0.6495877504348755], "cos_Ac_negg": [0.6038771271705627, 0.6495877504348755], "r_norm": [0.20574092864990234, 0.20329488813877106]}, {"step": 13600, "epoch": 34, "train_loss": 0.0001609561441000551, "cos_r_negg": [0.6037697792053223, 0.6495949029922485], "cos_innovation_negg": [0.6037697792053223, 0.6495949029922485], "cos_apical_negg": [0.6037697792053223, 0.6495949029922485], "cos_Ac_negg": [0.6037697792053223, 0.6495949029922485], "r_norm": [0.20456814765930176, 0.20214949548244476]}, {"step": 13650, "epoch": 34, "train_loss": 0.00019840536697302014, "cos_r_negg": [0.6037812232971191, 0.6498855352401733], "cos_innovation_negg": [0.6037812232971191, 0.6498855352401733], "cos_apical_negg": [0.6037812232971191, 0.6498855352401733], "cos_Ac_negg": [0.6037812232971191, 0.6498855352401733], "r_norm": [0.20429250597953796, 0.20187458395957947]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9757, "test_loss": 0.13238946647644043}, {"step": 13700, "epoch": 35, "train_loss": 0.00013403598859440535, "cos_r_negg": [0.6044231653213501, 0.6500646471977234], "cos_innovation_negg": [0.6044231653213501, 0.6500646471977234], "cos_apical_negg": [0.6044231653213501, 0.6500646471977234], "cos_Ac_negg": [0.6044231653213501, 0.6500646471977234], "r_norm": [0.20428086817264557, 0.20185118913650513]}, {"step": 13750, "epoch": 35, "train_loss": 0.0003147891256958246, "cos_r_negg": [0.6045569181442261, 0.650097131729126], "cos_innovation_negg": [0.6045569181442261, 0.650097131729126], "cos_apical_negg": [0.6045569181442261, 0.650097131729126], "cos_Ac_negg": [0.6045569181442261, 0.650097131729126], "r_norm": [0.2055736482143402, 0.20313003659248352]}, {"step": 13800, "epoch": 35, "train_loss": 6.982215563766658e-05, "cos_r_negg": [0.6043778657913208, 0.6498624086380005], "cos_innovation_negg": [0.6043778657913208, 0.6498624086380005], "cos_apical_negg": [0.6043778657913208, 0.6498624086380005], "cos_Ac_negg": [0.6043778657913208, 0.6498624086380005], "r_norm": [0.2037726640701294, 0.20136915147304535]}, {"step": 13850, "epoch": 35, "train_loss": 0.00016568279534112662, "cos_r_negg": [0.6043773293495178, 0.6499521732330322], "cos_innovation_negg": [0.6043773293495178, 0.6499521732330322], "cos_apical_negg": [0.6043773293495178, 0.6499521732330322], "cos_Ac_negg": [0.6043773293495178, 0.6499521732330322], "r_norm": [0.20414602756500244, 0.20174580812454224]}, {"step": 13900, "epoch": 35, "train_loss": 0.00014396784536074847, "cos_r_negg": [0.6041144132614136, 0.650626540184021], "cos_innovation_negg": [0.6041144132614136, 0.650626540184021], "cos_apical_negg": [0.6041144132614136, 0.650626540184021], "cos_Ac_negg": [0.6041144132614136, 0.650626540184021], "r_norm": [0.20353932678699493, 0.2011212706565857]}, {"step": 13950, "epoch": 35, "train_loss": 0.00018428202020004392, "cos_r_negg": [0.6039527058601379, 0.6496050953865051], "cos_innovation_negg": [0.6039527058601379, 0.6496050953865051], "cos_apical_negg": [0.6039527058601379, 0.6496050953865051], "cos_Ac_negg": [0.6039527058601379, 0.6496050953865051], "r_norm": [0.20558586716651917, 0.20309892296791077]}, {"step": 14000, "epoch": 35, "train_loss": 8.799100760370493e-05, "cos_r_negg": [0.6036896109580994, 0.6497009992599487], "cos_innovation_negg": [0.6036896109580994, 0.6497009992599487], "cos_apical_negg": [0.6036896109580994, 0.6497009992599487], "cos_Ac_negg": [0.6036896109580994, 0.6497009992599487], "r_norm": [0.2058062106370926, 0.20330224931240082]}, {"step": 14050, "epoch": 35, "train_loss": 0.00010729565838119015, "cos_r_negg": [0.6039819717407227, 0.6499416828155518], "cos_innovation_negg": [0.6039819717407227, 0.6499416828155518], "cos_apical_negg": [0.6039819717407227, 0.6499416828155518], "cos_Ac_negg": [0.6039819717407227, 0.6499416828155518], "r_norm": [0.2051575779914856, 0.20268318057060242]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9755, "test_loss": 0.13282514505386353}, {"step": 14100, "epoch": 36, "train_loss": 0.00021531226229853928, "cos_r_negg": [0.6038631200790405, 0.6496347188949585], "cos_innovation_negg": [0.6038631200790405, 0.6496347188949585], "cos_apical_negg": [0.6038631200790405, 0.6496347188949585], "cos_Ac_negg": [0.6038631200790405, 0.6496347188949585], "r_norm": [0.2044471800327301, 0.20197290182113647]}, {"step": 14150, "epoch": 36, "train_loss": 0.0002597103884909302, "cos_r_negg": [0.6042499542236328, 0.6503332853317261], "cos_innovation_negg": [0.6042499542236328, 0.6503332853317261], "cos_apical_negg": [0.6042499542236328, 0.6503332853317261], "cos_Ac_negg": [0.6042499542236328, 0.6503332853317261], "r_norm": [0.20448067784309387, 0.20201438665390015]}, {"step": 14200, "epoch": 36, "train_loss": 0.00014130232739262283, "cos_r_negg": [0.604363739490509, 0.6501389741897583], "cos_innovation_negg": [0.604363739490509, 0.6501389741897583], "cos_apical_negg": [0.604363739490509, 0.6501389741897583], "cos_Ac_negg": [0.604363739490509, 0.6501389741897583], "r_norm": [0.20431628823280334, 0.20183923840522766]}, {"step": 14250, "epoch": 36, "train_loss": 0.00010043987276731059, "cos_r_negg": [0.6043208837509155, 0.6500892639160156], "cos_innovation_negg": [0.6043208837509155, 0.6500892639160156], "cos_apical_negg": [0.6043208837509155, 0.6500892639160156], "cos_Ac_negg": [0.6043208837509155, 0.6500892639160156], "r_norm": [0.2040042281150818, 0.20155328512191772]}, {"step": 14300, "epoch": 36, "train_loss": 3.649280552053824e-05, "cos_r_negg": [0.604644775390625, 0.6505460143089294], "cos_innovation_negg": [0.604644775390625, 0.6505460143089294], "cos_apical_negg": [0.604644775390625, 0.6505460143089294], "cos_Ac_negg": [0.604644775390625, 0.6505460143089294], "r_norm": [0.20453454554080963, 0.2020944356918335]}, {"step": 14350, "epoch": 36, "train_loss": 9.06438217498362e-05, "cos_r_negg": [0.6044266223907471, 0.6507297158241272], "cos_innovation_negg": [0.6044266223907471, 0.6507297158241272], "cos_apical_negg": [0.6044266223907471, 0.6507297158241272], "cos_Ac_negg": [0.6044266223907471, 0.6507297158241272], "r_norm": [0.20389191806316376, 0.20147034525871277]}, {"step": 14400, "epoch": 36, "train_loss": 6.417007534764707e-05, "cos_r_negg": [0.6040860414505005, 0.6501374244689941], "cos_innovation_negg": [0.6040860414505005, 0.6501374244689941], "cos_apical_negg": [0.6040860414505005, 0.6501374244689941], "cos_Ac_negg": [0.6040860414505005, 0.6501374244689941], "r_norm": [0.20381945371627808, 0.20138928294181824]}, {"step": 14450, "epoch": 36, "train_loss": 0.00012080484157195315, "cos_r_negg": [0.6040775775909424, 0.6502141952514648], "cos_innovation_negg": [0.6040775775909424, 0.6502141952514648], "cos_apical_negg": [0.6040775775909424, 0.6502141952514648], "cos_Ac_negg": [0.6040775775909424, 0.6502141952514648], "r_norm": [0.20494218170642853, 0.20245182514190674]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9755, "test_loss": 0.13326132364273072}, {"step": 14500, "epoch": 37, "train_loss": 0.00010662136628525332, "cos_r_negg": [0.6044332981109619, 0.6505500078201294], "cos_innovation_negg": [0.6044332981109619, 0.6505500078201294], "cos_apical_negg": [0.6044332981109619, 0.6505500078201294], "cos_Ac_negg": [0.6044332981109619, 0.6505500078201294], "r_norm": [0.2061821073293686, 0.20369642972946167]}, {"step": 14550, "epoch": 37, "train_loss": 0.0001000892516458407, "cos_r_negg": [0.6044387221336365, 0.6504901647567749], "cos_innovation_negg": [0.6044387221336365, 0.6504901647567749], "cos_apical_negg": [0.6044387221336365, 0.6504901647567749], "cos_Ac_negg": [0.6044387221336365, 0.6504901647567749], "r_norm": [0.2045184224843979, 0.20208081603050232]}, {"step": 14600, "epoch": 37, "train_loss": 5.7124696468235925e-05, "cos_r_negg": [0.6042684316635132, 0.6507200002670288], "cos_innovation_negg": [0.6042684316635132, 0.6507200002670288], "cos_apical_negg": [0.6042684316635132, 0.6507200002670288], "cos_Ac_negg": [0.6042684316635132, 0.6507200002670288], "r_norm": [0.2044564187526703, 0.20199060440063477]}, {"step": 14650, "epoch": 37, "train_loss": 0.00017089903121814132, "cos_r_negg": [0.6039990186691284, 0.6504021883010864], "cos_innovation_negg": [0.6039990186691284, 0.6504021883010864], "cos_apical_negg": [0.6039990186691284, 0.6504021883010864], "cos_Ac_negg": [0.6039990186691284, 0.6504021883010864], "r_norm": [0.20412418246269226, 0.2016558051109314]}, {"step": 14700, "epoch": 37, "train_loss": 9.353865607408807e-05, "cos_r_negg": [0.6046093106269836, 0.6504628658294678], "cos_innovation_negg": [0.6046093106269836, 0.6504628658294678], "cos_apical_negg": [0.6046093106269836, 0.6504628658294678], "cos_Ac_negg": [0.6046093106269836, 0.6504628658294678], "r_norm": [0.20456025004386902, 0.20210576057434082]}, {"step": 14750, "epoch": 37, "train_loss": 0.00012377856182865798, "cos_r_negg": [0.6042889952659607, 0.6508245468139648], "cos_innovation_negg": [0.6042889952659607, 0.6508245468139648], "cos_apical_negg": [0.6042889952659607, 0.6508245468139648], "cos_Ac_negg": [0.6042889952659607, 0.6508245468139648], "r_norm": [0.20447011291980743, 0.20199674367904663]}, {"step": 14800, "epoch": 37, "train_loss": 0.00013238689280115068, "cos_r_negg": [0.6044063568115234, 0.6510419845581055], "cos_innovation_negg": [0.6044063568115234, 0.6510419845581055], "cos_apical_negg": [0.6044063568115234, 0.6510419845581055], "cos_Ac_negg": [0.6044063568115234, 0.6510419845581055], "r_norm": [0.20516791939735413, 0.20265614986419678]}, {"step": 14850, "epoch": 37, "train_loss": 0.0001143681729445234, "cos_r_negg": [0.6043480634689331, 0.6509298086166382], "cos_innovation_negg": [0.6043480634689331, 0.6509298086166382], "cos_apical_negg": [0.6043480634689331, 0.6509298086166382], "cos_Ac_negg": [0.6043480634689331, 0.6509298086166382], "r_norm": [0.20486852526664734, 0.2023729830980301]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9761, "test_loss": 0.13351975955963136}, {"step": 14900, "epoch": 38, "train_loss": 0.00019993004389107227, "cos_r_negg": [0.6044700145721436, 0.6509614586830139], "cos_innovation_negg": [0.6044700145721436, 0.6509614586830139], "cos_apical_negg": [0.6044700145721436, 0.6509614586830139], "cos_Ac_negg": [0.6044700145721436, 0.6509614586830139], "r_norm": [0.20444346964359283, 0.20196881890296936]}, {"step": 14950, "epoch": 38, "train_loss": 5.564678576774895e-05, "cos_r_negg": [0.60469651222229, 0.6504848003387451], "cos_innovation_negg": [0.60469651222229, 0.6504848003387451], "cos_apical_negg": [0.60469651222229, 0.6504848003387451], "cos_Ac_negg": [0.60469651222229, 0.6504848003387451], "r_norm": [0.20467057824134827, 0.20217397809028625]}, {"step": 15000, "epoch": 38, "train_loss": 0.0003702453104779124, "cos_r_negg": [0.6043624877929688, 0.6505130529403687], "cos_innovation_negg": [0.6043624877929688, 0.6505130529403687], "cos_apical_negg": [0.6043624877929688, 0.6505130529403687], "cos_Ac_negg": [0.6043624877929688, 0.6505130529403687], "r_norm": [0.204685240983963, 0.20222729444503784]}, {"step": 15050, "epoch": 38, "train_loss": 0.00014309310063254088, "cos_r_negg": [0.6047544479370117, 0.6508346796035767], "cos_innovation_negg": [0.6047544479370117, 0.6508346796035767], "cos_apical_negg": [0.6047544479370117, 0.6508346796035767], "cos_Ac_negg": [0.6047544479370117, 0.6508346796035767], "r_norm": [0.20391491055488586, 0.20145440101623535]}, {"step": 15100, "epoch": 38, "train_loss": 7.0245485403575e-05, "cos_r_negg": [0.6042705774307251, 0.6508747935295105], "cos_innovation_negg": [0.6042705774307251, 0.6508747935295105], "cos_apical_negg": [0.6042705774307251, 0.6508747935295105], "cos_Ac_negg": [0.6042705774307251, 0.6508747935295105], "r_norm": [0.20394499599933624, 0.20146732032299042]}, {"step": 15150, "epoch": 38, "train_loss": 0.00013292748189996928, "cos_r_negg": [0.6047391295433044, 0.6514040231704712], "cos_innovation_negg": [0.6047391295433044, 0.6514040231704712], "cos_apical_negg": [0.6047391295433044, 0.6514040231704712], "cos_Ac_negg": [0.6047391295433044, 0.6514040231704712], "r_norm": [0.20362518727779388, 0.20116958022117615]}, {"step": 15200, "epoch": 38, "train_loss": 0.000143592813401483, "cos_r_negg": [0.6049317121505737, 0.6510082483291626], "cos_innovation_negg": [0.6049317121505737, 0.6510082483291626], "cos_apical_negg": [0.6049317121505737, 0.6510082483291626], "cos_Ac_negg": [0.6049317121505737, 0.6510082483291626], "r_norm": [0.20518150925636292, 0.20270037651062012]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9758, "test_loss": 0.13404735622406005}, {"step": 15250, "epoch": 39, "train_loss": 5.0319420552114025e-05, "cos_r_negg": [0.604796290397644, 0.6508606672286987], "cos_innovation_negg": [0.604796290397644, 0.6508606672286987], "cos_apical_negg": [0.604796290397644, 0.6508606672286987], "cos_Ac_negg": [0.604796290397644, 0.6508606672286987], "r_norm": [0.20503941178321838, 0.20254811644554138]}, {"step": 15300, "epoch": 39, "train_loss": 9.592372225597501e-05, "cos_r_negg": [0.6044997572898865, 0.6512489914894104], "cos_innovation_negg": [0.6044997572898865, 0.6512489914894104], "cos_apical_negg": [0.6044997572898865, 0.6512489914894104], "cos_Ac_negg": [0.6044997572898865, 0.6512489914894104], "r_norm": [0.20527687668800354, 0.20277215540409088]}, {"step": 15350, "epoch": 39, "train_loss": 0.0003353397478349507, "cos_r_negg": [0.6049655079841614, 0.6515079736709595], "cos_innovation_negg": [0.6049655079841614, 0.6515079736709595], "cos_apical_negg": [0.6049655079841614, 0.6515079736709595], "cos_Ac_negg": [0.6049655079841614, 0.6515079736709595], "r_norm": [0.20492836833000183, 0.20244446396827698]}, {"step": 15400, "epoch": 39, "train_loss": 8.53793608257547e-05, "cos_r_negg": [0.6046186685562134, 0.651618480682373], "cos_innovation_negg": [0.6046186685562134, 0.651618480682373], "cos_apical_negg": [0.6046186685562134, 0.651618480682373], "cos_Ac_negg": [0.6046186685562134, 0.651618480682373], "r_norm": [0.20395253598690033, 0.2014676332473755]}, {"step": 15450, "epoch": 39, "train_loss": 0.00024404170108027756, "cos_r_negg": [0.6044508218765259, 0.6518038511276245], "cos_innovation_negg": [0.6044508218765259, 0.6518038511276245], "cos_apical_negg": [0.6044508218765259, 0.6518038511276245], "cos_Ac_negg": [0.6044508218765259, 0.6518038511276245], "r_norm": [0.20412799715995789, 0.20162758231163025]}, {"step": 15500, "epoch": 39, "train_loss": 0.00019593995239119977, "cos_r_negg": [0.604354739189148, 0.6513303518295288], "cos_innovation_negg": [0.604354739189148, 0.6513303518295288], "cos_apical_negg": [0.604354739189148, 0.6513303518295288], "cos_Ac_negg": [0.604354739189148, 0.6513303518295288], "r_norm": [0.20429065823554993, 0.20181642472743988]}, {"step": 15550, "epoch": 39, "train_loss": 0.0002210901293437928, "cos_r_negg": [0.6049327850341797, 0.6517048478126526], "cos_innovation_negg": [0.6049327850341797, 0.6517048478126526], "cos_apical_negg": [0.6049327850341797, 0.6517048478126526], "cos_Ac_negg": [0.6049327850341797, 0.6517048478126526], "r_norm": [0.20390871167182922, 0.20147152245044708]}, {"step": 15600, "epoch": 39, "train_loss": 0.00010271828796248883, "cos_r_negg": [0.6040667295455933, 0.6515111923217773], "cos_innovation_negg": [0.6040667295455933, 0.6515111923217773], "cos_apical_negg": [0.6040667295455933, 0.6515111923217773], "cos_Ac_negg": [0.6040667295455933, 0.6515111923217773], "r_norm": [0.20457279682159424, 0.20209188759326935]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9757, "test_loss": 0.1343154977798462}, {"step": 15650, "epoch": 40, "train_loss": 0.00013413165288511664, "cos_r_negg": [0.6047065258026123, 0.6513468623161316], "cos_innovation_negg": [0.6047065258026123, 0.6513468623161316], "cos_apical_negg": [0.6047065258026123, 0.6513468623161316], "cos_Ac_negg": [0.6047065258026123, 0.6513468623161316], "r_norm": [0.2041931450366974, 0.20173317193984985]}, {"step": 15700, "epoch": 40, "train_loss": 0.00011480985267553478, "cos_r_negg": [0.6045515537261963, 0.6510596871376038], "cos_innovation_negg": [0.6045515537261963, 0.6510596871376038], "cos_apical_negg": [0.6045515537261963, 0.6510596871376038], "cos_Ac_negg": [0.6045515537261963, 0.6510596871376038], "r_norm": [0.20525209605693817, 0.2027783989906311]}, {"step": 15750, "epoch": 40, "train_loss": 0.0001201668637804687, "cos_r_negg": [0.6047158241271973, 0.6512998342514038], "cos_innovation_negg": [0.6047158241271973, 0.6512998342514038], "cos_apical_negg": [0.6047158241271973, 0.6512998342514038], "cos_Ac_negg": [0.6047158241271973, 0.6512998342514038], "r_norm": [0.2053774893283844, 0.2029133439064026]}, {"step": 15800, "epoch": 40, "train_loss": 0.00015109102241694927, "cos_r_negg": [0.6046649217605591, 0.6510437726974487], "cos_innovation_negg": [0.6046649217605591, 0.6510437726974487], "cos_apical_negg": [0.6046649217605591, 0.6510437726974487], "cos_Ac_negg": [0.6046649217605591, 0.6510437726974487], "r_norm": [0.20471931993961334, 0.20225539803504944]}, {"step": 15850, "epoch": 40, "train_loss": 9.737847722135484e-05, "cos_r_negg": [0.6041419506072998, 0.6509191989898682], "cos_innovation_negg": [0.6041419506072998, 0.6509191989898682], "cos_apical_negg": [0.6041419506072998, 0.6509191989898682], "cos_Ac_negg": [0.6041419506072998, 0.6509191989898682], "r_norm": [0.20400306582450867, 0.2015259563922882]}, {"step": 15900, "epoch": 40, "train_loss": 0.00011022450780728832, "cos_r_negg": [0.6047569513320923, 0.6512755155563354], "cos_innovation_negg": [0.6047569513320923, 0.6512755155563354], "cos_apical_negg": [0.6047569513320923, 0.6512755155563354], "cos_Ac_negg": [0.6047569513320923, 0.6512755155563354], "r_norm": [0.20312272012233734, 0.20068584382534027]}, {"step": 15950, "epoch": 40, "train_loss": 0.0001176046789623797, "cos_r_negg": [0.6044792532920837, 0.6514118909835815], "cos_innovation_negg": [0.6044792532920837, 0.6514118909835815], "cos_apical_negg": [0.6044792532920837, 0.6514118909835815], "cos_Ac_negg": [0.6044792532920837, 0.6514118909835815], "r_norm": [0.20308788120746613, 0.20062822103500366]}, {"step": 16000, "epoch": 40, "train_loss": 2.6797713871928863e-05, "cos_r_negg": [0.6043112874031067, 0.651258111000061], "cos_innovation_negg": [0.6043112874031067, 0.651258111000061], "cos_apical_negg": [0.6043112874031067, 0.651258111000061], "cos_Ac_negg": [0.6043112874031067, 0.651258111000061], "r_norm": [0.20233145356178284, 0.19986969232559204]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.976, "test_loss": 0.13447179698944092}, {"step": 16050, "epoch": 41, "train_loss": 7.008465763647109e-05, "cos_r_negg": [0.6051367521286011, 0.6515095829963684], "cos_innovation_negg": [0.6051367521286011, 0.6515095829963684], "cos_apical_negg": [0.6051367521286011, 0.6515095829963684], "cos_Ac_negg": [0.6051367521286011, 0.6515095829963684], "r_norm": [0.20256440341472626, 0.20008139312267303]}, {"step": 16100, "epoch": 41, "train_loss": 9.59498283918947e-05, "cos_r_negg": [0.6047602891921997, 0.6511735320091248], "cos_innovation_negg": [0.6047602891921997, 0.6511735320091248], "cos_apical_negg": [0.6047602891921997, 0.6511735320091248], "cos_Ac_negg": [0.6047602891921997, 0.6511735320091248], "r_norm": [0.20327863097190857, 0.20078003406524658]}, {"step": 16150, "epoch": 41, "train_loss": 0.00010913310688920319, "cos_r_negg": [0.6048686504364014, 0.6516975164413452], "cos_innovation_negg": [0.6048686504364014, 0.6516975164413452], "cos_apical_negg": [0.6048686504364014, 0.6516975164413452], "cos_Ac_negg": [0.6048686504364014, 0.6516975164413452], "r_norm": [0.20354607701301575, 0.20104286074638367]}, {"step": 16200, "epoch": 41, "train_loss": 0.0001265091705136001, "cos_r_negg": [0.6049611568450928, 0.6516993641853333], "cos_innovation_negg": [0.6049611568450928, 0.6516993641853333], "cos_apical_negg": [0.6049611568450928, 0.6516993641853333], "cos_Ac_negg": [0.6049611568450928, 0.6516993641853333], "r_norm": [0.20391324162483215, 0.2014121413230896]}, {"step": 16250, "epoch": 41, "train_loss": 0.00017651860252954066, "cos_r_negg": [0.6050869226455688, 0.6518496870994568], "cos_innovation_negg": [0.6050869226455688, 0.6518496870994568], "cos_apical_negg": [0.6050869226455688, 0.6518496870994568], "cos_Ac_negg": [0.6050869226455688, 0.6518496870994568], "r_norm": [0.2034601867198944, 0.20097985863685608]}, {"step": 16300, "epoch": 41, "train_loss": 9.490872616879642e-05, "cos_r_negg": [0.6049501895904541, 0.6515470743179321], "cos_innovation_negg": [0.6049501895904541, 0.6515470743179321], "cos_apical_negg": [0.6049501895904541, 0.6515470743179321], "cos_Ac_negg": [0.6049501895904541, 0.6515470743179321], "r_norm": [0.20341607928276062, 0.2009316384792328]}, {"step": 16350, "epoch": 41, "train_loss": 5.446952854981646e-05, "cos_r_negg": [0.604719340801239, 0.6513583660125732], "cos_innovation_negg": [0.604719340801239, 0.6513583660125732], "cos_apical_negg": [0.604719340801239, 0.6513583660125732], "cos_Ac_negg": [0.604719340801239, 0.6513583660125732], "r_norm": [0.20372377336025238, 0.20125216245651245]}, {"step": 16400, "epoch": 41, "train_loss": 0.00010229539475403726, "cos_r_negg": [0.6046829223632812, 0.6514885425567627], "cos_innovation_negg": [0.6046829223632812, 0.6514885425567627], "cos_apical_negg": [0.6046829223632812, 0.6514885425567627], "cos_Ac_negg": [0.6046829223632812, 0.6514885425567627], "r_norm": [0.20248985290527344, 0.20003321766853333]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.976, "test_loss": 0.1348795573234558}, {"step": 16450, "epoch": 42, "train_loss": 6.186118116602302e-05, "cos_r_negg": [0.6045530438423157, 0.6515166759490967], "cos_innovation_negg": [0.6045530438423157, 0.6515166759490967], "cos_apical_negg": [0.6045530438423157, 0.6515166759490967], "cos_Ac_negg": [0.6045530438423157, 0.6515166759490967], "r_norm": [0.20332199335098267, 0.20085777342319489]}, {"step": 16500, "epoch": 42, "train_loss": 0.00012094726844225079, "cos_r_negg": [0.6050336360931396, 0.6519603729248047], "cos_innovation_negg": [0.6050336360931396, 0.6519603729248047], "cos_apical_negg": [0.6050336360931396, 0.6519603729248047], "cos_Ac_negg": [0.6050336360931396, 0.6519603729248047], "r_norm": [0.20322567224502563, 0.20078478753566742]}, {"step": 16550, "epoch": 42, "train_loss": 0.00013825666974298656, "cos_r_negg": [0.6047500967979431, 0.6519145369529724], "cos_innovation_negg": [0.6047500967979431, 0.6519145369529724], "cos_apical_negg": [0.6047500967979431, 0.6519145369529724], "cos_Ac_negg": [0.6047500967979431, 0.6519145369529724], "r_norm": [0.20362861454486847, 0.20114386081695557]}, {"step": 16600, "epoch": 42, "train_loss": 0.0002412173489574343, "cos_r_negg": [0.6049234867095947, 0.6520740389823914], "cos_innovation_negg": [0.6049234867095947, 0.6520740389823914], "cos_apical_negg": [0.6049234867095947, 0.6520740389823914], "cos_Ac_negg": [0.6049234867095947, 0.6520740389823914], "r_norm": [0.20374971628189087, 0.20126453042030334]}, {"step": 16650, "epoch": 42, "train_loss": 0.00011270304821664467, "cos_r_negg": [0.6051125526428223, 0.6522258520126343], "cos_innovation_negg": [0.6051125526428223, 0.6522258520126343], "cos_apical_negg": [0.6051125526428223, 0.6522258520126343], "cos_Ac_negg": [0.6051125526428223, 0.6522258520126343], "r_norm": [0.2035890817642212, 0.20111165940761566]}, {"step": 16700, "epoch": 42, "train_loss": 9.878582204692066e-05, "cos_r_negg": [0.604419469833374, 0.6520894169807434], "cos_innovation_negg": [0.604419469833374, 0.6520894169807434], "cos_apical_negg": [0.604419469833374, 0.6520894169807434], "cos_Ac_negg": [0.604419469833374, 0.6520894169807434], "r_norm": [0.20374077558517456, 0.20126572251319885]}, {"step": 16750, "epoch": 42, "train_loss": 6.494710396509618e-05, "cos_r_negg": [0.6046488285064697, 0.6519325375556946], "cos_innovation_negg": [0.6046488285064697, 0.6519325375556946], "cos_apical_negg": [0.6046488285064697, 0.6519325375556946], "cos_Ac_negg": [0.6046488285064697, 0.6519325375556946], "r_norm": [0.20234818756580353, 0.19988974928855896]}, {"step": 16800, "epoch": 42, "train_loss": 6.24934837105684e-05, "cos_r_negg": [0.6051033735275269, 0.6521187424659729], "cos_innovation_negg": [0.6051033735275269, 0.6521187424659729], "cos_apical_negg": [0.6051033735275269, 0.6521187424659729], "cos_Ac_negg": [0.6051033735275269, 0.6521187424659729], "r_norm": [0.20318108797073364, 0.2006855458021164]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9756, "test_loss": 0.13528832883834838}, {"step": 16850, "epoch": 43, "train_loss": 0.0002001489046961069, "cos_r_negg": [0.6050034761428833, 0.6523382663726807], "cos_innovation_negg": [0.6050034761428833, 0.6523382663726807], "cos_apical_negg": [0.6050034761428833, 0.6523382663726807], "cos_Ac_negg": [0.6050034761428833, 0.6523382663726807], "r_norm": [0.20383408665657043, 0.2013455331325531]}, {"step": 16900, "epoch": 43, "train_loss": 5.607689672615379e-05, "cos_r_negg": [0.6056323051452637, 0.6524132490158081], "cos_innovation_negg": [0.6056323051452637, 0.6524132490158081], "cos_apical_negg": [0.6056323051452637, 0.6524132490158081], "cos_Ac_negg": [0.6056323051452637, 0.6524132490158081], "r_norm": [0.20346510410308838, 0.20098379254341125]}, {"step": 16950, "epoch": 43, "train_loss": 5.9000311011914164e-05, "cos_r_negg": [0.6050676107406616, 0.6523745059967041], "cos_innovation_negg": [0.6050676107406616, 0.6523745059967041], "cos_apical_negg": [0.6050676107406616, 0.6523745059967041], "cos_Ac_negg": [0.6050676107406616, 0.6523745059967041], "r_norm": [0.20256370306015015, 0.20008312165737152]}, {"step": 17000, "epoch": 43, "train_loss": 0.0001323382748523727, "cos_r_negg": [0.6055591702461243, 0.6524389982223511], "cos_innovation_negg": [0.6055591702461243, 0.6524389982223511], "cos_apical_negg": [0.6055591702461243, 0.6524389982223511], "cos_Ac_negg": [0.6055591702461243, 0.6524389982223511], "r_norm": [0.20338770747184753, 0.20088163018226624]}, {"step": 17050, "epoch": 43, "train_loss": 0.00011561161954887211, "cos_r_negg": [0.605151355266571, 0.6525988578796387], "cos_innovation_negg": [0.605151355266571, 0.6525988578796387], "cos_apical_negg": [0.605151355266571, 0.6525988578796387], "cos_Ac_negg": [0.605151355266571, 0.6525988578796387], "r_norm": [0.20155350863933563, 0.1990942358970642]}, {"step": 17100, "epoch": 43, "train_loss": 9.374109504278749e-05, "cos_r_negg": [0.6054977178573608, 0.6526383757591248], "cos_innovation_negg": [0.6054977178573608, 0.6526383757591248], "cos_apical_negg": [0.6054977178573608, 0.6526383757591248], "cos_Ac_negg": [0.6054977178573608, 0.6526383757591248], "r_norm": [0.20294471085071564, 0.2004510462284088]}, {"step": 17150, "epoch": 43, "train_loss": 0.00012017089466098696, "cos_r_negg": [0.605841875076294, 0.6521759629249573], "cos_innovation_negg": [0.605841875076294, 0.6521759629249573], "cos_apical_negg": [0.605841875076294, 0.6521759629249573], "cos_Ac_negg": [0.605841875076294, 0.6521759629249573], "r_norm": [0.20366278290748596, 0.2011737823486328]}, {"step": 17200, "epoch": 43, "train_loss": 0.000161087213200517, "cos_r_negg": [0.6054481267929077, 0.6526377201080322], "cos_innovation_negg": [0.6054481267929077, 0.6526377201080322], "cos_apical_negg": [0.6054481267929077, 0.6526377201080322], "cos_Ac_negg": [0.6054481267929077, 0.6526377201080322], "r_norm": [0.2036312222480774, 0.2011508196592331]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9757, "test_loss": 0.13553113861083985}, {"step": 17250, "epoch": 44, "train_loss": 0.00011582687147893012, "cos_r_negg": [0.6055393815040588, 0.6527726650238037], "cos_innovation_negg": [0.6055393815040588, 0.6527726650238037], "cos_apical_negg": [0.6055393815040588, 0.6527726650238037], "cos_Ac_negg": [0.6055393815040588, 0.6527726650238037], "r_norm": [0.20332613587379456, 0.20085716247558594]}, {"step": 17300, "epoch": 44, "train_loss": 0.00012889911886304617, "cos_r_negg": [0.6052895784378052, 0.6529660224914551], "cos_innovation_negg": [0.6052895784378052, 0.6529660224914551], "cos_apical_negg": [0.6052895784378052, 0.6529660224914551], "cos_Ac_negg": [0.6052895784378052, 0.6529660224914551], "r_norm": [0.2035345733165741, 0.2010682374238968]}, {"step": 17350, "epoch": 44, "train_loss": 0.00010017459862865508, "cos_r_negg": [0.6054158806800842, 0.6529911160469055], "cos_innovation_negg": [0.6054158806800842, 0.6529911160469055], "cos_apical_negg": [0.6054158806800842, 0.6529911160469055], "cos_Ac_negg": [0.6054158806800842, 0.6529911160469055], "r_norm": [0.20287775993347168, 0.20043125748634338]}, {"step": 17400, "epoch": 44, "train_loss": 8.74968827702105e-05, "cos_r_negg": [0.6058187484741211, 0.6530536413192749], "cos_innovation_negg": [0.6058187484741211, 0.6530536413192749], "cos_apical_negg": [0.6058187484741211, 0.6530536413192749], "cos_Ac_negg": [0.6058187484741211, 0.6530536413192749], "r_norm": [0.20367978513240814, 0.20119445025920868]}, {"step": 17450, "epoch": 44, "train_loss": 0.00013670691987499595, "cos_r_negg": [0.6055560111999512, 0.6526713371276855], "cos_innovation_negg": [0.6055560111999512, 0.6526713371276855], "cos_apical_negg": [0.6055560111999512, 0.6526713371276855], "cos_Ac_negg": [0.6055560111999512, 0.6526713371276855], "r_norm": [0.20451462268829346, 0.20199531316757202]}, {"step": 17500, "epoch": 44, "train_loss": 9.028185741044581e-05, "cos_r_negg": [0.6059577465057373, 0.6531574130058289], "cos_innovation_negg": [0.6059577465057373, 0.6531574130058289], "cos_apical_negg": [0.6059577465057373, 0.6531574130058289], "cos_Ac_negg": [0.6059577465057373, 0.6531574130058289], "r_norm": [0.20298565924167633, 0.20047619938850403]}, {"step": 17550, "epoch": 44, "train_loss": 0.00012248769053258002, "cos_r_negg": [0.605125904083252, 0.6529487371444702], "cos_innovation_negg": [0.605125904083252, 0.6529487371444702], "cos_apical_negg": [0.605125904083252, 0.6529487371444702], "cos_Ac_negg": [0.605125904083252, 0.6529487371444702], "r_norm": [0.20311583578586578, 0.20060916244983673]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9757, "test_loss": 0.13586484966278076}, {"step": 17600, "epoch": 45, "train_loss": 0.00011842868116218597, "cos_r_negg": [0.6054708957672119, 0.6525754928588867], "cos_innovation_negg": [0.6054708957672119, 0.6525754928588867], "cos_apical_negg": [0.6054708957672119, 0.6525754928588867], "cos_Ac_negg": [0.6054708957672119, 0.6525754928588867], "r_norm": [0.20307332277297974, 0.20057862997055054]}, {"step": 17650, "epoch": 45, "train_loss": 8.076492667896673e-05, "cos_r_negg": [0.6053032875061035, 0.6525595784187317], "cos_innovation_negg": [0.6053032875061035, 0.6525595784187317], "cos_apical_negg": [0.6053032875061035, 0.6525595784187317], "cos_Ac_negg": [0.6053032875061035, 0.6525595784187317], "r_norm": [0.20220910012722015, 0.19972297549247742]}, {"step": 17700, "epoch": 45, "train_loss": 5.479215906234458e-05, "cos_r_negg": [0.6052789688110352, 0.6532687544822693], "cos_innovation_negg": [0.6052789688110352, 0.6532687544822693], "cos_apical_negg": [0.6052789688110352, 0.6532687544822693], "cos_Ac_negg": [0.6052789688110352, 0.6532687544822693], "r_norm": [0.20163491368293762, 0.19915936887264252]}, {"step": 17750, "epoch": 45, "train_loss": 0.0001003557990770787, "cos_r_negg": [0.606110692024231, 0.6529535055160522], "cos_innovation_negg": [0.606110692024231, 0.6529535055160522], "cos_apical_negg": [0.606110692024231, 0.6529535055160522], "cos_Ac_negg": [0.606110692024231, 0.6529535055160522], "r_norm": [0.20178520679473877, 0.199311763048172]}, {"step": 17800, "epoch": 45, "train_loss": 0.00016541089280508459, "cos_r_negg": [0.6060135960578918, 0.6530971527099609], "cos_innovation_negg": [0.6060135960578918, 0.6530971527099609], "cos_apical_negg": [0.6060135960578918, 0.6530971527099609], "cos_Ac_negg": [0.6060135960578918, 0.6530971527099609], "r_norm": [0.20255276560783386, 0.20005449652671814]}, {"step": 17850, "epoch": 45, "train_loss": 5.010769018554129e-05, "cos_r_negg": [0.6058779954910278, 0.6533358693122864], "cos_innovation_negg": [0.6058779954910278, 0.6533358693122864], "cos_apical_negg": [0.6058779954910278, 0.6533358693122864], "cos_Ac_negg": [0.6058779954910278, 0.6533358693122864], "r_norm": [0.20231732726097107, 0.19984441995620728]}, {"step": 17900, "epoch": 45, "train_loss": 0.0002027424197876826, "cos_r_negg": [0.6055657863616943, 0.6533193588256836], "cos_innovation_negg": [0.6055657863616943, 0.6533193588256836], "cos_apical_negg": [0.6055657863616943, 0.6533193588256836], "cos_Ac_negg": [0.6055657863616943, 0.6533193588256836], "r_norm": [0.20255637168884277, 0.2000763863325119]}, {"step": 17950, "epoch": 45, "train_loss": 0.00012100422463845462, "cos_r_negg": [0.6059725284576416, 0.6529974937438965], "cos_innovation_negg": [0.6059725284576416, 0.6529974937438965], "cos_apical_negg": [0.6059725284576416, 0.6529974937438965], "cos_Ac_negg": [0.6059725284576416, 0.6529974937438965], "r_norm": [0.20263037085533142, 0.20014038681983948]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9757, "test_loss": 0.13613498020172118}, {"step": 18000, "epoch": 46, "train_loss": 9.252503514289856e-05, "cos_r_negg": [0.606075644493103, 0.6531026363372803], "cos_innovation_negg": [0.606075644493103, 0.6531026363372803], "cos_apical_negg": [0.606075644493103, 0.6531026363372803], "cos_Ac_negg": [0.606075644493103, 0.6531026363372803], "r_norm": [0.20300693809986115, 0.20051395893096924]}, {"step": 18050, "epoch": 46, "train_loss": 8.325068483827636e-05, "cos_r_negg": [0.6060125827789307, 0.6529086232185364], "cos_innovation_negg": [0.6060125827789307, 0.6529086232185364], "cos_apical_negg": [0.6060125827789307, 0.6529086232185364], "cos_Ac_negg": [0.6060125827789307, 0.6529086232185364], "r_norm": [0.20321142673492432, 0.20072121918201447]}, {"step": 18100, "epoch": 46, "train_loss": 0.00026124925352633, "cos_r_negg": [0.6058273315429688, 0.652920126914978], "cos_innovation_negg": [0.6058273315429688, 0.652920126914978], "cos_apical_negg": [0.6058273315429688, 0.652920126914978], "cos_Ac_negg": [0.6058273315429688, 0.652920126914978], "r_norm": [0.2026575654745102, 0.200160413980484]}, {"step": 18150, "epoch": 46, "train_loss": 8.019814413273707e-05, "cos_r_negg": [0.6060906052589417, 0.653104841709137], "cos_innovation_negg": [0.6060906052589417, 0.653104841709137], "cos_apical_negg": [0.6060906052589417, 0.653104841709137], "cos_Ac_negg": [0.6060906052589417, 0.653104841709137], "r_norm": [0.20179803669452667, 0.19930587708950043]}, {"step": 18200, "epoch": 46, "train_loss": 0.00010295699757989496, "cos_r_negg": [0.606276273727417, 0.653278112411499], "cos_innovation_negg": [0.606276273727417, 0.653278112411499], "cos_apical_negg": [0.606276273727417, 0.653278112411499], "cos_Ac_negg": [0.606276273727417, 0.653278112411499], "r_norm": [0.20220409333705902, 0.19972959160804749]}, {"step": 18250, "epoch": 46, "train_loss": 8.768151747062802e-05, "cos_r_negg": [0.6064487099647522, 0.6531825065612793], "cos_innovation_negg": [0.6064487099647522, 0.6531825065612793], "cos_apical_negg": [0.6064487099647522, 0.6531825065612793], "cos_Ac_negg": [0.6064487099647522, 0.6531825065612793], "r_norm": [0.20283393561840057, 0.20035943388938904]}, {"step": 18300, "epoch": 46, "train_loss": 0.00014957491657696664, "cos_r_negg": [0.6065161228179932, 0.6535316705703735], "cos_innovation_negg": [0.6065161228179932, 0.6535316705703735], "cos_apical_negg": [0.6065161228179932, 0.6535316705703735], "cos_Ac_negg": [0.6065161228179932, 0.6535316705703735], "r_norm": [0.20272323489189148, 0.20023681223392487]}, {"step": 18350, "epoch": 46, "train_loss": 6.074781413190067e-05, "cos_r_negg": [0.6063294410705566, 0.6535193920135498], "cos_innovation_negg": [0.6063294410705566, 0.6535193920135498], "cos_apical_negg": [0.6063294410705566, 0.6535193920135498], "cos_Ac_negg": [0.6063294410705566, 0.6535193920135498], "r_norm": [0.20294064283370972, 0.20044469833374023]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9758, "test_loss": 0.1366072380065918}, {"step": 18400, "epoch": 47, "train_loss": 0.00019244957366026938, "cos_r_negg": [0.6061357855796814, 0.6535245180130005], "cos_innovation_negg": [0.6061357855796814, 0.6535245180130005], "cos_apical_negg": [0.6061357855796814, 0.6535245180130005], "cos_Ac_negg": [0.6061357855796814, 0.6535245180130005], "r_norm": [0.20394673943519592, 0.2014288306236267]}, {"step": 18450, "epoch": 47, "train_loss": 8.322401845362037e-05, "cos_r_negg": [0.6060765385627747, 0.6536187529563904], "cos_innovation_negg": [0.6060765385627747, 0.6536187529563904], "cos_apical_negg": [0.6060765385627747, 0.6536187529563904], "cos_Ac_negg": [0.6060765385627747, 0.6536187529563904], "r_norm": [0.204708993434906, 0.20216746628284454]}, {"step": 18500, "epoch": 47, "train_loss": 0.00019302373402751982, "cos_r_negg": [0.6062871217727661, 0.6535943746566772], "cos_innovation_negg": [0.6062871217727661, 0.6535943746566772], "cos_apical_negg": [0.6062871217727661, 0.6535943746566772], "cos_Ac_negg": [0.6062871217727661, 0.6535943746566772], "r_norm": [0.20454633235931396, 0.20200446248054504]}, {"step": 18550, "epoch": 47, "train_loss": 9.55192226683721e-05, "cos_r_negg": [0.6062105894088745, 0.6536214351654053], "cos_innovation_negg": [0.6062105894088745, 0.6536214351654053], "cos_apical_negg": [0.6062105894088745, 0.6536214351654053], "cos_Ac_negg": [0.6062105894088745, 0.6536214351654053], "r_norm": [0.20285658538341522, 0.20038560032844543]}, {"step": 18600, "epoch": 47, "train_loss": 4.9011854571290314e-05, "cos_r_negg": [0.6062859296798706, 0.6536183953285217], "cos_innovation_negg": [0.6062859296798706, 0.6536183953285217], "cos_apical_negg": [0.6062859296798706, 0.6536183953285217], "cos_Ac_negg": [0.6062859296798706, 0.6536183953285217], "r_norm": [0.20213189721107483, 0.1996317207813263]}, {"step": 18650, "epoch": 47, "train_loss": 9.304384730057791e-05, "cos_r_negg": [0.6065423488616943, 0.6536094546318054], "cos_innovation_negg": [0.6065423488616943, 0.6536094546318054], "cos_apical_negg": [0.6065423488616943, 0.6536094546318054], "cos_Ac_negg": [0.6065423488616943, 0.6536094546318054], "r_norm": [0.2018146514892578, 0.19934408366680145]}, {"step": 18700, "epoch": 47, "train_loss": 0.00012865195458289236, "cos_r_negg": [0.6066042184829712, 0.6536306738853455], "cos_innovation_negg": [0.6066042184829712, 0.6536306738853455], "cos_apical_negg": [0.6066042184829712, 0.6536306738853455], "cos_Ac_negg": [0.6066042184829712, 0.6536306738853455], "r_norm": [0.20223316550254822, 0.19976335763931274]}, {"step": 18750, "epoch": 47, "train_loss": 4.012032150058076e-05, "cos_r_negg": [0.6063584685325623, 0.6535805463790894], "cos_innovation_negg": [0.6063584685325623, 0.6535805463790894], "cos_apical_negg": [0.6063584685325623, 0.6535805463790894], "cos_Ac_negg": [0.6063584685325623, 0.6535805463790894], "r_norm": [0.20156604051589966, 0.19910921156406403]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9758, "test_loss": 0.13670055084228516}, {"step": 18800, "epoch": 48, "train_loss": 7.940390787553042e-05, "cos_r_negg": [0.606455385684967, 0.6537660956382751], "cos_innovation_negg": [0.606455385684967, 0.6537660956382751], "cos_apical_negg": [0.606455385684967, 0.6537660956382751], "cos_Ac_negg": [0.606455385684967, 0.6537660956382751], "r_norm": [0.20278337597846985, 0.20028071105480194]}, {"step": 18850, "epoch": 48, "train_loss": 0.00010734962415881455, "cos_r_negg": [0.6063831448554993, 0.653771698474884], "cos_innovation_negg": [0.6063831448554993, 0.653771698474884], "cos_apical_negg": [0.6063831448554993, 0.653771698474884], "cos_Ac_negg": [0.6063831448554993, 0.653771698474884], "r_norm": [0.201982319355011, 0.19951540231704712]}, {"step": 18900, "epoch": 48, "train_loss": 4.781593452207744e-05, "cos_r_negg": [0.6061592102050781, 0.653688907623291], "cos_innovation_negg": [0.6061592102050781, 0.653688907623291], "cos_apical_negg": [0.6061592102050781, 0.653688907623291], "cos_Ac_negg": [0.6061592102050781, 0.653688907623291], "r_norm": [0.20248186588287354, 0.19999553263187408]}, {"step": 18950, "epoch": 48, "train_loss": 0.00019104828243143857, "cos_r_negg": [0.6063557267189026, 0.6537256240844727], "cos_innovation_negg": [0.6063557267189026, 0.6537256240844727], "cos_apical_negg": [0.6063557267189026, 0.6537256240844727], "cos_Ac_negg": [0.6063557267189026, 0.6537256240844727], "r_norm": [0.2031382918357849, 0.200629323720932]}, {"step": 19000, "epoch": 48, "train_loss": 8.542943396605551e-05, "cos_r_negg": [0.6064692139625549, 0.6539320945739746], "cos_innovation_negg": [0.6064692139625549, 0.6539320945739746], "cos_apical_negg": [0.6064692139625549, 0.6539320945739746], "cos_Ac_negg": [0.6064692139625549, 0.6539320945739746], "r_norm": [0.2025909125804901, 0.20010170340538025]}, {"step": 19050, "epoch": 48, "train_loss": 0.00014637863205280155, "cos_r_negg": [0.6062407493591309, 0.6539399027824402], "cos_innovation_negg": [0.6062407493591309, 0.6539399027824402], "cos_apical_negg": [0.6062407493591309, 0.6539399027824402], "cos_Ac_negg": [0.6062407493591309, 0.6539399027824402], "r_norm": [0.20302733778953552, 0.20051869750022888]}, {"step": 19100, "epoch": 48, "train_loss": 0.00010317159467376769, "cos_r_negg": [0.6063790917396545, 0.6541279554367065], "cos_innovation_negg": [0.6063790917396545, 0.6541279554367065], "cos_apical_negg": [0.6063790917396545, 0.6541279554367065], "cos_Ac_negg": [0.6063790917396545, 0.6541279554367065], "r_norm": [0.20297278463840485, 0.20046326518058777]}, {"step": 19150, "epoch": 48, "train_loss": 8.792545850155875e-05, "cos_r_negg": [0.6066619753837585, 0.6541775465011597], "cos_innovation_negg": [0.6066619753837585, 0.6541775465011597], "cos_apical_negg": [0.6066619753837585, 0.6541775465011597], "cos_Ac_negg": [0.6066619753837585, 0.6541775465011597], "r_norm": [0.20234577357769012, 0.1998661905527115]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9759, "test_loss": 0.13698266010284424}, {"step": 19200, "epoch": 49, "train_loss": 8.04885639809072e-05, "cos_r_negg": [0.606765627861023, 0.6543707847595215], "cos_innovation_negg": [0.606765627861023, 0.6543707847595215], "cos_apical_negg": [0.606765627861023, 0.6543707847595215], "cos_Ac_negg": [0.606765627861023, 0.6543707847595215], "r_norm": [0.20282001793384552, 0.2003120332956314]}, {"step": 19250, "epoch": 49, "train_loss": 2.7001417038263753e-05, "cos_r_negg": [0.6068897843360901, 0.6546074748039246], "cos_innovation_negg": [0.6068897843360901, 0.6546074748039246], "cos_apical_negg": [0.6068897843360901, 0.6546074748039246], "cos_Ac_negg": [0.6068897843360901, 0.6546074748039246], "r_norm": [0.20405422151088715, 0.2015353888273239]}, {"step": 19300, "epoch": 49, "train_loss": 0.00023720302851870656, "cos_r_negg": [0.6067508459091187, 0.6543968915939331], "cos_innovation_negg": [0.6067508459091187, 0.6543968915939331], "cos_apical_negg": [0.6067508459091187, 0.6543968915939331], "cos_Ac_negg": [0.6067508459091187, 0.6543968915939331], "r_norm": [0.20281487703323364, 0.2003149390220642]}, {"step": 19350, "epoch": 49, "train_loss": 0.00015765179705340415, "cos_r_negg": [0.6068766117095947, 0.6544101238250732], "cos_innovation_negg": [0.6068766117095947, 0.6544101238250732], "cos_apical_negg": [0.6068766117095947, 0.6544101238250732], "cos_Ac_negg": [0.6068766117095947, 0.6544101238250732], "r_norm": [0.2029314786195755, 0.2004176825284958]}, {"step": 19400, "epoch": 49, "train_loss": 9.071671956917271e-05, "cos_r_negg": [0.6067825555801392, 0.6543385982513428], "cos_innovation_negg": [0.6067825555801392, 0.6543385982513428], "cos_apical_negg": [0.6067825555801392, 0.6543385982513428], "cos_Ac_negg": [0.6067825555801392, 0.6543385982513428], "r_norm": [0.20308002829551697, 0.20057038962841034]}, {"step": 19450, "epoch": 49, "train_loss": 0.00012561198673211038, "cos_r_negg": [0.6065841317176819, 0.6545171737670898], "cos_innovation_negg": [0.6065841317176819, 0.6545171737670898], "cos_apical_negg": [0.6065841317176819, 0.6545171737670898], "cos_Ac_negg": [0.6065841317176819, 0.6545171737670898], "r_norm": [0.20224064588546753, 0.19973251223564148]}, {"step": 19500, "epoch": 49, "train_loss": 7.163512782426551e-05, "cos_r_negg": [0.6072306632995605, 0.6542676687240601], "cos_innovation_negg": [0.6072306632995605, 0.6542676687240601], "cos_apical_negg": [0.6072306632995605, 0.6542676687240601], "cos_Ac_negg": [0.6072306632995605, 0.6542676687240601], "r_norm": [0.2016107439994812, 0.19914132356643677]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9759, "test_loss": 0.13712154483795166}, {"step": 19550, "epoch": 50, "train_loss": 3.956641012337059e-05, "cos_r_negg": [0.6068279147148132, 0.6541999578475952], "cos_innovation_negg": [0.6068279147148132, 0.6541999578475952], "cos_apical_negg": [0.6068279147148132, 0.6541999578475952], "cos_Ac_negg": [0.6068279147148132, 0.6541999578475952], "r_norm": [0.20131753385066986, 0.19885599613189697]}, {"step": 19600, "epoch": 50, "train_loss": 9.292828326579183e-05, "cos_r_negg": [0.6064199805259705, 0.6545209884643555], "cos_innovation_negg": [0.6064199805259705, 0.6545209884643555], "cos_apical_negg": [0.6064199805259705, 0.6545209884643555], "cos_Ac_negg": [0.6064199805259705, 0.6545209884643555], "r_norm": [0.20185023546218872, 0.19936685264110565]}, {"step": 19650, "epoch": 50, "train_loss": 6.505961937364191e-05, "cos_r_negg": [0.6064180135726929, 0.6545873880386353], "cos_innovation_negg": [0.6064180135726929, 0.6545873880386353], "cos_apical_negg": [0.6064180135726929, 0.6545873880386353], "cos_Ac_negg": [0.6064180135726929, 0.6545873880386353], "r_norm": [0.2019207775592804, 0.19942674040794373]}, {"step": 19700, "epoch": 50, "train_loss": 0.0001263697340618819, "cos_r_negg": [0.6063235998153687, 0.6545228958129883], "cos_innovation_negg": [0.6063235998153687, 0.6545228958129883], "cos_apical_negg": [0.6063235998153687, 0.6545228958129883], "cos_Ac_negg": [0.6063235998153687, 0.6545228958129883], "r_norm": [0.2009875327348709, 0.19850502908229828]}, {"step": 19750, "epoch": 50, "train_loss": 0.0002330330607946962, "cos_r_negg": [0.6063611507415771, 0.6546630263328552], "cos_innovation_negg": [0.6063611507415771, 0.6546630263328552], "cos_apical_negg": [0.6063611507415771, 0.6546630263328552], "cos_Ac_negg": [0.6063611507415771, 0.6546630263328552], "r_norm": [0.20127028226852417, 0.19878733158111572]}, {"step": 19800, "epoch": 50, "train_loss": 0.00010997526987921447, "cos_r_negg": [0.6067066788673401, 0.654694139957428], "cos_innovation_negg": [0.6067066788673401, 0.654694139957428], "cos_apical_negg": [0.6067066788673401, 0.654694139957428], "cos_Ac_negg": [0.6067066788673401, 0.654694139957428], "r_norm": [0.20054379105567932, 0.19809235632419586]}, {"step": 19850, "epoch": 50, "train_loss": 0.00011841661762446165, "cos_r_negg": [0.6072782278060913, 0.6549153327941895], "cos_innovation_negg": [0.6072782278060913, 0.6549153327941895], "cos_apical_negg": [0.6072782278060913, 0.6549153327941895], "cos_Ac_negg": [0.6072782278060913, 0.6549153327941895], "r_norm": [0.2022169828414917, 0.1997329592704773]}, {"step": 19900, "epoch": 50, "train_loss": 7.330939115490764e-05, "cos_r_negg": [0.6075456142425537, 0.6548440456390381], "cos_innovation_negg": [0.6075456142425537, 0.6548440456390381], "cos_apical_negg": [0.6075456142425537, 0.6548440456390381], "cos_Ac_negg": [0.6075456142425537, 0.6548440456390381], "r_norm": [0.20328694581985474, 0.20077764987945557]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9756, "test_loss": 0.13754333820343018}, {"step": 19950, "epoch": 51, "train_loss": 0.00015420516137965024, "cos_r_negg": [0.6070454120635986, 0.6546868085861206], "cos_innovation_negg": [0.6070454120635986, 0.6546868085861206], "cos_apical_negg": [0.6070454120635986, 0.6546868085861206], "cos_Ac_negg": [0.6070454120635986, 0.6546868085861206], "r_norm": [0.2027517557144165, 0.200253427028656]}, {"step": 20000, "epoch": 51, "train_loss": 6.922659667907283e-05, "cos_r_negg": [0.6076037883758545, 0.6547814607620239], "cos_innovation_negg": [0.6076037883758545, 0.6547814607620239], "cos_apical_negg": [0.6076037883758545, 0.6547814607620239], "cos_Ac_negg": [0.6076037883758545, 0.6547814607620239], "r_norm": [0.2025933563709259, 0.20010989904403687]}, {"step": 20050, "epoch": 51, "train_loss": 4.288044510758482e-05, "cos_r_negg": [0.6078856587409973, 0.6547306776046753], "cos_innovation_negg": [0.6078856587409973, 0.6547306776046753], "cos_apical_negg": [0.6078856587409973, 0.6547306776046753], "cos_Ac_negg": [0.6078856587409973, 0.6547306776046753], "r_norm": [0.2022262066602707, 0.19976618885993958]}, {"step": 20100, "epoch": 51, "train_loss": 7.454209844581783e-05, "cos_r_negg": [0.6075356006622314, 0.6549820899963379], "cos_innovation_negg": [0.6075356006622314, 0.6549820899963379], "cos_apical_negg": [0.6075356006622314, 0.6549820899963379], "cos_Ac_negg": [0.6075356006622314, 0.6549820899963379], "r_norm": [0.20150132477283478, 0.1990489661693573]}, {"step": 20150, "epoch": 51, "train_loss": 9.3592178018298e-05, "cos_r_negg": [0.6073696613311768, 0.6551897525787354], "cos_innovation_negg": [0.6073696613311768, 0.6551897525787354], "cos_apical_negg": [0.6073696613311768, 0.6551897525787354], "cos_Ac_negg": [0.6073696613311768, 0.6551897525787354], "r_norm": [0.20132452249526978, 0.1988597959280014]}, {"step": 20200, "epoch": 51, "train_loss": 7.065940008033067e-05, "cos_r_negg": [0.6074411869049072, 0.6553524732589722], "cos_innovation_negg": [0.6074411869049072, 0.6553524732589722], "cos_apical_negg": [0.6074411869049072, 0.6553524732589722], "cos_Ac_negg": [0.6074411869049072, 0.6553524732589722], "r_norm": [0.20236583054065704, 0.19986583292484283]}, {"step": 20250, "epoch": 51, "train_loss": 0.00010650478361640126, "cos_r_negg": [0.6073061227798462, 0.6550143957138062], "cos_innovation_negg": [0.6073061227798462, 0.6550143957138062], "cos_apical_negg": [0.6073061227798462, 0.6550143957138062], "cos_Ac_negg": [0.6073061227798462, 0.6550143957138062], "r_norm": [0.20204918086528778, 0.1995292603969574]}, {"step": 20300, "epoch": 51, "train_loss": 5.0093956815544516e-05, "cos_r_negg": [0.6071557998657227, 0.6551551222801208], "cos_innovation_negg": [0.6071557998657227, 0.6551551222801208], "cos_apical_negg": [0.6071557998657227, 0.6551551222801208], "cos_Ac_negg": [0.6071557998657227, 0.6551551222801208], "r_norm": [0.20184898376464844, 0.19933754205703735]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9759, "test_loss": 0.1378093635559082}, {"step": 20350, "epoch": 52, "train_loss": 0.0001406668743584305, "cos_r_negg": [0.6069713234901428, 0.6549974083900452], "cos_innovation_negg": [0.6069713234901428, 0.6549974083900452], "cos_apical_negg": [0.6069713234901428, 0.6549974083900452], "cos_Ac_negg": [0.6069713234901428, 0.6549974083900452], "r_norm": [0.20244501531124115, 0.19992269575595856]}, {"step": 20400, "epoch": 52, "train_loss": 6.341963307932019e-05, "cos_r_negg": [0.6073223352432251, 0.6549948453903198], "cos_innovation_negg": [0.6073223352432251, 0.6549948453903198], "cos_apical_negg": [0.6073223352432251, 0.6549948453903198], "cos_Ac_negg": [0.6073223352432251, 0.6549948453903198], "r_norm": [0.20169097185134888, 0.19917982816696167]}, {"step": 20450, "epoch": 52, "train_loss": 0.00014112515782471746, "cos_r_negg": [0.606877326965332, 0.6548940539360046], "cos_innovation_negg": [0.606877326965332, 0.6548940539360046], "cos_apical_negg": [0.606877326965332, 0.6548940539360046], "cos_Ac_negg": [0.606877326965332, 0.6548940539360046], "r_norm": [0.2010560929775238, 0.198551207780838]}, {"step": 20500, "epoch": 52, "train_loss": 0.00013568965368904173, "cos_r_negg": [0.6071585416793823, 0.6549937725067139], "cos_innovation_negg": [0.6071585416793823, 0.6549937725067139], "cos_apical_negg": [0.6071585416793823, 0.6549937725067139], "cos_Ac_negg": [0.6071585416793823, 0.6549937725067139], "r_norm": [0.2013988047838211, 0.19890131056308746]}, {"step": 20550, "epoch": 52, "train_loss": 8.384503598790616e-05, "cos_r_negg": [0.6072185635566711, 0.6551333069801331], "cos_innovation_negg": [0.6072185635566711, 0.6551333069801331], "cos_apical_negg": [0.6072185635566711, 0.6551333069801331], "cos_Ac_negg": [0.6072185635566711, 0.6551333069801331], "r_norm": [0.2014721930027008, 0.1990090310573578]}, {"step": 20600, "epoch": 52, "train_loss": 8.36250328575261e-05, "cos_r_negg": [0.6073701977729797, 0.6553250551223755], "cos_innovation_negg": [0.6073701977729797, 0.6553250551223755], "cos_apical_negg": [0.6073701977729797, 0.6553250551223755], "cos_Ac_negg": [0.6073701977729797, 0.6553250551223755], "r_norm": [0.2022961974143982, 0.199818953871727]}, {"step": 20650, "epoch": 52, "train_loss": 0.00021171817206777632, "cos_r_negg": [0.6073285341262817, 0.6554916501045227], "cos_innovation_negg": [0.6073285341262817, 0.6554916501045227], "cos_apical_negg": [0.6073285341262817, 0.6554916501045227], "cos_Ac_negg": [0.6073285341262817, 0.6554916501045227], "r_norm": [0.20158535242080688, 0.19910874962806702]}, {"step": 20700, "epoch": 52, "train_loss": 7.487741095246747e-05, "cos_r_negg": [0.6073435544967651, 0.6553474068641663], "cos_innovation_negg": [0.6073435544967651, 0.6553474068641663], "cos_apical_negg": [0.6073435544967651, 0.6553474068641663], "cos_Ac_negg": [0.6073435544967651, 0.6553474068641663], "r_norm": [0.20281946659088135, 0.2002970576286316]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9759, "test_loss": 0.1381031407356262}, {"step": 20750, "epoch": 53, "train_loss": 0.00010732724331319332, "cos_r_negg": [0.6069521903991699, 0.6550149917602539], "cos_innovation_negg": [0.6069521903991699, 0.6550149917602539], "cos_apical_negg": [0.6069521903991699, 0.6550149917602539], "cos_Ac_negg": [0.6069521903991699, 0.6550149917602539], "r_norm": [0.2027474194765091, 0.20020708441734314]}, {"step": 20800, "epoch": 53, "train_loss": 8.543467265553772e-05, "cos_r_negg": [0.6069723963737488, 0.6550968885421753], "cos_innovation_negg": [0.6069723963737488, 0.6550968885421753], "cos_apical_negg": [0.6069723963737488, 0.6550968885421753], "cos_Ac_negg": [0.6069723963737488, 0.6550968885421753], "r_norm": [0.20221984386444092, 0.1996777355670929]}, {"step": 20850, "epoch": 53, "train_loss": 0.00014946682495065033, "cos_r_negg": [0.6073185205459595, 0.6552919149398804], "cos_innovation_negg": [0.6073185205459595, 0.6552919149398804], "cos_apical_negg": [0.6073185205459595, 0.6552919149398804], "cos_Ac_negg": [0.6073185205459595, 0.6552919149398804], "r_norm": [0.20297008752822876, 0.20042499899864197]}, {"step": 20900, "epoch": 53, "train_loss": 0.00013820745516568422, "cos_r_negg": [0.6073960065841675, 0.6553378105163574], "cos_innovation_negg": [0.6073960065841675, 0.6553378105163574], "cos_apical_negg": [0.6073960065841675, 0.6553378105163574], "cos_Ac_negg": [0.6073960065841675, 0.6553378105163574], "r_norm": [0.2022271454334259, 0.19969679415225983]}, {"step": 20950, "epoch": 53, "train_loss": 9.278887591790408e-05, "cos_r_negg": [0.6070188283920288, 0.6552988290786743], "cos_innovation_negg": [0.6070188283920288, 0.6552988290786743], "cos_apical_negg": [0.6070188283920288, 0.6552988290786743], "cos_Ac_negg": [0.6070188283920288, 0.6552988290786743], "r_norm": [0.20130714774131775, 0.19876988232135773]}, {"step": 21000, "epoch": 53, "train_loss": 5.684821371687576e-05, "cos_r_negg": [0.6075034737586975, 0.6556861400604248], "cos_innovation_negg": [0.6075034737586975, 0.6556861400604248], "cos_apical_negg": [0.6075034737586975, 0.6556861400604248], "cos_Ac_negg": [0.6075034737586975, 0.6556861400604248], "r_norm": [0.20180915296077728, 0.19927895069122314]}, {"step": 21050, "epoch": 53, "train_loss": 8.047254232224077e-05, "cos_r_negg": [0.6069231033325195, 0.655529797077179], "cos_innovation_negg": [0.6069231033325195, 0.655529797077179], "cos_apical_negg": [0.6069231033325195, 0.655529797077179], "cos_Ac_negg": [0.6069231033325195, 0.655529797077179], "r_norm": [0.20187021791934967, 0.19932964444160461]}, {"step": 21100, "epoch": 53, "train_loss": 0.00018183101201429963, "cos_r_negg": [0.6073914766311646, 0.6555793285369873], "cos_innovation_negg": [0.6073914766311646, 0.6555793285369873], "cos_apical_negg": [0.6073914766311646, 0.6555793285369873], "cos_Ac_negg": [0.6073914766311646, 0.6555793285369873], "r_norm": [0.201445072889328, 0.1989498734474182]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9758, "test_loss": 0.13827434949874878}, {"step": 21150, "epoch": 54, "train_loss": 7.385034405160695e-05, "cos_r_negg": [0.6075698137283325, 0.6556994318962097], "cos_innovation_negg": [0.6075698137283325, 0.6556994318962097], "cos_apical_negg": [0.6075698137283325, 0.6556994318962097], "cos_Ac_negg": [0.6075698137283325, 0.6556994318962097], "r_norm": [0.20241129398345947, 0.1999223828315735]}, {"step": 21200, "epoch": 54, "train_loss": 4.253573570167646e-05, "cos_r_negg": [0.6077114343643188, 0.6556748747825623], "cos_innovation_negg": [0.6077114343643188, 0.6556748747825623], "cos_apical_negg": [0.6077114343643188, 0.6556748747825623], "cos_Ac_negg": [0.6077114343643188, 0.6556748747825623], "r_norm": [0.20229893922805786, 0.19981463253498077]}, {"step": 21250, "epoch": 54, "train_loss": 3.181219653924927e-05, "cos_r_negg": [0.6075447797775269, 0.6558257341384888], "cos_innovation_negg": [0.6075447797775269, 0.6558257341384888], "cos_apical_negg": [0.6075447797775269, 0.6558257341384888], "cos_Ac_negg": [0.6075447797775269, 0.6558257341384888], "r_norm": [0.20196959376335144, 0.19949859380722046]}, {"step": 21300, "epoch": 54, "train_loss": 0.00010056497558252886, "cos_r_negg": [0.6078104972839355, 0.6558808088302612], "cos_innovation_negg": [0.6078104972839355, 0.6558808088302612], "cos_apical_negg": [0.6078104972839355, 0.6558808088302612], "cos_Ac_negg": [0.6078104972839355, 0.6558808088302612], "r_norm": [0.20192253589630127, 0.19945365190505981]}, {"step": 21350, "epoch": 54, "train_loss": 9.582490019965917e-05, "cos_r_negg": [0.6077145934104919, 0.655923068523407], "cos_innovation_negg": [0.6077145934104919, 0.655923068523407], "cos_apical_negg": [0.6077145934104919, 0.655923068523407], "cos_Ac_negg": [0.6077145934104919, 0.655923068523407], "r_norm": [0.20225632190704346, 0.1997552067041397]}, {"step": 21400, "epoch": 54, "train_loss": 0.00012181962665636092, "cos_r_negg": [0.6075243353843689, 0.65576171875], "cos_innovation_negg": [0.6075243353843689, 0.65576171875], "cos_apical_negg": [0.6075243353843689, 0.65576171875], "cos_Ac_negg": [0.6075243353843689, 0.65576171875], "r_norm": [0.2025560736656189, 0.20003139972686768]}, {"step": 21450, "epoch": 54, "train_loss": 0.0001222396967932582, "cos_r_negg": [0.6071064472198486, 0.655677318572998], "cos_innovation_negg": [0.6071064472198486, 0.655677318572998], "cos_apical_negg": [0.6071064472198486, 0.655677318572998], "cos_Ac_negg": [0.6071064472198486, 0.655677318572998], "r_norm": [0.2015017420053482, 0.19899624586105347]}, {"step": 21500, "epoch": 54, "train_loss": 7.376275607384741e-05, "cos_r_negg": [0.607182502746582, 0.6557551622390747], "cos_innovation_negg": [0.607182502746582, 0.6557551622390747], "cos_apical_negg": [0.607182502746582, 0.6557551622390747], "cos_Ac_negg": [0.607182502746582, 0.6557551622390747], "r_norm": [0.20110765099525452, 0.19860190153121948]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9759, "test_loss": 0.1384696074485779}, {"step": 21550, "epoch": 55, "train_loss": 7.15999340172857e-05, "cos_r_negg": [0.6070277690887451, 0.6556751728057861], "cos_innovation_negg": [0.6070277690887451, 0.6556751728057861], "cos_apical_negg": [0.6070277690887451, 0.6556751728057861], "cos_Ac_negg": [0.6070277690887451, 0.6556751728057861], "r_norm": [0.20139959454536438, 0.1988881528377533]}, {"step": 21600, "epoch": 55, "train_loss": 5.870923996553756e-05, "cos_r_negg": [0.6070834994316101, 0.6557031273841858], "cos_innovation_negg": [0.6070834994316101, 0.6557031273841858], "cos_apical_negg": [0.6070834994316101, 0.6557031273841858], "cos_Ac_negg": [0.6070834994316101, 0.6557031273841858], "r_norm": [0.2011394202709198, 0.19864171743392944]}, {"step": 21650, "epoch": 55, "train_loss": 8.869172597769648e-05, "cos_r_negg": [0.6069493293762207, 0.6557197570800781], "cos_innovation_negg": [0.6069493293762207, 0.6557197570800781], "cos_apical_negg": [0.6069493293762207, 0.6557197570800781], "cos_Ac_negg": [0.6069493293762207, 0.6557197570800781], "r_norm": [0.20152586698532104, 0.19900280237197876]}, {"step": 21700, "epoch": 55, "train_loss": 4.225793236400932e-05, "cos_r_negg": [0.6072959899902344, 0.6558806896209717], "cos_innovation_negg": [0.6072959899902344, 0.6558806896209717], "cos_apical_negg": [0.6072959899902344, 0.6558806896209717], "cos_Ac_negg": [0.6072959899902344, 0.6558806896209717], "r_norm": [0.20133566856384277, 0.19881445169448853]}, {"step": 21750, "epoch": 55, "train_loss": 7.479469059035182e-05, "cos_r_negg": [0.6071215271949768, 0.6559425592422485], "cos_innovation_negg": [0.6071215271949768, 0.6559425592422485], "cos_apical_negg": [0.6071215271949768, 0.6559425592422485], "cos_Ac_negg": [0.6071215271949768, 0.6559425592422485], "r_norm": [0.20228157937526703, 0.19976338744163513]}, {"step": 21800, "epoch": 55, "train_loss": 0.0002568826894275844, "cos_r_negg": [0.6073147654533386, 0.6560540199279785], "cos_innovation_negg": [0.6073147654533386, 0.6560540199279785], "cos_apical_negg": [0.6073147654533386, 0.6560540199279785], "cos_Ac_negg": [0.6073147654533386, 0.6560540199279785], "r_norm": [0.2013494074344635, 0.1988442838191986]}, {"step": 21850, "epoch": 55, "train_loss": 9.113794658333063e-05, "cos_r_negg": [0.6072735786437988, 0.6560697555541992], "cos_innovation_negg": [0.6072735786437988, 0.6560697555541992], "cos_apical_negg": [0.6072735786437988, 0.6560697555541992], "cos_Ac_negg": [0.6072735786437988, 0.6560697555541992], "r_norm": [0.20158545672893524, 0.1990949660539627]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9759, "test_loss": 0.13877183904647827}, {"step": 21900, "epoch": 56, "train_loss": 5.887549195904285e-05, "cos_r_negg": [0.607177734375, 0.6560863256454468], "cos_innovation_negg": [0.607177734375, 0.6560863256454468], "cos_apical_negg": [0.607177734375, 0.6560863256454468], "cos_Ac_negg": [0.607177734375, 0.6560863256454468], "r_norm": [0.20127683877944946, 0.19878937304019928]}, {"step": 21950, "epoch": 56, "train_loss": 0.00013299816055223346, "cos_r_negg": [0.6070927381515503, 0.6560133695602417], "cos_innovation_negg": [0.6070927381515503, 0.6560133695602417], "cos_apical_negg": [0.6070927381515503, 0.6560133695602417], "cos_Ac_negg": [0.6070927381515503, 0.6560133695602417], "r_norm": [0.20112524926662445, 0.1986132264137268]}, {"step": 22000, "epoch": 56, "train_loss": 9.078734728973359e-05, "cos_r_negg": [0.6072250008583069, 0.6560567617416382], "cos_innovation_negg": [0.6072250008583069, 0.6560567617416382], "cos_apical_negg": [0.6072250008583069, 0.6560567617416382], "cos_Ac_negg": [0.6072250008583069, 0.6560567617416382], "r_norm": [0.2012474238872528, 0.19873365759849548]}, {"step": 22050, "epoch": 56, "train_loss": 2.6088684535352513e-05, "cos_r_negg": [0.6068340539932251, 0.6559656858444214], "cos_innovation_negg": [0.6068340539932251, 0.6559656858444214], "cos_apical_negg": [0.6068340539932251, 0.6559656858444214], "cos_Ac_negg": [0.6068340539932251, 0.6559656858444214], "r_norm": [0.20117738842964172, 0.19866546988487244]}, {"step": 22100, "epoch": 56, "train_loss": 6.438243872253224e-05, "cos_r_negg": [0.6069429516792297, 0.6557881832122803], "cos_innovation_negg": [0.6069429516792297, 0.6557881832122803], "cos_apical_negg": [0.6069429516792297, 0.6557881832122803], "cos_Ac_negg": [0.6069429516792297, 0.6557881832122803], "r_norm": [0.20136427879333496, 0.19885270297527313]}, {"step": 22150, "epoch": 56, "train_loss": 0.00011495346552692354, "cos_r_negg": [0.6070574522018433, 0.6558670401573181], "cos_innovation_negg": [0.6070574522018433, 0.6558670401573181], "cos_apical_negg": [0.6070574522018433, 0.6558670401573181], "cos_Ac_negg": [0.6070574522018433, 0.6558670401573181], "r_norm": [0.2012850046157837, 0.19878169894218445]}, {"step": 22200, "epoch": 56, "train_loss": 0.0001719365391181782, "cos_r_negg": [0.6071662902832031, 0.6560364961624146], "cos_innovation_negg": [0.6071662902832031, 0.6560364961624146], "cos_apical_negg": [0.6071662902832031, 0.6560364961624146], "cos_Ac_negg": [0.6071662902832031, 0.6560364961624146], "r_norm": [0.20090004801750183, 0.1984025537967682]}, {"step": 22250, "epoch": 56, "train_loss": 0.0001500605430919677, "cos_r_negg": [0.6074002981185913, 0.6563382148742676], "cos_innovation_negg": [0.6074002981185913, 0.6563382148742676], "cos_apical_negg": [0.6074002981185913, 0.6563382148742676], "cos_Ac_negg": [0.6074002981185913, 0.6563382148742676], "r_norm": [0.20175662636756897, 0.1992560625076294]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9759, "test_loss": 0.138978151512146}, {"step": 22300, "epoch": 57, "train_loss": 0.00011099334369646385, "cos_r_negg": [0.6076321601867676, 0.6565319895744324], "cos_innovation_negg": [0.6076321601867676, 0.6565319895744324], "cos_apical_negg": [0.6076321601867676, 0.6565319895744324], "cos_Ac_negg": [0.6076321601867676, 0.6565319895744324], "r_norm": [0.2015381008386612, 0.1990363597869873]}, {"step": 22350, "epoch": 57, "train_loss": 0.0001116725688916631, "cos_r_negg": [0.6075866222381592, 0.6565092206001282], "cos_innovation_negg": [0.6075866222381592, 0.6565092206001282], "cos_apical_negg": [0.6075866222381592, 0.6565092206001282], "cos_Ac_negg": [0.6075866222381592, 0.6565092206001282], "r_norm": [0.20188367366790771, 0.1993636190891266]}, {"step": 22400, "epoch": 57, "train_loss": 0.00012976540892850608, "cos_r_negg": [0.6075723171234131, 0.6565327048301697], "cos_innovation_negg": [0.6075723171234131, 0.6565327048301697], "cos_apical_negg": [0.6075723171234131, 0.6565327048301697], "cos_Ac_negg": [0.6075723171234131, 0.6565327048301697], "r_norm": [0.2019582986831665, 0.1994324028491974]}, {"step": 22450, "epoch": 57, "train_loss": 4.6156485041137785e-05, "cos_r_negg": [0.6076769232749939, 0.6567074656486511], "cos_innovation_negg": [0.6076769232749939, 0.6567074656486511], "cos_apical_negg": [0.6076769232749939, 0.6567074656486511], "cos_Ac_negg": [0.6076769232749939, 0.6567074656486511], "r_norm": [0.20156463980674744, 0.19905178248882294]}, {"step": 22500, "epoch": 57, "train_loss": 6.533702253364027e-05, "cos_r_negg": [0.6076674461364746, 0.656639814376831], "cos_innovation_negg": [0.6076674461364746, 0.656639814376831], "cos_apical_negg": [0.6076674461364746, 0.656639814376831], "cos_Ac_negg": [0.6076674461364746, 0.656639814376831], "r_norm": [0.20157401263713837, 0.19906499981880188]}, {"step": 22550, "epoch": 57, "train_loss": 0.00012279846123419702, "cos_r_negg": [0.6075729131698608, 0.6567191481590271], "cos_innovation_negg": [0.6075729131698608, 0.6567191481590271], "cos_apical_negg": [0.6075729131698608, 0.6567191481590271], "cos_Ac_negg": [0.6075729131698608, 0.6567191481590271], "r_norm": [0.20124611258506775, 0.1987423300743103]}, {"step": 22600, "epoch": 57, "train_loss": 6.361286796163768e-05, "cos_r_negg": [0.6075912714004517, 0.6566951870918274], "cos_innovation_negg": [0.6075912714004517, 0.6566951870918274], "cos_apical_negg": [0.6075912714004517, 0.6566951870918274], "cos_Ac_negg": [0.6075912714004517, 0.6566951870918274], "r_norm": [0.2010803073644638, 0.1985912024974823]}, {"step": 22650, "epoch": 57, "train_loss": 4.07990301027894e-05, "cos_r_negg": [0.6076207756996155, 0.6567896604537964], "cos_innovation_negg": [0.6076207756996155, 0.6567896604537964], "cos_apical_negg": [0.6076207756996155, 0.6567896604537964], "cos_Ac_negg": [0.6076207756996155, 0.6567896604537964], "r_norm": [0.20183897018432617, 0.19933108985424042]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9759, "test_loss": 0.13918947229385376}, {"step": 22700, "epoch": 58, "train_loss": 7.966189878061414e-05, "cos_r_negg": [0.6076008677482605, 0.6567472219467163], "cos_innovation_negg": [0.6076008677482605, 0.6567472219467163], "cos_apical_negg": [0.6076008677482605, 0.6567472219467163], "cos_Ac_negg": [0.6076008677482605, 0.6567472219467163], "r_norm": [0.2008102834224701, 0.19831731915473938]}, {"step": 22750, "epoch": 58, "train_loss": 0.0001340932649327442, "cos_r_negg": [0.6074739098548889, 0.6567493677139282], "cos_innovation_negg": [0.6074739098548889, 0.6567493677139282], "cos_apical_negg": [0.6074739098548889, 0.6567493677139282], "cos_Ac_negg": [0.6074739098548889, 0.6567493677139282], "r_norm": [0.20123572647571564, 0.1987333446741104]}, {"step": 22800, "epoch": 58, "train_loss": 0.00013094392488710582, "cos_r_negg": [0.6075530648231506, 0.6568485498428345], "cos_innovation_negg": [0.6075530648231506, 0.6568485498428345], "cos_apical_negg": [0.6075530648231506, 0.6568485498428345], "cos_Ac_negg": [0.6075530648231506, 0.6568485498428345], "r_norm": [0.20211082696914673, 0.19957412779331207]}, {"step": 22850, "epoch": 58, "train_loss": 0.0001019748451653868, "cos_r_negg": [0.60738605260849, 0.6568165421485901], "cos_innovation_negg": [0.60738605260849, 0.6568165421485901], "cos_apical_negg": [0.60738605260849, 0.6568165421485901], "cos_Ac_negg": [0.60738605260849, 0.6568165421485901], "r_norm": [0.20149962604045868, 0.1989709436893463]}, {"step": 22900, "epoch": 58, "train_loss": 5.792762021883391e-05, "cos_r_negg": [0.6075037717819214, 0.6569437384605408], "cos_innovation_negg": [0.6075037717819214, 0.6569437384605408], "cos_apical_negg": [0.6075037717819214, 0.6569437384605408], "cos_Ac_negg": [0.6075037717819214, 0.6569437384605408], "r_norm": [0.20133648812770844, 0.1988275945186615]}, {"step": 22950, "epoch": 58, "train_loss": 7.054960587993264e-05, "cos_r_negg": [0.6076515913009644, 0.6570382118225098], "cos_innovation_negg": [0.6076515913009644, 0.6570382118225098], "cos_apical_negg": [0.6076515913009644, 0.6570382118225098], "cos_Ac_negg": [0.6076515913009644, 0.6570382118225098], "r_norm": [0.20163635909557343, 0.19913849234580994]}, {"step": 23000, "epoch": 58, "train_loss": 4.092564631719142e-05, "cos_r_negg": [0.6076590418815613, 0.6570946574211121], "cos_innovation_negg": [0.6076590418815613, 0.6570946574211121], "cos_apical_negg": [0.6076590418815613, 0.6570946574211121], "cos_Ac_negg": [0.6076590418815613, 0.6570946574211121], "r_norm": [0.2011122852563858, 0.19860807061195374]}, {"step": 23050, "epoch": 58, "train_loss": 6.552512058988214e-05, "cos_r_negg": [0.6076933145523071, 0.6570764183998108], "cos_innovation_negg": [0.6076933145523071, 0.6570764183998108], "cos_apical_negg": [0.6076933145523071, 0.6570764183998108], "cos_Ac_negg": [0.6076933145523071, 0.6570764183998108], "r_norm": [0.20088320970535278, 0.1983882188796997]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9758, "test_loss": 0.13939101390838624}, {"step": 23100, "epoch": 59, "train_loss": 0.00011475437349872664, "cos_r_negg": [0.6076331734657288, 0.6570041179656982], "cos_innovation_negg": [0.6076331734657288, 0.6570041179656982], "cos_apical_negg": [0.6076331734657288, 0.6570041179656982], "cos_Ac_negg": [0.6076331734657288, 0.6570041179656982], "r_norm": [0.20113536715507507, 0.19861945509910583]}, {"step": 23150, "epoch": 59, "train_loss": 7.874353468650952e-05, "cos_r_negg": [0.6076983213424683, 0.6570687294006348], "cos_innovation_negg": [0.6076983213424683, 0.6570687294006348], "cos_apical_negg": [0.6076983213424683, 0.6570687294006348], "cos_Ac_negg": [0.6076983213424683, 0.6570687294006348], "r_norm": [0.20078013837337494, 0.19828204810619354]}, {"step": 23200, "epoch": 59, "train_loss": 5.330900603439659e-05, "cos_r_negg": [0.6077384948730469, 0.6571465730667114], "cos_innovation_negg": [0.6077384948730469, 0.6571465730667114], "cos_apical_negg": [0.6077384948730469, 0.6571465730667114], "cos_Ac_negg": [0.6077384948730469, 0.6571465730667114], "r_norm": [0.2003973126411438, 0.19790208339691162]}, {"step": 23250, "epoch": 59, "train_loss": 8.381276711588725e-05, "cos_r_negg": [0.607774019241333, 0.6572853922843933], "cos_innovation_negg": [0.607774019241333, 0.6572853922843933], "cos_apical_negg": [0.607774019241333, 0.6572853922843933], "cos_Ac_negg": [0.607774019241333, 0.6572853922843933], "r_norm": [0.2009682059288025, 0.19844897091388702]}, {"step": 23300, "epoch": 59, "train_loss": 0.00010654811921995133, "cos_r_negg": [0.6077430248260498, 0.6572549939155579], "cos_innovation_negg": [0.6077430248260498, 0.6572549939155579], "cos_apical_negg": [0.6077430248260498, 0.6572549939155579], "cos_Ac_negg": [0.6077430248260498, 0.6572549939155579], "r_norm": [0.2012149691581726, 0.19867846369743347]}, {"step": 23350, "epoch": 59, "train_loss": 4.4442236685426906e-05, "cos_r_negg": [0.607815146446228, 0.6572442054748535], "cos_innovation_negg": [0.607815146446228, 0.6572442054748535], "cos_apical_negg": [0.607815146446228, 0.6572442054748535], "cos_Ac_negg": [0.607815146446228, 0.6572442054748535], "r_norm": [0.20164096355438232, 0.1990933120250702]}, {"step": 23400, "epoch": 59, "train_loss": 0.00022660710965283215, "cos_r_negg": [0.6079689264297485, 0.657319188117981], "cos_innovation_negg": [0.6079689264297485, 0.657319188117981], "cos_apical_negg": [0.6079689264297485, 0.657319188117981], "cos_Ac_negg": [0.6079689264297485, 0.657319188117981], "r_norm": [0.20094561576843262, 0.19842258095741272]}, {"step": 23450, "epoch": 59, "train_loss": 7.595952047267929e-05, "cos_r_negg": [0.6079579591751099, 0.6573790311813354], "cos_innovation_negg": [0.6079579591751099, 0.6573790311813354], "cos_apical_negg": [0.6079579591751099, 0.6573790311813354], "cos_Ac_negg": [0.6079579591751099, 0.6573790311813354], "r_norm": [0.2010703682899475, 0.19857671856880188]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.976, "test_loss": 0.13971283025741577}], "final": {"test_acc": 0.976, "test_loss": 0.13971283025741577, "wall_s": 34.2239785194397, "cos_r_negg": [0.6079721450805664, 0.6573988795280457], "cos_innovation_negg": [0.6079721450805664, 0.6573988795280457], "cos_apical_negg": [0.6079721450805664, 0.6573988795280457], "cos_Ac_negg": [0.6079721450805664, 0.6573988795280457]}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_dfa_w500_d2_s1.json b/results/ep_depth2_v1_mnist_dfa_w500_d2_s1.json
new file mode 100644
index 0000000..afb0b0f
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_dfa_w500_d2_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s1", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4221277236938477, "cos_r_negg": [-0.015437845140695572, 0.0016449557151645422], "cos_innovation_negg": [-0.015437845140695572, 0.0016449557151645422], "cos_apical_negg": [-0.015437845140695572, 0.0016449557151645422], "cos_Ac_negg": [-0.015437845140695572, 0.0016449557151645422], "r_norm": [6.830373764038086, 6.701284408569336]}, {"step": 50, "epoch": 0, "train_loss": 0.5246415138244629, "cos_r_negg": [0.4608643054962158, 0.35093602538108826], "cos_innovation_negg": [0.4608643054962158, 0.35093602538108826], "cos_apical_negg": [0.4608643054962158, 0.35093602538108826], "cos_Ac_negg": [0.4608643054962158, 0.35093602538108826], "r_norm": [1.3654698133468628, 1.3238719701766968]}, {"step": 100, "epoch": 0, "train_loss": 0.2302473485469818, "cos_r_negg": [0.47554951906204224, 0.36602240800857544], "cos_innovation_negg": [0.47554951906204224, 0.36602240800857544], "cos_apical_negg": [0.47554951906204224, 0.36602240800857544], "cos_Ac_negg": [0.47554951906204224, 0.36602240800857544], "r_norm": [1.215794324874878, 1.1737200021743774]}, {"step": 150, "epoch": 0, "train_loss": 0.1578558385372162, "cos_r_negg": [0.4935961365699768, 0.3821931481361389], "cos_innovation_negg": [0.4935961365699768, 0.3821931481361389], "cos_apical_negg": [0.4935961365699768, 0.3821931481361389], "cos_Ac_negg": [0.4935961365699768, 0.3821931481361389], "r_norm": [0.9673832654953003, 0.9387739896774292]}, {"step": 200, "epoch": 0, "train_loss": 0.2689678370952606, "cos_r_negg": [0.5084521770477295, 0.4144338369369507], "cos_innovation_negg": [0.5084521770477295, 0.4144338369369507], "cos_apical_negg": [0.5084521770477295, 0.4144338369369507], "cos_Ac_negg": [0.5084521770477295, 0.4144338369369507], "r_norm": [0.9892722368240356, 0.9652143120765686]}, {"step": 250, "epoch": 0, "train_loss": 0.3495306968688965, "cos_r_negg": [0.5129870176315308, 0.44170695543289185], "cos_innovation_negg": [0.5129870176315308, 0.44170695543289185], "cos_apical_negg": [0.5129870176315308, 0.44170695543289185], "cos_Ac_negg": [0.5129870176315308, 0.44170695543289185], "r_norm": [1.0078173875808716, 0.9781786203384399]}, {"step": 300, "epoch": 0, "train_loss": 0.1818089783191681, "cos_r_negg": [0.5322966575622559, 0.43784573674201965], "cos_innovation_negg": [0.5322966575622559, 0.43784573674201965], "cos_apical_negg": [0.5322966575622559, 0.43784573674201965], "cos_Ac_negg": [0.5322966575622559, 0.43784573674201965], "r_norm": [0.8670170307159424, 0.8462141752243042]}, {"step": 350, "epoch": 0, "train_loss": 0.23623697459697723, "cos_r_negg": [0.5250974893569946, 0.433655321598053], "cos_innovation_negg": [0.5250974893569946, 0.433655321598053], "cos_apical_negg": [0.5250974893569946, 0.433655321598053], "cos_Ac_negg": [0.5250974893569946, 0.433655321598053], "r_norm": [0.7073938250541687, 0.6887609958648682]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9457, "test_loss": 0.19360310745239256}, {"step": 400, "epoch": 1, "train_loss": 0.11477649211883545, "cos_r_negg": [0.5495954751968384, 0.46966272592544556], "cos_innovation_negg": [0.5495954751968384, 0.46966272592544556], "cos_apical_negg": [0.5495954751968384, 0.46966272592544556], "cos_Ac_negg": [0.5495954751968384, 0.46966272592544556], "r_norm": [0.6372178792953491, 0.6189725399017334]}, {"step": 450, "epoch": 1, "train_loss": 0.21286574006080627, "cos_r_negg": [0.536588728427887, 0.4699012041091919], "cos_innovation_negg": [0.536588728427887, 0.4699012041091919], "cos_apical_negg": [0.536588728427887, 0.4699012041091919], "cos_Ac_negg": [0.536588728427887, 0.4699012041091919], "r_norm": [0.6079399585723877, 0.5896483659744263]}, {"step": 500, "epoch": 1, "train_loss": 0.14362174272537231, "cos_r_negg": [0.5527671575546265, 0.49631452560424805], "cos_innovation_negg": [0.5527671575546265, 0.49631452560424805], "cos_apical_negg": [0.5527671575546265, 0.49631452560424805], "cos_Ac_negg": [0.5527671575546265, 0.49631452560424805], "r_norm": [0.5160379409790039, 0.502438485622406]}, {"step": 550, "epoch": 1, "train_loss": 0.11231677979230881, "cos_r_negg": [0.5448259115219116, 0.4947248697280884], "cos_innovation_negg": [0.5448259115219116, 0.4947248697280884], "cos_apical_negg": [0.5448259115219116, 0.4947248697280884], "cos_Ac_negg": [0.5448259115219116, 0.4947248697280884], "r_norm": [0.7244235277175903, 0.7041007280349731]}, {"step": 600, "epoch": 1, "train_loss": 0.08445478975772858, "cos_r_negg": [0.5527231693267822, 0.5041215419769287], "cos_innovation_negg": [0.5527231693267822, 0.5041215419769287], "cos_apical_negg": [0.5527231693267822, 0.5041215419769287], "cos_Ac_negg": [0.5527231693267822, 0.5041215419769287], "r_norm": [0.5818415284156799, 0.5662548542022705]}, {"step": 650, "epoch": 1, "train_loss": 0.07786387205123901, "cos_r_negg": [0.536439061164856, 0.5019206404685974], "cos_innovation_negg": [0.536439061164856, 0.5019206404685974], "cos_apical_negg": [0.536439061164856, 0.5019206404685974], "cos_Ac_negg": [0.536439061164856, 0.5019206404685974], "r_norm": [0.5617035627365112, 0.54634028673172]}, {"step": 700, "epoch": 1, "train_loss": 0.16146698594093323, "cos_r_negg": [0.5438990592956543, 0.5038740038871765], "cos_innovation_negg": [0.5438990592956543, 0.5038740038871765], "cos_apical_negg": [0.5438990592956543, 0.5038740038871765], "cos_Ac_negg": [0.5438990592956543, 0.5038740038871765], "r_norm": [0.6277930736541748, 0.6072180271148682]}, {"step": 750, "epoch": 1, "train_loss": 0.20904429256916046, "cos_r_negg": [0.5436514019966125, 0.5054656863212585], "cos_innovation_negg": [0.5436514019966125, 0.5054656863212585], "cos_apical_negg": [0.5436514019966125, 0.5054656863212585], "cos_Ac_negg": [0.5436514019966125, 0.5054656863212585], "r_norm": [0.7238537073135376, 0.7065544128417969]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9526, "test_loss": 0.1584562614440918}, {"step": 800, "epoch": 2, "train_loss": 0.1320101022720337, "cos_r_negg": [0.5366241335868835, 0.49903404712677], "cos_innovation_negg": [0.5366241335868835, 0.49903404712677], "cos_apical_negg": [0.5366241335868835, 0.49903404712677], "cos_Ac_negg": [0.5366241335868835, 0.49903404712677], "r_norm": [0.469163179397583, 0.45562744140625]}, {"step": 850, "epoch": 2, "train_loss": 0.04584658145904541, "cos_r_negg": [0.5599572062492371, 0.528193473815918], "cos_innovation_negg": [0.5599572062492371, 0.528193473815918], "cos_apical_negg": [0.5599572062492371, 0.528193473815918], "cos_Ac_negg": [0.5599572062492371, 0.528193473815918], "r_norm": [0.4218657910823822, 0.4115210175514221]}, {"step": 900, "epoch": 2, "train_loss": 0.04049397259950638, "cos_r_negg": [0.5678673982620239, 0.526256799697876], "cos_innovation_negg": [0.5678673982620239, 0.526256799697876], "cos_apical_negg": [0.5678673982620239, 0.526256799697876], "cos_Ac_negg": [0.5678673982620239, 0.526256799697876], "r_norm": [0.5014207363128662, 0.4873514175415039]}, {"step": 950, "epoch": 2, "train_loss": 0.1620020866394043, "cos_r_negg": [0.5695810317993164, 0.5298782587051392], "cos_innovation_negg": [0.5695810317993164, 0.5298782587051392], "cos_apical_negg": [0.5695810317993164, 0.5298782587051392], "cos_Ac_negg": [0.5695810317993164, 0.5298782587051392], "r_norm": [0.4116264879703522, 0.3991656005382538]}, {"step": 1000, "epoch": 2, "train_loss": 0.08373621106147766, "cos_r_negg": [0.5703896284103394, 0.5345191359519958], "cos_innovation_negg": [0.5703896284103394, 0.5345191359519958], "cos_apical_negg": [0.5703896284103394, 0.5345191359519958], "cos_Ac_negg": [0.5703896284103394, 0.5345191359519958], "r_norm": [0.41589292883872986, 0.4057850241661072]}, {"step": 1050, "epoch": 2, "train_loss": 0.07124965637922287, "cos_r_negg": [0.5643539428710938, 0.5475521683692932], "cos_innovation_negg": [0.5643539428710938, 0.5475521683692932], "cos_apical_negg": [0.5643539428710938, 0.5475521683692932], "cos_Ac_negg": [0.5643539428710938, 0.5475521683692932], "r_norm": [0.4636182188987732, 0.449179083108902]}, {"step": 1100, "epoch": 2, "train_loss": 0.12663914263248444, "cos_r_negg": [0.5492614507675171, 0.5518646240234375], "cos_innovation_negg": [0.5492614507675171, 0.5518646240234375], "cos_apical_negg": [0.5492614507675171, 0.5518646240234375], "cos_Ac_negg": [0.5492614507675171, 0.5518646240234375], "r_norm": [0.3894086480140686, 0.3790711760520935]}, {"step": 1150, "epoch": 2, "train_loss": 0.17032869160175323, "cos_r_negg": [0.5665864944458008, 0.5562950372695923], "cos_innovation_negg": [0.5665864944458008, 0.5562950372695923], "cos_apical_negg": [0.5665864944458008, 0.5562950372695923], "cos_Ac_negg": [0.5665864944458008, 0.5562950372695923], "r_norm": [0.3439366817474365, 0.33519938588142395]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9612, "test_loss": 0.1337234920501709}, {"step": 1200, "epoch": 3, "train_loss": 0.04847961664199829, "cos_r_negg": [0.5575792193412781, 0.5494644641876221], "cos_innovation_negg": [0.5575792193412781, 0.5494644641876221], "cos_apical_negg": [0.5575792193412781, 0.5494644641876221], "cos_Ac_negg": [0.5575792193412781, 0.5494644641876221], "r_norm": [0.366507887840271, 0.3600434362888336]}, {"step": 1250, "epoch": 3, "train_loss": 0.11186179518699646, "cos_r_negg": [0.5658038854598999, 0.5587601065635681], "cos_innovation_negg": [0.5658038854598999, 0.5587601065635681], "cos_apical_negg": [0.5658038854598999, 0.5587601065635681], "cos_Ac_negg": [0.5658038854598999, 0.5587601065635681], "r_norm": [0.38372284173965454, 0.3754619359970093]}, {"step": 1300, "epoch": 3, "train_loss": 0.012807473540306091, "cos_r_negg": [0.5644921064376831, 0.5643035173416138], "cos_innovation_negg": [0.5644921064376831, 0.5643035173416138], "cos_apical_negg": [0.5644921064376831, 0.5643035173416138], "cos_Ac_negg": [0.5644921064376831, 0.5643035173416138], "r_norm": [0.39083176851272583, 0.37842753529548645]}, {"step": 1350, "epoch": 3, "train_loss": 0.02975066378712654, "cos_r_negg": [0.5703871250152588, 0.5758054256439209], "cos_innovation_negg": [0.5703871250152588, 0.5758054256439209], "cos_apical_negg": [0.5703871250152588, 0.5758054256439209], "cos_Ac_negg": [0.5703871250152588, 0.5758054256439209], "r_norm": [0.3459366261959076, 0.33804333209991455]}, {"step": 1400, "epoch": 3, "train_loss": 0.02690935507416725, "cos_r_negg": [0.5733006000518799, 0.5806031227111816], "cos_innovation_negg": [0.5733006000518799, 0.5806031227111816], "cos_apical_negg": [0.5733006000518799, 0.5806031227111816], "cos_Ac_negg": [0.5733006000518799, 0.5806031227111816], "r_norm": [0.467815637588501, 0.4520464539527893]}, {"step": 1450, "epoch": 3, "train_loss": 0.05586918815970421, "cos_r_negg": [0.5681052207946777, 0.5770865678787231], "cos_innovation_negg": [0.5681052207946777, 0.5770865678787231], "cos_apical_negg": [0.5681052207946777, 0.5770865678787231], "cos_Ac_negg": [0.5681052207946777, 0.5770865678787231], "r_norm": [0.4091610312461853, 0.3988720178604126]}, {"step": 1500, "epoch": 3, "train_loss": 0.08026781678199768, "cos_r_negg": [0.5830316543579102, 0.578112006187439], "cos_innovation_negg": [0.5830316543579102, 0.578112006187439], "cos_apical_negg": [0.5830316543579102, 0.578112006187439], "cos_Ac_negg": [0.5830316543579102, 0.578112006187439], "r_norm": [0.33003050088882446, 0.32228219509124756]}, {"step": 1550, "epoch": 3, "train_loss": 0.042872071266174316, "cos_r_negg": [0.5796560049057007, 0.5777794718742371], "cos_innovation_negg": [0.5796560049057007, 0.5777794718742371], "cos_apical_negg": [0.5796560049057007, 0.5777794718742371], "cos_Ac_negg": [0.5796560049057007, 0.5777794718742371], "r_norm": [0.4373629093170166, 0.4253379702568054]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9622, "test_loss": 0.1349095516204834}, {"step": 1600, "epoch": 4, "train_loss": 0.07137793302536011, "cos_r_negg": [0.5719863176345825, 0.5765312910079956], "cos_innovation_negg": [0.5719863176345825, 0.5765312910079956], "cos_apical_negg": [0.5719863176345825, 0.5765312910079956], "cos_Ac_negg": [0.5719863176345825, 0.5765312910079956], "r_norm": [0.3295856714248657, 0.32110464572906494]}, {"step": 1650, "epoch": 4, "train_loss": 0.0689721554517746, "cos_r_negg": [0.5734454393386841, 0.591477632522583], "cos_innovation_negg": [0.5734454393386841, 0.591477632522583], "cos_apical_negg": [0.5734454393386841, 0.591477632522583], "cos_Ac_negg": [0.5734454393386841, 0.591477632522583], "r_norm": [0.3335800766944885, 0.3246087431907654]}, {"step": 1700, "epoch": 4, "train_loss": 0.02585451304912567, "cos_r_negg": [0.5720486640930176, 0.5924285650253296], "cos_innovation_negg": [0.5720486640930176, 0.5924285650253296], "cos_apical_negg": [0.5720486640930176, 0.5924285650253296], "cos_Ac_negg": [0.5720486640930176, 0.5924285650253296], "r_norm": [0.3361496031284332, 0.32810860872268677]}, {"step": 1750, "epoch": 4, "train_loss": 0.06894471496343613, "cos_r_negg": [0.5766262412071228, 0.5879920721054077], "cos_innovation_negg": [0.5766262412071228, 0.5879920721054077], "cos_apical_negg": [0.5766262412071228, 0.5879920721054077], "cos_Ac_negg": [0.5766262412071228, 0.5879920721054077], "r_norm": [0.3493907153606415, 0.34084901213645935]}, {"step": 1800, "epoch": 4, "train_loss": 0.057169102132320404, "cos_r_negg": [0.5710024833679199, 0.5772398114204407], "cos_innovation_negg": [0.5710024833679199, 0.5772398114204407], "cos_apical_negg": [0.5710024833679199, 0.5772398114204407], "cos_Ac_negg": [0.5710024833679199, 0.5772398114204407], "r_norm": [0.349324494600296, 0.3403993844985962]}, {"step": 1850, "epoch": 4, "train_loss": 0.11380895972251892, "cos_r_negg": [0.5817775130271912, 0.5862595438957214], "cos_innovation_negg": [0.5817775130271912, 0.5862595438957214], "cos_apical_negg": [0.5817775130271912, 0.5862595438957214], "cos_Ac_negg": [0.5817775130271912, 0.5862595438957214], "r_norm": [0.34457123279571533, 0.33656054735183716]}, {"step": 1900, "epoch": 4, "train_loss": 0.015893546864390373, "cos_r_negg": [0.5937060713768005, 0.6027535796165466], "cos_innovation_negg": [0.5937060713768005, 0.6027535796165466], "cos_apical_negg": [0.5937060713768005, 0.6027535796165466], "cos_Ac_negg": [0.5937060713768005, 0.6027535796165466], "r_norm": [0.31853196024894714, 0.31246310472488403]}, {"step": 1950, "epoch": 4, "train_loss": 0.06641347706317902, "cos_r_negg": [0.5889811515808105, 0.6000721454620361], "cos_innovation_negg": [0.5889811515808105, 0.6000721454620361], "cos_apical_negg": [0.5889811515808105, 0.6000721454620361], "cos_Ac_negg": [0.5889811515808105, 0.6000721454620361], "r_norm": [0.3236086964607239, 0.31666800379753113]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9713, "test_loss": 0.10496708087921143}, {"step": 2000, "epoch": 5, "train_loss": 0.0333586223423481, "cos_r_negg": [0.5958640575408936, 0.6102279424667358], "cos_innovation_negg": [0.5958640575408936, 0.6102279424667358], "cos_apical_negg": [0.5958640575408936, 0.6102279424667358], "cos_Ac_negg": [0.5958640575408936, 0.6102279424667358], "r_norm": [0.3118583559989929, 0.30409902334213257]}, {"step": 2050, "epoch": 5, "train_loss": 0.022879837080836296, "cos_r_negg": [0.5858699679374695, 0.6001335382461548], "cos_innovation_negg": [0.5858699679374695, 0.6001335382461548], "cos_apical_negg": [0.5858699679374695, 0.6001335382461548], "cos_Ac_negg": [0.5858699679374695, 0.6001335382461548], "r_norm": [0.33530980348587036, 0.3276199698448181]}, {"step": 2100, "epoch": 5, "train_loss": 0.00841503031551838, "cos_r_negg": [0.5927902460098267, 0.6100083589553833], "cos_innovation_negg": [0.5927902460098267, 0.6100083589553833], "cos_apical_negg": [0.5927902460098267, 0.6100083589553833], "cos_Ac_negg": [0.5927902460098267, 0.6100083589553833], "r_norm": [0.2892345190048218, 0.2820782959461212]}, {"step": 2150, "epoch": 5, "train_loss": 0.0022061667405068874, "cos_r_negg": [0.5783956050872803, 0.6023748517036438], "cos_innovation_negg": [0.5783956050872803, 0.6023748517036438], "cos_apical_negg": [0.5783956050872803, 0.6023748517036438], "cos_Ac_negg": [0.5783956050872803, 0.6023748517036438], "r_norm": [0.3165814280509949, 0.3087023198604584]}, {"step": 2200, "epoch": 5, "train_loss": 0.06774820387363434, "cos_r_negg": [0.584113597869873, 0.6085491180419922], "cos_innovation_negg": [0.584113597869873, 0.6085491180419922], "cos_apical_negg": [0.584113597869873, 0.6085491180419922], "cos_Ac_negg": [0.584113597869873, 0.6085491180419922], "r_norm": [0.3027893304824829, 0.2958908677101135]}, {"step": 2250, "epoch": 5, "train_loss": 0.018766172230243683, "cos_r_negg": [0.5965626239776611, 0.6068556308746338], "cos_innovation_negg": [0.5965626239776611, 0.6068556308746338], "cos_apical_negg": [0.5965626239776611, 0.6068556308746338], "cos_Ac_negg": [0.5965626239776611, 0.6068556308746338], "r_norm": [0.33794695138931274, 0.32901138067245483]}, {"step": 2300, "epoch": 5, "train_loss": 0.010335749946534634, "cos_r_negg": [0.5965694189071655, 0.610173761844635], "cos_innovation_negg": [0.5965694189071655, 0.610173761844635], "cos_apical_negg": [0.5965694189071655, 0.610173761844635], "cos_Ac_negg": [0.5965694189071655, 0.610173761844635], "r_norm": [0.32086941599845886, 0.3129553496837616]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9672, "test_loss": 0.12132594718933105}, {"step": 2350, "epoch": 6, "train_loss": 0.020566174760460854, "cos_r_negg": [0.6015440225601196, 0.6157470941543579], "cos_innovation_negg": [0.6015440225601196, 0.6157470941543579], "cos_apical_negg": [0.6015440225601196, 0.6157470941543579], "cos_Ac_negg": [0.6015440225601196, 0.6157470941543579], "r_norm": [0.2789013683795929, 0.2731044888496399]}, {"step": 2400, "epoch": 6, "train_loss": 0.003456470789387822, "cos_r_negg": [0.605629563331604, 0.6184937953948975], "cos_innovation_negg": [0.605629563331604, 0.6184937953948975], "cos_apical_negg": [0.605629563331604, 0.6184937953948975], "cos_Ac_negg": [0.605629563331604, 0.6184937953948975], "r_norm": [0.31413334608078003, 0.30673694610595703]}, {"step": 2450, "epoch": 6, "train_loss": 0.012655701488256454, "cos_r_negg": [0.5936160087585449, 0.6201043128967285], "cos_innovation_negg": [0.5936160087585449, 0.6201043128967285], "cos_apical_negg": [0.5936160087585449, 0.6201043128967285], "cos_Ac_negg": [0.5936160087585449, 0.6201043128967285], "r_norm": [0.3098737895488739, 0.3007001578807831]}, {"step": 2500, "epoch": 6, "train_loss": 0.014769047498703003, "cos_r_negg": [0.6002717018127441, 0.6222659349441528], "cos_innovation_negg": [0.6002717018127441, 0.6222659349441528], "cos_apical_negg": [0.6002717018127441, 0.6222659349441528], "cos_Ac_negg": [0.6002717018127441, 0.6222659349441528], "r_norm": [0.32910779118537903, 0.321031779050827]}, {"step": 2550, "epoch": 6, "train_loss": 0.006494758650660515, "cos_r_negg": [0.5923924446105957, 0.6133944988250732], "cos_innovation_negg": [0.5923924446105957, 0.6133944988250732], "cos_apical_negg": [0.5923924446105957, 0.6133944988250732], "cos_Ac_negg": [0.5923924446105957, 0.6133944988250732], "r_norm": [0.3157438039779663, 0.3068084120750427]}, {"step": 2600, "epoch": 6, "train_loss": 0.0038575674407184124, "cos_r_negg": [0.5941675901412964, 0.6226593255996704], "cos_innovation_negg": [0.5941675901412964, 0.6226593255996704], "cos_apical_negg": [0.5941675901412964, 0.6226593255996704], "cos_Ac_negg": [0.5941675901412964, 0.6226593255996704], "r_norm": [0.3316269516944885, 0.3221757411956787]}, {"step": 2650, "epoch": 6, "train_loss": 0.04992879927158356, "cos_r_negg": [0.6056866645812988, 0.6268115043640137], "cos_innovation_negg": [0.6056866645812988, 0.6268115043640137], "cos_apical_negg": [0.6056866645812988, 0.6268115043640137], "cos_Ac_negg": [0.6056866645812988, 0.6268115043640137], "r_norm": [0.2716052234172821, 0.264249324798584]}, {"step": 2700, "epoch": 6, "train_loss": 0.02231978438794613, "cos_r_negg": [0.6045780181884766, 0.6295382976531982], "cos_innovation_negg": [0.6045780181884766, 0.6295382976531982], "cos_apical_negg": [0.6045780181884766, 0.6295382976531982], "cos_Ac_negg": [0.6045780181884766, 0.6295382976531982], "r_norm": [0.2652756869792938, 0.25908273458480835]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9716, "test_loss": 0.11448768844604493}, {"step": 2750, "epoch": 7, "train_loss": 0.0007065631216391921, "cos_r_negg": [0.6052439212799072, 0.628796398639679], "cos_innovation_negg": [0.6052439212799072, 0.628796398639679], "cos_apical_negg": [0.6052439212799072, 0.628796398639679], "cos_Ac_negg": [0.6052439212799072, 0.628796398639679], "r_norm": [0.27888739109039307, 0.2719957232475281]}, {"step": 2800, "epoch": 7, "train_loss": 0.002200160641223192, "cos_r_negg": [0.6054223775863647, 0.630107045173645], "cos_innovation_negg": [0.6054223775863647, 0.630107045173645], "cos_apical_negg": [0.6054223775863647, 0.630107045173645], "cos_Ac_negg": [0.6054223775863647, 0.630107045173645], "r_norm": [0.27344638109207153, 0.26647594571113586]}, {"step": 2850, "epoch": 7, "train_loss": 0.001427814713679254, "cos_r_negg": [0.6006847620010376, 0.6296118497848511], "cos_innovation_negg": [0.6006847620010376, 0.6296118497848511], "cos_apical_negg": [0.6006847620010376, 0.6296118497848511], "cos_Ac_negg": [0.6006847620010376, 0.6296118497848511], "r_norm": [0.2742932140827179, 0.26768991351127625]}, {"step": 2900, "epoch": 7, "train_loss": 0.0026452280580997467, "cos_r_negg": [0.6005649566650391, 0.6328866481781006], "cos_innovation_negg": [0.6005649566650391, 0.6328866481781006], "cos_apical_negg": [0.6005649566650391, 0.6328866481781006], "cos_Ac_negg": [0.6005649566650391, 0.6328866481781006], "r_norm": [0.275828093290329, 0.26856642961502075]}, {"step": 2950, "epoch": 7, "train_loss": 0.0012129966635257006, "cos_r_negg": [0.601487398147583, 0.6306925415992737], "cos_innovation_negg": [0.601487398147583, 0.6306925415992737], "cos_apical_negg": [0.601487398147583, 0.6306925415992737], "cos_Ac_negg": [0.601487398147583, 0.6306925415992737], "r_norm": [0.2689046263694763, 0.26184409856796265]}, {"step": 3000, "epoch": 7, "train_loss": 0.0009715294581837952, "cos_r_negg": [0.5981763005256653, 0.6304643750190735], "cos_innovation_negg": [0.5981763005256653, 0.6304643750190735], "cos_apical_negg": [0.5981763005256653, 0.6304643750190735], "cos_Ac_negg": [0.5981763005256653, 0.6304643750190735], "r_norm": [0.2587333917617798, 0.2527354955673218]}, {"step": 3050, "epoch": 7, "train_loss": 0.004791232291609049, "cos_r_negg": [0.6062679290771484, 0.6339936256408691], "cos_innovation_negg": [0.6062679290771484, 0.6339936256408691], "cos_apical_negg": [0.6062679290771484, 0.6339936256408691], "cos_Ac_negg": [0.6062679290771484, 0.6339936256408691], "r_norm": [0.2630886733531952, 0.2569120228290558]}, {"step": 3100, "epoch": 7, "train_loss": 0.0006914597470313311, "cos_r_negg": [0.6054598093032837, 0.6326067447662354], "cos_innovation_negg": [0.6054598093032837, 0.6326067447662354], "cos_apical_negg": [0.6054598093032837, 0.6326067447662354], "cos_Ac_negg": [0.6054598093032837, 0.6326067447662354], "r_norm": [0.24218395352363586, 0.23604658246040344]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9731, "test_loss": 0.10916074409484863}, {"step": 3150, "epoch": 8, "train_loss": 0.00870455615222454, "cos_r_negg": [0.6093850135803223, 0.6374700665473938], "cos_innovation_negg": [0.6093850135803223, 0.6374700665473938], "cos_apical_negg": [0.6093850135803223, 0.6374700665473938], "cos_Ac_negg": [0.6093850135803223, 0.6374700665473938], "r_norm": [0.2756710946559906, 0.2681575417518616]}, {"step": 3200, "epoch": 8, "train_loss": 0.01055352296680212, "cos_r_negg": [0.608307421207428, 0.6361130475997925], "cos_innovation_negg": [0.608307421207428, 0.6361130475997925], "cos_apical_negg": [0.608307421207428, 0.6361130475997925], "cos_Ac_negg": [0.608307421207428, 0.6361130475997925], "r_norm": [0.2770381569862366, 0.271432489156723]}, {"step": 3250, "epoch": 8, "train_loss": 0.0011790997814387083, "cos_r_negg": [0.6055997610092163, 0.6347882151603699], "cos_innovation_negg": [0.6055997610092163, 0.6347882151603699], "cos_apical_negg": [0.6055997610092163, 0.6347882151603699], "cos_Ac_negg": [0.6055997610092163, 0.6347882151603699], "r_norm": [0.27434390783309937, 0.26803821325302124]}, {"step": 3300, "epoch": 8, "train_loss": 0.0029920756351202726, "cos_r_negg": [0.5998681783676147, 0.6338062286376953], "cos_innovation_negg": [0.5998681783676147, 0.6338062286376953], "cos_apical_negg": [0.5998681783676147, 0.6338062286376953], "cos_Ac_negg": [0.5998681783676147, 0.6338062286376953], "r_norm": [0.28071850538253784, 0.27357423305511475]}, {"step": 3350, "epoch": 8, "train_loss": 0.0023230055812746286, "cos_r_negg": [0.6023337244987488, 0.6358672976493835], "cos_innovation_negg": [0.6023337244987488, 0.6358672976493835], "cos_apical_negg": [0.6023337244987488, 0.6358672976493835], "cos_Ac_negg": [0.6023337244987488, 0.6358672976493835], "r_norm": [0.23231680691242218, 0.22585847973823547]}, {"step": 3400, "epoch": 8, "train_loss": 0.007576278876513243, "cos_r_negg": [0.6006604433059692, 0.6317529082298279], "cos_innovation_negg": [0.6006604433059692, 0.6317529082298279], "cos_apical_negg": [0.6006604433059692, 0.6317529082298279], "cos_Ac_negg": [0.6006604433059692, 0.6317529082298279], "r_norm": [0.2643160820007324, 0.2575288414955139]}, {"step": 3450, "epoch": 8, "train_loss": 0.00594232277944684, "cos_r_negg": [0.606902003288269, 0.6356353163719177], "cos_innovation_negg": [0.606902003288269, 0.6356353163719177], "cos_apical_negg": [0.606902003288269, 0.6356353163719177], "cos_Ac_negg": [0.606902003288269, 0.6356353163719177], "r_norm": [0.2516644597053528, 0.24548274278640747]}, {"step": 3500, "epoch": 8, "train_loss": 0.003018162213265896, "cos_r_negg": [0.6056655645370483, 0.6379691958427429], "cos_innovation_negg": [0.6056655645370483, 0.6379691958427429], "cos_apical_negg": [0.6056655645370483, 0.6379691958427429], "cos_Ac_negg": [0.6056655645370483, 0.6379691958427429], "r_norm": [0.2798615097999573, 0.272039532661438]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9754, "test_loss": 0.10454904050827027}, {"step": 3550, "epoch": 9, "train_loss": 0.001169047667644918, "cos_r_negg": [0.6044520139694214, 0.63583904504776], "cos_innovation_negg": [0.6044520139694214, 0.63583904504776], "cos_apical_negg": [0.6044520139694214, 0.63583904504776], "cos_Ac_negg": [0.6044520139694214, 0.63583904504776], "r_norm": [0.25395333766937256, 0.24848678708076477]}, {"step": 3600, "epoch": 9, "train_loss": 0.002492607804015279, "cos_r_negg": [0.6052104234695435, 0.6358009576797485], "cos_innovation_negg": [0.6052104234695435, 0.6358009576797485], "cos_apical_negg": [0.6052104234695435, 0.6358009576797485], "cos_Ac_negg": [0.6052104234695435, 0.6358009576797485], "r_norm": [0.23036815226078033, 0.225102037191391]}, {"step": 3650, "epoch": 9, "train_loss": 0.004432461224496365, "cos_r_negg": [0.6006731986999512, 0.6358246207237244], "cos_innovation_negg": [0.6006731986999512, 0.6358246207237244], "cos_apical_negg": [0.6006731986999512, 0.6358246207237244], "cos_Ac_negg": [0.6006731986999512, 0.6358246207237244], "r_norm": [0.2575489580631256, 0.2519577741622925]}, {"step": 3700, "epoch": 9, "train_loss": 0.0031860251910984516, "cos_r_negg": [0.6040052175521851, 0.6361644268035889], "cos_innovation_negg": [0.6040052175521851, 0.6361644268035889], "cos_apical_negg": [0.6040052175521851, 0.6361644268035889], "cos_Ac_negg": [0.6040052175521851, 0.6361644268035889], "r_norm": [0.25409021973609924, 0.24832019209861755]}, {"step": 3750, "epoch": 9, "train_loss": 0.0018339516827836633, "cos_r_negg": [0.6058124303817749, 0.6395031213760376], "cos_innovation_negg": [0.6058124303817749, 0.6395031213760376], "cos_apical_negg": [0.6058124303817749, 0.6395031213760376], "cos_Ac_negg": [0.6058124303817749, 0.6395031213760376], "r_norm": [0.2237326055765152, 0.21904978156089783]}, {"step": 3800, "epoch": 9, "train_loss": 0.000784363248385489, "cos_r_negg": [0.6068054437637329, 0.6392664909362793], "cos_innovation_negg": [0.6068054437637329, 0.6392664909362793], "cos_apical_negg": [0.6068054437637329, 0.6392664909362793], "cos_Ac_negg": [0.6068054437637329, 0.6392664909362793], "r_norm": [0.21750923991203308, 0.21227550506591797]}, {"step": 3850, "epoch": 9, "train_loss": 0.0017087406013160944, "cos_r_negg": [0.6092880964279175, 0.6409957408905029], "cos_innovation_negg": [0.6092880964279175, 0.6409957408905029], "cos_apical_negg": [0.6092880964279175, 0.6409957408905029], "cos_Ac_negg": [0.6092880964279175, 0.6409957408905029], "r_norm": [0.2378462255001068, 0.23309537768363953]}, {"step": 3900, "epoch": 9, "train_loss": 0.0024851697962731123, "cos_r_negg": [0.6072857975959778, 0.6374325156211853], "cos_innovation_negg": [0.6072857975959778, 0.6374325156211853], "cos_apical_negg": [0.6072857975959778, 0.6374325156211853], "cos_Ac_negg": [0.6072857975959778, 0.6374325156211853], "r_norm": [0.2267703115940094, 0.2218848019838333]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9754, "test_loss": 0.10871489181518555}, {"step": 3950, "epoch": 10, "train_loss": 0.000559489184524864, "cos_r_negg": [0.6038365364074707, 0.6371967792510986], "cos_innovation_negg": [0.6038365364074707, 0.6371967792510986], "cos_apical_negg": [0.6038365364074707, 0.6371967792510986], "cos_Ac_negg": [0.6038365364074707, 0.6371967792510986], "r_norm": [0.2489277571439743, 0.24345172941684723]}, {"step": 4000, "epoch": 10, "train_loss": 0.0019850663375109434, "cos_r_negg": [0.6031813025474548, 0.6407162547111511], "cos_innovation_negg": [0.6031813025474548, 0.6407162547111511], "cos_apical_negg": [0.6031813025474548, 0.6407162547111511], "cos_Ac_negg": [0.6031813025474548, 0.6407162547111511], "r_norm": [0.25799256563186646, 0.25211748480796814]}, {"step": 4050, "epoch": 10, "train_loss": 0.0010169342858716846, "cos_r_negg": [0.6057558059692383, 0.6390746831893921], "cos_innovation_negg": [0.6057558059692383, 0.6390746831893921], "cos_apical_negg": [0.6057558059692383, 0.6390746831893921], "cos_Ac_negg": [0.6057558059692383, 0.6390746831893921], "r_norm": [0.2483295202255249, 0.24277283251285553]}, {"step": 4100, "epoch": 10, "train_loss": 0.00055602693464607, "cos_r_negg": [0.6051295399665833, 0.6440609693527222], "cos_innovation_negg": [0.6051295399665833, 0.6440609693527222], "cos_apical_negg": [0.6051295399665833, 0.6440609693527222], "cos_Ac_negg": [0.6051295399665833, 0.6440609693527222], "r_norm": [0.24590939283370972, 0.24094104766845703]}, {"step": 4150, "epoch": 10, "train_loss": 0.00029210737557150424, "cos_r_negg": [0.6043974757194519, 0.6427611112594604], "cos_innovation_negg": [0.6043974757194519, 0.6427611112594604], "cos_apical_negg": [0.6043974757194519, 0.6427611112594604], "cos_Ac_negg": [0.6043974757194519, 0.6427611112594604], "r_norm": [0.22862902283668518, 0.2236025333404541]}, {"step": 4200, "epoch": 10, "train_loss": 0.001460029510781169, "cos_r_negg": [0.6056275963783264, 0.6446470022201538], "cos_innovation_negg": [0.6056275963783264, 0.6446470022201538], "cos_apical_negg": [0.6056275963783264, 0.6446470022201538], "cos_Ac_negg": [0.6056275963783264, 0.6446470022201538], "r_norm": [0.22333253920078278, 0.2182374894618988]}, {"step": 4250, "epoch": 10, "train_loss": 0.0017741299234330654, "cos_r_negg": [0.6052027940750122, 0.6444482803344727], "cos_innovation_negg": [0.6052027940750122, 0.6444482803344727], "cos_apical_negg": [0.6052027940750122, 0.6444482803344727], "cos_Ac_negg": [0.6052027940750122, 0.6444482803344727], "r_norm": [0.22229698300361633, 0.21734166145324707]}, {"step": 4300, "epoch": 10, "train_loss": 0.0008201761520467699, "cos_r_negg": [0.606352686882019, 0.6436151266098022], "cos_innovation_negg": [0.606352686882019, 0.6436151266098022], "cos_apical_negg": [0.606352686882019, 0.6436151266098022], "cos_Ac_negg": [0.606352686882019, 0.6436151266098022], "r_norm": [0.23256683349609375, 0.2270793914794922]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9758, "test_loss": 0.11174538707733155}, {"step": 4350, "epoch": 11, "train_loss": 0.000659701821859926, "cos_r_negg": [0.6058481931686401, 0.6438299417495728], "cos_innovation_negg": [0.6058481931686401, 0.6438299417495728], "cos_apical_negg": [0.6058481931686401, 0.6438299417495728], "cos_Ac_negg": [0.6058481931686401, 0.6438299417495728], "r_norm": [0.22253772616386414, 0.21745005249977112]}, {"step": 4400, "epoch": 11, "train_loss": 0.0006173115689307451, "cos_r_negg": [0.6053822040557861, 0.6416548490524292], "cos_innovation_negg": [0.6053822040557861, 0.6416548490524292], "cos_apical_negg": [0.6053822040557861, 0.6416548490524292], "cos_Ac_negg": [0.6053822040557861, 0.6416548490524292], "r_norm": [0.2283536046743393, 0.22290974855422974]}, {"step": 4450, "epoch": 11, "train_loss": 0.002110895235091448, "cos_r_negg": [0.6051180362701416, 0.6434981822967529], "cos_innovation_negg": [0.6051180362701416, 0.6434981822967529], "cos_apical_negg": [0.6051180362701416, 0.6434981822967529], "cos_Ac_negg": [0.6051180362701416, 0.6434981822967529], "r_norm": [0.23391301929950714, 0.22841553390026093]}, {"step": 4500, "epoch": 11, "train_loss": 0.00012227539264131337, "cos_r_negg": [0.6053519248962402, 0.6427146196365356], "cos_innovation_negg": [0.6053519248962402, 0.6427146196365356], "cos_apical_negg": [0.6053519248962402, 0.6427146196365356], "cos_Ac_negg": [0.6053519248962402, 0.6427146196365356], "r_norm": [0.23745103180408478, 0.23215728998184204]}, {"step": 4550, "epoch": 11, "train_loss": 0.0014467915752902627, "cos_r_negg": [0.6029955148696899, 0.6408098936080933], "cos_innovation_negg": [0.6029955148696899, 0.6408098936080933], "cos_apical_negg": [0.6029955148696899, 0.6408098936080933], "cos_Ac_negg": [0.6029955148696899, 0.6408098936080933], "r_norm": [0.2326430380344391, 0.22760671377182007]}, {"step": 4600, "epoch": 11, "train_loss": 0.0004722564772237092, "cos_r_negg": [0.604422926902771, 0.6422469019889832], "cos_innovation_negg": [0.604422926902771, 0.6422469019889832], "cos_apical_negg": [0.604422926902771, 0.6422469019889832], "cos_Ac_negg": [0.604422926902771, 0.6422469019889832], "r_norm": [0.2228693962097168, 0.21844415366649628]}, {"step": 4650, "epoch": 11, "train_loss": 0.000804619281552732, "cos_r_negg": [0.6054491996765137, 0.6434627771377563], "cos_innovation_negg": [0.6054491996765137, 0.6434627771377563], "cos_apical_negg": [0.6054491996765137, 0.6434627771377563], "cos_Ac_negg": [0.6054491996765137, 0.6434627771377563], "r_norm": [0.22829438745975494, 0.2234700471162796]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9757, "test_loss": 0.11246304903030395}, {"step": 4700, "epoch": 12, "train_loss": 0.0008299181936308742, "cos_r_negg": [0.6063137054443359, 0.642088770866394], "cos_innovation_negg": [0.6063137054443359, 0.642088770866394], "cos_apical_negg": [0.6063137054443359, 0.642088770866394], "cos_Ac_negg": [0.6063137054443359, 0.642088770866394], "r_norm": [0.22827664017677307, 0.22316452860832214]}, {"step": 4750, "epoch": 12, "train_loss": 0.000662012433167547, "cos_r_negg": [0.6067098379135132, 0.6420080661773682], "cos_innovation_negg": [0.6067098379135132, 0.6420080661773682], "cos_apical_negg": [0.6067098379135132, 0.6420080661773682], "cos_Ac_negg": [0.6067098379135132, 0.6420080661773682], "r_norm": [0.22390636801719666, 0.21893492341041565]}, {"step": 4800, "epoch": 12, "train_loss": 0.0002446883008815348, "cos_r_negg": [0.6076215505599976, 0.6444720029830933], "cos_innovation_negg": [0.6076215505599976, 0.6444720029830933], "cos_apical_negg": [0.6076215505599976, 0.6444720029830933], "cos_Ac_negg": [0.6076215505599976, 0.6444720029830933], "r_norm": [0.21874341368675232, 0.21361204981803894]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005398922367021441, "cos_r_negg": [0.6058110594749451, 0.6440399885177612], "cos_innovation_negg": [0.6058110594749451, 0.6440399885177612], "cos_apical_negg": [0.6058110594749451, 0.6440399885177612], "cos_Ac_negg": [0.6058110594749451, 0.6440399885177612], "r_norm": [0.22376416623592377, 0.21869154274463654]}, {"step": 4900, "epoch": 12, "train_loss": 0.0007319673895835876, "cos_r_negg": [0.6055881977081299, 0.6421911716461182], "cos_innovation_negg": [0.6055881977081299, 0.6421911716461182], "cos_apical_negg": [0.6055881977081299, 0.6421911716461182], "cos_Ac_negg": [0.6055881977081299, 0.6421911716461182], "r_norm": [0.22697463631629944, 0.22215378284454346]}, {"step": 4950, "epoch": 12, "train_loss": 0.00016851589316502213, "cos_r_negg": [0.6055284738540649, 0.6401599645614624], "cos_innovation_negg": [0.6055284738540649, 0.6401599645614624], "cos_apical_negg": [0.6055284738540649, 0.6401599645614624], "cos_Ac_negg": [0.6055284738540649, 0.6401599645614624], "r_norm": [0.22348734736442566, 0.21880367398262024]}, {"step": 5000, "epoch": 12, "train_loss": 0.0003408656339161098, "cos_r_negg": [0.6073204278945923, 0.6457065343856812], "cos_innovation_negg": [0.6073204278945923, 0.6457065343856812], "cos_apical_negg": [0.6073204278945923, 0.6457065343856812], "cos_Ac_negg": [0.6073204278945923, 0.6457065343856812], "r_norm": [0.2240428626537323, 0.21931299567222595]}, {"step": 5050, "epoch": 12, "train_loss": 0.0006055101985111833, "cos_r_negg": [0.606390118598938, 0.6422377824783325], "cos_innovation_negg": [0.606390118598938, 0.6422377824783325], "cos_apical_negg": [0.606390118598938, 0.6422377824783325], "cos_Ac_negg": [0.606390118598938, 0.6422377824783325], "r_norm": [0.22671039402484894, 0.2217138260602951]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9757, "test_loss": 0.11419960508346558}, {"step": 5100, "epoch": 13, "train_loss": 0.0004390956019051373, "cos_r_negg": [0.6053528785705566, 0.6412116885185242], "cos_innovation_negg": [0.6053528785705566, 0.6412116885185242], "cos_apical_negg": [0.6053528785705566, 0.6412116885185242], "cos_Ac_negg": [0.6053528785705566, 0.6412116885185242], "r_norm": [0.22406300902366638, 0.21923907101154327]}, {"step": 5150, "epoch": 13, "train_loss": 0.0004386473447084427, "cos_r_negg": [0.6072148084640503, 0.6426980495452881], "cos_innovation_negg": [0.6072148084640503, 0.6426980495452881], "cos_apical_negg": [0.6072148084640503, 0.6426980495452881], "cos_Ac_negg": [0.6072148084640503, 0.6426980495452881], "r_norm": [0.22561219334602356, 0.22061669826507568]}, {"step": 5200, "epoch": 13, "train_loss": 0.0008338948246091604, "cos_r_negg": [0.6086260676383972, 0.6434826850891113], "cos_innovation_negg": [0.6086260676383972, 0.6434826850891113], "cos_apical_negg": [0.6086260676383972, 0.6434826850891113], "cos_Ac_negg": [0.6086260676383972, 0.6434826850891113], "r_norm": [0.23019598424434662, 0.22501736879348755]}, {"step": 5250, "epoch": 13, "train_loss": 0.0002766396210063249, "cos_r_negg": [0.6076548099517822, 0.6418483257293701], "cos_innovation_negg": [0.6076548099517822, 0.6418483257293701], "cos_apical_negg": [0.6076548099517822, 0.6418483257293701], "cos_Ac_negg": [0.6076548099517822, 0.6418483257293701], "r_norm": [0.23043480515480042, 0.22547805309295654]}, {"step": 5300, "epoch": 13, "train_loss": 0.000619824044406414, "cos_r_negg": [0.6070982217788696, 0.6443414688110352], "cos_innovation_negg": [0.6070982217788696, 0.6443414688110352], "cos_apical_negg": [0.6070982217788696, 0.6443414688110352], "cos_Ac_negg": [0.6070982217788696, 0.6443414688110352], "r_norm": [0.2286314070224762, 0.22367432713508606]}, {"step": 5350, "epoch": 13, "train_loss": 0.00037365726893767715, "cos_r_negg": [0.6072834730148315, 0.6443613171577454], "cos_innovation_negg": [0.6072834730148315, 0.6443613171577454], "cos_apical_negg": [0.6072834730148315, 0.6443613171577454], "cos_Ac_negg": [0.6072834730148315, 0.6443613171577454], "r_norm": [0.2258957326412201, 0.2209525853395462]}, {"step": 5400, "epoch": 13, "train_loss": 0.0003306753933429718, "cos_r_negg": [0.6075003147125244, 0.6417335867881775], "cos_innovation_negg": [0.6075003147125244, 0.6417335867881775], "cos_apical_negg": [0.6075003147125244, 0.6417335867881775], "cos_Ac_negg": [0.6075003147125244, 0.6417335867881775], "r_norm": [0.22096146643161774, 0.21612611413002014]}, {"step": 5450, "epoch": 13, "train_loss": 0.00014652223035227507, "cos_r_negg": [0.6065349578857422, 0.6433858871459961], "cos_innovation_negg": [0.6065349578857422, 0.6433858871459961], "cos_apical_negg": [0.6065349578857422, 0.6433858871459961], "cos_Ac_negg": [0.6065349578857422, 0.6433858871459961], "r_norm": [0.22019660472869873, 0.21517536044120789]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9756, "test_loss": 0.11535689001083374}, {"step": 5500, "epoch": 14, "train_loss": 0.00031470402609556913, "cos_r_negg": [0.6073096394538879, 0.6436098217964172], "cos_innovation_negg": [0.6073096394538879, 0.6436098217964172], "cos_apical_negg": [0.6073096394538879, 0.6436098217964172], "cos_Ac_negg": [0.6073096394538879, 0.6436098217964172], "r_norm": [0.2282482385635376, 0.2232334017753601]}, {"step": 5550, "epoch": 14, "train_loss": 0.00014632634702138603, "cos_r_negg": [0.6055152416229248, 0.6405602693557739], "cos_innovation_negg": [0.6055152416229248, 0.6405602693557739], "cos_apical_negg": [0.6055152416229248, 0.6405602693557739], "cos_Ac_negg": [0.6055152416229248, 0.6405602693557739], "r_norm": [0.22445420920848846, 0.2194594144821167]}, {"step": 5600, "epoch": 14, "train_loss": 0.00035206889151595533, "cos_r_negg": [0.6062862277030945, 0.6418001055717468], "cos_innovation_negg": [0.6062862277030945, 0.6418001055717468], "cos_apical_negg": [0.6062862277030945, 0.6418001055717468], "cos_Ac_negg": [0.6062862277030945, 0.6418001055717468], "r_norm": [0.22107192873954773, 0.2160290777683258]}, {"step": 5650, "epoch": 14, "train_loss": 0.0003029171784874052, "cos_r_negg": [0.606116771697998, 0.642451286315918], "cos_innovation_negg": [0.606116771697998, 0.642451286315918], "cos_apical_negg": [0.606116771697998, 0.642451286315918], "cos_Ac_negg": [0.606116771697998, 0.642451286315918], "r_norm": [0.21536603569984436, 0.21069170534610748]}, {"step": 5700, "epoch": 14, "train_loss": 4.818075831281021e-05, "cos_r_negg": [0.6069270372390747, 0.6411692500114441], "cos_innovation_negg": [0.6069270372390747, 0.6411692500114441], "cos_apical_negg": [0.6069270372390747, 0.6411692500114441], "cos_Ac_negg": [0.6069270372390747, 0.6411692500114441], "r_norm": [0.22435566782951355, 0.2193545550107956]}, {"step": 5750, "epoch": 14, "train_loss": 0.0007748075295239687, "cos_r_negg": [0.6069520711898804, 0.6438583135604858], "cos_innovation_negg": [0.6069520711898804, 0.6438583135604858], "cos_apical_negg": [0.6069520711898804, 0.6438583135604858], "cos_Ac_negg": [0.6069520711898804, 0.6438583135604858], "r_norm": [0.22101204097270966, 0.21608857810497284]}, {"step": 5800, "epoch": 14, "train_loss": 0.0013761165319010615, "cos_r_negg": [0.6070086359977722, 0.6424093246459961], "cos_innovation_negg": [0.6070086359977722, 0.6424093246459961], "cos_apical_negg": [0.6070086359977722, 0.6424093246459961], "cos_Ac_negg": [0.6070086359977722, 0.6424093246459961], "r_norm": [0.21635860204696655, 0.2114599049091339]}, {"step": 5850, "epoch": 14, "train_loss": 0.0006505022756755352, "cos_r_negg": [0.6063656806945801, 0.6437304019927979], "cos_innovation_negg": [0.6063656806945801, 0.6437304019927979], "cos_apical_negg": [0.6063656806945801, 0.6437304019927979], "cos_Ac_negg": [0.6063656806945801, 0.6437304019927979], "r_norm": [0.22081908583641052, 0.21616995334625244]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9755, "test_loss": 0.1166170207977295}, {"step": 5900, "epoch": 15, "train_loss": 0.0003337043453939259, "cos_r_negg": [0.6077544689178467, 0.645131528377533], "cos_innovation_negg": [0.6077544689178467, 0.645131528377533], "cos_apical_negg": [0.6077544689178467, 0.645131528377533], "cos_Ac_negg": [0.6077544689178467, 0.645131528377533], "r_norm": [0.22514523565769196, 0.22028949856758118]}, {"step": 5950, "epoch": 15, "train_loss": 0.0004773734253831208, "cos_r_negg": [0.6072400212287903, 0.6443727016448975], "cos_innovation_negg": [0.6072400212287903, 0.6443727016448975], "cos_apical_negg": [0.6072400212287903, 0.6443727016448975], "cos_Ac_negg": [0.6072400212287903, 0.6443727016448975], "r_norm": [0.22306853532791138, 0.2181740701198578]}, {"step": 6000, "epoch": 15, "train_loss": 0.000527828058693558, "cos_r_negg": [0.6059132814407349, 0.642967700958252], "cos_innovation_negg": [0.6059132814407349, 0.642967700958252], "cos_apical_negg": [0.6059132814407349, 0.642967700958252], "cos_Ac_negg": [0.6059132814407349, 0.642967700958252], "r_norm": [0.22229386866092682, 0.21742656826972961]}, {"step": 6050, "epoch": 15, "train_loss": 0.0016834245761856437, "cos_r_negg": [0.607344388961792, 0.6429967880249023], "cos_innovation_negg": [0.607344388961792, 0.6429967880249023], "cos_apical_negg": [0.607344388961792, 0.6429967880249023], "cos_Ac_negg": [0.607344388961792, 0.6429967880249023], "r_norm": [0.22345609962940216, 0.21860148012638092]}, {"step": 6100, "epoch": 15, "train_loss": 0.000678304466418922, "cos_r_negg": [0.6073488593101501, 0.6434426307678223], "cos_innovation_negg": [0.6073488593101501, 0.6434426307678223], "cos_apical_negg": [0.6073488593101501, 0.6434426307678223], "cos_Ac_negg": [0.6073488593101501, 0.6434426307678223], "r_norm": [0.21737879514694214, 0.2127750962972641]}, {"step": 6150, "epoch": 15, "train_loss": 0.000343964813509956, "cos_r_negg": [0.6077303886413574, 0.6434036493301392], "cos_innovation_negg": [0.6077303886413574, 0.6434036493301392], "cos_apical_negg": [0.6077303886413574, 0.6434036493301392], "cos_Ac_negg": [0.6077303886413574, 0.6434036493301392], "r_norm": [0.21960148215293884, 0.21495981514453888]}, {"step": 6200, "epoch": 15, "train_loss": 0.00021768469014205039, "cos_r_negg": [0.6055891513824463, 0.6423190236091614], "cos_innovation_negg": [0.6055891513824463, 0.6423190236091614], "cos_apical_negg": [0.6055891513824463, 0.6423190236091614], "cos_Ac_negg": [0.6055891513824463, 0.6423190236091614], "r_norm": [0.2242472916841507, 0.21932350099086761]}, {"step": 6250, "epoch": 15, "train_loss": 0.00031393382232636213, "cos_r_negg": [0.6072725057601929, 0.6411259174346924], "cos_innovation_negg": [0.6072725057601929, 0.6411259174346924], "cos_apical_negg": [0.6072725057601929, 0.6411259174346924], "cos_Ac_negg": [0.6072725057601929, 0.6411259174346924], "r_norm": [0.218368798494339, 0.21337616443634033]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9756, "test_loss": 0.11731746883392334}, {"step": 6300, "epoch": 16, "train_loss": 0.0009798206156119704, "cos_r_negg": [0.6064773797988892, 0.6435971260070801], "cos_innovation_negg": [0.6064773797988892, 0.6435971260070801], "cos_apical_negg": [0.6064773797988892, 0.6435971260070801], "cos_Ac_negg": [0.6064773797988892, 0.6435971260070801], "r_norm": [0.22433017194271088, 0.21915794909000397]}, {"step": 6350, "epoch": 16, "train_loss": 0.00041334269917570055, "cos_r_negg": [0.6073668003082275, 0.6432597637176514], "cos_innovation_negg": [0.6073668003082275, 0.6432597637176514], "cos_apical_negg": [0.6073668003082275, 0.6432597637176514], "cos_Ac_negg": [0.6073668003082275, 0.6432597637176514], "r_norm": [0.22021609544754028, 0.21533983945846558]}, {"step": 6400, "epoch": 16, "train_loss": 0.0005106915486976504, "cos_r_negg": [0.6078712940216064, 0.6400365829467773], "cos_innovation_negg": [0.6078712940216064, 0.6400365829467773], "cos_apical_negg": [0.6078712940216064, 0.6400365829467773], "cos_Ac_negg": [0.6078712940216064, 0.6400365829467773], "r_norm": [0.2161363810300827, 0.21120324730873108]}, {"step": 6450, "epoch": 16, "train_loss": 0.00017744669457897544, "cos_r_negg": [0.6077789068222046, 0.6401839256286621], "cos_innovation_negg": [0.6077789068222046, 0.6401839256286621], "cos_apical_negg": [0.6077789068222046, 0.6401839256286621], "cos_Ac_negg": [0.6077789068222046, 0.6401839256286621], "r_norm": [0.2118477076292038, 0.20706519484519958]}, {"step": 6500, "epoch": 16, "train_loss": 0.0002629007794894278, "cos_r_negg": [0.6073737144470215, 0.6429742574691772], "cos_innovation_negg": [0.6073737144470215, 0.6429742574691772], "cos_apical_negg": [0.6073737144470215, 0.6429742574691772], "cos_Ac_negg": [0.6073737144470215, 0.6429742574691772], "r_norm": [0.21682801842689514, 0.2120252251625061]}, {"step": 6550, "epoch": 16, "train_loss": 0.00037343570147641003, "cos_r_negg": [0.6068004965782166, 0.6438243389129639], "cos_innovation_negg": [0.6068004965782166, 0.6438243389129639], "cos_apical_negg": [0.6068004965782166, 0.6438243389129639], "cos_Ac_negg": [0.6068004965782166, 0.6438243389129639], "r_norm": [0.22115135192871094, 0.2165360450744629]}, {"step": 6600, "epoch": 16, "train_loss": 0.00035242672311142087, "cos_r_negg": [0.6064462661743164, 0.6425483226776123], "cos_innovation_negg": [0.6064462661743164, 0.6425483226776123], "cos_apical_negg": [0.6064462661743164, 0.6425483226776123], "cos_Ac_negg": [0.6064462661743164, 0.6425483226776123], "r_norm": [0.21792219579219818, 0.21326741576194763]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9762, "test_loss": 0.11821734590530396}, {"step": 6650, "epoch": 17, "train_loss": 0.00032021812512539327, "cos_r_negg": [0.6067191958427429, 0.6410439014434814], "cos_innovation_negg": [0.6067191958427429, 0.6410439014434814], "cos_apical_negg": [0.6067191958427429, 0.6410439014434814], "cos_Ac_negg": [0.6067191958427429, 0.6410439014434814], "r_norm": [0.21614599227905273, 0.2115352600812912]}, {"step": 6700, "epoch": 17, "train_loss": 9.35729403863661e-05, "cos_r_negg": [0.6076892018318176, 0.6427881717681885], "cos_innovation_negg": [0.6076892018318176, 0.6427881717681885], "cos_apical_negg": [0.6076892018318176, 0.6427881717681885], "cos_Ac_negg": [0.6076892018318176, 0.6427881717681885], "r_norm": [0.21853002905845642, 0.2139054834842682]}, {"step": 6750, "epoch": 17, "train_loss": 0.0004668104520533234, "cos_r_negg": [0.607816755771637, 0.6428217887878418], "cos_innovation_negg": [0.607816755771637, 0.6428217887878418], "cos_apical_negg": [0.607816755771637, 0.6428217887878418], "cos_Ac_negg": [0.607816755771637, 0.6428217887878418], "r_norm": [0.22012129426002502, 0.21528613567352295]}, {"step": 6800, "epoch": 17, "train_loss": 0.0006183086661621928, "cos_r_negg": [0.607940137386322, 0.6418611407279968], "cos_innovation_negg": [0.607940137386322, 0.6418611407279968], "cos_apical_negg": [0.607940137386322, 0.6418611407279968], "cos_Ac_negg": [0.607940137386322, 0.6418611407279968], "r_norm": [0.21683678030967712, 0.21201537549495697]}, {"step": 6850, "epoch": 17, "train_loss": 0.0002387900894973427, "cos_r_negg": [0.6071739196777344, 0.6409583687782288], "cos_innovation_negg": [0.6071739196777344, 0.6409583687782288], "cos_apical_negg": [0.6071739196777344, 0.6409583687782288], "cos_Ac_negg": [0.6071739196777344, 0.6409583687782288], "r_norm": [0.2174626588821411, 0.21277430653572083]}, {"step": 6900, "epoch": 17, "train_loss": 0.0004861572233494371, "cos_r_negg": [0.607717752456665, 0.6409003138542175], "cos_innovation_negg": [0.607717752456665, 0.6409003138542175], "cos_apical_negg": [0.607717752456665, 0.6409003138542175], "cos_Ac_negg": [0.607717752456665, 0.6409003138542175], "r_norm": [0.22148707509040833, 0.21675850450992584]}, {"step": 6950, "epoch": 17, "train_loss": 0.0006146635860204697, "cos_r_negg": [0.6067193746566772, 0.6401126384735107], "cos_innovation_negg": [0.6067193746566772, 0.6401126384735107], "cos_apical_negg": [0.6067193746566772, 0.6401126384735107], "cos_Ac_negg": [0.6067193746566772, 0.6401126384735107], "r_norm": [0.21353402733802795, 0.2087993621826172]}, {"step": 7000, "epoch": 17, "train_loss": 0.0002239797031506896, "cos_r_negg": [0.6073110103607178, 0.6414577960968018], "cos_innovation_negg": [0.6073110103607178, 0.6414577960968018], "cos_apical_negg": [0.6073110103607178, 0.6414577960968018], "cos_Ac_negg": [0.6073110103607178, 0.6414577960968018], "r_norm": [0.21312077343463898, 0.20850804448127747]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9759, "test_loss": 0.11970703477859497}, {"step": 7050, "epoch": 18, "train_loss": 0.00025332620134577155, "cos_r_negg": [0.6075470447540283, 0.6449905633926392], "cos_innovation_negg": [0.6075470447540283, 0.6449905633926392], "cos_apical_negg": [0.6075470447540283, 0.6449905633926392], "cos_Ac_negg": [0.6075470447540283, 0.6449905633926392], "r_norm": [0.22044238448143005, 0.21577958762645721]}, {"step": 7100, "epoch": 18, "train_loss": 0.0004107282729819417, "cos_r_negg": [0.6081258058547974, 0.6440201997756958], "cos_innovation_negg": [0.6081258058547974, 0.6440201997756958], "cos_apical_negg": [0.6081258058547974, 0.6440201997756958], "cos_Ac_negg": [0.6081258058547974, 0.6440201997756958], "r_norm": [0.21860890090465546, 0.21398864686489105]}, {"step": 7150, "epoch": 18, "train_loss": 0.00025281342095695436, "cos_r_negg": [0.6078125238418579, 0.6429470777511597], "cos_innovation_negg": [0.6078125238418579, 0.6429470777511597], "cos_apical_negg": [0.6078125238418579, 0.6429470777511597], "cos_Ac_negg": [0.6078125238418579, 0.6429470777511597], "r_norm": [0.21979129314422607, 0.21511532366275787]}, {"step": 7200, "epoch": 18, "train_loss": 0.00025404494954273105, "cos_r_negg": [0.6074597835540771, 0.6417773962020874], "cos_innovation_negg": [0.6074597835540771, 0.6417773962020874], "cos_apical_negg": [0.6074597835540771, 0.6417773962020874], "cos_Ac_negg": [0.6074597835540771, 0.6417773962020874], "r_norm": [0.21497367322444916, 0.21015533804893494]}, {"step": 7250, "epoch": 18, "train_loss": 0.0004713493981398642, "cos_r_negg": [0.6070048809051514, 0.6421058177947998], "cos_innovation_negg": [0.6070048809051514, 0.6421058177947998], "cos_apical_negg": [0.6070048809051514, 0.6421058177947998], "cos_Ac_negg": [0.6070048809051514, 0.6421058177947998], "r_norm": [0.2147379368543625, 0.21010920405387878]}, {"step": 7300, "epoch": 18, "train_loss": 0.00027388936723582447, "cos_r_negg": [0.6071680784225464, 0.6427091360092163], "cos_innovation_negg": [0.6071680784225464, 0.6427091360092163], "cos_apical_negg": [0.6071680784225464, 0.6427091360092163], "cos_Ac_negg": [0.6071680784225464, 0.6427091360092163], "r_norm": [0.2136652022600174, 0.20912808179855347]}, {"step": 7350, "epoch": 18, "train_loss": 0.0010203479323536158, "cos_r_negg": [0.6084359884262085, 0.6432454586029053], "cos_innovation_negg": [0.6084359884262085, 0.6432454586029053], "cos_apical_negg": [0.6084359884262085, 0.6432454586029053], "cos_Ac_negg": [0.6084359884262085, 0.6432454586029053], "r_norm": [0.21556973457336426, 0.21088126301765442]}, {"step": 7400, "epoch": 18, "train_loss": 0.00010405287321191281, "cos_r_negg": [0.6076136827468872, 0.6421487331390381], "cos_innovation_negg": [0.6076136827468872, 0.6421487331390381], "cos_apical_negg": [0.6076136827468872, 0.6421487331390381], "cos_Ac_negg": [0.6076136827468872, 0.6421487331390381], "r_norm": [0.21566754579544067, 0.21103638410568237]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.976, "test_loss": 0.11991589193344117}, {"step": 7450, "epoch": 19, "train_loss": 0.0001187972811749205, "cos_r_negg": [0.6066335439682007, 0.6422187089920044], "cos_innovation_negg": [0.6066335439682007, 0.6422187089920044], "cos_apical_negg": [0.6066335439682007, 0.6422187089920044], "cos_Ac_negg": [0.6066335439682007, 0.6422187089920044], "r_norm": [0.2113751620054245, 0.2068570852279663]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003312706539873034, "cos_r_negg": [0.6073672771453857, 0.6429380774497986], "cos_innovation_negg": [0.6073672771453857, 0.6429380774497986], "cos_apical_negg": [0.6073672771453857, 0.6429380774497986], "cos_Ac_negg": [0.6073672771453857, 0.6429380774497986], "r_norm": [0.21371059119701385, 0.20917090773582458]}, {"step": 7550, "epoch": 19, "train_loss": 0.00031858819420449436, "cos_r_negg": [0.6075880527496338, 0.642981767654419], "cos_innovation_negg": [0.6075880527496338, 0.642981767654419], "cos_apical_negg": [0.6075880527496338, 0.642981767654419], "cos_Ac_negg": [0.6075880527496338, 0.642981767654419], "r_norm": [0.21441836655139923, 0.20980092883110046]}, {"step": 7600, "epoch": 19, "train_loss": 8.215026173274964e-05, "cos_r_negg": [0.6076679229736328, 0.6426824331283569], "cos_innovation_negg": [0.6076679229736328, 0.6426824331283569], "cos_apical_negg": [0.6076679229736328, 0.6426824331283569], "cos_Ac_negg": [0.6076679229736328, 0.6426824331283569], "r_norm": [0.21309766173362732, 0.20851874351501465]}, {"step": 7650, "epoch": 19, "train_loss": 0.0005836087511852384, "cos_r_negg": [0.6077015399932861, 0.6447464227676392], "cos_innovation_negg": [0.6077015399932861, 0.6447464227676392], "cos_apical_negg": [0.6077015399932861, 0.6447464227676392], "cos_Ac_negg": [0.6077015399932861, 0.6447464227676392], "r_norm": [0.22145336866378784, 0.2167131006717682]}, {"step": 7700, "epoch": 19, "train_loss": 0.00045680173207074404, "cos_r_negg": [0.6073691248893738, 0.6434156894683838], "cos_innovation_negg": [0.6073691248893738, 0.6434156894683838], "cos_apical_negg": [0.6073691248893738, 0.6434156894683838], "cos_Ac_negg": [0.6073691248893738, 0.6434156894683838], "r_norm": [0.21547818183898926, 0.2108631432056427]}, {"step": 7750, "epoch": 19, "train_loss": 0.0005832561291754246, "cos_r_negg": [0.6076167225837708, 0.6436324715614319], "cos_innovation_negg": [0.6076167225837708, 0.6436324715614319], "cos_apical_negg": [0.6076167225837708, 0.6436324715614319], "cos_Ac_negg": [0.6076167225837708, 0.6436324715614319], "r_norm": [0.21731506288051605, 0.21265152096748352]}, {"step": 7800, "epoch": 19, "train_loss": 0.00043576047755777836, "cos_r_negg": [0.6076645851135254, 0.643814206123352], "cos_innovation_negg": [0.6076645851135254, 0.643814206123352], "cos_apical_negg": [0.6076645851135254, 0.643814206123352], "cos_Ac_negg": [0.6076645851135254, 0.643814206123352], "r_norm": [0.2157050222158432, 0.21100103855133057]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9757, "test_loss": 0.12119259281158447}, {"step": 7850, "epoch": 20, "train_loss": 0.00034529701224528253, "cos_r_negg": [0.6074122190475464, 0.6431341767311096], "cos_innovation_negg": [0.6074122190475464, 0.6431341767311096], "cos_apical_negg": [0.6074122190475464, 0.6431341767311096], "cos_Ac_negg": [0.6074122190475464, 0.6431341767311096], "r_norm": [0.212406188249588, 0.20770522952079773]}, {"step": 7900, "epoch": 20, "train_loss": 0.0003590024425648153, "cos_r_negg": [0.6078691482543945, 0.6437973380088806], "cos_innovation_negg": [0.6078691482543945, 0.6437973380088806], "cos_apical_negg": [0.6078691482543945, 0.6437973380088806], "cos_Ac_negg": [0.6078691482543945, 0.6437973380088806], "r_norm": [0.21783722937107086, 0.2132222205400467]}, {"step": 7950, "epoch": 20, "train_loss": 0.00028275325894355774, "cos_r_negg": [0.6070728898048401, 0.6428688168525696], "cos_innovation_negg": [0.6070728898048401, 0.6428688168525696], "cos_apical_negg": [0.6070728898048401, 0.6428688168525696], "cos_Ac_negg": [0.6070728898048401, 0.6428688168525696], "r_norm": [0.2149834930896759, 0.2104034125804901]}, {"step": 8000, "epoch": 20, "train_loss": 0.00040659375372342765, "cos_r_negg": [0.6077402234077454, 0.6440637707710266], "cos_innovation_negg": [0.6077402234077454, 0.6440637707710266], "cos_apical_negg": [0.6077402234077454, 0.6440637707710266], "cos_Ac_negg": [0.6077402234077454, 0.6440637707710266], "r_norm": [0.2131514549255371, 0.20865517854690552]}, {"step": 8050, "epoch": 20, "train_loss": 0.0004175765789113939, "cos_r_negg": [0.6077233552932739, 0.6443275213241577], "cos_innovation_negg": [0.6077233552932739, 0.6443275213241577], "cos_apical_negg": [0.6077233552932739, 0.6443275213241577], "cos_Ac_negg": [0.6077233552932739, 0.6443275213241577], "r_norm": [0.21202737092971802, 0.2075185328722]}, {"step": 8100, "epoch": 20, "train_loss": 0.0002824017428793013, "cos_r_negg": [0.6075584292411804, 0.6441810727119446], "cos_innovation_negg": [0.6075584292411804, 0.6441810727119446], "cos_apical_negg": [0.6075584292411804, 0.6441810727119446], "cos_Ac_negg": [0.6075584292411804, 0.6441810727119446], "r_norm": [0.21601855754852295, 0.21136720478534698]}, {"step": 8150, "epoch": 20, "train_loss": 0.0002583094174042344, "cos_r_negg": [0.6076537370681763, 0.6438764333724976], "cos_innovation_negg": [0.6076537370681763, 0.6438764333724976], "cos_apical_negg": [0.6076537370681763, 0.6438764333724976], "cos_Ac_negg": [0.6076537370681763, 0.6438764333724976], "r_norm": [0.21287819743156433, 0.20833829045295715]}, {"step": 8200, "epoch": 20, "train_loss": 0.00010419149475637823, "cos_r_negg": [0.6072860360145569, 0.6435948610305786], "cos_innovation_negg": [0.6072860360145569, 0.6435948610305786], "cos_apical_negg": [0.6072860360145569, 0.6435948610305786], "cos_Ac_negg": [0.6072860360145569, 0.6435948610305786], "r_norm": [0.21648746728897095, 0.21186202764511108]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9759, "test_loss": 0.1218473370552063}, {"step": 8250, "epoch": 21, "train_loss": 0.0003233831957913935, "cos_r_negg": [0.6071949005126953, 0.6443147659301758], "cos_innovation_negg": [0.6071949005126953, 0.6443147659301758], "cos_apical_negg": [0.6071949005126953, 0.6443147659301758], "cos_Ac_negg": [0.6071949005126953, 0.6443147659301758], "r_norm": [0.21715320646762848, 0.21264520287513733]}, {"step": 8300, "epoch": 21, "train_loss": 0.0005254865391179919, "cos_r_negg": [0.6070684194564819, 0.6445499658584595], "cos_innovation_negg": [0.6070684194564819, 0.6445499658584595], "cos_apical_negg": [0.6070684194564819, 0.6445499658584595], "cos_Ac_negg": [0.6070684194564819, 0.6445499658584595], "r_norm": [0.21097686886787415, 0.20650222897529602]}, {"step": 8350, "epoch": 21, "train_loss": 0.0001692709483904764, "cos_r_negg": [0.607628583908081, 0.6447464227676392], "cos_innovation_negg": [0.607628583908081, 0.6447464227676392], "cos_apical_negg": [0.607628583908081, 0.6447464227676392], "cos_Ac_negg": [0.607628583908081, 0.6447464227676392], "r_norm": [0.21319980919361115, 0.2086084485054016]}, {"step": 8400, "epoch": 21, "train_loss": 0.00017962261335924268, "cos_r_negg": [0.6073861718177795, 0.6452429294586182], "cos_innovation_negg": [0.6073861718177795, 0.6452429294586182], "cos_apical_negg": [0.6073861718177795, 0.6452429294586182], "cos_Ac_negg": [0.6073861718177795, 0.6452429294586182], "r_norm": [0.2110183984041214, 0.2064582109451294]}, {"step": 8450, "epoch": 21, "train_loss": 0.0005038093077018857, "cos_r_negg": [0.6073805689811707, 0.6444365978240967], "cos_innovation_negg": [0.6073805689811707, 0.6444365978240967], "cos_apical_negg": [0.6073805689811707, 0.6444365978240967], "cos_Ac_negg": [0.6073805689811707, 0.6444365978240967], "r_norm": [0.20771856606006622, 0.20318061113357544]}, {"step": 8500, "epoch": 21, "train_loss": 0.0003669906291179359, "cos_r_negg": [0.607077419757843, 0.6442137956619263], "cos_innovation_negg": [0.607077419757843, 0.6442137956619263], "cos_apical_negg": [0.607077419757843, 0.6442137956619263], "cos_Ac_negg": [0.607077419757843, 0.6442137956619263], "r_norm": [0.21124960482120514, 0.20668141543865204]}, {"step": 8550, "epoch": 21, "train_loss": 0.00019048988178838044, "cos_r_negg": [0.6074145436286926, 0.6451147794723511], "cos_innovation_negg": [0.6074145436286926, 0.6451147794723511], "cos_apical_negg": [0.6074145436286926, 0.6451147794723511], "cos_Ac_negg": [0.6074145436286926, 0.6451147794723511], "r_norm": [0.21424183249473572, 0.20963886380195618]}, {"step": 8600, "epoch": 21, "train_loss": 0.0007697895634919405, "cos_r_negg": [0.6080241203308105, 0.6451120972633362], "cos_innovation_negg": [0.6080241203308105, 0.6451120972633362], "cos_apical_negg": [0.6080241203308105, 0.6451120972633362], "cos_Ac_negg": [0.6080241203308105, 0.6451120972633362], "r_norm": [0.21289066970348358, 0.2082958072423935]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.976, "test_loss": 0.12255315828323364}, {"step": 8650, "epoch": 22, "train_loss": 0.00015459705900866538, "cos_r_negg": [0.6072821021080017, 0.644921064376831], "cos_innovation_negg": [0.6072821021080017, 0.644921064376831], "cos_apical_negg": [0.6072821021080017, 0.644921064376831], "cos_Ac_negg": [0.6072821021080017, 0.644921064376831], "r_norm": [0.21151770651340485, 0.2070922702550888]}, {"step": 8700, "epoch": 22, "train_loss": 0.00022558783530257642, "cos_r_negg": [0.6071242094039917, 0.6446882486343384], "cos_innovation_negg": [0.6071242094039917, 0.6446882486343384], "cos_apical_negg": [0.6071242094039917, 0.6446882486343384], "cos_Ac_negg": [0.6071242094039917, 0.6446882486343384], "r_norm": [0.21246086061000824, 0.2080446034669876]}, {"step": 8750, "epoch": 22, "train_loss": 0.0001304442121181637, "cos_r_negg": [0.6074180603027344, 0.6446472406387329], "cos_innovation_negg": [0.6074180603027344, 0.6446472406387329], "cos_apical_negg": [0.6074180603027344, 0.6446472406387329], "cos_Ac_negg": [0.6074180603027344, 0.6446472406387329], "r_norm": [0.21200984716415405, 0.20757074654102325]}, {"step": 8800, "epoch": 22, "train_loss": 0.00028783330344595015, "cos_r_negg": [0.6078379154205322, 0.644891619682312], "cos_innovation_negg": [0.6078379154205322, 0.644891619682312], "cos_apical_negg": [0.6078379154205322, 0.644891619682312], "cos_Ac_negg": [0.6078379154205322, 0.644891619682312], "r_norm": [0.21225222945213318, 0.20772136747837067]}, {"step": 8850, "epoch": 22, "train_loss": 0.0002150807558791712, "cos_r_negg": [0.6082141399383545, 0.6450319886207581], "cos_innovation_negg": [0.6082141399383545, 0.6450319886207581], "cos_apical_negg": [0.6082141399383545, 0.6450319886207581], "cos_Ac_negg": [0.6082141399383545, 0.6450319886207581], "r_norm": [0.21407730877399445, 0.2094482183456421]}, {"step": 8900, "epoch": 22, "train_loss": 0.00040259232628159225, "cos_r_negg": [0.6081833839416504, 0.6446104049682617], "cos_innovation_negg": [0.6081833839416504, 0.6446104049682617], "cos_apical_negg": [0.6081833839416504, 0.6446104049682617], "cos_Ac_negg": [0.6081833839416504, 0.6446104049682617], "r_norm": [0.21526017785072327, 0.21056023240089417]}, {"step": 8950, "epoch": 22, "train_loss": 0.00021830416517332196, "cos_r_negg": [0.6080087423324585, 0.6446536779403687], "cos_innovation_negg": [0.6080087423324585, 0.6446536779403687], "cos_apical_negg": [0.6080087423324585, 0.6446536779403687], "cos_Ac_negg": [0.6080087423324585, 0.6446536779403687], "r_norm": [0.21462513506412506, 0.20994821190834045]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9762, "test_loss": 0.123172474193573}, {"step": 9000, "epoch": 23, "train_loss": 0.0001450097479391843, "cos_r_negg": [0.6082227230072021, 0.6451570391654968], "cos_innovation_negg": [0.6082227230072021, 0.6451570391654968], "cos_apical_negg": [0.6082227230072021, 0.6451570391654968], "cos_Ac_negg": [0.6082227230072021, 0.6451570391654968], "r_norm": [0.21194227039813995, 0.2073526680469513]}, {"step": 9050, "epoch": 23, "train_loss": 0.0002876768121495843, "cos_r_negg": [0.6085623502731323, 0.6447358131408691], "cos_innovation_negg": [0.6085623502731323, 0.6447358131408691], "cos_apical_negg": [0.6085623502731323, 0.6447358131408691], "cos_Ac_negg": [0.6085623502731323, 0.6447358131408691], "r_norm": [0.21221213042736053, 0.20761871337890625]}, {"step": 9100, "epoch": 23, "train_loss": 0.0001458739279769361, "cos_r_negg": [0.6084401607513428, 0.645261287689209], "cos_innovation_negg": [0.6084401607513428, 0.645261287689209], "cos_apical_negg": [0.6084401607513428, 0.645261287689209], "cos_Ac_negg": [0.6084401607513428, 0.645261287689209], "r_norm": [0.20889422297477722, 0.2043578028678894]}, {"step": 9150, "epoch": 23, "train_loss": 0.0002881252730730921, "cos_r_negg": [0.6085151433944702, 0.645384669303894], "cos_innovation_negg": [0.6085151433944702, 0.645384669303894], "cos_apical_negg": [0.6085151433944702, 0.645384669303894], "cos_Ac_negg": [0.6085151433944702, 0.645384669303894], "r_norm": [0.21107745170593262, 0.20650823414325714]}, {"step": 9200, "epoch": 23, "train_loss": 0.00046528701204806566, "cos_r_negg": [0.6090123057365417, 0.6453206539154053], "cos_innovation_negg": [0.6090123057365417, 0.6453206539154053], "cos_apical_negg": [0.6090123057365417, 0.6453206539154053], "cos_Ac_negg": [0.6090123057365417, 0.6453206539154053], "r_norm": [0.21085266768932343, 0.20622995495796204]}, {"step": 9250, "epoch": 23, "train_loss": 0.0001817634329199791, "cos_r_negg": [0.6085069179534912, 0.6451451778411865], "cos_innovation_negg": [0.6085069179534912, 0.6451451778411865], "cos_apical_negg": [0.6085069179534912, 0.6451451778411865], "cos_Ac_negg": [0.6085069179534912, 0.6451451778411865], "r_norm": [0.20939277112483978, 0.20484478771686554]}, {"step": 9300, "epoch": 23, "train_loss": 0.0001961781963473186, "cos_r_negg": [0.6083225011825562, 0.6440107226371765], "cos_innovation_negg": [0.6083225011825562, 0.6440107226371765], "cos_apical_negg": [0.6083225011825562, 0.6440107226371765], "cos_Ac_negg": [0.6083225011825562, 0.6440107226371765], "r_norm": [0.20846357941627502, 0.2039819061756134]}, {"step": 9350, "epoch": 23, "train_loss": 0.0001734799734549597, "cos_r_negg": [0.607592761516571, 0.6444517970085144], "cos_innovation_negg": [0.607592761516571, 0.6444517970085144], "cos_apical_negg": [0.607592761516571, 0.6444517970085144], "cos_Ac_negg": [0.607592761516571, 0.6444517970085144], "r_norm": [0.21125271916389465, 0.20672965049743652]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9763, "test_loss": 0.1238852346420288}, {"step": 9400, "epoch": 24, "train_loss": 0.0001984694681596011, "cos_r_negg": [0.6079629063606262, 0.6449022889137268], "cos_innovation_negg": [0.6079629063606262, 0.6449022889137268], "cos_apical_negg": [0.6079629063606262, 0.6449022889137268], "cos_Ac_negg": [0.6079629063606262, 0.6449022889137268], "r_norm": [0.21072033047676086, 0.20630493760108948]}, {"step": 9450, "epoch": 24, "train_loss": 0.00016183636034838855, "cos_r_negg": [0.6085948348045349, 0.6462000608444214], "cos_innovation_negg": [0.6085948348045349, 0.6462000608444214], "cos_apical_negg": [0.6085948348045349, 0.6462000608444214], "cos_Ac_negg": [0.6085948348045349, 0.6462000608444214], "r_norm": [0.2108825445175171, 0.20654886960983276]}, {"step": 9500, "epoch": 24, "train_loss": 0.00020156230311840773, "cos_r_negg": [0.6088647246360779, 0.6468566656112671], "cos_innovation_negg": [0.6088647246360779, 0.6468566656112671], "cos_apical_negg": [0.6088647246360779, 0.6468566656112671], "cos_Ac_negg": [0.6088647246360779, 0.6468566656112671], "r_norm": [0.21206897497177124, 0.20754919946193695]}, {"step": 9550, "epoch": 24, "train_loss": 0.0002467844169586897, "cos_r_negg": [0.608803391456604, 0.6469889879226685], "cos_innovation_negg": [0.608803391456604, 0.6469889879226685], "cos_apical_negg": [0.608803391456604, 0.6469889879226685], "cos_Ac_negg": [0.608803391456604, 0.6469889879226685], "r_norm": [0.21258361637592316, 0.20804795622825623]}, {"step": 9600, "epoch": 24, "train_loss": 0.00018962219473905861, "cos_r_negg": [0.6086061000823975, 0.6444880962371826], "cos_innovation_negg": [0.6086061000823975, 0.6444880962371826], "cos_apical_negg": [0.6086061000823975, 0.6444880962371826], "cos_Ac_negg": [0.6086061000823975, 0.6444880962371826], "r_norm": [0.20697979629039764, 0.20250234007835388]}, {"step": 9650, "epoch": 24, "train_loss": 0.00021510099759325385, "cos_r_negg": [0.6085697412490845, 0.6455309391021729], "cos_innovation_negg": [0.6085697412490845, 0.6455309391021729], "cos_apical_negg": [0.6085697412490845, 0.6455309391021729], "cos_Ac_negg": [0.6085697412490845, 0.6455309391021729], "r_norm": [0.2066059410572052, 0.2020672857761383]}, {"step": 9700, "epoch": 24, "train_loss": 0.0001787949731806293, "cos_r_negg": [0.608381450176239, 0.6464067697525024], "cos_innovation_negg": [0.608381450176239, 0.6464067697525024], "cos_apical_negg": [0.608381450176239, 0.6464067697525024], "cos_Ac_negg": [0.608381450176239, 0.6464067697525024], "r_norm": [0.21066728234291077, 0.20612289011478424]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005009089363738894, "cos_r_negg": [0.6072912216186523, 0.6453893780708313], "cos_innovation_negg": [0.6072912216186523, 0.6453893780708313], "cos_apical_negg": [0.6072912216186523, 0.6453893780708313], "cos_Ac_negg": [0.6072912216186523, 0.6453893780708313], "r_norm": [0.2101336121559143, 0.2055215835571289]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9763, "test_loss": 0.12441687660217285}, {"step": 9800, "epoch": 25, "train_loss": 0.0006330442847684026, "cos_r_negg": [0.6090487241744995, 0.6451515555381775], "cos_innovation_negg": [0.6090487241744995, 0.6451515555381775], "cos_apical_negg": [0.6090487241744995, 0.6451515555381775], "cos_Ac_negg": [0.6090487241744995, 0.6451515555381775], "r_norm": [0.2108669877052307, 0.20636925101280212]}, {"step": 9850, "epoch": 25, "train_loss": 0.0002060106780845672, "cos_r_negg": [0.6087682247161865, 0.64541095495224], "cos_innovation_negg": [0.6087682247161865, 0.64541095495224], "cos_apical_negg": [0.6087682247161865, 0.64541095495224], "cos_Ac_negg": [0.6087682247161865, 0.64541095495224], "r_norm": [0.20878078043460846, 0.2042178064584732]}, {"step": 9900, "epoch": 25, "train_loss": 7.312393427127972e-05, "cos_r_negg": [0.6086273193359375, 0.6455930471420288], "cos_innovation_negg": [0.6086273193359375, 0.6455930471420288], "cos_apical_negg": [0.6086273193359375, 0.6455930471420288], "cos_Ac_negg": [0.6086273193359375, 0.6455930471420288], "r_norm": [0.20978596806526184, 0.20521414279937744]}, {"step": 9950, "epoch": 25, "train_loss": 0.00022750976495444775, "cos_r_negg": [0.6084942817687988, 0.6466245651245117], "cos_innovation_negg": [0.6084942817687988, 0.6466245651245117], "cos_apical_negg": [0.6084942817687988, 0.6466245651245117], "cos_Ac_negg": [0.6084942817687988, 0.6466245651245117], "r_norm": [0.21068531274795532, 0.20610475540161133]}, {"step": 10000, "epoch": 25, "train_loss": 0.0001282603043364361, "cos_r_negg": [0.6093279123306274, 0.6457866430282593], "cos_innovation_negg": [0.6093279123306274, 0.6457866430282593], "cos_apical_negg": [0.6093279123306274, 0.6457866430282593], "cos_Ac_negg": [0.6093279123306274, 0.6457866430282593], "r_norm": [0.20859216153621674, 0.20406964421272278]}, {"step": 10050, "epoch": 25, "train_loss": 0.000231495825573802, "cos_r_negg": [0.608388364315033, 0.6460198163986206], "cos_innovation_negg": [0.608388364315033, 0.6460198163986206], "cos_apical_negg": [0.608388364315033, 0.6460198163986206], "cos_Ac_negg": [0.608388364315033, 0.6460198163986206], "r_norm": [0.21124181151390076, 0.20668944716453552]}, {"step": 10100, "epoch": 25, "train_loss": 0.00013470696285367012, "cos_r_negg": [0.6090037822723389, 0.647545576095581], "cos_innovation_negg": [0.6090037822723389, 0.647545576095581], "cos_apical_negg": [0.6090037822723389, 0.647545576095581], "cos_Ac_negg": [0.6090037822723389, 0.647545576095581], "r_norm": [0.21259114146232605, 0.20807364583015442]}, {"step": 10150, "epoch": 25, "train_loss": 9.650383435655385e-05, "cos_r_negg": [0.6093044877052307, 0.6458711624145508], "cos_innovation_negg": [0.6093044877052307, 0.6458711624145508], "cos_apical_negg": [0.6093044877052307, 0.6458711624145508], "cos_Ac_negg": [0.6093044877052307, 0.6458711624145508], "r_norm": [0.20906655490398407, 0.20463873445987701]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9763, "test_loss": 0.12502457799911498}, {"step": 10200, "epoch": 26, "train_loss": 0.00020479071827139705, "cos_r_negg": [0.6096016764640808, 0.6458014249801636], "cos_innovation_negg": [0.6096016764640808, 0.6458014249801636], "cos_apical_negg": [0.6096016764640808, 0.6458014249801636], "cos_Ac_negg": [0.6096016764640808, 0.6458014249801636], "r_norm": [0.20811645686626434, 0.20374846458435059]}, {"step": 10250, "epoch": 26, "train_loss": 0.000143962271977216, "cos_r_negg": [0.6096662282943726, 0.6461493968963623], "cos_innovation_negg": [0.6096662282943726, 0.6461493968963623], "cos_apical_negg": [0.6096662282943726, 0.6461493968963623], "cos_Ac_negg": [0.6096662282943726, 0.6461493968963623], "r_norm": [0.2057340443134308, 0.20145341753959656]}, {"step": 10300, "epoch": 26, "train_loss": 0.001206217217259109, "cos_r_negg": [0.6095321178436279, 0.6459656953811646], "cos_innovation_negg": [0.6095321178436279, 0.6459656953811646], "cos_apical_negg": [0.6095321178436279, 0.6459656953811646], "cos_Ac_negg": [0.6095321178436279, 0.6459656953811646], "r_norm": [0.20527741312980652, 0.20106007158756256]}, {"step": 10350, "epoch": 26, "train_loss": 9.903677710099146e-05, "cos_r_negg": [0.6095660924911499, 0.6464745998382568], "cos_innovation_negg": [0.6095660924911499, 0.6464745998382568], "cos_apical_negg": [0.6095660924911499, 0.6464745998382568], "cos_Ac_negg": [0.6095660924911499, 0.6464745998382568], "r_norm": [0.20997455716133118, 0.2055591642856598]}, {"step": 10400, "epoch": 26, "train_loss": 0.0003140891494695097, "cos_r_negg": [0.608525812625885, 0.645348310470581], "cos_innovation_negg": [0.608525812625885, 0.645348310470581], "cos_apical_negg": [0.608525812625885, 0.645348310470581], "cos_Ac_negg": [0.608525812625885, 0.645348310470581], "r_norm": [0.20927667617797852, 0.20490068197250366]}, {"step": 10450, "epoch": 26, "train_loss": 0.00029370817355811596, "cos_r_negg": [0.6090952157974243, 0.6469283699989319], "cos_innovation_negg": [0.6090952157974243, 0.6469283699989319], "cos_apical_negg": [0.6090952157974243, 0.6469283699989319], "cos_Ac_negg": [0.6090952157974243, 0.6469283699989319], "r_norm": [0.20752838253974915, 0.2031654715538025]}, {"step": 10500, "epoch": 26, "train_loss": 0.00021237763576209545, "cos_r_negg": [0.6088494062423706, 0.6467031836509705], "cos_innovation_negg": [0.6088494062423706, 0.6467031836509705], "cos_apical_negg": [0.6088494062423706, 0.6467031836509705], "cos_Ac_negg": [0.6088494062423706, 0.6467031836509705], "r_norm": [0.20957881212234497, 0.2050876021385193]}, {"step": 10550, "epoch": 26, "train_loss": 0.00011847187124658376, "cos_r_negg": [0.6094184517860413, 0.648003339767456], "cos_innovation_negg": [0.6094184517860413, 0.648003339767456], "cos_apical_negg": [0.6094184517860413, 0.648003339767456], "cos_Ac_negg": [0.6094184517860413, 0.648003339767456], "r_norm": [0.21110522747039795, 0.2065095603466034]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9761, "test_loss": 0.12561427984237672}, {"step": 10600, "epoch": 27, "train_loss": 0.00010350134107284248, "cos_r_negg": [0.6102931499481201, 0.6466249227523804], "cos_innovation_negg": [0.6102931499481201, 0.6466249227523804], "cos_apical_negg": [0.6102931499481201, 0.6466249227523804], "cos_Ac_negg": [0.6102931499481201, 0.6466249227523804], "r_norm": [0.2087327539920807, 0.20417794585227966]}, {"step": 10650, "epoch": 27, "train_loss": 0.00021196083980612457, "cos_r_negg": [0.6091963648796082, 0.6468872427940369], "cos_innovation_negg": [0.6091963648796082, 0.6468872427940369], "cos_apical_negg": [0.6091963648796082, 0.6468872427940369], "cos_Ac_negg": [0.6091963648796082, 0.6468872427940369], "r_norm": [0.20824655890464783, 0.20385152101516724]}, {"step": 10700, "epoch": 27, "train_loss": 0.00025290355551987886, "cos_r_negg": [0.6087678670883179, 0.6463394165039062], "cos_innovation_negg": [0.6087678670883179, 0.6463394165039062], "cos_apical_negg": [0.6087678670883179, 0.6463394165039062], "cos_Ac_negg": [0.6087678670883179, 0.6463394165039062], "r_norm": [0.20844024419784546, 0.20410636067390442]}, {"step": 10750, "epoch": 27, "train_loss": 0.0001693075755611062, "cos_r_negg": [0.6090290546417236, 0.6457663774490356], "cos_innovation_negg": [0.6090290546417236, 0.6457663774490356], "cos_apical_negg": [0.6090290546417236, 0.6457663774490356], "cos_Ac_negg": [0.6090290546417236, 0.6457663774490356], "r_norm": [0.20863640308380127, 0.20426088571548462]}, {"step": 10800, "epoch": 27, "train_loss": 7.876745075918734e-05, "cos_r_negg": [0.6086046695709229, 0.6462023258209229], "cos_innovation_negg": [0.6086046695709229, 0.6462023258209229], "cos_apical_negg": [0.6086046695709229, 0.6462023258209229], "cos_Ac_negg": [0.6086046695709229, 0.6462023258209229], "r_norm": [0.20800276100635529, 0.20353782176971436]}, {"step": 10850, "epoch": 27, "train_loss": 0.00014505772560369223, "cos_r_negg": [0.6085615754127502, 0.6475402116775513], "cos_innovation_negg": [0.6085615754127502, 0.6475402116775513], "cos_apical_negg": [0.6085615754127502, 0.6475402116775513], "cos_Ac_negg": [0.6085615754127502, 0.6475402116775513], "r_norm": [0.20940786600112915, 0.20491313934326172]}, {"step": 10900, "epoch": 27, "train_loss": 0.00015565127250738442, "cos_r_negg": [0.6088991761207581, 0.6480454206466675], "cos_innovation_negg": [0.6088991761207581, 0.6480454206466675], "cos_apical_negg": [0.6088991761207581, 0.6480454206466675], "cos_Ac_negg": [0.6088991761207581, 0.6480454206466675], "r_norm": [0.20931318402290344, 0.2048131823539734]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9763, "test_loss": 0.12601046466827392}, {"step": 10950, "epoch": 28, "train_loss": 0.00020508526358753443, "cos_r_negg": [0.6093116998672485, 0.6469252705574036], "cos_innovation_negg": [0.6093116998672485, 0.6469252705574036], "cos_apical_negg": [0.6093116998672485, 0.6469252705574036], "cos_Ac_negg": [0.6093116998672485, 0.6469252705574036], "r_norm": [0.2072816789150238, 0.2028426229953766]}, {"step": 11000, "epoch": 28, "train_loss": 6.880037835799158e-05, "cos_r_negg": [0.6080726981163025, 0.6459028124809265], "cos_innovation_negg": [0.6080726981163025, 0.6459028124809265], "cos_apical_negg": [0.6080726981163025, 0.6459028124809265], "cos_Ac_negg": [0.6080726981163025, 0.6459028124809265], "r_norm": [0.2058665007352829, 0.2014724463224411]}, {"step": 11050, "epoch": 28, "train_loss": 0.0003503851476125419, "cos_r_negg": [0.6093969345092773, 0.646760880947113], "cos_innovation_negg": [0.6093969345092773, 0.646760880947113], "cos_apical_negg": [0.6093969345092773, 0.646760880947113], "cos_Ac_negg": [0.6093969345092773, 0.646760880947113], "r_norm": [0.2081526815891266, 0.20366856455802917]}, {"step": 11100, "epoch": 28, "train_loss": 0.00023013391182757914, "cos_r_negg": [0.6086805462837219, 0.6467714309692383], "cos_innovation_negg": [0.6086805462837219, 0.6467714309692383], "cos_apical_negg": [0.6086805462837219, 0.6467714309692383], "cos_Ac_negg": [0.6086805462837219, 0.6467714309692383], "r_norm": [0.20688138902187347, 0.20241905748844147]}, {"step": 11150, "epoch": 28, "train_loss": 0.0002800603397190571, "cos_r_negg": [0.6090186238288879, 0.6470364928245544], "cos_innovation_negg": [0.6090186238288879, 0.6470364928245544], "cos_apical_negg": [0.6090186238288879, 0.6470364928245544], "cos_Ac_negg": [0.6090186238288879, 0.6470364928245544], "r_norm": [0.20742028951644897, 0.20298025012016296]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004772744723595679, "cos_r_negg": [0.6090479493141174, 0.6464312672615051], "cos_innovation_negg": [0.6090479493141174, 0.6464312672615051], "cos_apical_negg": [0.6090479493141174, 0.6464312672615051], "cos_Ac_negg": [0.6090479493141174, 0.6464312672615051], "r_norm": [0.20597335696220398, 0.2015635371208191]}, {"step": 11250, "epoch": 28, "train_loss": 0.00035624479642137885, "cos_r_negg": [0.6086312532424927, 0.6460810899734497], "cos_innovation_negg": [0.6086312532424927, 0.6460810899734497], "cos_apical_negg": [0.6086312532424927, 0.6460810899734497], "cos_Ac_negg": [0.6086312532424927, 0.6460810899734497], "r_norm": [0.2045760452747345, 0.20019923150539398]}, {"step": 11300, "epoch": 28, "train_loss": 0.0001519810757599771, "cos_r_negg": [0.6089500188827515, 0.6473729610443115], "cos_innovation_negg": [0.6089500188827515, 0.6473729610443115], "cos_apical_negg": [0.6089500188827515, 0.6473729610443115], "cos_Ac_negg": [0.6089500188827515, 0.6473729610443115], "r_norm": [0.20760835707187653, 0.2031782865524292]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9763, "test_loss": 0.12666312198638915}, {"step": 11350, "epoch": 29, "train_loss": 0.00012941769091412425, "cos_r_negg": [0.6083730459213257, 0.6470094323158264], "cos_innovation_negg": [0.6083730459213257, 0.6470094323158264], "cos_apical_negg": [0.6083730459213257, 0.6470094323158264], "cos_Ac_negg": [0.6083730459213257, 0.6470094323158264], "r_norm": [0.2071705013513565, 0.20278993248939514]}, {"step": 11400, "epoch": 29, "train_loss": 0.00015080871526151896, "cos_r_negg": [0.608283281326294, 0.6461224555969238], "cos_innovation_negg": [0.608283281326294, 0.6461224555969238], "cos_apical_negg": [0.608283281326294, 0.6461224555969238], "cos_Ac_negg": [0.608283281326294, 0.6461224555969238], "r_norm": [0.20816344022750854, 0.20367030799388885]}, {"step": 11450, "epoch": 29, "train_loss": 0.00020637994748540223, "cos_r_negg": [0.6084939241409302, 0.6468187570571899], "cos_innovation_negg": [0.6084939241409302, 0.6468187570571899], "cos_apical_negg": [0.6084939241409302, 0.6468187570571899], "cos_Ac_negg": [0.6084939241409302, 0.6468187570571899], "r_norm": [0.20834168791770935, 0.2038283497095108]}, {"step": 11500, "epoch": 29, "train_loss": 0.000275619444437325, "cos_r_negg": [0.6097787022590637, 0.6474931836128235], "cos_innovation_negg": [0.6097787022590637, 0.6474931836128235], "cos_apical_negg": [0.6097787022590637, 0.6474931836128235], "cos_Ac_negg": [0.6097787022590637, 0.6474931836128235], "r_norm": [0.20874492824077606, 0.20427623391151428]}, {"step": 11550, "epoch": 29, "train_loss": 0.0001454605080652982, "cos_r_negg": [0.6091145277023315, 0.6477962732315063], "cos_innovation_negg": [0.6091145277023315, 0.6477962732315063], "cos_apical_negg": [0.6091145277023315, 0.6477962732315063], "cos_Ac_negg": [0.6091145277023315, 0.6477962732315063], "r_norm": [0.2079268842935562, 0.20352786779403687]}, {"step": 11600, "epoch": 29, "train_loss": 0.00012862126459367573, "cos_r_negg": [0.6089835166931152, 0.6469780206680298], "cos_innovation_negg": [0.6089835166931152, 0.6469780206680298], "cos_apical_negg": [0.6089835166931152, 0.6469780206680298], "cos_Ac_negg": [0.6089835166931152, 0.6469780206680298], "r_norm": [0.20701760053634644, 0.20270344614982605]}, {"step": 11650, "epoch": 29, "train_loss": 0.00023405798128806055, "cos_r_negg": [0.6099194884300232, 0.6481742858886719], "cos_innovation_negg": [0.6099194884300232, 0.6481742858886719], "cos_apical_negg": [0.6099194884300232, 0.6481742858886719], "cos_Ac_negg": [0.6099194884300232, 0.6481742858886719], "r_norm": [0.20957016944885254, 0.2052297443151474]}, {"step": 11700, "epoch": 29, "train_loss": 0.0001197457968373783, "cos_r_negg": [0.6089586019515991, 0.6474888920783997], "cos_innovation_negg": [0.6089586019515991, 0.6474888920783997], "cos_apical_negg": [0.6089586019515991, 0.6474888920783997], "cos_Ac_negg": [0.6089586019515991, 0.6474888920783997], "r_norm": [0.207164004445076, 0.20277413725852966]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9763, "test_loss": 0.12712518272399903}, {"step": 11750, "epoch": 30, "train_loss": 0.00036064605228602886, "cos_r_negg": [0.6085893511772156, 0.6471824645996094], "cos_innovation_negg": [0.6085893511772156, 0.6471824645996094], "cos_apical_negg": [0.6085893511772156, 0.6471824645996094], "cos_Ac_negg": [0.6085893511772156, 0.6471824645996094], "r_norm": [0.20450466871261597, 0.2001684606075287]}, {"step": 11800, "epoch": 30, "train_loss": 7.865775842219591e-05, "cos_r_negg": [0.6091032028198242, 0.6475104093551636], "cos_innovation_negg": [0.6091032028198242, 0.6475104093551636], "cos_apical_negg": [0.6091032028198242, 0.6475104093551636], "cos_Ac_negg": [0.6091032028198242, 0.6475104093551636], "r_norm": [0.20693939924240112, 0.2026233971118927]}, {"step": 11850, "epoch": 30, "train_loss": 0.0002478293317835778, "cos_r_negg": [0.6083101034164429, 0.6479607224464417], "cos_innovation_negg": [0.6083101034164429, 0.6479607224464417], "cos_apical_negg": [0.6083101034164429, 0.6479607224464417], "cos_Ac_negg": [0.6083101034164429, 0.6479607224464417], "r_norm": [0.20784644782543182, 0.20342344045639038]}, {"step": 11900, "epoch": 30, "train_loss": 0.0004083082021679729, "cos_r_negg": [0.6081591844558716, 0.6466140151023865], "cos_innovation_negg": [0.6081591844558716, 0.6466140151023865], "cos_apical_negg": [0.6081591844558716, 0.6466140151023865], "cos_Ac_negg": [0.6081591844558716, 0.6466140151023865], "r_norm": [0.20520931482315063, 0.20076285302639008]}, {"step": 11950, "epoch": 30, "train_loss": 0.00010982264211634174, "cos_r_negg": [0.6080327033996582, 0.6469792127609253], "cos_innovation_negg": [0.6080327033996582, 0.6469792127609253], "cos_apical_negg": [0.6080327033996582, 0.6469792127609253], "cos_Ac_negg": [0.6080327033996582, 0.6469792127609253], "r_norm": [0.20386868715286255, 0.19949030876159668]}, {"step": 12000, "epoch": 30, "train_loss": 0.00023502515978179872, "cos_r_negg": [0.6091433763504028, 0.6478240489959717], "cos_innovation_negg": [0.6091433763504028, 0.6478240489959717], "cos_apical_negg": [0.6091433763504028, 0.6478240489959717], "cos_Ac_negg": [0.6091433763504028, 0.6478240489959717], "r_norm": [0.20407360792160034, 0.19974927604198456]}, {"step": 12050, "epoch": 30, "train_loss": 0.0004285122558940202, "cos_r_negg": [0.6089702248573303, 0.6481924653053284], "cos_innovation_negg": [0.6089702248573303, 0.6481924653053284], "cos_apical_negg": [0.6089702248573303, 0.6481924653053284], "cos_Ac_negg": [0.6089702248573303, 0.6481924653053284], "r_norm": [0.20643536746501923, 0.2021670788526535]}, {"step": 12100, "epoch": 30, "train_loss": 0.0001486722903791815, "cos_r_negg": [0.6086907386779785, 0.6478686332702637], "cos_innovation_negg": [0.6086907386779785, 0.6478686332702637], "cos_apical_negg": [0.6086907386779785, 0.6478686332702637], "cos_Ac_negg": [0.6086907386779785, 0.6478686332702637], "r_norm": [0.2067878246307373, 0.20242257416248322]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9762, "test_loss": 0.12771099939346314}, {"step": 12150, "epoch": 31, "train_loss": 0.00012516847345978022, "cos_r_negg": [0.6078300476074219, 0.6474735736846924], "cos_innovation_negg": [0.6078300476074219, 0.6474735736846924], "cos_apical_negg": [0.6078300476074219, 0.6474735736846924], "cos_Ac_negg": [0.6078300476074219, 0.6474735736846924], "r_norm": [0.20700703561306, 0.2025732398033142]}, {"step": 12200, "epoch": 31, "train_loss": 0.00024193413264583796, "cos_r_negg": [0.6077865362167358, 0.6475708484649658], "cos_innovation_negg": [0.6077865362167358, 0.6475708484649658], "cos_apical_negg": [0.6077865362167358, 0.6475708484649658], "cos_Ac_negg": [0.6077865362167358, 0.6475708484649658], "r_norm": [0.2067859172821045, 0.20235511660575867]}, {"step": 12250, "epoch": 31, "train_loss": 0.0003679939254652709, "cos_r_negg": [0.6085134744644165, 0.6480830907821655], "cos_innovation_negg": [0.6085134744644165, 0.6480830907821655], "cos_apical_negg": [0.6085134744644165, 0.6480830907821655], "cos_Ac_negg": [0.6085134744644165, 0.6480830907821655], "r_norm": [0.20722833275794983, 0.2027522474527359]}, {"step": 12300, "epoch": 31, "train_loss": 0.00022874954447615892, "cos_r_negg": [0.6082181930541992, 0.6476218700408936], "cos_innovation_negg": [0.6082181930541992, 0.6476218700408936], "cos_apical_negg": [0.6082181930541992, 0.6476218700408936], "cos_Ac_negg": [0.6082181930541992, 0.6476218700408936], "r_norm": [0.20559993386268616, 0.20116382837295532]}, {"step": 12350, "epoch": 31, "train_loss": 0.00026529558817856014, "cos_r_negg": [0.608305811882019, 0.6477084159851074], "cos_innovation_negg": [0.608305811882019, 0.6477084159851074], "cos_apical_negg": [0.608305811882019, 0.6477084159851074], "cos_Ac_negg": [0.608305811882019, 0.6477084159851074], "r_norm": [0.20595897734165192, 0.20150086283683777]}, {"step": 12400, "epoch": 31, "train_loss": 0.00015710663865320385, "cos_r_negg": [0.608457088470459, 0.6481025815010071], "cos_innovation_negg": [0.608457088470459, 0.6481025815010071], "cos_apical_negg": [0.608457088470459, 0.6481025815010071], "cos_Ac_negg": [0.608457088470459, 0.6481025815010071], "r_norm": [0.2048887014389038, 0.20050549507141113]}, {"step": 12450, "epoch": 31, "train_loss": 0.00012551664258353412, "cos_r_negg": [0.6083911657333374, 0.6480413675308228], "cos_innovation_negg": [0.6083911657333374, 0.6480413675308228], "cos_apical_negg": [0.6083911657333374, 0.6480413675308228], "cos_Ac_negg": [0.6083911657333374, 0.6480413675308228], "r_norm": [0.20563942193984985, 0.20139479637145996]}, {"step": 12500, "epoch": 31, "train_loss": 0.00014390300202649087, "cos_r_negg": [0.6085879802703857, 0.6478216648101807], "cos_innovation_negg": [0.6085879802703857, 0.6478216648101807], "cos_apical_negg": [0.6085879802703857, 0.6478216648101807], "cos_Ac_negg": [0.6085879802703857, 0.6478216648101807], "r_norm": [0.204402357339859, 0.20015092194080353]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9761, "test_loss": 0.1279660449028015}, {"step": 12550, "epoch": 32, "train_loss": 0.00011791670112870634, "cos_r_negg": [0.6079504489898682, 0.6466275453567505], "cos_innovation_negg": [0.6079504489898682, 0.6466275453567505], "cos_apical_negg": [0.6079504489898682, 0.6466275453567505], "cos_Ac_negg": [0.6079504489898682, 0.6466275453567505], "r_norm": [0.2029132843017578, 0.19866140186786652]}, {"step": 12600, "epoch": 32, "train_loss": 2.6700337912188843e-05, "cos_r_negg": [0.6084250211715698, 0.6476912498474121], "cos_innovation_negg": [0.6084250211715698, 0.6476912498474121], "cos_apical_negg": [0.6084250211715698, 0.6476912498474121], "cos_Ac_negg": [0.6084250211715698, 0.6476912498474121], "r_norm": [0.20477929711341858, 0.20049190521240234]}, {"step": 12650, "epoch": 32, "train_loss": 0.00019181089010089636, "cos_r_negg": [0.6084034442901611, 0.6478748917579651], "cos_innovation_negg": [0.6084034442901611, 0.6478748917579651], "cos_apical_negg": [0.6084034442901611, 0.6478748917579651], "cos_Ac_negg": [0.6084034442901611, 0.6478748917579651], "r_norm": [0.20355629920959473, 0.19932417571544647]}, {"step": 12700, "epoch": 32, "train_loss": 0.0002926250745076686, "cos_r_negg": [0.6087379455566406, 0.6481636762619019], "cos_innovation_negg": [0.6087379455566406, 0.6481636762619019], "cos_apical_negg": [0.6087379455566406, 0.6481636762619019], "cos_Ac_negg": [0.6087379455566406, 0.6481636762619019], "r_norm": [0.2033575475215912, 0.19912967085838318]}, {"step": 12750, "epoch": 32, "train_loss": 8.079149120021611e-05, "cos_r_negg": [0.6087198257446289, 0.6479594111442566], "cos_innovation_negg": [0.6087198257446289, 0.6479594111442566], "cos_apical_negg": [0.6087198257446289, 0.6479594111442566], "cos_Ac_negg": [0.6087198257446289, 0.6479594111442566], "r_norm": [0.20470765233039856, 0.2004135549068451]}, {"step": 12800, "epoch": 32, "train_loss": 0.0002175736881326884, "cos_r_negg": [0.6083923578262329, 0.6470462679862976], "cos_innovation_negg": [0.6083923578262329, 0.6470462679862976], "cos_apical_negg": [0.6083923578262329, 0.6470462679862976], "cos_Ac_negg": [0.6083923578262329, 0.6470462679862976], "r_norm": [0.20385241508483887, 0.19960705935955048]}, {"step": 12850, "epoch": 32, "train_loss": 0.00016925188538152725, "cos_r_negg": [0.6082162261009216, 0.6479694843292236], "cos_innovation_negg": [0.6082162261009216, 0.6479694843292236], "cos_apical_negg": [0.6082162261009216, 0.6479694843292236], "cos_Ac_negg": [0.6082162261009216, 0.6479694843292236], "r_norm": [0.204181969165802, 0.19986453652381897]}, {"step": 12900, "epoch": 32, "train_loss": 0.00016731816867832094, "cos_r_negg": [0.6085127592086792, 0.6478444337844849], "cos_innovation_negg": [0.6085127592086792, 0.6478444337844849], "cos_apical_negg": [0.6085127592086792, 0.6478444337844849], "cos_Ac_negg": [0.6085127592086792, 0.6478444337844849], "r_norm": [0.20595280826091766, 0.20154114067554474]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.976, "test_loss": 0.12837038621902466}, {"step": 12950, "epoch": 33, "train_loss": 0.00010563770774751902, "cos_r_negg": [0.6083108186721802, 0.6468507647514343], "cos_innovation_negg": [0.6083108186721802, 0.6468507647514343], "cos_apical_negg": [0.6083108186721802, 0.6468507647514343], "cos_Ac_negg": [0.6083108186721802, 0.6468507647514343], "r_norm": [0.2020072340965271, 0.19762276113033295]}, {"step": 13000, "epoch": 33, "train_loss": 3.661263326648623e-05, "cos_r_negg": [0.60860276222229, 0.6471698880195618], "cos_innovation_negg": [0.60860276222229, 0.6471698880195618], "cos_apical_negg": [0.60860276222229, 0.6471698880195618], "cos_Ac_negg": [0.60860276222229, 0.6471698880195618], "r_norm": [0.20572882890701294, 0.20129087567329407]}, {"step": 13050, "epoch": 33, "train_loss": 0.00019618782971519977, "cos_r_negg": [0.6092155575752258, 0.6470685005187988], "cos_innovation_negg": [0.6092155575752258, 0.6470685005187988], "cos_apical_negg": [0.6092155575752258, 0.6470685005187988], "cos_Ac_negg": [0.6092155575752258, 0.6470685005187988], "r_norm": [0.20558136701583862, 0.20112599432468414]}, {"step": 13100, "epoch": 33, "train_loss": 9.234179015038535e-05, "cos_r_negg": [0.6084921360015869, 0.6483314037322998], "cos_innovation_negg": [0.6084921360015869, 0.6483314037322998], "cos_apical_negg": [0.6084921360015869, 0.6483314037322998], "cos_Ac_negg": [0.6084921360015869, 0.6483314037322998], "r_norm": [0.20645037293434143, 0.20189747214317322]}, {"step": 13150, "epoch": 33, "train_loss": 6.604449299629778e-05, "cos_r_negg": [0.6083916425704956, 0.6481500267982483], "cos_innovation_negg": [0.6083916425704956, 0.6481500267982483], "cos_apical_negg": [0.6083916425704956, 0.6481500267982483], "cos_Ac_negg": [0.6083916425704956, 0.6481500267982483], "r_norm": [0.20403708517551422, 0.19960053265094757]}, {"step": 13200, "epoch": 33, "train_loss": 0.00019610713934525847, "cos_r_negg": [0.6077664494514465, 0.6464560031890869], "cos_innovation_negg": [0.6077664494514465, 0.6464560031890869], "cos_apical_negg": [0.6077664494514465, 0.6464560031890869], "cos_Ac_negg": [0.6077664494514465, 0.6464560031890869], "r_norm": [0.20308691263198853, 0.19874539971351624]}, {"step": 13250, "epoch": 33, "train_loss": 0.00026613770751282573, "cos_r_negg": [0.6079593300819397, 0.6480308771133423], "cos_innovation_negg": [0.6079593300819397, 0.6480308771133423], "cos_apical_negg": [0.6079593300819397, 0.6480308771133423], "cos_Ac_negg": [0.6079593300819397, 0.6480308771133423], "r_norm": [0.20268431305885315, 0.19840332865715027]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.976, "test_loss": 0.12897777509689332}, {"step": 13300, "epoch": 34, "train_loss": 0.0001457042817492038, "cos_r_negg": [0.6089094281196594, 0.6481329798698425], "cos_innovation_negg": [0.6089094281196594, 0.6481329798698425], "cos_apical_negg": [0.6089094281196594, 0.6481329798698425], "cos_Ac_negg": [0.6089094281196594, 0.6481329798698425], "r_norm": [0.20315037667751312, 0.19891394674777985]}, {"step": 13350, "epoch": 34, "train_loss": 0.00017981490236707032, "cos_r_negg": [0.6082541942596436, 0.6469302177429199], "cos_innovation_negg": [0.6082541942596436, 0.6469302177429199], "cos_apical_negg": [0.6082541942596436, 0.6469302177429199], "cos_Ac_negg": [0.6082541942596436, 0.6469302177429199], "r_norm": [0.2025304138660431, 0.19825175404548645]}, {"step": 13400, "epoch": 34, "train_loss": 8.800532668828964e-05, "cos_r_negg": [0.6076637506484985, 0.6474345922470093], "cos_innovation_negg": [0.6076637506484985, 0.6474345922470093], "cos_apical_negg": [0.6076637506484985, 0.6474345922470093], "cos_Ac_negg": [0.6076637506484985, 0.6474345922470093], "r_norm": [0.20128563046455383, 0.197054922580719]}, {"step": 13450, "epoch": 34, "train_loss": 0.000234742954489775, "cos_r_negg": [0.6079167127609253, 0.6476658582687378], "cos_innovation_negg": [0.6079167127609253, 0.6476658582687378], "cos_apical_negg": [0.6079167127609253, 0.6476658582687378], "cos_Ac_negg": [0.6079167127609253, 0.6476658582687378], "r_norm": [0.2018398642539978, 0.1976255476474762]}, {"step": 13500, "epoch": 34, "train_loss": 0.00024511406081728637, "cos_r_negg": [0.6085893511772156, 0.6474190354347229], "cos_innovation_negg": [0.6085893511772156, 0.6474190354347229], "cos_apical_negg": [0.6085893511772156, 0.6474190354347229], "cos_Ac_negg": [0.6085893511772156, 0.6474190354347229], "r_norm": [0.2042311131954193, 0.19993600249290466]}, {"step": 13550, "epoch": 34, "train_loss": 0.0001838639727793634, "cos_r_negg": [0.6087640523910522, 0.6483689546585083], "cos_innovation_negg": [0.6087640523910522, 0.6483689546585083], "cos_apical_negg": [0.6087640523910522, 0.6483689546585083], "cos_Ac_negg": [0.6087640523910522, 0.6483689546585083], "r_norm": [0.20514830946922302, 0.20089390873908997]}, {"step": 13600, "epoch": 34, "train_loss": 0.00015778347733430564, "cos_r_negg": [0.6087731719017029, 0.6472049951553345], "cos_innovation_negg": [0.6087731719017029, 0.6472049951553345], "cos_apical_negg": [0.6087731719017029, 0.6472049951553345], "cos_Ac_negg": [0.6087731719017029, 0.6472049951553345], "r_norm": [0.2052794098854065, 0.20100146532058716]}, {"step": 13650, "epoch": 34, "train_loss": 0.00023811068967916071, "cos_r_negg": [0.6086916923522949, 0.6472836136817932], "cos_innovation_negg": [0.6086916923522949, 0.6472836136817932], "cos_apical_negg": [0.6086916923522949, 0.6472836136817932], "cos_Ac_negg": [0.6086916923522949, 0.6472836136817932], "r_norm": [0.20368681848049164, 0.19941513240337372]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.976, "test_loss": 0.12943235807418824}, {"step": 13700, "epoch": 35, "train_loss": 5.18735105288215e-05, "cos_r_negg": [0.6088360548019409, 0.6472188234329224], "cos_innovation_negg": [0.6088360548019409, 0.6472188234329224], "cos_apical_negg": [0.6088360548019409, 0.6472188234329224], "cos_Ac_negg": [0.6088360548019409, 0.6472188234329224], "r_norm": [0.20509661734104156, 0.2007494866847992]}, {"step": 13750, "epoch": 35, "train_loss": 0.00030729963327758014, "cos_r_negg": [0.6091210246086121, 0.6473942995071411], "cos_innovation_negg": [0.6091210246086121, 0.6473942995071411], "cos_apical_negg": [0.6091210246086121, 0.6473942995071411], "cos_Ac_negg": [0.6091210246086121, 0.6473942995071411], "r_norm": [0.2060244232416153, 0.20159992575645447]}, {"step": 13800, "epoch": 35, "train_loss": 4.923344022245146e-05, "cos_r_negg": [0.608903169631958, 0.647666335105896], "cos_innovation_negg": [0.608903169631958, 0.647666335105896], "cos_apical_negg": [0.608903169631958, 0.647666335105896], "cos_Ac_negg": [0.608903169631958, 0.647666335105896], "r_norm": [0.2035999298095703, 0.19923600554466248]}, {"step": 13850, "epoch": 35, "train_loss": 0.00015086792700458318, "cos_r_negg": [0.609705924987793, 0.6469659805297852], "cos_innovation_negg": [0.609705924987793, 0.6469659805297852], "cos_apical_negg": [0.609705924987793, 0.6469659805297852], "cos_Ac_negg": [0.609705924987793, 0.6469659805297852], "r_norm": [0.20351578295230865, 0.19919851422309875]}, {"step": 13900, "epoch": 35, "train_loss": 0.00017013498290907592, "cos_r_negg": [0.609848141670227, 0.6471240520477295], "cos_innovation_negg": [0.609848141670227, 0.6471240520477295], "cos_apical_negg": [0.609848141670227, 0.6471240520477295], "cos_Ac_negg": [0.609848141670227, 0.6471240520477295], "r_norm": [0.202349454164505, 0.19804318249225616]}, {"step": 13950, "epoch": 35, "train_loss": 0.00014245719648897648, "cos_r_negg": [0.6094030141830444, 0.6469724774360657], "cos_innovation_negg": [0.6094030141830444, 0.6469724774360657], "cos_apical_negg": [0.6094030141830444, 0.6469724774360657], "cos_Ac_negg": [0.6094030141830444, 0.6469724774360657], "r_norm": [0.20323657989501953, 0.19893452525138855]}, {"step": 14000, "epoch": 35, "train_loss": 0.0002059683611150831, "cos_r_negg": [0.6092826128005981, 0.6462044715881348], "cos_innovation_negg": [0.6092826128005981, 0.6462044715881348], "cos_apical_negg": [0.6092826128005981, 0.6462044715881348], "cos_Ac_negg": [0.6092826128005981, 0.6462044715881348], "r_norm": [0.20326560735702515, 0.1989833414554596]}, {"step": 14050, "epoch": 35, "train_loss": 0.00010453996947035193, "cos_r_negg": [0.6091712713241577, 0.6470344066619873], "cos_innovation_negg": [0.6091712713241577, 0.6470344066619873], "cos_apical_negg": [0.6091712713241577, 0.6470344066619873], "cos_Ac_negg": [0.6091712713241577, 0.6470344066619873], "r_norm": [0.2025037407875061, 0.19828566908836365]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9762, "test_loss": 0.12983904275894165}, {"step": 14100, "epoch": 36, "train_loss": 0.00028321542777121067, "cos_r_negg": [0.6087377667427063, 0.6469500064849854], "cos_innovation_negg": [0.6087377667427063, 0.6469500064849854], "cos_apical_negg": [0.6087377667427063, 0.6469500064849854], "cos_Ac_negg": [0.6087377667427063, 0.6469500064849854], "r_norm": [0.20204058289527893, 0.19777490198612213]}, {"step": 14150, "epoch": 36, "train_loss": 9.841455903369933e-05, "cos_r_negg": [0.6093285083770752, 0.647078275680542], "cos_innovation_negg": [0.6093285083770752, 0.647078275680542], "cos_apical_negg": [0.6093285083770752, 0.647078275680542], "cos_Ac_negg": [0.6093285083770752, 0.647078275680542], "r_norm": [0.20295488834381104, 0.19864559173583984]}, {"step": 14200, "epoch": 36, "train_loss": 7.707654003752396e-05, "cos_r_negg": [0.6089173555374146, 0.6474088430404663], "cos_innovation_negg": [0.6089173555374146, 0.6474088430404663], "cos_apical_negg": [0.6089173555374146, 0.6474088430404663], "cos_Ac_negg": [0.6089173555374146, 0.6474088430404663], "r_norm": [0.20313656330108643, 0.19886191189289093]}, {"step": 14250, "epoch": 36, "train_loss": 8.381546649616212e-05, "cos_r_negg": [0.6090459823608398, 0.6476091146469116], "cos_innovation_negg": [0.6090459823608398, 0.6476091146469116], "cos_apical_negg": [0.6090459823608398, 0.6476091146469116], "cos_Ac_negg": [0.6090459823608398, 0.6476091146469116], "r_norm": [0.20200198888778687, 0.19777393341064453]}, {"step": 14300, "epoch": 36, "train_loss": 3.578648829716258e-05, "cos_r_negg": [0.6090007424354553, 0.6474984884262085], "cos_innovation_negg": [0.6090007424354553, 0.6474984884262085], "cos_apical_negg": [0.6090007424354553, 0.6474984884262085], "cos_Ac_negg": [0.6090007424354553, 0.6474984884262085], "r_norm": [0.20470759272575378, 0.2003588080406189]}, {"step": 14350, "epoch": 36, "train_loss": 6.607240356970578e-05, "cos_r_negg": [0.6096976399421692, 0.6476772427558899], "cos_innovation_negg": [0.6096976399421692, 0.6476772427558899], "cos_apical_negg": [0.6096976399421692, 0.6476772427558899], "cos_Ac_negg": [0.6096976399421692, 0.6476772427558899], "r_norm": [0.20278820395469666, 0.19850917160511017]}, {"step": 14400, "epoch": 36, "train_loss": 5.578594209509902e-05, "cos_r_negg": [0.6096055507659912, 0.6470474004745483], "cos_innovation_negg": [0.6096055507659912, 0.6470474004745483], "cos_apical_negg": [0.6096055507659912, 0.6470474004745483], "cos_Ac_negg": [0.6096055507659912, 0.6470474004745483], "r_norm": [0.20214079320430756, 0.19784565269947052]}, {"step": 14450, "epoch": 36, "train_loss": 6.427059997804463e-05, "cos_r_negg": [0.6091495752334595, 0.6464866995811462], "cos_innovation_negg": [0.6091495752334595, 0.6464866995811462], "cos_apical_negg": [0.6091495752334595, 0.6464866995811462], "cos_Ac_negg": [0.6091495752334595, 0.6464866995811462], "r_norm": [0.2029775232076645, 0.19866302609443665]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9762, "test_loss": 0.1303530658721924}, {"step": 14500, "epoch": 37, "train_loss": 0.00012010634964099154, "cos_r_negg": [0.6096655130386353, 0.6473977565765381], "cos_innovation_negg": [0.6096655130386353, 0.6473977565765381], "cos_apical_negg": [0.6096655130386353, 0.6473977565765381], "cos_Ac_negg": [0.6096655130386353, 0.6473977565765381], "r_norm": [0.2049008011817932, 0.20056793093681335]}, {"step": 14550, "epoch": 37, "train_loss": 0.00012912052625324577, "cos_r_negg": [0.6097825765609741, 0.6480040550231934], "cos_innovation_negg": [0.6097825765609741, 0.6480040550231934], "cos_apical_negg": [0.6097825765609741, 0.6480040550231934], "cos_Ac_negg": [0.6097825765609741, 0.6480040550231934], "r_norm": [0.20355913043022156, 0.19921986758708954]}, {"step": 14600, "epoch": 37, "train_loss": 2.3969765607034788e-05, "cos_r_negg": [0.6097168922424316, 0.6471917629241943], "cos_innovation_negg": [0.6097168922424316, 0.6471917629241943], "cos_apical_negg": [0.6097168922424316, 0.6471917629241943], "cos_Ac_negg": [0.6097168922424316, 0.6471917629241943], "r_norm": [0.20185227692127228, 0.19761916995048523]}, {"step": 14650, "epoch": 37, "train_loss": 0.00012710824375972152, "cos_r_negg": [0.6096020936965942, 0.6472259759902954], "cos_innovation_negg": [0.6096020936965942, 0.6472259759902954], "cos_apical_negg": [0.6096020936965942, 0.6472259759902954], "cos_Ac_negg": [0.6096020936965942, 0.6472259759902954], "r_norm": [0.20126879215240479, 0.1970328986644745]}, {"step": 14700, "epoch": 37, "train_loss": 0.00013742940791416913, "cos_r_negg": [0.6093664169311523, 0.6472023725509644], "cos_innovation_negg": [0.6093664169311523, 0.6472023725509644], "cos_apical_negg": [0.6093664169311523, 0.6472023725509644], "cos_Ac_negg": [0.6093664169311523, 0.6472023725509644], "r_norm": [0.2014646977186203, 0.19723761081695557]}, {"step": 14750, "epoch": 37, "train_loss": 0.00010708062472986057, "cos_r_negg": [0.6091811656951904, 0.6473842859268188], "cos_innovation_negg": [0.6091811656951904, 0.6473842859268188], "cos_apical_negg": [0.6091811656951904, 0.6473842859268188], "cos_Ac_negg": [0.6091811656951904, 0.6473842859268188], "r_norm": [0.20128896832466125, 0.1970372051000595]}, {"step": 14800, "epoch": 37, "train_loss": 7.483066292479634e-05, "cos_r_negg": [0.6094000339508057, 0.647365927696228], "cos_innovation_negg": [0.6094000339508057, 0.647365927696228], "cos_apical_negg": [0.6094000339508057, 0.647365927696228], "cos_Ac_negg": [0.6094000339508057, 0.647365927696228], "r_norm": [0.20248915255069733, 0.19822067022323608]}, {"step": 14850, "epoch": 37, "train_loss": 9.5210867584683e-05, "cos_r_negg": [0.6092155575752258, 0.6474692225456238], "cos_innovation_negg": [0.6092155575752258, 0.6474692225456238], "cos_apical_negg": [0.6092155575752258, 0.6474692225456238], "cos_Ac_negg": [0.6092155575752258, 0.6474692225456238], "r_norm": [0.201035737991333, 0.1968076527118683]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9763, "test_loss": 0.13064042835235595}, {"step": 14900, "epoch": 38, "train_loss": 0.0001782578619895503, "cos_r_negg": [0.6092283129692078, 0.6475495100021362], "cos_innovation_negg": [0.6092283129692078, 0.6475495100021362], "cos_apical_negg": [0.6092283129692078, 0.6475495100021362], "cos_Ac_negg": [0.6092283129692078, 0.6475495100021362], "r_norm": [0.19997969269752502, 0.19572563469409943]}, {"step": 14950, "epoch": 38, "train_loss": 4.8378333303844556e-05, "cos_r_negg": [0.6094984412193298, 0.6476823091506958], "cos_innovation_negg": [0.6094984412193298, 0.6476823091506958], "cos_apical_negg": [0.6094984412193298, 0.6476823091506958], "cos_Ac_negg": [0.6094984412193298, 0.6476823091506958], "r_norm": [0.2004830539226532, 0.19619478285312653]}, {"step": 15000, "epoch": 38, "train_loss": 0.0002598926075734198, "cos_r_negg": [0.6093150973320007, 0.6478130221366882], "cos_innovation_negg": [0.6093150973320007, 0.6478130221366882], "cos_apical_negg": [0.6093150973320007, 0.6478130221366882], "cos_Ac_negg": [0.6093150973320007, 0.6478130221366882], "r_norm": [0.20164838433265686, 0.19740666449069977]}, {"step": 15050, "epoch": 38, "train_loss": 0.00013104536628816277, "cos_r_negg": [0.6092925071716309, 0.6478273868560791], "cos_innovation_negg": [0.6092925071716309, 0.6478273868560791], "cos_apical_negg": [0.6092925071716309, 0.6478273868560791], "cos_Ac_negg": [0.6092925071716309, 0.6478273868560791], "r_norm": [0.20282094180583954, 0.19855257868766785]}, {"step": 15100, "epoch": 38, "train_loss": 6.822879367973655e-05, "cos_r_negg": [0.6094030141830444, 0.6475664377212524], "cos_innovation_negg": [0.6094030141830444, 0.6475664377212524], "cos_apical_negg": [0.6094030141830444, 0.6475664377212524], "cos_Ac_negg": [0.6094030141830444, 0.6475664377212524], "r_norm": [0.20374585688114166, 0.19950303435325623]}, {"step": 15150, "epoch": 38, "train_loss": 0.00014995278615970165, "cos_r_negg": [0.6096280813217163, 0.6476519107818604], "cos_innovation_negg": [0.6096280813217163, 0.6476519107818604], "cos_apical_negg": [0.6096280813217163, 0.6476519107818604], "cos_Ac_negg": [0.6096280813217163, 0.6476519107818604], "r_norm": [0.20288236439228058, 0.19867467880249023]}, {"step": 15200, "epoch": 38, "train_loss": 0.00024253521405626088, "cos_r_negg": [0.609255313873291, 0.6478553414344788], "cos_innovation_negg": [0.609255313873291, 0.6478553414344788], "cos_apical_negg": [0.609255313873291, 0.6478553414344788], "cos_Ac_negg": [0.609255313873291, 0.6478553414344788], "r_norm": [0.2018015831708908, 0.19754153490066528]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9762, "test_loss": 0.13102968730926515}, {"step": 15250, "epoch": 39, "train_loss": 6.701556412735954e-05, "cos_r_negg": [0.6093925833702087, 0.6479514837265015], "cos_innovation_negg": [0.6093925833702087, 0.6479514837265015], "cos_apical_negg": [0.6093925833702087, 0.6479514837265015], "cos_Ac_negg": [0.6093925833702087, 0.6479514837265015], "r_norm": [0.20059603452682495, 0.19637084007263184]}, {"step": 15300, "epoch": 39, "train_loss": 0.00016217533266171813, "cos_r_negg": [0.6090742349624634, 0.6472887396812439], "cos_innovation_negg": [0.6090742349624634, 0.6472887396812439], "cos_apical_negg": [0.6090742349624634, 0.6472887396812439], "cos_Ac_negg": [0.6090742349624634, 0.6472887396812439], "r_norm": [0.20124879479408264, 0.19698481261730194]}, {"step": 15350, "epoch": 39, "train_loss": 0.0002462145348545164, "cos_r_negg": [0.6091647148132324, 0.6477609276771545], "cos_innovation_negg": [0.6091647148132324, 0.6477609276771545], "cos_apical_negg": [0.6091647148132324, 0.6477609276771545], "cos_Ac_negg": [0.6091647148132324, 0.6477609276771545], "r_norm": [0.19916334748268127, 0.19493715465068817]}, {"step": 15400, "epoch": 39, "train_loss": 6.315468635875732e-05, "cos_r_negg": [0.6091283559799194, 0.6476806402206421], "cos_innovation_negg": [0.6091283559799194, 0.6476806402206421], "cos_apical_negg": [0.6091283559799194, 0.6476806402206421], "cos_Ac_negg": [0.6091283559799194, 0.6476806402206421], "r_norm": [0.20068097114562988, 0.19644160568714142]}, {"step": 15450, "epoch": 39, "train_loss": 0.00018961261957883835, "cos_r_negg": [0.6090285181999207, 0.6476953029632568], "cos_innovation_negg": [0.6090285181999207, 0.6476953029632568], "cos_apical_negg": [0.6090285181999207, 0.6476953029632568], "cos_Ac_negg": [0.6090285181999207, 0.6476953029632568], "r_norm": [0.20092466473579407, 0.19668161869049072]}, {"step": 15500, "epoch": 39, "train_loss": 0.00019071064889431, "cos_r_negg": [0.6091627478599548, 0.6478362083435059], "cos_innovation_negg": [0.6091627478599548, 0.6478362083435059], "cos_apical_negg": [0.6091627478599548, 0.6478362083435059], "cos_Ac_negg": [0.6091627478599548, 0.6478362083435059], "r_norm": [0.20044666528701782, 0.19621723890304565]}, {"step": 15550, "epoch": 39, "train_loss": 0.0002979656565003097, "cos_r_negg": [0.6089200377464294, 0.6478412747383118], "cos_innovation_negg": [0.6089200377464294, 0.6478412747383118], "cos_apical_negg": [0.6089200377464294, 0.6478412747383118], "cos_Ac_negg": [0.6089200377464294, 0.6478412747383118], "r_norm": [0.20091328024864197, 0.19665959477424622]}, {"step": 15600, "epoch": 39, "train_loss": 8.00170237198472e-05, "cos_r_negg": [0.6086945533752441, 0.6471185684204102], "cos_innovation_negg": [0.6086945533752441, 0.6471185684204102], "cos_apical_negg": [0.6086945533752441, 0.6471185684204102], "cos_Ac_negg": [0.6086945533752441, 0.6471185684204102], "r_norm": [0.20000600814819336, 0.19579988718032837]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.976, "test_loss": 0.13132525606155396}, {"step": 15650, "epoch": 40, "train_loss": 0.00016374750703107566, "cos_r_negg": [0.6086736917495728, 0.6480486392974854], "cos_innovation_negg": [0.6086736917495728, 0.6480486392974854], "cos_apical_negg": [0.6086736917495728, 0.6480486392974854], "cos_Ac_negg": [0.6086736917495728, 0.6480486392974854], "r_norm": [0.20072877407073975, 0.19652920961380005]}, {"step": 15700, "epoch": 40, "train_loss": 9.487802890362218e-05, "cos_r_negg": [0.6083988547325134, 0.6481927037239075], "cos_innovation_negg": [0.6083988547325134, 0.6481927037239075], "cos_apical_negg": [0.6083988547325134, 0.6481927037239075], "cos_Ac_negg": [0.6083988547325134, 0.6481927037239075], "r_norm": [0.20100247859954834, 0.196866974234581]}, {"step": 15750, "epoch": 40, "train_loss": 0.00013416470028460026, "cos_r_negg": [0.6098116040229797, 0.6486712694168091], "cos_innovation_negg": [0.6098116040229797, 0.6486712694168091], "cos_apical_negg": [0.6098116040229797, 0.6486712694168091], "cos_Ac_negg": [0.6098116040229797, 0.6486712694168091], "r_norm": [0.20024913549423218, 0.1960858702659607]}, {"step": 15800, "epoch": 40, "train_loss": 0.0001221699349116534, "cos_r_negg": [0.608723521232605, 0.6473904252052307], "cos_innovation_negg": [0.608723521232605, 0.6473904252052307], "cos_apical_negg": [0.608723521232605, 0.6473904252052307], "cos_Ac_negg": [0.608723521232605, 0.6473904252052307], "r_norm": [0.19923308491706848, 0.19500184059143066]}, {"step": 15850, "epoch": 40, "train_loss": 6.263671821216121e-05, "cos_r_negg": [0.6087061166763306, 0.6472287178039551], "cos_innovation_negg": [0.6087061166763306, 0.6472287178039551], "cos_apical_negg": [0.6087061166763306, 0.6472287178039551], "cos_Ac_negg": [0.6087061166763306, 0.6472287178039551], "r_norm": [0.19819539785385132, 0.19396927952766418]}, {"step": 15900, "epoch": 40, "train_loss": 4.878621984971687e-05, "cos_r_negg": [0.6084513664245605, 0.6472717523574829], "cos_innovation_negg": [0.6084513664245605, 0.6472717523574829], "cos_apical_negg": [0.6084513664245605, 0.6472717523574829], "cos_Ac_negg": [0.6084513664245605, 0.6472717523574829], "r_norm": [0.19903826713562012, 0.1948138177394867]}, {"step": 15950, "epoch": 40, "train_loss": 0.00012793330824933946, "cos_r_negg": [0.6095020771026611, 0.6480796337127686], "cos_innovation_negg": [0.6095020771026611, 0.6480796337127686], "cos_apical_negg": [0.6095020771026611, 0.6480796337127686], "cos_Ac_negg": [0.6095020771026611, 0.6480796337127686], "r_norm": [0.20053933560848236, 0.19628295302391052]}, {"step": 16000, "epoch": 40, "train_loss": 1.5094492482603528e-05, "cos_r_negg": [0.6092753410339355, 0.6477199792861938], "cos_innovation_negg": [0.6092753410339355, 0.6477199792861938], "cos_apical_negg": [0.6092753410339355, 0.6477199792861938], "cos_Ac_negg": [0.6092753410339355, 0.6477199792861938], "r_norm": [0.20261070132255554, 0.19836299121379852]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9762, "test_loss": 0.1316465663909912}, {"step": 16050, "epoch": 41, "train_loss": 5.4762596846558154e-05, "cos_r_negg": [0.6088098883628845, 0.647881269454956], "cos_innovation_negg": [0.6088098883628845, 0.647881269454956], "cos_apical_negg": [0.6088098883628845, 0.647881269454956], "cos_Ac_negg": [0.6088098883628845, 0.647881269454956], "r_norm": [0.202137753367424, 0.19787286221981049]}, {"step": 16100, "epoch": 41, "train_loss": 7.78624671511352e-05, "cos_r_negg": [0.6090061664581299, 0.6475789546966553], "cos_innovation_negg": [0.6090061664581299, 0.6475789546966553], "cos_apical_negg": [0.6090061664581299, 0.6475789546966553], "cos_Ac_negg": [0.6090061664581299, 0.6475789546966553], "r_norm": [0.20162662863731384, 0.1973506510257721]}, {"step": 16150, "epoch": 41, "train_loss": 0.00010306220792699605, "cos_r_negg": [0.6097725033760071, 0.6475155353546143], "cos_innovation_negg": [0.6097725033760071, 0.6475155353546143], "cos_apical_negg": [0.6097725033760071, 0.6475155353546143], "cos_Ac_negg": [0.6097725033760071, 0.6475155353546143], "r_norm": [0.20199385285377502, 0.19771774113178253]}, {"step": 16200, "epoch": 41, "train_loss": 8.630486991023645e-05, "cos_r_negg": [0.6093868613243103, 0.6476075649261475], "cos_innovation_negg": [0.6093868613243103, 0.6476075649261475], "cos_apical_negg": [0.6093868613243103, 0.6476075649261475], "cos_Ac_negg": [0.6093868613243103, 0.6476075649261475], "r_norm": [0.20204949378967285, 0.19777053594589233]}, {"step": 16250, "epoch": 41, "train_loss": 0.0001529291766928509, "cos_r_negg": [0.6091243624687195, 0.647162914276123], "cos_innovation_negg": [0.6091243624687195, 0.647162914276123], "cos_apical_negg": [0.6091243624687195, 0.647162914276123], "cos_Ac_negg": [0.6091243624687195, 0.647162914276123], "r_norm": [0.20283816754817963, 0.19854742288589478]}, {"step": 16300, "epoch": 41, "train_loss": 9.697224595583975e-05, "cos_r_negg": [0.6090236902236938, 0.6470590829849243], "cos_innovation_negg": [0.6090236902236938, 0.6470590829849243], "cos_apical_negg": [0.6090236902236938, 0.6470590829849243], "cos_Ac_negg": [0.6090236902236938, 0.6470590829849243], "r_norm": [0.20153090357780457, 0.1972462683916092]}, {"step": 16350, "epoch": 41, "train_loss": 6.934771954547614e-05, "cos_r_negg": [0.6091894507408142, 0.64715975522995], "cos_innovation_negg": [0.6091894507408142, 0.64715975522995], "cos_apical_negg": [0.6091894507408142, 0.64715975522995], "cos_Ac_negg": [0.6091894507408142, 0.64715975522995], "r_norm": [0.20118653774261475, 0.19688554108142853]}, {"step": 16400, "epoch": 41, "train_loss": 8.31747311167419e-05, "cos_r_negg": [0.6091172099113464, 0.6476352214813232], "cos_innovation_negg": [0.6091172099113464, 0.6476352214813232], "cos_apical_negg": [0.6091172099113464, 0.6476352214813232], "cos_Ac_negg": [0.6091172099113464, 0.6476352214813232], "r_norm": [0.1996687650680542, 0.1954793930053711]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9762, "test_loss": 0.13204322652816772}, {"step": 16450, "epoch": 42, "train_loss": 5.680666072294116e-05, "cos_r_negg": [0.6091469526290894, 0.6478079557418823], "cos_innovation_negg": [0.6091469526290894, 0.6478079557418823], "cos_apical_negg": [0.6091469526290894, 0.6478079557418823], "cos_Ac_negg": [0.6091469526290894, 0.6478079557418823], "r_norm": [0.19935846328735352, 0.1951751857995987]}, {"step": 16500, "epoch": 42, "train_loss": 9.128364035859704e-05, "cos_r_negg": [0.6091283559799194, 0.6477609872817993], "cos_innovation_negg": [0.6091283559799194, 0.6477609872817993], "cos_apical_negg": [0.6091283559799194, 0.6477609872817993], "cos_Ac_negg": [0.6091283559799194, 0.6477609872817993], "r_norm": [0.19987420737743378, 0.19566687941551208]}, {"step": 16550, "epoch": 42, "train_loss": 0.0001368288794765249, "cos_r_negg": [0.6094226837158203, 0.647304117679596], "cos_innovation_negg": [0.6094226837158203, 0.647304117679596], "cos_apical_negg": [0.6094226837158203, 0.647304117679596], "cos_Ac_negg": [0.6094226837158203, 0.647304117679596], "r_norm": [0.19978894293308258, 0.19556860625743866]}, {"step": 16600, "epoch": 42, "train_loss": 0.00021914462558925152, "cos_r_negg": [0.6087508201599121, 0.6474552154541016], "cos_innovation_negg": [0.6087508201599121, 0.6474552154541016], "cos_apical_negg": [0.6087508201599121, 0.6474552154541016], "cos_Ac_negg": [0.6087508201599121, 0.6474552154541016], "r_norm": [0.20060652494430542, 0.19634516537189484]}, {"step": 16650, "epoch": 42, "train_loss": 8.048457675613463e-05, "cos_r_negg": [0.6091586947441101, 0.6475765705108643], "cos_innovation_negg": [0.6091586947441101, 0.6475765705108643], "cos_apical_negg": [0.6091586947441101, 0.6475765705108643], "cos_Ac_negg": [0.6091586947441101, 0.6475765705108643], "r_norm": [0.20012125372886658, 0.19589489698410034]}, {"step": 16700, "epoch": 42, "train_loss": 7.915206515463069e-05, "cos_r_negg": [0.6092212796211243, 0.64778071641922], "cos_innovation_negg": [0.6092212796211243, 0.64778071641922], "cos_apical_negg": [0.6092212796211243, 0.64778071641922], "cos_Ac_negg": [0.6092212796211243, 0.64778071641922], "r_norm": [0.20063507556915283, 0.19648140668869019]}, {"step": 16750, "epoch": 42, "train_loss": 9.566274820826948e-05, "cos_r_negg": [0.6090748310089111, 0.6480107307434082], "cos_innovation_negg": [0.6090748310089111, 0.6480107307434082], "cos_apical_negg": [0.6090748310089111, 0.6480107307434082], "cos_Ac_negg": [0.6090748310089111, 0.6480107307434082], "r_norm": [0.19786472618579865, 0.1937674880027771]}, {"step": 16800, "epoch": 42, "train_loss": 5.7875025959219784e-05, "cos_r_negg": [0.6090431809425354, 0.6479624509811401], "cos_innovation_negg": [0.6090431809425354, 0.6479624509811401], "cos_apical_negg": [0.6090431809425354, 0.6479624509811401], "cos_Ac_negg": [0.6090431809425354, 0.6479624509811401], "r_norm": [0.19883373379707336, 0.19469596445560455]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.976, "test_loss": 0.13247353992462158}, {"step": 16850, "epoch": 43, "train_loss": 0.00020195255638100207, "cos_r_negg": [0.6093136072158813, 0.6483654975891113], "cos_innovation_negg": [0.6093136072158813, 0.6483654975891113], "cos_apical_negg": [0.6093136072158813, 0.6483654975891113], "cos_Ac_negg": [0.6093136072158813, 0.6483654975891113], "r_norm": [0.19878613948822021, 0.19459977746009827]}, {"step": 16900, "epoch": 43, "train_loss": 8.109817281365395e-05, "cos_r_negg": [0.6095137000083923, 0.6477922201156616], "cos_innovation_negg": [0.6095137000083923, 0.6477922201156616], "cos_apical_negg": [0.6095137000083923, 0.6477922201156616], "cos_Ac_negg": [0.6095137000083923, 0.6477922201156616], "r_norm": [0.19708296656608582, 0.1929481029510498]}, {"step": 16950, "epoch": 43, "train_loss": 0.00013754305837210268, "cos_r_negg": [0.6097707152366638, 0.647735595703125], "cos_innovation_negg": [0.6097707152366638, 0.647735595703125], "cos_apical_negg": [0.6097707152366638, 0.647735595703125], "cos_Ac_negg": [0.6097707152366638, 0.647735595703125], "r_norm": [0.1974276453256607, 0.1932240128517151]}, {"step": 17000, "epoch": 43, "train_loss": 0.00010292349907103926, "cos_r_negg": [0.6099083423614502, 0.6476026773452759], "cos_innovation_negg": [0.6099083423614502, 0.6476026773452759], "cos_apical_negg": [0.6099083423614502, 0.6476026773452759], "cos_Ac_negg": [0.6099083423614502, 0.6476026773452759], "r_norm": [0.20026090741157532, 0.1959705501794815]}, {"step": 17050, "epoch": 43, "train_loss": 0.00014400637883227319, "cos_r_negg": [0.609671950340271, 0.6481074094772339], "cos_innovation_negg": [0.609671950340271, 0.6481074094772339], "cos_apical_negg": [0.609671950340271, 0.6481074094772339], "cos_Ac_negg": [0.609671950340271, 0.6481074094772339], "r_norm": [0.19814199209213257, 0.19396796822547913]}, {"step": 17100, "epoch": 43, "train_loss": 8.431968308286741e-05, "cos_r_negg": [0.6093689799308777, 0.6481800675392151], "cos_innovation_negg": [0.6093689799308777, 0.6481800675392151], "cos_apical_negg": [0.6093689799308777, 0.6481800675392151], "cos_Ac_negg": [0.6093689799308777, 0.6481800675392151], "r_norm": [0.19775696098804474, 0.19361358880996704]}, {"step": 17150, "epoch": 43, "train_loss": 7.196549267973751e-05, "cos_r_negg": [0.609348714351654, 0.6484687328338623], "cos_innovation_negg": [0.609348714351654, 0.6484687328338623], "cos_apical_negg": [0.609348714351654, 0.6484687328338623], "cos_Ac_negg": [0.609348714351654, 0.6484687328338623], "r_norm": [0.19932207465171814, 0.19515684247016907]}, {"step": 17200, "epoch": 43, "train_loss": 9.673998283687979e-05, "cos_r_negg": [0.6097550392150879, 0.6480585336685181], "cos_innovation_negg": [0.6097550392150879, 0.6480585336685181], "cos_apical_negg": [0.6097550392150879, 0.6480585336685181], "cos_Ac_negg": [0.6097550392150879, 0.6480585336685181], "r_norm": [0.20001190900802612, 0.19582735002040863]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9762, "test_loss": 0.13278173160552978}, {"step": 17250, "epoch": 44, "train_loss": 0.00013195718929637223, "cos_r_negg": [0.609670877456665, 0.6483866572380066], "cos_innovation_negg": [0.609670877456665, 0.6483866572380066], "cos_apical_negg": [0.609670877456665, 0.6483866572380066], "cos_Ac_negg": [0.609670877456665, 0.6483866572380066], "r_norm": [0.19836142659187317, 0.1941804736852646]}, {"step": 17300, "epoch": 44, "train_loss": 0.00011879992962349206, "cos_r_negg": [0.609973132610321, 0.6482360363006592], "cos_innovation_negg": [0.609973132610321, 0.6482360363006592], "cos_apical_negg": [0.609973132610321, 0.6482360363006592], "cos_Ac_negg": [0.609973132610321, 0.6482360363006592], "r_norm": [0.1993274986743927, 0.19510695338249207]}, {"step": 17350, "epoch": 44, "train_loss": 0.00010009613470174372, "cos_r_negg": [0.6093284487724304, 0.648573637008667], "cos_innovation_negg": [0.6093284487724304, 0.648573637008667], "cos_apical_negg": [0.6093284487724304, 0.648573637008667], "cos_Ac_negg": [0.6093284487724304, 0.648573637008667], "r_norm": [0.19847643375396729, 0.1942709982395172]}, {"step": 17400, "epoch": 44, "train_loss": 0.0001042358999256976, "cos_r_negg": [0.6100373268127441, 0.6486430168151855], "cos_innovation_negg": [0.6100373268127441, 0.6486430168151855], "cos_apical_negg": [0.6100373268127441, 0.6486430168151855], "cos_Ac_negg": [0.6100373268127441, 0.6486430168151855], "r_norm": [0.19868072867393494, 0.1945083737373352]}, {"step": 17450, "epoch": 44, "train_loss": 0.00013206763833295554, "cos_r_negg": [0.609914243221283, 0.6484251618385315], "cos_innovation_negg": [0.609914243221283, 0.6484251618385315], "cos_apical_negg": [0.609914243221283, 0.6484251618385315], "cos_Ac_negg": [0.609914243221283, 0.6484251618385315], "r_norm": [0.1999579668045044, 0.195761576294899]}, {"step": 17500, "epoch": 44, "train_loss": 9.27686778595671e-05, "cos_r_negg": [0.6097316741943359, 0.648492693901062], "cos_innovation_negg": [0.6097316741943359, 0.648492693901062], "cos_apical_negg": [0.6097316741943359, 0.648492693901062], "cos_Ac_negg": [0.6097316741943359, 0.648492693901062], "r_norm": [0.1985854208469391, 0.19440218806266785]}, {"step": 17550, "epoch": 44, "train_loss": 0.00013168517034500837, "cos_r_negg": [0.6097545623779297, 0.6483986377716064], "cos_innovation_negg": [0.6097545623779297, 0.6483986377716064], "cos_apical_negg": [0.6097545623779297, 0.6483986377716064], "cos_Ac_negg": [0.6097545623779297, 0.6483986377716064], "r_norm": [0.19953246414661407, 0.19537445902824402]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9764, "test_loss": 0.1329854224205017}, {"step": 17600, "epoch": 45, "train_loss": 0.00010513047163840383, "cos_r_negg": [0.6094540357589722, 0.6486949324607849], "cos_innovation_negg": [0.6094540357589722, 0.6486949324607849], "cos_apical_negg": [0.6094540357589722, 0.6486949324607849], "cos_Ac_negg": [0.6094540357589722, 0.6486949324607849], "r_norm": [0.19857479631900787, 0.19443732500076294]}, {"step": 17650, "epoch": 45, "train_loss": 5.146549301571213e-05, "cos_r_negg": [0.6096485257148743, 0.648273229598999], "cos_innovation_negg": [0.6096485257148743, 0.648273229598999], "cos_apical_negg": [0.6096485257148743, 0.648273229598999], "cos_Ac_negg": [0.6096485257148743, 0.648273229598999], "r_norm": [0.1981961727142334, 0.19408439099788666]}, {"step": 17700, "epoch": 45, "train_loss": 2.9857341360184364e-05, "cos_r_negg": [0.6099220514297485, 0.6485836505889893], "cos_innovation_negg": [0.6099220514297485, 0.6485836505889893], "cos_apical_negg": [0.6099220514297485, 0.6485836505889893], "cos_Ac_negg": [0.6099220514297485, 0.6485836505889893], "r_norm": [0.1992548704147339, 0.19508710503578186]}, {"step": 17750, "epoch": 45, "train_loss": 9.067263454198837e-05, "cos_r_negg": [0.6098122000694275, 0.6485943794250488], "cos_innovation_negg": [0.6098122000694275, 0.6485943794250488], "cos_apical_negg": [0.6098122000694275, 0.6485943794250488], "cos_Ac_negg": [0.6098122000694275, 0.6485943794250488], "r_norm": [0.20012420415878296, 0.19597020745277405]}, {"step": 17800, "epoch": 45, "train_loss": 0.00016890188271645457, "cos_r_negg": [0.609828531742096, 0.6485685706138611], "cos_innovation_negg": [0.609828531742096, 0.6485685706138611], "cos_apical_negg": [0.609828531742096, 0.6485685706138611], "cos_Ac_negg": [0.609828531742096, 0.6485685706138611], "r_norm": [0.1995999813079834, 0.19542095065116882]}, {"step": 17850, "epoch": 45, "train_loss": 4.157237708568573e-05, "cos_r_negg": [0.6096773147583008, 0.6485178470611572], "cos_innovation_negg": [0.6096773147583008, 0.6485178470611572], "cos_apical_negg": [0.6096773147583008, 0.6485178470611572], "cos_Ac_negg": [0.6096773147583008, 0.6485178470611572], "r_norm": [0.19742009043693542, 0.19326236844062805]}, {"step": 17900, "epoch": 45, "train_loss": 0.00022521952632814646, "cos_r_negg": [0.6098793745040894, 0.6484229564666748], "cos_innovation_negg": [0.6098793745040894, 0.6484229564666748], "cos_apical_negg": [0.6098793745040894, 0.6484229564666748], "cos_Ac_negg": [0.6098793745040894, 0.6484229564666748], "r_norm": [0.197527676820755, 0.19332543015480042]}, {"step": 17950, "epoch": 45, "train_loss": 9.116779256146401e-05, "cos_r_negg": [0.6101086139678955, 0.648454487323761], "cos_innovation_negg": [0.6101086139678955, 0.648454487323761], "cos_apical_negg": [0.6101086139678955, 0.648454487323761], "cos_Ac_negg": [0.6101086139678955, 0.648454487323761], "r_norm": [0.19834865629673004, 0.19414721429347992]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9763, "test_loss": 0.13328590869903564}, {"step": 18000, "epoch": 46, "train_loss": 8.167915802914649e-05, "cos_r_negg": [0.6097424030303955, 0.64844810962677], "cos_innovation_negg": [0.6097424030303955, 0.64844810962677], "cos_apical_negg": [0.6097424030303955, 0.64844810962677], "cos_Ac_negg": [0.6097424030303955, 0.64844810962677], "r_norm": [0.19810907542705536, 0.1939425766468048]}, {"step": 18050, "epoch": 46, "train_loss": 5.312486973707564e-05, "cos_r_negg": [0.6098935604095459, 0.6484392285346985], "cos_innovation_negg": [0.6098935604095459, 0.6484392285346985], "cos_apical_negg": [0.6098935604095459, 0.6484392285346985], "cos_Ac_negg": [0.6098935604095459, 0.6484392285346985], "r_norm": [0.19724494218826294, 0.19307373464107513]}, {"step": 18100, "epoch": 46, "train_loss": 0.00021801525144837797, "cos_r_negg": [0.6097134351730347, 0.6484982371330261], "cos_innovation_negg": [0.6097134351730347, 0.6484982371330261], "cos_apical_negg": [0.6097134351730347, 0.6484982371330261], "cos_Ac_negg": [0.6097134351730347, 0.6484982371330261], "r_norm": [0.19753563404083252, 0.19336163997650146]}, {"step": 18150, "epoch": 46, "train_loss": 9.411537030246109e-05, "cos_r_negg": [0.6097709536552429, 0.6491109132766724], "cos_innovation_negg": [0.6097709536552429, 0.6491109132766724], "cos_apical_negg": [0.6097709536552429, 0.6491109132766724], "cos_Ac_negg": [0.6097709536552429, 0.6491109132766724], "r_norm": [0.19855435192584991, 0.19439606368541718]}, {"step": 18200, "epoch": 46, "train_loss": 8.075156802078709e-05, "cos_r_negg": [0.6096892356872559, 0.6486268043518066], "cos_innovation_negg": [0.6096892356872559, 0.6486268043518066], "cos_apical_negg": [0.6096892356872559, 0.6486268043518066], "cos_Ac_negg": [0.6096892356872559, 0.6486268043518066], "r_norm": [0.19908246397972107, 0.19489926099777222]}, {"step": 18250, "epoch": 46, "train_loss": 8.711958071216941e-05, "cos_r_negg": [0.6097580194473267, 0.6489228010177612], "cos_innovation_negg": [0.6097580194473267, 0.6489228010177612], "cos_apical_negg": [0.6097580194473267, 0.6489228010177612], "cos_Ac_negg": [0.6097580194473267, 0.6489228010177612], "r_norm": [0.19906143844127655, 0.194878950715065]}, {"step": 18300, "epoch": 46, "train_loss": 0.00017918634694069624, "cos_r_negg": [0.6101102828979492, 0.6488393545150757], "cos_innovation_negg": [0.6101102828979492, 0.6488393545150757], "cos_apical_negg": [0.6101102828979492, 0.6488393545150757], "cos_Ac_negg": [0.6101102828979492, 0.6488393545150757], "r_norm": [0.19824998080730438, 0.1940796971321106]}, {"step": 18350, "epoch": 46, "train_loss": 7.801275205565616e-05, "cos_r_negg": [0.6091902256011963, 0.6486138105392456], "cos_innovation_negg": [0.6091902256011963, 0.6486138105392456], "cos_apical_negg": [0.6091902256011963, 0.6486138105392456], "cos_Ac_negg": [0.6091902256011963, 0.6486138105392456], "r_norm": [0.19677947461605072, 0.19263868033885956]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9761, "test_loss": 0.13364646100997926}, {"step": 18400, "epoch": 47, "train_loss": 0.0002630068047437817, "cos_r_negg": [0.6094005107879639, 0.6489219069480896], "cos_innovation_negg": [0.6094005107879639, 0.6489219069480896], "cos_apical_negg": [0.6094005107879639, 0.6489219069480896], "cos_Ac_negg": [0.6094005107879639, 0.6489219069480896], "r_norm": [0.19666166603565216, 0.19256746768951416]}, {"step": 18450, "epoch": 47, "train_loss": 9.005523315863684e-05, "cos_r_negg": [0.6094279289245605, 0.6485036611557007], "cos_innovation_negg": [0.6094279289245605, 0.6485036611557007], "cos_apical_negg": [0.6094279289245605, 0.6485036611557007], "cos_Ac_negg": [0.6094279289245605, 0.6485036611557007], "r_norm": [0.19724801182746887, 0.1931360810995102]}, {"step": 18500, "epoch": 47, "train_loss": 0.00015418214024975896, "cos_r_negg": [0.6098688840866089, 0.6488431692123413], "cos_innovation_negg": [0.6098688840866089, 0.6488431692123413], "cos_apical_negg": [0.6098688840866089, 0.6488431692123413], "cos_Ac_negg": [0.6098688840866089, 0.6488431692123413], "r_norm": [0.19884532690048218, 0.19469954073429108]}, {"step": 18550, "epoch": 47, "train_loss": 0.00015552148397546262, "cos_r_negg": [0.6100870370864868, 0.6485645771026611], "cos_innovation_negg": [0.6100870370864868, 0.6485645771026611], "cos_apical_negg": [0.6100870370864868, 0.6485645771026611], "cos_Ac_negg": [0.6100870370864868, 0.6485645771026611], "r_norm": [0.19719819724559784, 0.19311276078224182]}, {"step": 18600, "epoch": 47, "train_loss": 4.083212843397632e-05, "cos_r_negg": [0.6104497909545898, 0.6491954922676086], "cos_innovation_negg": [0.6104497909545898, 0.6491954922676086], "cos_apical_negg": [0.6104497909545898, 0.6491954922676086], "cos_Ac_negg": [0.6104497909545898, 0.6491954922676086], "r_norm": [0.19678762555122375, 0.19273117184638977]}, {"step": 18650, "epoch": 47, "train_loss": 0.000179397058673203, "cos_r_negg": [0.6107610464096069, 0.6493672728538513], "cos_innovation_negg": [0.6107610464096069, 0.6493672728538513], "cos_apical_negg": [0.6107610464096069, 0.6493672728538513], "cos_Ac_negg": [0.6107610464096069, 0.6493672728538513], "r_norm": [0.19749270379543304, 0.19339880347251892]}, {"step": 18700, "epoch": 47, "train_loss": 0.0001891572610475123, "cos_r_negg": [0.6106307506561279, 0.6497993469238281], "cos_innovation_negg": [0.6106307506561279, 0.6497993469238281], "cos_apical_negg": [0.6106307506561279, 0.6497993469238281], "cos_Ac_negg": [0.6106307506561279, 0.6497993469238281], "r_norm": [0.1991940140724182, 0.1950400173664093]}, {"step": 18750, "epoch": 47, "train_loss": 6.721394311171025e-05, "cos_r_negg": [0.6103876829147339, 0.6489486694335938], "cos_innovation_negg": [0.6103876829147339, 0.6489486694335938], "cos_apical_negg": [0.6103876829147339, 0.6489486694335938], "cos_Ac_negg": [0.6103876829147339, 0.6489486694335938], "r_norm": [0.19790543615818024, 0.19373442232608795]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9765, "test_loss": 0.13398166790008545}, {"step": 18800, "epoch": 48, "train_loss": 5.2134877478238195e-05, "cos_r_negg": [0.6105512380599976, 0.6494849920272827], "cos_innovation_negg": [0.6105512380599976, 0.6494849920272827], "cos_apical_negg": [0.6105512380599976, 0.6494849920272827], "cos_Ac_negg": [0.6105512380599976, 0.6494849920272827], "r_norm": [0.19826892018318176, 0.1940510869026184]}, {"step": 18850, "epoch": 48, "train_loss": 0.00014548898616340011, "cos_r_negg": [0.6096621751785278, 0.6487137675285339], "cos_innovation_negg": [0.6096621751785278, 0.6487137675285339], "cos_apical_negg": [0.6096621751785278, 0.6487137675285339], "cos_Ac_negg": [0.6096621751785278, 0.6487137675285339], "r_norm": [0.1971220076084137, 0.19289399683475494]}, {"step": 18900, "epoch": 48, "train_loss": 4.279163113096729e-05, "cos_r_negg": [0.6097536087036133, 0.6486955881118774], "cos_innovation_negg": [0.6097536087036133, 0.6486955881118774], "cos_apical_negg": [0.6097536087036133, 0.6486955881118774], "cos_Ac_negg": [0.6097536087036133, 0.6486955881118774], "r_norm": [0.19739417731761932, 0.19321537017822266]}, {"step": 18950, "epoch": 48, "train_loss": 0.00022429265663959086, "cos_r_negg": [0.61015784740448, 0.649328351020813], "cos_innovation_negg": [0.61015784740448, 0.649328351020813], "cos_apical_negg": [0.61015784740448, 0.649328351020813], "cos_Ac_negg": [0.61015784740448, 0.649328351020813], "r_norm": [0.19774945080280304, 0.19356906414031982]}, {"step": 19000, "epoch": 48, "train_loss": 4.8901347327046096e-05, "cos_r_negg": [0.6096208095550537, 0.6482166051864624], "cos_innovation_negg": [0.6096208095550537, 0.6482166051864624], "cos_apical_negg": [0.6096208095550537, 0.6482166051864624], "cos_Ac_negg": [0.6096208095550537, 0.6482166051864624], "r_norm": [0.19637809693813324, 0.19223898649215698]}, {"step": 19050, "epoch": 48, "train_loss": 0.0001559256634209305, "cos_r_negg": [0.6097554564476013, 0.6478947401046753], "cos_innovation_negg": [0.6097554564476013, 0.6478947401046753], "cos_apical_negg": [0.6097554564476013, 0.6478947401046753], "cos_Ac_negg": [0.6097554564476013, 0.6478947401046753], "r_norm": [0.19616732001304626, 0.1919761300086975]}, {"step": 19100, "epoch": 48, "train_loss": 0.00012084085756214336, "cos_r_negg": [0.6094491481781006, 0.648469090461731], "cos_innovation_negg": [0.6094491481781006, 0.648469090461731], "cos_apical_negg": [0.6094491481781006, 0.648469090461731], "cos_Ac_negg": [0.6094491481781006, 0.648469090461731], "r_norm": [0.19705107808113098, 0.19292676448822021]}, {"step": 19150, "epoch": 48, "train_loss": 8.288274693768471e-05, "cos_r_negg": [0.6112877130508423, 0.6498939990997314], "cos_innovation_negg": [0.6112877130508423, 0.6498939990997314], "cos_apical_negg": [0.6112877130508423, 0.6498939990997314], "cos_Ac_negg": [0.6112877130508423, 0.6498939990997314], "r_norm": [0.1984366923570633, 0.19430696964263916]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9763, "test_loss": 0.13419121770858763}, {"step": 19200, "epoch": 49, "train_loss": 7.432918937411159e-05, "cos_r_negg": [0.6115022897720337, 0.6499325633049011], "cos_innovation_negg": [0.6115022897720337, 0.6499325633049011], "cos_apical_negg": [0.6115022897720337, 0.6499325633049011], "cos_Ac_negg": [0.6115022897720337, 0.6499325633049011], "r_norm": [0.19951626658439636, 0.1953396201133728]}, {"step": 19250, "epoch": 49, "train_loss": 2.2312922737910412e-05, "cos_r_negg": [0.6117582321166992, 0.6497946977615356], "cos_innovation_negg": [0.6117582321166992, 0.6497946977615356], "cos_apical_negg": [0.6117582321166992, 0.6497946977615356], "cos_Ac_negg": [0.6117582321166992, 0.6497946977615356], "r_norm": [0.20033632218837738, 0.19616925716400146]}, {"step": 19300, "epoch": 49, "train_loss": 0.0002562111185397953, "cos_r_negg": [0.610996425151825, 0.649759829044342], "cos_innovation_negg": [0.610996425151825, 0.649759829044342], "cos_apical_negg": [0.610996425151825, 0.649759829044342], "cos_Ac_negg": [0.610996425151825, 0.649759829044342], "r_norm": [0.19736911356449127, 0.19328346848487854]}, {"step": 19350, "epoch": 49, "train_loss": 0.00012312090257182717, "cos_r_negg": [0.6109350323677063, 0.6501536965370178], "cos_innovation_negg": [0.6109350323677063, 0.6501536965370178], "cos_apical_negg": [0.6109350323677063, 0.6501536965370178], "cos_Ac_negg": [0.6109350323677063, 0.6501536965370178], "r_norm": [0.1975184977054596, 0.19343850016593933]}, {"step": 19400, "epoch": 49, "train_loss": 7.637072121724486e-05, "cos_r_negg": [0.6108003854751587, 0.649732768535614], "cos_innovation_negg": [0.6108003854751587, 0.649732768535614], "cos_apical_negg": [0.6108003854751587, 0.649732768535614], "cos_Ac_negg": [0.6108003854751587, 0.649732768535614], "r_norm": [0.19791758060455322, 0.19386810064315796]}, {"step": 19450, "epoch": 49, "train_loss": 9.576410229783505e-05, "cos_r_negg": [0.6106141209602356, 0.6496735215187073], "cos_innovation_negg": [0.6106141209602356, 0.6496735215187073], "cos_apical_negg": [0.6106141209602356, 0.6496735215187073], "cos_Ac_negg": [0.6106141209602356, 0.6496735215187073], "r_norm": [0.19580106437206268, 0.19171515107154846]}, {"step": 19500, "epoch": 49, "train_loss": 0.0001074977481039241, "cos_r_negg": [0.6107502579689026, 0.6485109329223633], "cos_innovation_negg": [0.6107502579689026, 0.6485109329223633], "cos_apical_negg": [0.6107502579689026, 0.6485109329223633], "cos_Ac_negg": [0.6107502579689026, 0.6485109329223633], "r_norm": [0.19492413103580475, 0.19079536199569702]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9762, "test_loss": 0.13443933715820314}, {"step": 19550, "epoch": 50, "train_loss": 8.038020314415917e-05, "cos_r_negg": [0.6106132864952087, 0.6485135555267334], "cos_innovation_negg": [0.6106132864952087, 0.6485135555267334], "cos_apical_negg": [0.6106132864952087, 0.6485135555267334], "cos_Ac_negg": [0.6106132864952087, 0.6485135555267334], "r_norm": [0.19693699479103088, 0.19277262687683105]}, {"step": 19600, "epoch": 50, "train_loss": 0.00014919406385160983, "cos_r_negg": [0.6101688742637634, 0.648561954498291], "cos_innovation_negg": [0.6101688742637634, 0.648561954498291], "cos_apical_negg": [0.6101688742637634, 0.648561954498291], "cos_Ac_negg": [0.6101688742637634, 0.648561954498291], "r_norm": [0.19644109904766083, 0.19224685430526733]}, {"step": 19650, "epoch": 50, "train_loss": 4.2797204514499754e-05, "cos_r_negg": [0.6104334592819214, 0.6485168933868408], "cos_innovation_negg": [0.6104334592819214, 0.6485168933868408], "cos_apical_negg": [0.6104334592819214, 0.6485168933868408], "cos_Ac_negg": [0.6104334592819214, 0.6485168933868408], "r_norm": [0.1970372051000595, 0.1928657740354538]}, {"step": 19700, "epoch": 50, "train_loss": 0.00011250465468037874, "cos_r_negg": [0.6100656390190125, 0.6475851535797119], "cos_innovation_negg": [0.6100656390190125, 0.6475851535797119], "cos_apical_negg": [0.6100656390190125, 0.6475851535797119], "cos_Ac_negg": [0.6100656390190125, 0.6475851535797119], "r_norm": [0.19637221097946167, 0.19225779175758362]}, {"step": 19750, "epoch": 50, "train_loss": 0.00020012374443467706, "cos_r_negg": [0.6104928851127625, 0.6471752524375916], "cos_innovation_negg": [0.6104928851127625, 0.6471752524375916], "cos_apical_negg": [0.6104928851127625, 0.6471752524375916], "cos_Ac_negg": [0.6104928851127625, 0.6471752524375916], "r_norm": [0.19650596380233765, 0.19239604473114014]}, {"step": 19800, "epoch": 50, "train_loss": 8.523465658072382e-05, "cos_r_negg": [0.6109594106674194, 0.6477485299110413], "cos_innovation_negg": [0.6109594106674194, 0.6477485299110413], "cos_apical_negg": [0.6109594106674194, 0.6477485299110413], "cos_Ac_negg": [0.6109594106674194, 0.6477485299110413], "r_norm": [0.19794628024101257, 0.19380317628383636]}, {"step": 19850, "epoch": 50, "train_loss": 0.00017435773042961955, "cos_r_negg": [0.6114784479141235, 0.6487127542495728], "cos_innovation_negg": [0.6114784479141235, 0.6487127542495728], "cos_apical_negg": [0.6114784479141235, 0.6487127542495728], "cos_Ac_negg": [0.6114784479141235, 0.6487127542495728], "r_norm": [0.19816356897354126, 0.1940203607082367]}, {"step": 19900, "epoch": 50, "train_loss": 0.00011058810923714191, "cos_r_negg": [0.6118782758712769, 0.6495969295501709], "cos_innovation_negg": [0.6118782758712769, 0.6495969295501709], "cos_apical_negg": [0.6118782758712769, 0.6495969295501709], "cos_Ac_negg": [0.6118782758712769, 0.6495969295501709], "r_norm": [0.19784332811832428, 0.19372045993804932]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9762, "test_loss": 0.13491558008193968}, {"step": 19950, "epoch": 51, "train_loss": 7.286987965926528e-05, "cos_r_negg": [0.6118170022964478, 0.6492289304733276], "cos_innovation_negg": [0.6118170022964478, 0.6492289304733276], "cos_apical_negg": [0.6118170022964478, 0.6492289304733276], "cos_Ac_negg": [0.6118170022964478, 0.6492289304733276], "r_norm": [0.19681333005428314, 0.19267064332962036]}, {"step": 20000, "epoch": 51, "train_loss": 6.738010415574536e-05, "cos_r_negg": [0.6120624542236328, 0.6499684453010559], "cos_innovation_negg": [0.6120624542236328, 0.6499684453010559], "cos_apical_negg": [0.6120624542236328, 0.6499684453010559], "cos_Ac_negg": [0.6120624542236328, 0.6499684453010559], "r_norm": [0.19708506762981415, 0.19294887781143188]}, {"step": 20050, "epoch": 51, "train_loss": 6.593437865376472e-05, "cos_r_negg": [0.6116798520088196, 0.6502708792686462], "cos_innovation_negg": [0.6116798520088196, 0.6502708792686462], "cos_apical_negg": [0.6116798520088196, 0.6502708792686462], "cos_Ac_negg": [0.6116798520088196, 0.6502708792686462], "r_norm": [0.1975865364074707, 0.1934180110692978]}, {"step": 20100, "epoch": 51, "train_loss": 4.7495523176621646e-05, "cos_r_negg": [0.6116160154342651, 0.6492847204208374], "cos_innovation_negg": [0.6116160154342651, 0.6492847204208374], "cos_apical_negg": [0.6116160154342651, 0.6492847204208374], "cos_Ac_negg": [0.6116160154342651, 0.6492847204208374], "r_norm": [0.19576220214366913, 0.19157949090003967]}, {"step": 20150, "epoch": 51, "train_loss": 4.517384513746947e-05, "cos_r_negg": [0.611533522605896, 0.6489057540893555], "cos_innovation_negg": [0.611533522605896, 0.6489057540893555], "cos_apical_negg": [0.611533522605896, 0.6489057540893555], "cos_Ac_negg": [0.611533522605896, 0.6489057540893555], "r_norm": [0.19628149271011353, 0.1921011060476303]}, {"step": 20200, "epoch": 51, "train_loss": 5.77597129449714e-05, "cos_r_negg": [0.6117774844169617, 0.6488087177276611], "cos_innovation_negg": [0.6117774844169617, 0.6488087177276611], "cos_apical_negg": [0.6117774844169617, 0.6488087177276611], "cos_Ac_negg": [0.6117774844169617, 0.6488087177276611], "r_norm": [0.1964971274137497, 0.1923205703496933]}, {"step": 20250, "epoch": 51, "train_loss": 6.789803592255339e-05, "cos_r_negg": [0.611608624458313, 0.6488527655601501], "cos_innovation_negg": [0.611608624458313, 0.6488527655601501], "cos_apical_negg": [0.611608624458313, 0.6488527655601501], "cos_Ac_negg": [0.611608624458313, 0.6488527655601501], "r_norm": [0.1959134340286255, 0.1918199360370636]}, {"step": 20300, "epoch": 51, "train_loss": 0.00010737671982496977, "cos_r_negg": [0.6114139556884766, 0.6488959193229675], "cos_innovation_negg": [0.6114139556884766, 0.6488959193229675], "cos_apical_negg": [0.6114139556884766, 0.6488959193229675], "cos_Ac_negg": [0.6114139556884766, 0.6488959193229675], "r_norm": [0.1953667402267456, 0.19124048948287964]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9763, "test_loss": 0.13511402826309205}, {"step": 20350, "epoch": 52, "train_loss": 0.00012428815534804016, "cos_r_negg": [0.611479640007019, 0.6489630937576294], "cos_innovation_negg": [0.611479640007019, 0.6489630937576294], "cos_apical_negg": [0.611479640007019, 0.6489630937576294], "cos_Ac_negg": [0.611479640007019, 0.6489630937576294], "r_norm": [0.19560769200325012, 0.19149860739707947]}, {"step": 20400, "epoch": 52, "train_loss": 6.712715548928827e-05, "cos_r_negg": [0.6115047931671143, 0.6488732099533081], "cos_innovation_negg": [0.6115047931671143, 0.6488732099533081], "cos_apical_negg": [0.6115047931671143, 0.6488732099533081], "cos_Ac_negg": [0.6115047931671143, 0.6488732099533081], "r_norm": [0.19539619982242584, 0.19129782915115356]}, {"step": 20450, "epoch": 52, "train_loss": 0.0001083166862372309, "cos_r_negg": [0.6114053726196289, 0.6488954424858093], "cos_innovation_negg": [0.6114053726196289, 0.6488954424858093], "cos_apical_negg": [0.6114053726196289, 0.6488954424858093], "cos_Ac_negg": [0.6114053726196289, 0.6488954424858093], "r_norm": [0.19529280066490173, 0.19119730591773987]}, {"step": 20500, "epoch": 52, "train_loss": 0.00014942155394237489, "cos_r_negg": [0.6115514039993286, 0.6481619477272034], "cos_innovation_negg": [0.6115514039993286, 0.6481619477272034], "cos_apical_negg": [0.6115514039993286, 0.6481619477272034], "cos_Ac_negg": [0.6115514039993286, 0.6481619477272034], "r_norm": [0.194800466299057, 0.1907295137643814]}, {"step": 20550, "epoch": 52, "train_loss": 5.026526196161285e-05, "cos_r_negg": [0.6117467880249023, 0.6484425067901611], "cos_innovation_negg": [0.6117467880249023, 0.6484425067901611], "cos_apical_negg": [0.6117467880249023, 0.6484425067901611], "cos_Ac_negg": [0.6117467880249023, 0.6484425067901611], "r_norm": [0.19621224701404572, 0.19214139878749847]}, {"step": 20600, "epoch": 52, "train_loss": 7.633966015418991e-05, "cos_r_negg": [0.6116405725479126, 0.6493078470230103], "cos_innovation_negg": [0.6116405725479126, 0.6493078470230103], "cos_apical_negg": [0.6116405725479126, 0.6493078470230103], "cos_Ac_negg": [0.6116405725479126, 0.6493078470230103], "r_norm": [0.19678810238838196, 0.19272169470787048]}, {"step": 20650, "epoch": 52, "train_loss": 0.00014238178846426308, "cos_r_negg": [0.6118085384368896, 0.6482964754104614], "cos_innovation_negg": [0.6118085384368896, 0.6482964754104614], "cos_apical_negg": [0.6118085384368896, 0.6482964754104614], "cos_Ac_negg": [0.6118085384368896, 0.6482964754104614], "r_norm": [0.19721239805221558, 0.19309410452842712]}, {"step": 20700, "epoch": 52, "train_loss": 6.351499177981168e-05, "cos_r_negg": [0.6117823123931885, 0.6493390798568726], "cos_innovation_negg": [0.6117823123931885, 0.6493390798568726], "cos_apical_negg": [0.6117823123931885, 0.6493390798568726], "cos_Ac_negg": [0.6117823123931885, 0.6493390798568726], "r_norm": [0.19625630974769592, 0.1921287178993225]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9762, "test_loss": 0.1354423137664795}, {"step": 20750, "epoch": 53, "train_loss": 6.45406253170222e-05, "cos_r_negg": [0.6116482019424438, 0.6493897438049316], "cos_innovation_negg": [0.6116482019424438, 0.6493897438049316], "cos_apical_negg": [0.6116482019424438, 0.6493897438049316], "cos_Ac_negg": [0.6116482019424438, 0.6493897438049316], "r_norm": [0.1958794891834259, 0.1918138563632965]}, {"step": 20800, "epoch": 53, "train_loss": 4.898720726487227e-05, "cos_r_negg": [0.6117715835571289, 0.6494015455245972], "cos_innovation_negg": [0.6117715835571289, 0.6494015455245972], "cos_apical_negg": [0.6117715835571289, 0.6494015455245972], "cos_Ac_negg": [0.6117715835571289, 0.6494015455245972], "r_norm": [0.19627165794372559, 0.19217830896377563]}, {"step": 20850, "epoch": 53, "train_loss": 0.00015776307554915547, "cos_r_negg": [0.6117249131202698, 0.649533748626709], "cos_innovation_negg": [0.6117249131202698, 0.649533748626709], "cos_apical_negg": [0.6117249131202698, 0.649533748626709], "cos_Ac_negg": [0.6117249131202698, 0.649533748626709], "r_norm": [0.196152001619339, 0.19206929206848145]}, {"step": 20900, "epoch": 53, "train_loss": 8.977117977337912e-05, "cos_r_negg": [0.611409068107605, 0.6495692133903503], "cos_innovation_negg": [0.611409068107605, 0.6495692133903503], "cos_apical_negg": [0.611409068107605, 0.6495692133903503], "cos_Ac_negg": [0.611409068107605, 0.6495692133903503], "r_norm": [0.1955689638853073, 0.19149857759475708]}, {"step": 20950, "epoch": 53, "train_loss": 0.00010349128569941968, "cos_r_negg": [0.6111223697662354, 0.649506688117981], "cos_innovation_negg": [0.6111223697662354, 0.649506688117981], "cos_apical_negg": [0.6111223697662354, 0.649506688117981], "cos_Ac_negg": [0.6111223697662354, 0.649506688117981], "r_norm": [0.19538074731826782, 0.19133144617080688]}, {"step": 21000, "epoch": 53, "train_loss": 6.838229455752298e-05, "cos_r_negg": [0.6111241579055786, 0.6493894457817078], "cos_innovation_negg": [0.6111241579055786, 0.6493894457817078], "cos_apical_negg": [0.6111241579055786, 0.6493894457817078], "cos_Ac_negg": [0.6111241579055786, 0.6493894457817078], "r_norm": [0.19611530005931854, 0.19205480813980103]}, {"step": 21050, "epoch": 53, "train_loss": 4.7354034904856235e-05, "cos_r_negg": [0.6116939187049866, 0.6494287848472595], "cos_innovation_negg": [0.6116939187049866, 0.6494287848472595], "cos_apical_negg": [0.6116939187049866, 0.6494287848472595], "cos_Ac_negg": [0.6116939187049866, 0.6494287848472595], "r_norm": [0.19624356925487518, 0.1921205222606659]}, {"step": 21100, "epoch": 53, "train_loss": 0.00017017863865476102, "cos_r_negg": [0.6113112568855286, 0.6485601663589478], "cos_innovation_negg": [0.6113112568855286, 0.6485601663589478], "cos_apical_negg": [0.6113112568855286, 0.6485601663589478], "cos_Ac_negg": [0.6113112568855286, 0.6485601663589478], "r_norm": [0.1949484795331955, 0.1908472776412964]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9763, "test_loss": 0.13555746231079102}, {"step": 21150, "epoch": 54, "train_loss": 4.7513287427136675e-05, "cos_r_negg": [0.6116718053817749, 0.6495280861854553], "cos_innovation_negg": [0.6116718053817749, 0.6495280861854553], "cos_apical_negg": [0.6116718053817749, 0.6495280861854553], "cos_Ac_negg": [0.6116718053817749, 0.6495280861854553], "r_norm": [0.19643168151378632, 0.1923021376132965]}, {"step": 21200, "epoch": 54, "train_loss": 3.1077652238309383e-05, "cos_r_negg": [0.611251950263977, 0.6489294171333313], "cos_innovation_negg": [0.611251950263977, 0.6489294171333313], "cos_apical_negg": [0.611251950263977, 0.6489294171333313], "cos_Ac_negg": [0.611251950263977, 0.6489294171333313], "r_norm": [0.19608868658542633, 0.19198894500732422]}, {"step": 21250, "epoch": 54, "train_loss": 5.35187209607102e-05, "cos_r_negg": [0.611810564994812, 0.6497999429702759], "cos_innovation_negg": [0.611810564994812, 0.6497999429702759], "cos_apical_negg": [0.611810564994812, 0.6497999429702759], "cos_Ac_negg": [0.611810564994812, 0.6497999429702759], "r_norm": [0.1961560696363449, 0.19203203916549683]}, {"step": 21300, "epoch": 54, "train_loss": 0.00011435210035415366, "cos_r_negg": [0.6119072437286377, 0.6493101119995117], "cos_innovation_negg": [0.6119072437286377, 0.6493101119995117], "cos_apical_negg": [0.6119072437286377, 0.6493101119995117], "cos_Ac_negg": [0.6119072437286377, 0.6493101119995117], "r_norm": [0.19627265632152557, 0.19216132164001465]}, {"step": 21350, "epoch": 54, "train_loss": 0.00012831414642278105, "cos_r_negg": [0.6107460260391235, 0.6487008929252625], "cos_innovation_negg": [0.6107460260391235, 0.6487008929252625], "cos_apical_negg": [0.6107460260391235, 0.6487008929252625], "cos_Ac_negg": [0.6107460260391235, 0.6487008929252625], "r_norm": [0.19525447487831116, 0.1911701112985611]}, {"step": 21400, "epoch": 54, "train_loss": 0.00011696259753080085, "cos_r_negg": [0.6108721494674683, 0.6484324932098389], "cos_innovation_negg": [0.6108721494674683, 0.6484324932098389], "cos_apical_negg": [0.6108721494674683, 0.6484324932098389], "cos_Ac_negg": [0.6108721494674683, 0.6484324932098389], "r_norm": [0.1946834921836853, 0.19062648713588715]}, {"step": 21450, "epoch": 54, "train_loss": 8.283644274342805e-05, "cos_r_negg": [0.611009418964386, 0.6481306552886963], "cos_innovation_negg": [0.611009418964386, 0.6481306552886963], "cos_apical_negg": [0.611009418964386, 0.6481306552886963], "cos_Ac_negg": [0.611009418964386, 0.6481306552886963], "r_norm": [0.1940653771162033, 0.19001102447509766]}, {"step": 21500, "epoch": 54, "train_loss": 4.8312536819139495e-05, "cos_r_negg": [0.6112446188926697, 0.6488720774650574], "cos_innovation_negg": [0.6112446188926697, 0.6488720774650574], "cos_apical_negg": [0.6112446188926697, 0.6488720774650574], "cos_Ac_negg": [0.6112446188926697, 0.6488720774650574], "r_norm": [0.1943950057029724, 0.19030344486236572]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9762, "test_loss": 0.13593919973373414}, {"step": 21550, "epoch": 55, "train_loss": 6.710179150104523e-05, "cos_r_negg": [0.6111615896224976, 0.6497875452041626], "cos_innovation_negg": [0.6111615896224976, 0.6497875452041626], "cos_apical_negg": [0.6111615896224976, 0.6497875452041626], "cos_Ac_negg": [0.6111615896224976, 0.6497875452041626], "r_norm": [0.1953403353691101, 0.19125252962112427]}, {"step": 21600, "epoch": 55, "train_loss": 8.517796959495172e-05, "cos_r_negg": [0.6113667488098145, 0.6497987508773804], "cos_innovation_negg": [0.6113667488098145, 0.6497987508773804], "cos_apical_negg": [0.6113667488098145, 0.6497987508773804], "cos_Ac_negg": [0.6113667488098145, 0.6497987508773804], "r_norm": [0.19481931626796722, 0.19073951244354248]}, {"step": 21650, "epoch": 55, "train_loss": 3.5116157960146666e-05, "cos_r_negg": [0.6109592914581299, 0.6494230031967163], "cos_innovation_negg": [0.6109592914581299, 0.6494230031967163], "cos_apical_negg": [0.6109592914581299, 0.6494230031967163], "cos_Ac_negg": [0.6109592914581299, 0.6494230031967163], "r_norm": [0.19404509663581848, 0.18994295597076416]}, {"step": 21700, "epoch": 55, "train_loss": 4.288760101189837e-05, "cos_r_negg": [0.6114494800567627, 0.6494351029396057], "cos_innovation_negg": [0.6114494800567627, 0.6494351029396057], "cos_apical_negg": [0.6114494800567627, 0.6494351029396057], "cos_Ac_negg": [0.6114494800567627, 0.6494351029396057], "r_norm": [0.19489917159080505, 0.19079503417015076]}, {"step": 21750, "epoch": 55, "train_loss": 9.235257311956957e-05, "cos_r_negg": [0.6116573810577393, 0.6496384143829346], "cos_innovation_negg": [0.6116573810577393, 0.6496384143829346], "cos_apical_negg": [0.6116573810577393, 0.6496384143829346], "cos_Ac_negg": [0.6116573810577393, 0.6496384143829346], "r_norm": [0.19549117982387543, 0.19140177965164185]}, {"step": 21800, "epoch": 55, "train_loss": 0.00019991680164821446, "cos_r_negg": [0.611446738243103, 0.6491489410400391], "cos_innovation_negg": [0.611446738243103, 0.6491489410400391], "cos_apical_negg": [0.611446738243103, 0.6491489410400391], "cos_Ac_negg": [0.611446738243103, 0.6491489410400391], "r_norm": [0.19537074863910675, 0.19124972820281982]}, {"step": 21850, "epoch": 55, "train_loss": 8.388089190702885e-05, "cos_r_negg": [0.6117556691169739, 0.649688720703125], "cos_innovation_negg": [0.6117556691169739, 0.649688720703125], "cos_apical_negg": [0.6117556691169739, 0.649688720703125], "cos_Ac_negg": [0.6117556691169739, 0.649688720703125], "r_norm": [0.19544941186904907, 0.19133535027503967]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.976, "test_loss": 0.13609471311569213}, {"step": 21900, "epoch": 56, "train_loss": 6.295031926129013e-05, "cos_r_negg": [0.611395537853241, 0.6493766903877258], "cos_innovation_negg": [0.611395537853241, 0.6493766903877258], "cos_apical_negg": [0.611395537853241, 0.6493766903877258], "cos_Ac_negg": [0.611395537853241, 0.6493766903877258], "r_norm": [0.1946270614862442, 0.19057027995586395]}, {"step": 21950, "epoch": 56, "train_loss": 0.0001737069833325222, "cos_r_negg": [0.6109737157821655, 0.6489630341529846], "cos_innovation_negg": [0.6109737157821655, 0.6489630341529846], "cos_apical_negg": [0.6109737157821655, 0.6489630341529846], "cos_Ac_negg": [0.6109737157821655, 0.6489630341529846], "r_norm": [0.1928560435771942, 0.18885743618011475]}, {"step": 22000, "epoch": 56, "train_loss": 6.69444416416809e-05, "cos_r_negg": [0.6109394431114197, 0.6487882137298584], "cos_innovation_negg": [0.6109394431114197, 0.6487882137298584], "cos_apical_negg": [0.6109394431114197, 0.6487882137298584], "cos_Ac_negg": [0.6109394431114197, 0.6487882137298584], "r_norm": [0.194209024310112, 0.19021275639533997]}, {"step": 22050, "epoch": 56, "train_loss": 6.0891645262017846e-05, "cos_r_negg": [0.6111123561859131, 0.6489163637161255], "cos_innovation_negg": [0.6111123561859131, 0.6489163637161255], "cos_apical_negg": [0.6111123561859131, 0.6489163637161255], "cos_Ac_negg": [0.6111123561859131, 0.6489163637161255], "r_norm": [0.19388243556022644, 0.18987464904785156]}, {"step": 22100, "epoch": 56, "train_loss": 7.857132732169703e-05, "cos_r_negg": [0.6109414100646973, 0.6490328311920166], "cos_innovation_negg": [0.6109414100646973, 0.6490328311920166], "cos_apical_negg": [0.6109414100646973, 0.6490328311920166], "cos_Ac_negg": [0.6109414100646973, 0.6490328311920166], "r_norm": [0.19524331390857697, 0.19120407104492188]}, {"step": 22150, "epoch": 56, "train_loss": 0.0001939037611009553, "cos_r_negg": [0.6111292839050293, 0.6490786671638489], "cos_innovation_negg": [0.6111292839050293, 0.6490786671638489], "cos_apical_negg": [0.6111292839050293, 0.6490786671638489], "cos_Ac_negg": [0.6111292839050293, 0.6490786671638489], "r_norm": [0.19457238912582397, 0.1905846744775772]}, {"step": 22200, "epoch": 56, "train_loss": 0.00011033016926376149, "cos_r_negg": [0.6108754277229309, 0.6486225724220276], "cos_innovation_negg": [0.6108754277229309, 0.6486225724220276], "cos_apical_negg": [0.6108754277229309, 0.6486225724220276], "cos_Ac_negg": [0.6108754277229309, 0.6486225724220276], "r_norm": [0.19429443776607513, 0.19028547406196594]}, {"step": 22250, "epoch": 56, "train_loss": 0.00021475163521245122, "cos_r_negg": [0.6114833354949951, 0.6491771936416626], "cos_innovation_negg": [0.6114833354949951, 0.6491771936416626], "cos_apical_negg": [0.6114833354949951, 0.6491771936416626], "cos_Ac_negg": [0.6114833354949951, 0.6491771936416626], "r_norm": [0.19569554924964905, 0.19162583351135254]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9762, "test_loss": 0.13629333057403564}, {"step": 22300, "epoch": 57, "train_loss": 0.00015916163101792336, "cos_r_negg": [0.6116270422935486, 0.6491227149963379], "cos_innovation_negg": [0.6116270422935486, 0.6491227149963379], "cos_apical_negg": [0.6116270422935486, 0.6491227149963379], "cos_Ac_negg": [0.6116270422935486, 0.6491227149963379], "r_norm": [0.19542860984802246, 0.1913042962551117]}, {"step": 22350, "epoch": 57, "train_loss": 0.00011581199942156672, "cos_r_negg": [0.6102705001831055, 0.6483069658279419], "cos_innovation_negg": [0.6102705001831055, 0.6483069658279419], "cos_apical_negg": [0.6102705001831055, 0.6483069658279419], "cos_Ac_negg": [0.6102705001831055, 0.6483069658279419], "r_norm": [0.19542452692985535, 0.19129794836044312]}, {"step": 22400, "epoch": 57, "train_loss": 0.0001669094490353018, "cos_r_negg": [0.6108677387237549, 0.6487964391708374], "cos_innovation_negg": [0.6108677387237549, 0.6487964391708374], "cos_apical_negg": [0.6108677387237549, 0.6487964391708374], "cos_Ac_negg": [0.6108677387237549, 0.6487964391708374], "r_norm": [0.19600810110569, 0.19188368320465088]}, {"step": 22450, "epoch": 57, "train_loss": 6.8001154431840405e-06, "cos_r_negg": [0.6110916137695312, 0.6485376358032227], "cos_innovation_negg": [0.6110916137695312, 0.6485376358032227], "cos_apical_negg": [0.6110916137695312, 0.6485376358032227], "cos_Ac_negg": [0.6110916137695312, 0.6485376358032227], "r_norm": [0.1953519880771637, 0.1912412792444229]}, {"step": 22500, "epoch": 57, "train_loss": 8.132815128192306e-05, "cos_r_negg": [0.6118436455726624, 0.649355947971344], "cos_innovation_negg": [0.6118436455726624, 0.649355947971344], "cos_apical_negg": [0.6118436455726624, 0.649355947971344], "cos_Ac_negg": [0.6118436455726624, 0.649355947971344], "r_norm": [0.19549833238124847, 0.1913885623216629]}, {"step": 22550, "epoch": 57, "train_loss": 0.00014938050298951566, "cos_r_negg": [0.6109238266944885, 0.6488853693008423], "cos_innovation_negg": [0.6109238266944885, 0.6488853693008423], "cos_apical_negg": [0.6109238266944885, 0.6488853693008423], "cos_Ac_negg": [0.6109238266944885, 0.6488853693008423], "r_norm": [0.19440297782421112, 0.1903165578842163]}, {"step": 22600, "epoch": 57, "train_loss": 2.4406934244325384e-05, "cos_r_negg": [0.611286461353302, 0.6489112973213196], "cos_innovation_negg": [0.611286461353302, 0.6489112973213196], "cos_apical_negg": [0.611286461353302, 0.6489112973213196], "cos_Ac_negg": [0.611286461353302, 0.6489112973213196], "r_norm": [0.19407439231872559, 0.19001542031764984]}, {"step": 22650, "epoch": 57, "train_loss": 8.661290485179052e-05, "cos_r_negg": [0.6112189888954163, 0.6490510702133179], "cos_innovation_negg": [0.6112189888954163, 0.6490510702133179], "cos_apical_negg": [0.6112189888954163, 0.6490510702133179], "cos_Ac_negg": [0.6112189888954163, 0.6490510702133179], "r_norm": [0.19453513622283936, 0.1904599517583847]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9761, "test_loss": 0.13649128828048707}, {"step": 22700, "epoch": 58, "train_loss": 6.813074287492782e-05, "cos_r_negg": [0.6113318800926208, 0.6487468481063843], "cos_innovation_negg": [0.6113318800926208, 0.6487468481063843], "cos_apical_negg": [0.6113318800926208, 0.6487468481063843], "cos_Ac_negg": [0.6113318800926208, 0.6487468481063843], "r_norm": [0.1935989260673523, 0.1895342767238617]}, {"step": 22750, "epoch": 58, "train_loss": 9.495820268057287e-05, "cos_r_negg": [0.6111410856246948, 0.6487271785736084], "cos_innovation_negg": [0.6111410856246948, 0.6487271785736084], "cos_apical_negg": [0.6111410856246948, 0.6487271785736084], "cos_Ac_negg": [0.6111410856246948, 0.6487271785736084], "r_norm": [0.19283010065555573, 0.1887838989496231]}, {"step": 22800, "epoch": 58, "train_loss": 7.069796993164346e-05, "cos_r_negg": [0.6103880405426025, 0.6484224796295166], "cos_innovation_negg": [0.6103880405426025, 0.6484224796295166], "cos_apical_negg": [0.6103880405426025, 0.6484224796295166], "cos_Ac_negg": [0.6103880405426025, 0.6484224796295166], "r_norm": [0.19433069229125977, 0.19025519490242004]}, {"step": 22850, "epoch": 58, "train_loss": 8.58233543112874e-05, "cos_r_negg": [0.6114145517349243, 0.6489536166191101], "cos_innovation_negg": [0.6114145517349243, 0.6489536166191101], "cos_apical_negg": [0.6114145517349243, 0.6489536166191101], "cos_Ac_negg": [0.6114145517349243, 0.6489536166191101], "r_norm": [0.19456340372562408, 0.19052575528621674]}, {"step": 22900, "epoch": 58, "train_loss": 5.45297225471586e-05, "cos_r_negg": [0.6104964017868042, 0.6484887003898621], "cos_innovation_negg": [0.6104964017868042, 0.6484887003898621], "cos_apical_negg": [0.6104964017868042, 0.6484887003898621], "cos_Ac_negg": [0.6104964017868042, 0.6484887003898621], "r_norm": [0.19353167712688446, 0.18948009610176086]}, {"step": 22950, "epoch": 58, "train_loss": 0.00013232161290943623, "cos_r_negg": [0.6106131076812744, 0.6485586166381836], "cos_innovation_negg": [0.6106131076812744, 0.6485586166381836], "cos_apical_negg": [0.6106131076812744, 0.6485586166381836], "cos_Ac_negg": [0.6106131076812744, 0.6485586166381836], "r_norm": [0.19402669370174408, 0.18993797898292542]}, {"step": 23000, "epoch": 58, "train_loss": 3.636210385593586e-05, "cos_r_negg": [0.6105428338050842, 0.6486952304840088], "cos_innovation_negg": [0.6105428338050842, 0.6486952304840088], "cos_apical_negg": [0.6105428338050842, 0.6486952304840088], "cos_Ac_negg": [0.6105428338050842, 0.6486952304840088], "r_norm": [0.19432777166366577, 0.1902250051498413]}, {"step": 23050, "epoch": 58, "train_loss": 0.00011232279939576983, "cos_r_negg": [0.6112781763076782, 0.6491961479187012], "cos_innovation_negg": [0.6112781763076782, 0.6491961479187012], "cos_apical_negg": [0.6112781763076782, 0.6491961479187012], "cos_Ac_negg": [0.6112781763076782, 0.6491961479187012], "r_norm": [0.19431358575820923, 0.19022132456302643]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.976, "test_loss": 0.136776171875}, {"step": 23100, "epoch": 59, "train_loss": 7.42435222491622e-05, "cos_r_negg": [0.611787736415863, 0.6496398448944092], "cos_innovation_negg": [0.611787736415863, 0.6496398448944092], "cos_apical_negg": [0.611787736415863, 0.6496398448944092], "cos_Ac_negg": [0.611787736415863, 0.6496398448944092], "r_norm": [0.19488678872585297, 0.1908126324415207]}, {"step": 23150, "epoch": 59, "train_loss": 4.906477261101827e-05, "cos_r_negg": [0.6108536720275879, 0.649296760559082], "cos_innovation_negg": [0.6108536720275879, 0.649296760559082], "cos_apical_negg": [0.6108536720275879, 0.649296760559082], "cos_Ac_negg": [0.6108536720275879, 0.649296760559082], "r_norm": [0.19443129003047943, 0.19034837186336517]}, {"step": 23200, "epoch": 59, "train_loss": 4.134152550250292e-05, "cos_r_negg": [0.6114223003387451, 0.6493172645568848], "cos_innovation_negg": [0.6114223003387451, 0.6493172645568848], "cos_apical_negg": [0.6114223003387451, 0.6493172645568848], "cos_Ac_negg": [0.6114223003387451, 0.6493172645568848], "r_norm": [0.1947176158428192, 0.19061481952667236]}, {"step": 23250, "epoch": 59, "train_loss": 7.993485633051023e-05, "cos_r_negg": [0.6111438274383545, 0.6489995718002319], "cos_innovation_negg": [0.6111438274383545, 0.6489995718002319], "cos_apical_negg": [0.6111438274383545, 0.6489995718002319], "cos_Ac_negg": [0.6111438274383545, 0.6489995718002319], "r_norm": [0.1943821907043457, 0.19030624628067017]}, {"step": 23300, "epoch": 59, "train_loss": 7.216433004941791e-05, "cos_r_negg": [0.6115036010742188, 0.6494396924972534], "cos_innovation_negg": [0.6115036010742188, 0.6494396924972534], "cos_apical_negg": [0.6115036010742188, 0.6494396924972534], "cos_Ac_negg": [0.6115036010742188, 0.6494396924972534], "r_norm": [0.19563953578472137, 0.1915557086467743]}, {"step": 23350, "epoch": 59, "train_loss": 4.7029388952068985e-05, "cos_r_negg": [0.6115121841430664, 0.6495776176452637], "cos_innovation_negg": [0.6115121841430664, 0.6495776176452637], "cos_apical_negg": [0.6115121841430664, 0.6495776176452637], "cos_Ac_negg": [0.6115121841430664, 0.6495776176452637], "r_norm": [0.19629593193531036, 0.19220739603042603]}, {"step": 23400, "epoch": 59, "train_loss": 0.0002899966202676296, "cos_r_negg": [0.611375093460083, 0.6492328643798828], "cos_innovation_negg": [0.611375093460083, 0.6492328643798828], "cos_apical_negg": [0.611375093460083, 0.6492328643798828], "cos_Ac_negg": [0.611375093460083, 0.6492328643798828], "r_norm": [0.19438910484313965, 0.19033002853393555]}, {"step": 23450, "epoch": 59, "train_loss": 4.873832585872151e-05, "cos_r_negg": [0.6112637519836426, 0.6491208076477051], "cos_innovation_negg": [0.6112637519836426, 0.6491208076477051], "cos_apical_negg": [0.6112637519836426, 0.6491208076477051], "cos_Ac_negg": [0.6112637519836426, 0.6491208076477051], "r_norm": [0.1922486573457718, 0.18823522329330444]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9761, "test_loss": 0.13703026790618897}], "final": {"test_acc": 0.9761, "test_loss": 0.13703026790618897, "wall_s": 32.134910583496094, "cos_r_negg": [0.6112751960754395, 0.6491243839263916], "cos_innovation_negg": [0.6112751960754395, 0.6491243839263916], "cos_apical_negg": [0.6112751960754395, 0.6491243839263916], "cos_Ac_negg": [0.6112751960754395, 0.6491243839263916]}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_dfa_w500_d2_s2.json b/results/ep_depth2_v1_mnist_dfa_w500_d2_s2.json
new file mode 100644
index 0000000..f32c31e
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_dfa_w500_d2_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s2", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4491310119628906, "cos_r_negg": [0.007052255794405937, -0.011071208864450455], "cos_innovation_negg": [0.007052255794405937, -0.011071208864450455], "cos_apical_negg": [0.007052255794405937, -0.011071208864450455], "cos_Ac_negg": [0.007052255794405937, -0.011071208864450455], "r_norm": [6.717869758605957, 6.751310348510742]}, {"step": 50, "epoch": 0, "train_loss": 0.5249803066253662, "cos_r_negg": [0.4562903046607971, 0.3538650870323181], "cos_innovation_negg": [0.4562903046607971, 0.3538650870323181], "cos_apical_negg": [0.4562903046607971, 0.3538650870323181], "cos_Ac_negg": [0.4562903046607971, 0.3538650870323181], "r_norm": [1.4533206224441528, 1.4763388633728027]}, {"step": 100, "epoch": 0, "train_loss": 0.155249685049057, "cos_r_negg": [0.4842933714389801, 0.34785032272338867], "cos_innovation_negg": [0.4842933714389801, 0.34785032272338867], "cos_apical_negg": [0.4842933714389801, 0.34785032272338867], "cos_Ac_negg": [0.4842933714389801, 0.34785032272338867], "r_norm": [1.1285011768341064, 1.1416561603546143]}, {"step": 150, "epoch": 0, "train_loss": 0.18803861737251282, "cos_r_negg": [0.49885666370391846, 0.3603156805038452], "cos_innovation_negg": [0.49885666370391846, 0.3603156805038452], "cos_apical_negg": [0.49885666370391846, 0.3603156805038452], "cos_Ac_negg": [0.49885666370391846, 0.3603156805038452], "r_norm": [0.9850331544876099, 0.996705174446106]}, {"step": 200, "epoch": 0, "train_loss": 0.3349582254886627, "cos_r_negg": [0.4947400689125061, 0.36836332082748413], "cos_innovation_negg": [0.4947400689125061, 0.36836332082748413], "cos_apical_negg": [0.4947400689125061, 0.36836332082748413], "cos_Ac_negg": [0.4947400689125061, 0.36836332082748413], "r_norm": [1.0608471632003784, 1.0818476676940918]}, {"step": 250, "epoch": 0, "train_loss": 0.37656548619270325, "cos_r_negg": [0.513187050819397, 0.3918282389640808], "cos_innovation_negg": [0.513187050819397, 0.3918282389640808], "cos_apical_negg": [0.513187050819397, 0.3918282389640808], "cos_Ac_negg": [0.513187050819397, 0.3918282389640808], "r_norm": [0.8768109083175659, 0.8974094390869141]}, {"step": 300, "epoch": 0, "train_loss": 0.18604424595832825, "cos_r_negg": [0.505929708480835, 0.4003564119338989], "cos_innovation_negg": [0.505929708480835, 0.4003564119338989], "cos_apical_negg": [0.505929708480835, 0.4003564119338989], "cos_Ac_negg": [0.505929708480835, 0.4003564119338989], "r_norm": [0.8117210865020752, 0.8228511214256287]}, {"step": 350, "epoch": 0, "train_loss": 0.21229508519172668, "cos_r_negg": [0.5150731801986694, 0.4051395654678345], "cos_innovation_negg": [0.5150731801986694, 0.4051395654678345], "cos_apical_negg": [0.5150731801986694, 0.4051395654678345], "cos_Ac_negg": [0.5150731801986694, 0.4051395654678345], "r_norm": [0.7326676249504089, 0.7467435598373413]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9478, "test_loss": 0.18618988418579102}, {"step": 400, "epoch": 1, "train_loss": 0.19059759378433228, "cos_r_negg": [0.5385826230049133, 0.4250953197479248], "cos_innovation_negg": [0.5385826230049133, 0.4250953197479248], "cos_apical_negg": [0.5385826230049133, 0.4250953197479248], "cos_Ac_negg": [0.5385826230049133, 0.4250953197479248], "r_norm": [0.6372925639152527, 0.6495373249053955]}, {"step": 450, "epoch": 1, "train_loss": 0.2082500159740448, "cos_r_negg": [0.5477712750434875, 0.44601237773895264], "cos_innovation_negg": [0.5477712750434875, 0.44601237773895264], "cos_apical_negg": [0.5477712750434875, 0.44601237773895264], "cos_Ac_negg": [0.5477712750434875, 0.44601237773895264], "r_norm": [0.5948489308357239, 0.6045213937759399]}, {"step": 500, "epoch": 1, "train_loss": 0.1570211946964264, "cos_r_negg": [0.5505186319351196, 0.47361353039741516], "cos_innovation_negg": [0.5505186319351196, 0.47361353039741516], "cos_apical_negg": [0.5505186319351196, 0.47361353039741516], "cos_Ac_negg": [0.5505186319351196, 0.47361353039741516], "r_norm": [0.5289931893348694, 0.5357259511947632]}, {"step": 550, "epoch": 1, "train_loss": 0.09552560746669769, "cos_r_negg": [0.5458107590675354, 0.47242844104766846], "cos_innovation_negg": [0.5458107590675354, 0.47242844104766846], "cos_apical_negg": [0.5458107590675354, 0.47242844104766846], "cos_Ac_negg": [0.5458107590675354, 0.47242844104766846], "r_norm": [0.6954067945480347, 0.7074288129806519]}, {"step": 600, "epoch": 1, "train_loss": 0.09254133701324463, "cos_r_negg": [0.5574650764465332, 0.47990843653678894], "cos_innovation_negg": [0.5574650764465332, 0.47990843653678894], "cos_apical_negg": [0.5574650764465332, 0.47990843653678894], "cos_Ac_negg": [0.5574650764465332, 0.47990843653678894], "r_norm": [0.6733391880989075, 0.6848732233047485]}, {"step": 650, "epoch": 1, "train_loss": 0.08327582478523254, "cos_r_negg": [0.5393762588500977, 0.4721388816833496], "cos_innovation_negg": [0.5393762588500977, 0.4721388816833496], "cos_apical_negg": [0.5393762588500977, 0.4721388816833496], "cos_Ac_negg": [0.5393762588500977, 0.4721388816833496], "r_norm": [0.5498427152633667, 0.561120331287384]}, {"step": 700, "epoch": 1, "train_loss": 0.07880398631095886, "cos_r_negg": [0.5409693717956543, 0.4783044755458832], "cos_innovation_negg": [0.5409693717956543, 0.4783044755458832], "cos_apical_negg": [0.5409693717956543, 0.4783044755458832], "cos_Ac_negg": [0.5409693717956543, 0.4783044755458832], "r_norm": [0.5327273011207581, 0.5396170020103455]}, {"step": 750, "epoch": 1, "train_loss": 0.1773572564125061, "cos_r_negg": [0.5627704858779907, 0.4962572157382965], "cos_innovation_negg": [0.5627704858779907, 0.4962572157382965], "cos_apical_negg": [0.5627704858779907, 0.4962572157382965], "cos_Ac_negg": [0.5627704858779907, 0.4962572157382965], "r_norm": [0.5940589308738708, 0.6019942760467529]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9538, "test_loss": 0.16493930130004883}, {"step": 800, "epoch": 2, "train_loss": 0.03748058155179024, "cos_r_negg": [0.5500384569168091, 0.4769016206264496], "cos_innovation_negg": [0.5500384569168091, 0.4769016206264496], "cos_apical_negg": [0.5500384569168091, 0.4769016206264496], "cos_Ac_negg": [0.5500384569168091, 0.4769016206264496], "r_norm": [0.45577389001846313, 0.46336254477500916]}, {"step": 850, "epoch": 2, "train_loss": 0.03907279670238495, "cos_r_negg": [0.5715004205703735, 0.505041241645813], "cos_innovation_negg": [0.5715004205703735, 0.505041241645813], "cos_apical_negg": [0.5715004205703735, 0.505041241645813], "cos_Ac_negg": [0.5715004205703735, 0.505041241645813], "r_norm": [0.46028605103492737, 0.46919363737106323]}, {"step": 900, "epoch": 2, "train_loss": 0.07534067332744598, "cos_r_negg": [0.5819492340087891, 0.5168346166610718], "cos_innovation_negg": [0.5819492340087891, 0.5168346166610718], "cos_apical_negg": [0.5819492340087891, 0.5168346166610718], "cos_Ac_negg": [0.5819492340087891, 0.5168346166610718], "r_norm": [0.5369558930397034, 0.5537962913513184]}, {"step": 950, "epoch": 2, "train_loss": 0.25436171889305115, "cos_r_negg": [0.5720560550689697, 0.5214008092880249], "cos_innovation_negg": [0.5720560550689697, 0.5214008092880249], "cos_apical_negg": [0.5720560550689697, 0.5214008092880249], "cos_Ac_negg": [0.5720560550689697, 0.5214008092880249], "r_norm": [0.377661794424057, 0.38515955209732056]}, {"step": 1000, "epoch": 2, "train_loss": 0.1566905975341797, "cos_r_negg": [0.5812900066375732, 0.5228995084762573], "cos_innovation_negg": [0.5812900066375732, 0.5228995084762573], "cos_apical_negg": [0.5812900066375732, 0.5228995084762573], "cos_Ac_negg": [0.5812900066375732, 0.5228995084762573], "r_norm": [0.39638328552246094, 0.40615251660346985]}, {"step": 1050, "epoch": 2, "train_loss": 0.05231904238462448, "cos_r_negg": [0.5689050555229187, 0.5257335901260376], "cos_innovation_negg": [0.5689050555229187, 0.5257335901260376], "cos_apical_negg": [0.5689050555229187, 0.5257335901260376], "cos_Ac_negg": [0.5689050555229187, 0.5257335901260376], "r_norm": [0.47003042697906494, 0.48248958587646484]}, {"step": 1100, "epoch": 2, "train_loss": 0.13934360444545746, "cos_r_negg": [0.573785662651062, 0.5349253416061401], "cos_innovation_negg": [0.573785662651062, 0.5349253416061401], "cos_apical_negg": [0.573785662651062, 0.5349253416061401], "cos_Ac_negg": [0.573785662651062, 0.5349253416061401], "r_norm": [0.3938748240470886, 0.40205118060112]}, {"step": 1150, "epoch": 2, "train_loss": 0.08175434172153473, "cos_r_negg": [0.5784341096878052, 0.544625997543335], "cos_innovation_negg": [0.5784341096878052, 0.544625997543335], "cos_apical_negg": [0.5784341096878052, 0.544625997543335], "cos_Ac_negg": [0.5784341096878052, 0.544625997543335], "r_norm": [0.35546043515205383, 0.3646995425224304]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9653, "test_loss": 0.12122806148529053}, {"step": 1200, "epoch": 3, "train_loss": 0.045731931924819946, "cos_r_negg": [0.5798162817955017, 0.5521156191825867], "cos_innovation_negg": [0.5798162817955017, 0.5521156191825867], "cos_apical_negg": [0.5798162817955017, 0.5521156191825867], "cos_Ac_negg": [0.5798162817955017, 0.5521156191825867], "r_norm": [0.38310176134109497, 0.39265984296798706]}, {"step": 1250, "epoch": 3, "train_loss": 0.11532318592071533, "cos_r_negg": [0.590794563293457, 0.5567881464958191], "cos_innovation_negg": [0.590794563293457, 0.5567881464958191], "cos_apical_negg": [0.590794563293457, 0.5567881464958191], "cos_Ac_negg": [0.590794563293457, 0.5567881464958191], "r_norm": [0.361968994140625, 0.36880919337272644]}, {"step": 1300, "epoch": 3, "train_loss": 0.006989192217588425, "cos_r_negg": [0.594841480255127, 0.5670056343078613], "cos_innovation_negg": [0.594841480255127, 0.5670056343078613], "cos_apical_negg": [0.594841480255127, 0.5670056343078613], "cos_Ac_negg": [0.594841480255127, 0.5670056343078613], "r_norm": [0.3762417435646057, 0.3828638792037964]}, {"step": 1350, "epoch": 3, "train_loss": 0.022220831364393234, "cos_r_negg": [0.5847175121307373, 0.5670166015625], "cos_innovation_negg": [0.5847175121307373, 0.5670166015625], "cos_apical_negg": [0.5847175121307373, 0.5670166015625], "cos_Ac_negg": [0.5847175121307373, 0.5670166015625], "r_norm": [0.36260515451431274, 0.3676578402519226]}, {"step": 1400, "epoch": 3, "train_loss": 0.03517821431159973, "cos_r_negg": [0.596153736114502, 0.5730355381965637], "cos_innovation_negg": [0.596153736114502, 0.5730355381965637], "cos_apical_negg": [0.596153736114502, 0.5730355381965637], "cos_Ac_negg": [0.596153736114502, 0.5730355381965637], "r_norm": [0.451163649559021, 0.4552948474884033]}, {"step": 1450, "epoch": 3, "train_loss": 0.04466014355421066, "cos_r_negg": [0.5848603844642639, 0.5645666718482971], "cos_innovation_negg": [0.5848603844642639, 0.5645666718482971], "cos_apical_negg": [0.5848603844642639, 0.5645666718482971], "cos_Ac_negg": [0.5848603844642639, 0.5645666718482971], "r_norm": [0.49054867029190063, 0.4943051040172577]}, {"step": 1500, "epoch": 3, "train_loss": 0.04904850572347641, "cos_r_negg": [0.5958130955696106, 0.5761147737503052], "cos_innovation_negg": [0.5958130955696106, 0.5761147737503052], "cos_apical_negg": [0.5958130955696106, 0.5761147737503052], "cos_Ac_negg": [0.5958130955696106, 0.5761147737503052], "r_norm": [0.32255542278289795, 0.3295184373855591]}, {"step": 1550, "epoch": 3, "train_loss": 0.06303323805332184, "cos_r_negg": [0.5827345848083496, 0.5777937769889832], "cos_innovation_negg": [0.5827345848083496, 0.5777937769889832], "cos_apical_negg": [0.5827345848083496, 0.5777937769889832], "cos_Ac_negg": [0.5827345848083496, 0.5777937769889832], "r_norm": [0.35030990839004517, 0.3580726981163025]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.962, "test_loss": 0.13483547554016112}, {"step": 1600, "epoch": 4, "train_loss": 0.06921867281198502, "cos_r_negg": [0.59099280834198, 0.5714495182037354], "cos_innovation_negg": [0.59099280834198, 0.5714495182037354], "cos_apical_negg": [0.59099280834198, 0.5714495182037354], "cos_Ac_negg": [0.59099280834198, 0.5714495182037354], "r_norm": [0.3780515193939209, 0.3875970244407654]}, {"step": 1650, "epoch": 4, "train_loss": 0.11996003985404968, "cos_r_negg": [0.5836064219474792, 0.5809577703475952], "cos_innovation_negg": [0.5836064219474792, 0.5809577703475952], "cos_apical_negg": [0.5836064219474792, 0.5809577703475952], "cos_Ac_negg": [0.5836064219474792, 0.5809577703475952], "r_norm": [0.3174719512462616, 0.3276612162590027]}, {"step": 1700, "epoch": 4, "train_loss": 0.03850068524479866, "cos_r_negg": [0.5905810594558716, 0.591914176940918], "cos_innovation_negg": [0.5905810594558716, 0.591914176940918], "cos_apical_negg": [0.5905810594558716, 0.591914176940918], "cos_Ac_negg": [0.5905810594558716, 0.591914176940918], "r_norm": [0.31487560272216797, 0.32065945863723755]}, {"step": 1750, "epoch": 4, "train_loss": 0.08547265827655792, "cos_r_negg": [0.5871603488922119, 0.5920413732528687], "cos_innovation_negg": [0.5871603488922119, 0.5920413732528687], "cos_apical_negg": [0.5871603488922119, 0.5920413732528687], "cos_Ac_negg": [0.5871603488922119, 0.5920413732528687], "r_norm": [0.30039799213409424, 0.30721741914749146]}, {"step": 1800, "epoch": 4, "train_loss": 0.016612093895673752, "cos_r_negg": [0.5815154314041138, 0.582996129989624], "cos_innovation_negg": [0.5815154314041138, 0.582996129989624], "cos_apical_negg": [0.5815154314041138, 0.582996129989624], "cos_Ac_negg": [0.5815154314041138, 0.582996129989624], "r_norm": [0.28227007389068604, 0.2882511615753174]}, {"step": 1850, "epoch": 4, "train_loss": 0.1346893012523651, "cos_r_negg": [0.5866397619247437, 0.5803418159484863], "cos_innovation_negg": [0.5866397619247437, 0.5803418159484863], "cos_apical_negg": [0.5866397619247437, 0.5803418159484863], "cos_Ac_negg": [0.5866397619247437, 0.5803418159484863], "r_norm": [0.3588793873786926, 0.36604005098342896]}, {"step": 1900, "epoch": 4, "train_loss": 0.03503624349832535, "cos_r_negg": [0.6079474687576294, 0.598127007484436], "cos_innovation_negg": [0.6079474687576294, 0.598127007484436], "cos_apical_negg": [0.6079474687576294, 0.598127007484436], "cos_Ac_negg": [0.6079474687576294, 0.598127007484436], "r_norm": [0.2951869070529938, 0.30296921730041504]}, {"step": 1950, "epoch": 4, "train_loss": 0.08294396102428436, "cos_r_negg": [0.599430501461029, 0.5984001159667969], "cos_innovation_negg": [0.599430501461029, 0.5984001159667969], "cos_apical_negg": [0.599430501461029, 0.5984001159667969], "cos_Ac_negg": [0.599430501461029, 0.5984001159667969], "r_norm": [0.2773798406124115, 0.2822982668876648]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9692, "test_loss": 0.11215486965179443}, {"step": 2000, "epoch": 5, "train_loss": 0.04107661917805672, "cos_r_negg": [0.6018115282058716, 0.6048592329025269], "cos_innovation_negg": [0.6018115282058716, 0.6048592329025269], "cos_apical_negg": [0.6018115282058716, 0.6048592329025269], "cos_Ac_negg": [0.6018115282058716, 0.6048592329025269], "r_norm": [0.3180387616157532, 0.32912057638168335]}, {"step": 2050, "epoch": 5, "train_loss": 0.026324711740016937, "cos_r_negg": [0.5820852518081665, 0.603548526763916], "cos_innovation_negg": [0.5820852518081665, 0.603548526763916], "cos_apical_negg": [0.5820852518081665, 0.603548526763916], "cos_Ac_negg": [0.5820852518081665, 0.603548526763916], "r_norm": [0.28145283460617065, 0.28777748346328735]}, {"step": 2100, "epoch": 5, "train_loss": 0.019077535718679428, "cos_r_negg": [0.6053287386894226, 0.6159384250640869], "cos_innovation_negg": [0.6053287386894226, 0.6159384250640869], "cos_apical_negg": [0.6053287386894226, 0.6159384250640869], "cos_Ac_negg": [0.6053287386894226, 0.6159384250640869], "r_norm": [0.30301785469055176, 0.30871737003326416]}, {"step": 2150, "epoch": 5, "train_loss": 0.0021079552825540304, "cos_r_negg": [0.5905379056930542, 0.6002134084701538], "cos_innovation_negg": [0.5905379056930542, 0.6002134084701538], "cos_apical_negg": [0.5905379056930542, 0.6002134084701538], "cos_Ac_negg": [0.5905379056930542, 0.6002134084701538], "r_norm": [0.29065924882888794, 0.30110085010528564]}, {"step": 2200, "epoch": 5, "train_loss": 0.02808319590985775, "cos_r_negg": [0.5915079116821289, 0.6068849563598633], "cos_innovation_negg": [0.5915079116821289, 0.6068849563598633], "cos_apical_negg": [0.5915079116821289, 0.6068849563598633], "cos_Ac_negg": [0.5915079116821289, 0.6068849563598633], "r_norm": [0.2324451506137848, 0.2393776774406433]}, {"step": 2250, "epoch": 5, "train_loss": 0.004759390372782946, "cos_r_negg": [0.6043076515197754, 0.6122514605522156], "cos_innovation_negg": [0.6043076515197754, 0.6122514605522156], "cos_apical_negg": [0.6043076515197754, 0.6122514605522156], "cos_Ac_negg": [0.6043076515197754, 0.6122514605522156], "r_norm": [0.2821390926837921, 0.2886384129524231]}, {"step": 2300, "epoch": 5, "train_loss": 0.03317909687757492, "cos_r_negg": [0.5907891988754272, 0.6152553558349609], "cos_innovation_negg": [0.5907891988754272, 0.6152553558349609], "cos_apical_negg": [0.5907891988754272, 0.6152553558349609], "cos_Ac_negg": [0.5907891988754272, 0.6152553558349609], "r_norm": [0.2729782164096832, 0.27801424264907837]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9726, "test_loss": 0.10825688190460205}, {"step": 2350, "epoch": 6, "train_loss": 0.012249240651726723, "cos_r_negg": [0.5896148085594177, 0.6110017895698547], "cos_innovation_negg": [0.5896148085594177, 0.6110017895698547], "cos_apical_negg": [0.5896148085594177, 0.6110017895698547], "cos_Ac_negg": [0.5896148085594177, 0.6110017895698547], "r_norm": [0.2535068988800049, 0.2591443359851837]}, {"step": 2400, "epoch": 6, "train_loss": 0.003291324945166707, "cos_r_negg": [0.6015033721923828, 0.6223881840705872], "cos_innovation_negg": [0.6015033721923828, 0.6223881840705872], "cos_apical_negg": [0.6015033721923828, 0.6223881840705872], "cos_Ac_negg": [0.6015033721923828, 0.6223881840705872], "r_norm": [0.22319595515727997, 0.2263641357421875]}, {"step": 2450, "epoch": 6, "train_loss": 0.016653966158628464, "cos_r_negg": [0.5937461853027344, 0.6169228553771973], "cos_innovation_negg": [0.5937461853027344, 0.6169228553771973], "cos_apical_negg": [0.5937461853027344, 0.6169228553771973], "cos_Ac_negg": [0.5937461853027344, 0.6169228553771973], "r_norm": [0.2766857147216797, 0.2819399833679199]}, {"step": 2500, "epoch": 6, "train_loss": 0.003099127672612667, "cos_r_negg": [0.5836672782897949, 0.6156690120697021], "cos_innovation_negg": [0.5836672782897949, 0.6156690120697021], "cos_apical_negg": [0.5836672782897949, 0.6156690120697021], "cos_Ac_negg": [0.5836672782897949, 0.6156690120697021], "r_norm": [0.215554341673851, 0.22053928673267365]}, {"step": 2550, "epoch": 6, "train_loss": 0.008358916267752647, "cos_r_negg": [0.5837781429290771, 0.6180433630943298], "cos_innovation_negg": [0.5837781429290771, 0.6180433630943298], "cos_apical_negg": [0.5837781429290771, 0.6180433630943298], "cos_Ac_negg": [0.5837781429290771, 0.6180433630943298], "r_norm": [0.2865380644798279, 0.2955089807510376]}, {"step": 2600, "epoch": 6, "train_loss": 0.026179494336247444, "cos_r_negg": [0.5842453241348267, 0.6201459169387817], "cos_innovation_negg": [0.5842453241348267, 0.6201459169387817], "cos_apical_negg": [0.5842453241348267, 0.6201459169387817], "cos_Ac_negg": [0.5842453241348267, 0.6201459169387817], "r_norm": [0.2492336630821228, 0.25776100158691406]}, {"step": 2650, "epoch": 6, "train_loss": 0.01031037699431181, "cos_r_negg": [0.5918833613395691, 0.624164879322052], "cos_innovation_negg": [0.5918833613395691, 0.624164879322052], "cos_apical_negg": [0.5918833613395691, 0.624164879322052], "cos_Ac_negg": [0.5918833613395691, 0.624164879322052], "r_norm": [0.23895791172981262, 0.2437686026096344]}, {"step": 2700, "epoch": 6, "train_loss": 0.006505195517092943, "cos_r_negg": [0.589138925075531, 0.6182526350021362], "cos_innovation_negg": [0.589138925075531, 0.6182526350021362], "cos_apical_negg": [0.589138925075531, 0.6182526350021362], "cos_Ac_negg": [0.589138925075531, 0.6182526350021362], "r_norm": [0.2853720486164093, 0.2934480309486389]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9734, "test_loss": 0.1066376121520996}, {"step": 2750, "epoch": 7, "train_loss": 0.0014019606169313192, "cos_r_negg": [0.6010453701019287, 0.6263176202774048], "cos_innovation_negg": [0.6010453701019287, 0.6263176202774048], "cos_apical_negg": [0.6010453701019287, 0.6263176202774048], "cos_Ac_negg": [0.6010453701019287, 0.6263176202774048], "r_norm": [0.24607045948505402, 0.250893771648407]}, {"step": 2800, "epoch": 7, "train_loss": 0.0012022481532767415, "cos_r_negg": [0.600335955619812, 0.6249548196792603], "cos_innovation_negg": [0.600335955619812, 0.6249548196792603], "cos_apical_negg": [0.600335955619812, 0.6249548196792603], "cos_Ac_negg": [0.600335955619812, 0.6249548196792603], "r_norm": [0.2286171317100525, 0.23310299217700958]}, {"step": 2850, "epoch": 7, "train_loss": 0.005789607763290405, "cos_r_negg": [0.5917870998382568, 0.6255591511726379], "cos_innovation_negg": [0.5917870998382568, 0.6255591511726379], "cos_apical_negg": [0.5917870998382568, 0.6255591511726379], "cos_Ac_negg": [0.5917870998382568, 0.6255591511726379], "r_norm": [0.23594960570335388, 0.24381573498249054]}, {"step": 2900, "epoch": 7, "train_loss": 0.001467352849431336, "cos_r_negg": [0.5949631333351135, 0.6291755437850952], "cos_innovation_negg": [0.5949631333351135, 0.6291755437850952], "cos_apical_negg": [0.5949631333351135, 0.6291755437850952], "cos_Ac_negg": [0.5949631333351135, 0.6291755437850952], "r_norm": [0.23458051681518555, 0.23992781341075897]}, {"step": 2950, "epoch": 7, "train_loss": 0.0010221143020316958, "cos_r_negg": [0.5933185815811157, 0.6286617517471313], "cos_innovation_negg": [0.5933185815811157, 0.6286617517471313], "cos_apical_negg": [0.5933185815811157, 0.6286617517471313], "cos_Ac_negg": [0.5933185815811157, 0.6286617517471313], "r_norm": [0.23855654895305634, 0.2454131841659546]}, {"step": 3000, "epoch": 7, "train_loss": 0.004033084958791733, "cos_r_negg": [0.5908817052841187, 0.6282578706741333], "cos_innovation_negg": [0.5908817052841187, 0.6282578706741333], "cos_apical_negg": [0.5908817052841187, 0.6282578706741333], "cos_Ac_negg": [0.5908817052841187, 0.6282578706741333], "r_norm": [0.23688876628875732, 0.24253295361995697]}, {"step": 3050, "epoch": 7, "train_loss": 0.00469630490988493, "cos_r_negg": [0.5965137481689453, 0.6294893622398376], "cos_innovation_negg": [0.5965137481689453, 0.6294893622398376], "cos_apical_negg": [0.5965137481689453, 0.6294893622398376], "cos_Ac_negg": [0.5965137481689453, 0.6294893622398376], "r_norm": [0.24437545239925385, 0.2524282932281494]}, {"step": 3100, "epoch": 7, "train_loss": 0.0008997779805213213, "cos_r_negg": [0.5970123410224915, 0.626078724861145], "cos_innovation_negg": [0.5970123410224915, 0.626078724861145], "cos_apical_negg": [0.5970123410224915, 0.626078724861145], "cos_Ac_negg": [0.5970123410224915, 0.626078724861145], "r_norm": [0.19167236983776093, 0.19495804607868195]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9732, "test_loss": 0.11152838649749756}, {"step": 3150, "epoch": 8, "train_loss": 0.0011985492892563343, "cos_r_negg": [0.595585286617279, 0.6261855363845825], "cos_innovation_negg": [0.595585286617279, 0.6261855363845825], "cos_apical_negg": [0.595585286617279, 0.6261855363845825], "cos_Ac_negg": [0.595585286617279, 0.6261855363845825], "r_norm": [0.22757725417613983, 0.23329252004623413]}, {"step": 3200, "epoch": 8, "train_loss": 0.002732168883085251, "cos_r_negg": [0.5977084636688232, 0.6291348338127136], "cos_innovation_negg": [0.5977084636688232, 0.6291348338127136], "cos_apical_negg": [0.5977084636688232, 0.6291348338127136], "cos_Ac_negg": [0.5977084636688232, 0.6291348338127136], "r_norm": [0.20967397093772888, 0.21498781442642212]}, {"step": 3250, "epoch": 8, "train_loss": 0.0021379594691097736, "cos_r_negg": [0.5933414697647095, 0.6284879446029663], "cos_innovation_negg": [0.5933414697647095, 0.6284879446029663], "cos_apical_negg": [0.5933414697647095, 0.6284879446029663], "cos_Ac_negg": [0.5933414697647095, 0.6284879446029663], "r_norm": [0.2586168348789215, 0.26782023906707764]}, {"step": 3300, "epoch": 8, "train_loss": 0.0009773249039426446, "cos_r_negg": [0.5907249450683594, 0.6277631521224976], "cos_innovation_negg": [0.5907249450683594, 0.6277631521224976], "cos_apical_negg": [0.5907249450683594, 0.6277631521224976], "cos_Ac_negg": [0.5907249450683594, 0.6277631521224976], "r_norm": [0.1983039528131485, 0.20295944809913635]}, {"step": 3350, "epoch": 8, "train_loss": 0.0020520612597465515, "cos_r_negg": [0.5944313406944275, 0.6317349672317505], "cos_innovation_negg": [0.5944313406944275, 0.6317349672317505], "cos_apical_negg": [0.5944313406944275, 0.6317349672317505], "cos_Ac_negg": [0.5944313406944275, 0.6317349672317505], "r_norm": [0.21033206582069397, 0.2138180136680603]}, {"step": 3400, "epoch": 8, "train_loss": 0.001241788500919938, "cos_r_negg": [0.5846308469772339, 0.6266536712646484], "cos_innovation_negg": [0.5846308469772339, 0.6266536712646484], "cos_apical_negg": [0.5846308469772339, 0.6266536712646484], "cos_Ac_negg": [0.5846308469772339, 0.6266536712646484], "r_norm": [0.2126942276954651, 0.2178596556186676]}, {"step": 3450, "epoch": 8, "train_loss": 0.012338652275502682, "cos_r_negg": [0.5914176106452942, 0.6305577754974365], "cos_innovation_negg": [0.5914176106452942, 0.6305577754974365], "cos_apical_negg": [0.5914176106452942, 0.6305577754974365], "cos_Ac_negg": [0.5914176106452942, 0.6305577754974365], "r_norm": [0.20454227924346924, 0.207444429397583]}, {"step": 3500, "epoch": 8, "train_loss": 0.002807473996654153, "cos_r_negg": [0.5913740992546082, 0.6330553293228149], "cos_innovation_negg": [0.5913740992546082, 0.6330553293228149], "cos_apical_negg": [0.5913740992546082, 0.6330553293228149], "cos_Ac_negg": [0.5913740992546082, 0.6330553293228149], "r_norm": [0.19393014907836914, 0.19815760850906372]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9756, "test_loss": 0.10771942701339722}, {"step": 3550, "epoch": 9, "train_loss": 0.0009041671291925013, "cos_r_negg": [0.5916260480880737, 0.6329434514045715], "cos_innovation_negg": [0.5916260480880737, 0.6329434514045715], "cos_apical_negg": [0.5916260480880737, 0.6329434514045715], "cos_Ac_negg": [0.5916260480880737, 0.6329434514045715], "r_norm": [0.1993265151977539, 0.2037813812494278]}, {"step": 3600, "epoch": 9, "train_loss": 0.002993663540109992, "cos_r_negg": [0.5888964533805847, 0.6348118185997009], "cos_innovation_negg": [0.5888964533805847, 0.6348118185997009], "cos_apical_negg": [0.5888964533805847, 0.6348118185997009], "cos_Ac_negg": [0.5888964533805847, 0.6348118185997009], "r_norm": [0.1969442069530487, 0.20081332325935364]}, {"step": 3650, "epoch": 9, "train_loss": 0.003444881644099951, "cos_r_negg": [0.5919327735900879, 0.6325385570526123], "cos_innovation_negg": [0.5919327735900879, 0.6325385570526123], "cos_apical_negg": [0.5919327735900879, 0.6325385570526123], "cos_Ac_negg": [0.5919327735900879, 0.6325385570526123], "r_norm": [0.1957690566778183, 0.19996687769889832]}, {"step": 3700, "epoch": 9, "train_loss": 0.0035354134161025286, "cos_r_negg": [0.5868530869483948, 0.6299552917480469], "cos_innovation_negg": [0.5868530869483948, 0.6299552917480469], "cos_apical_negg": [0.5868530869483948, 0.6299552917480469], "cos_Ac_negg": [0.5868530869483948, 0.6299552917480469], "r_norm": [0.18667098879814148, 0.190185546875]}, {"step": 3750, "epoch": 9, "train_loss": 0.0008845078991726041, "cos_r_negg": [0.593376636505127, 0.6324453353881836], "cos_innovation_negg": [0.593376636505127, 0.6324453353881836], "cos_apical_negg": [0.593376636505127, 0.6324453353881836], "cos_Ac_negg": [0.593376636505127, 0.6324453353881836], "r_norm": [0.19437125325202942, 0.19818995893001556]}, {"step": 3800, "epoch": 9, "train_loss": 0.000511009304318577, "cos_r_negg": [0.590495765209198, 0.6326465606689453], "cos_innovation_negg": [0.590495765209198, 0.6326465606689453], "cos_apical_negg": [0.590495765209198, 0.6326465606689453], "cos_Ac_negg": [0.590495765209198, 0.6326465606689453], "r_norm": [0.1930685043334961, 0.196945458650589]}, {"step": 3850, "epoch": 9, "train_loss": 0.0024806344881653786, "cos_r_negg": [0.5966503620147705, 0.6337383389472961], "cos_innovation_negg": [0.5966503620147705, 0.6337383389472961], "cos_apical_negg": [0.5966503620147705, 0.6337383389472961], "cos_Ac_negg": [0.5966503620147705, 0.6337383389472961], "r_norm": [0.20082472264766693, 0.20483346283435822]}, {"step": 3900, "epoch": 9, "train_loss": 0.004268903285264969, "cos_r_negg": [0.5942158699035645, 0.6345582604408264], "cos_innovation_negg": [0.5942158699035645, 0.6345582604408264], "cos_apical_negg": [0.5942158699035645, 0.6345582604408264], "cos_Ac_negg": [0.5942158699035645, 0.6345582604408264], "r_norm": [0.19262905418872833, 0.19604967534542084]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9748, "test_loss": 0.1087242784500122}, {"step": 3950, "epoch": 10, "train_loss": 0.0006830693455412984, "cos_r_negg": [0.5941587090492249, 0.634576141834259], "cos_innovation_negg": [0.5941587090492249, 0.634576141834259], "cos_apical_negg": [0.5941587090492249, 0.634576141834259], "cos_Ac_negg": [0.5941587090492249, 0.634576141834259], "r_norm": [0.20049862563610077, 0.20504532754421234]}, {"step": 4000, "epoch": 10, "train_loss": 0.003291843459010124, "cos_r_negg": [0.5918059945106506, 0.6361924409866333], "cos_innovation_negg": [0.5918059945106506, 0.6361924409866333], "cos_apical_negg": [0.5918059945106506, 0.6361924409866333], "cos_Ac_negg": [0.5918059945106506, 0.6361924409866333], "r_norm": [0.1964806318283081, 0.20072077214717865]}, {"step": 4050, "epoch": 10, "train_loss": 0.0009132454870268703, "cos_r_negg": [0.5869839191436768, 0.6324278116226196], "cos_innovation_negg": [0.5869839191436768, 0.6324278116226196], "cos_apical_negg": [0.5869839191436768, 0.6324278116226196], "cos_Ac_negg": [0.5869839191436768, 0.6324278116226196], "r_norm": [0.1884443759918213, 0.1921411156654358]}, {"step": 4100, "epoch": 10, "train_loss": 0.0009573334828019142, "cos_r_negg": [0.5935612916946411, 0.6336283683776855], "cos_innovation_negg": [0.5935612916946411, 0.6336283683776855], "cos_apical_negg": [0.5935612916946411, 0.6336283683776855], "cos_Ac_negg": [0.5935612916946411, 0.6336283683776855], "r_norm": [0.19324442744255066, 0.19830010831356049]}, {"step": 4150, "epoch": 10, "train_loss": 0.0001297749695368111, "cos_r_negg": [0.5915724039077759, 0.6334583759307861], "cos_innovation_negg": [0.5915724039077759, 0.6334583759307861], "cos_apical_negg": [0.5915724039077759, 0.6334583759307861], "cos_Ac_negg": [0.5915724039077759, 0.6334583759307861], "r_norm": [0.1832127571105957, 0.18743735551834106]}, {"step": 4200, "epoch": 10, "train_loss": 0.001857740804553032, "cos_r_negg": [0.5935046672821045, 0.6346057653427124], "cos_innovation_negg": [0.5935046672821045, 0.6346057653427124], "cos_apical_negg": [0.5935046672821045, 0.6346057653427124], "cos_Ac_negg": [0.5935046672821045, 0.6346057653427124], "r_norm": [0.18398502469062805, 0.18795400857925415]}, {"step": 4250, "epoch": 10, "train_loss": 0.0005511406343430281, "cos_r_negg": [0.5927532911300659, 0.633571982383728], "cos_innovation_negg": [0.5927532911300659, 0.633571982383728], "cos_apical_negg": [0.5927532911300659, 0.633571982383728], "cos_Ac_negg": [0.5927532911300659, 0.633571982383728], "r_norm": [0.18592815101146698, 0.19002997875213623]}, {"step": 4300, "epoch": 10, "train_loss": 0.0009724404662847519, "cos_r_negg": [0.5941908359527588, 0.6334078907966614], "cos_innovation_negg": [0.5941908359527588, 0.6334078907966614], "cos_apical_negg": [0.5941908359527588, 0.6334078907966614], "cos_Ac_negg": [0.5941908359527588, 0.6334078907966614], "r_norm": [0.18037045001983643, 0.18407541513442993]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9755, "test_loss": 0.11119043049812317}, {"step": 4350, "epoch": 11, "train_loss": 0.0013581147650256753, "cos_r_negg": [0.5946980714797974, 0.6333329677581787], "cos_innovation_negg": [0.5946980714797974, 0.6333329677581787], "cos_apical_negg": [0.5946980714797974, 0.6333329677581787], "cos_Ac_negg": [0.5946980714797974, 0.6333329677581787], "r_norm": [0.18661439418792725, 0.19037975370883942]}, {"step": 4400, "epoch": 11, "train_loss": 0.0004559563531074673, "cos_r_negg": [0.5930930376052856, 0.6335890889167786], "cos_innovation_negg": [0.5930930376052856, 0.6335890889167786], "cos_apical_negg": [0.5930930376052856, 0.6335890889167786], "cos_Ac_negg": [0.5930930376052856, 0.6335890889167786], "r_norm": [0.181675523519516, 0.1856359839439392]}, {"step": 4450, "epoch": 11, "train_loss": 0.001377301523461938, "cos_r_negg": [0.5947016477584839, 0.6342580914497375], "cos_innovation_negg": [0.5947016477584839, 0.6342580914497375], "cos_apical_negg": [0.5947016477584839, 0.6342580914497375], "cos_Ac_negg": [0.5947016477584839, 0.6342580914497375], "r_norm": [0.18411973118782043, 0.18812647461891174]}, {"step": 4500, "epoch": 11, "train_loss": 0.0001798347511794418, "cos_r_negg": [0.5937386751174927, 0.6338777542114258], "cos_innovation_negg": [0.5937386751174927, 0.6338777542114258], "cos_apical_negg": [0.5937386751174927, 0.6338777542114258], "cos_Ac_negg": [0.5937386751174927, 0.6338777542114258], "r_norm": [0.1838282346725464, 0.1877954751253128]}, {"step": 4550, "epoch": 11, "train_loss": 0.0009851624490693212, "cos_r_negg": [0.5916475653648376, 0.6339946985244751], "cos_innovation_negg": [0.5916475653648376, 0.6339946985244751], "cos_apical_negg": [0.5916475653648376, 0.6339946985244751], "cos_Ac_negg": [0.5916475653648376, 0.6339946985244751], "r_norm": [0.17859947681427002, 0.18276581168174744]}, {"step": 4600, "epoch": 11, "train_loss": 0.00021670394926331937, "cos_r_negg": [0.5943162441253662, 0.6330711841583252], "cos_innovation_negg": [0.5943162441253662, 0.6330711841583252], "cos_apical_negg": [0.5943162441253662, 0.6330711841583252], "cos_Ac_negg": [0.5943162441253662, 0.6330711841583252], "r_norm": [0.18762055039405823, 0.19207721948623657]}, {"step": 4650, "epoch": 11, "train_loss": 0.0005671727703884244, "cos_r_negg": [0.5924975872039795, 0.6335582733154297], "cos_innovation_negg": [0.5924975872039795, 0.6335582733154297], "cos_apical_negg": [0.5924975872039795, 0.6335582733154297], "cos_Ac_negg": [0.5924975872039795, 0.6335582733154297], "r_norm": [0.18342538177967072, 0.1874394565820694]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9752, "test_loss": 0.1124443672657013}, {"step": 4700, "epoch": 12, "train_loss": 0.00037706978037022054, "cos_r_negg": [0.5916489362716675, 0.6353576183319092], "cos_innovation_negg": [0.5916489362716675, 0.6353576183319092], "cos_apical_negg": [0.5916489362716675, 0.6353576183319092], "cos_Ac_negg": [0.5916489362716675, 0.6353576183319092], "r_norm": [0.1792340874671936, 0.18305274844169617]}, {"step": 4750, "epoch": 12, "train_loss": 0.0006949523231014609, "cos_r_negg": [0.5928453207015991, 0.6348570585250854], "cos_innovation_negg": [0.5928453207015991, 0.6348570585250854], "cos_apical_negg": [0.5928453207015991, 0.6348570585250854], "cos_Ac_negg": [0.5928453207015991, 0.6348570585250854], "r_norm": [0.17824792861938477, 0.18232972919940948]}, {"step": 4800, "epoch": 12, "train_loss": 0.00038812102866359055, "cos_r_negg": [0.5943468809127808, 0.6352125406265259], "cos_innovation_negg": [0.5943468809127808, 0.6352125406265259], "cos_apical_negg": [0.5943468809127808, 0.6352125406265259], "cos_Ac_negg": [0.5943468809127808, 0.6352125406265259], "r_norm": [0.17713838815689087, 0.18067188560962677]}, {"step": 4850, "epoch": 12, "train_loss": 0.000490633537992835, "cos_r_negg": [0.5929051041603088, 0.6347011923789978], "cos_innovation_negg": [0.5929051041603088, 0.6347011923789978], "cos_apical_negg": [0.5929051041603088, 0.6347011923789978], "cos_Ac_negg": [0.5929051041603088, 0.6347011923789978], "r_norm": [0.18024307489395142, 0.18440735340118408]}, {"step": 4900, "epoch": 12, "train_loss": 0.0014023331459611654, "cos_r_negg": [0.5935386419296265, 0.6344504356384277], "cos_innovation_negg": [0.5935386419296265, 0.6344504356384277], "cos_apical_negg": [0.5935386419296265, 0.6344504356384277], "cos_Ac_negg": [0.5935386419296265, 0.6344504356384277], "r_norm": [0.18087784945964813, 0.1850794553756714]}, {"step": 4950, "epoch": 12, "train_loss": 0.00024227153335232288, "cos_r_negg": [0.5930025577545166, 0.6342620849609375], "cos_innovation_negg": [0.5930025577545166, 0.6342620849609375], "cos_apical_negg": [0.5930025577545166, 0.6342620849609375], "cos_Ac_negg": [0.5930025577545166, 0.6342620849609375], "r_norm": [0.17806266248226166, 0.1818460375070572]}, {"step": 5000, "epoch": 12, "train_loss": 0.0007425358053296804, "cos_r_negg": [0.5947604179382324, 0.6358490586280823], "cos_innovation_negg": [0.5947604179382324, 0.6358490586280823], "cos_apical_negg": [0.5947604179382324, 0.6358490586280823], "cos_Ac_negg": [0.5947604179382324, 0.6358490586280823], "r_norm": [0.18308961391448975, 0.18706707656383514]}, {"step": 5050, "epoch": 12, "train_loss": 0.000651528243906796, "cos_r_negg": [0.5933831930160522, 0.6329506635665894], "cos_innovation_negg": [0.5933831930160522, 0.6329506635665894], "cos_apical_negg": [0.5933831930160522, 0.6329506635665894], "cos_Ac_negg": [0.5933831930160522, 0.6329506635665894], "r_norm": [0.17959614098072052, 0.1831645965576172]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9759, "test_loss": 0.11346601004600525}, {"step": 5100, "epoch": 13, "train_loss": 0.0004039054620079696, "cos_r_negg": [0.595157265663147, 0.6360177993774414], "cos_innovation_negg": [0.595157265663147, 0.6360177993774414], "cos_apical_negg": [0.595157265663147, 0.6360177993774414], "cos_Ac_negg": [0.595157265663147, 0.6360177993774414], "r_norm": [0.1834692656993866, 0.18744418025016785]}, {"step": 5150, "epoch": 13, "train_loss": 0.0005631190724670887, "cos_r_negg": [0.595447838306427, 0.6354967355728149], "cos_innovation_negg": [0.595447838306427, 0.6354967355728149], "cos_apical_negg": [0.595447838306427, 0.6354967355728149], "cos_Ac_negg": [0.595447838306427, 0.6354967355728149], "r_norm": [0.1810302734375, 0.18506598472595215]}, {"step": 5200, "epoch": 13, "train_loss": 0.0006420675199478865, "cos_r_negg": [0.5940529108047485, 0.6372647285461426], "cos_innovation_negg": [0.5940529108047485, 0.6372647285461426], "cos_apical_negg": [0.5940529108047485, 0.6372647285461426], "cos_Ac_negg": [0.5940529108047485, 0.6372647285461426], "r_norm": [0.18012475967407227, 0.18440015614032745]}, {"step": 5250, "epoch": 13, "train_loss": 0.0003439546562731266, "cos_r_negg": [0.5945277214050293, 0.6362276077270508], "cos_innovation_negg": [0.5945277214050293, 0.6362276077270508], "cos_apical_negg": [0.5945277214050293, 0.6362276077270508], "cos_Ac_negg": [0.5945277214050293, 0.6362276077270508], "r_norm": [0.17698898911476135, 0.18081757426261902]}, {"step": 5300, "epoch": 13, "train_loss": 0.0005088142934255302, "cos_r_negg": [0.5956569314002991, 0.6350160837173462], "cos_innovation_negg": [0.5956569314002991, 0.6350160837173462], "cos_apical_negg": [0.5956569314002991, 0.6350160837173462], "cos_Ac_negg": [0.5956569314002991, 0.6350160837173462], "r_norm": [0.17777636647224426, 0.18160954117774963]}, {"step": 5350, "epoch": 13, "train_loss": 0.0005868464941158891, "cos_r_negg": [0.5971082448959351, 0.6364071369171143], "cos_innovation_negg": [0.5971082448959351, 0.6364071369171143], "cos_apical_negg": [0.5971082448959351, 0.6364071369171143], "cos_Ac_negg": [0.5971082448959351, 0.6364071369171143], "r_norm": [0.17985621094703674, 0.1839321255683899]}, {"step": 5400, "epoch": 13, "train_loss": 0.0004880440537817776, "cos_r_negg": [0.5974107980728149, 0.6378851532936096], "cos_innovation_negg": [0.5974107980728149, 0.6378851532936096], "cos_apical_negg": [0.5974107980728149, 0.6378851532936096], "cos_Ac_negg": [0.5974107980728149, 0.6378851532936096], "r_norm": [0.18027102947235107, 0.18415570259094238]}, {"step": 5450, "epoch": 13, "train_loss": 0.00019523515948094428, "cos_r_negg": [0.5965418815612793, 0.6368471384048462], "cos_innovation_negg": [0.5965418815612793, 0.6368471384048462], "cos_apical_negg": [0.5965418815612793, 0.6368471384048462], "cos_Ac_negg": [0.5965418815612793, 0.6368471384048462], "r_norm": [0.1796931028366089, 0.18364961445331573]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9755, "test_loss": 0.11525298275947571}, {"step": 5500, "epoch": 14, "train_loss": 0.0005579210701398551, "cos_r_negg": [0.5951871871948242, 0.6349987983703613], "cos_innovation_negg": [0.5951871871948242, 0.6349987983703613], "cos_apical_negg": [0.5951871871948242, 0.6349987983703613], "cos_Ac_negg": [0.5951871871948242, 0.6349987983703613], "r_norm": [0.1780630350112915, 0.1819649338722229]}, {"step": 5550, "epoch": 14, "train_loss": 0.00013332400703802705, "cos_r_negg": [0.5938833951950073, 0.6351064443588257], "cos_innovation_negg": [0.5938833951950073, 0.6351064443588257], "cos_apical_negg": [0.5938833951950073, 0.6351064443588257], "cos_Ac_negg": [0.5938833951950073, 0.6351064443588257], "r_norm": [0.17802739143371582, 0.18202872574329376]}, {"step": 5600, "epoch": 14, "train_loss": 0.0006352922064252198, "cos_r_negg": [0.5966931581497192, 0.6363734006881714], "cos_innovation_negg": [0.5966931581497192, 0.6363734006881714], "cos_apical_negg": [0.5966931581497192, 0.6363734006881714], "cos_Ac_negg": [0.5966931581497192, 0.6363734006881714], "r_norm": [0.17748603224754333, 0.18127962946891785]}, {"step": 5650, "epoch": 14, "train_loss": 0.0005351690924726427, "cos_r_negg": [0.5959939956665039, 0.6361616849899292], "cos_innovation_negg": [0.5959939956665039, 0.6361616849899292], "cos_apical_negg": [0.5959939956665039, 0.6361616849899292], "cos_Ac_negg": [0.5959939956665039, 0.6361616849899292], "r_norm": [0.17861080169677734, 0.18245893716812134]}, {"step": 5700, "epoch": 14, "train_loss": 7.593706686748192e-05, "cos_r_negg": [0.5953439474105835, 0.6363861560821533], "cos_innovation_negg": [0.5953439474105835, 0.6363861560821533], "cos_apical_negg": [0.5953439474105835, 0.6363861560821533], "cos_Ac_negg": [0.5953439474105835, 0.6363861560821533], "r_norm": [0.17514926195144653, 0.17894110083580017]}, {"step": 5750, "epoch": 14, "train_loss": 0.00031900062458589673, "cos_r_negg": [0.5971510410308838, 0.6377936601638794], "cos_innovation_negg": [0.5971510410308838, 0.6377936601638794], "cos_apical_negg": [0.5971510410308838, 0.6377936601638794], "cos_Ac_negg": [0.5971510410308838, 0.6377936601638794], "r_norm": [0.17870867252349854, 0.18275535106658936]}, {"step": 5800, "epoch": 14, "train_loss": 0.0005756904138252139, "cos_r_negg": [0.5955408215522766, 0.6357529759407043], "cos_innovation_negg": [0.5955408215522766, 0.6357529759407043], "cos_apical_negg": [0.5955408215522766, 0.6357529759407043], "cos_Ac_negg": [0.5955408215522766, 0.6357529759407043], "r_norm": [0.17507487535476685, 0.17884686589241028]}, {"step": 5850, "epoch": 14, "train_loss": 0.0007255761884152889, "cos_r_negg": [0.5964891314506531, 0.6366128921508789], "cos_innovation_negg": [0.5964891314506531, 0.6366128921508789], "cos_apical_negg": [0.5964891314506531, 0.6366128921508789], "cos_Ac_negg": [0.5964891314506531, 0.6366128921508789], "r_norm": [0.17829252779483795, 0.18190781772136688]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9759, "test_loss": 0.1158557966709137}, {"step": 5900, "epoch": 15, "train_loss": 0.00037530914414674044, "cos_r_negg": [0.5967358350753784, 0.6375714540481567], "cos_innovation_negg": [0.5967358350753784, 0.6375714540481567], "cos_apical_negg": [0.5967358350753784, 0.6375714540481567], "cos_Ac_negg": [0.5967358350753784, 0.6375714540481567], "r_norm": [0.17964105308055878, 0.1835108995437622]}, {"step": 5950, "epoch": 15, "train_loss": 0.0005747826071456075, "cos_r_negg": [0.5963704586029053, 0.6371530294418335], "cos_innovation_negg": [0.5963704586029053, 0.6371530294418335], "cos_apical_negg": [0.5963704586029053, 0.6371530294418335], "cos_Ac_negg": [0.5963704586029053, 0.6371530294418335], "r_norm": [0.1767166703939438, 0.18055689334869385]}, {"step": 6000, "epoch": 15, "train_loss": 0.0007987954304553568, "cos_r_negg": [0.595665454864502, 0.6369359493255615], "cos_innovation_negg": [0.595665454864502, 0.6369359493255615], "cos_apical_negg": [0.595665454864502, 0.6369359493255615], "cos_Ac_negg": [0.595665454864502, 0.6369359493255615], "r_norm": [0.1760382056236267, 0.17972303926944733]}, {"step": 6050, "epoch": 15, "train_loss": 0.0016670029144734144, "cos_r_negg": [0.595678448677063, 0.6379982233047485], "cos_innovation_negg": [0.595678448677063, 0.6379982233047485], "cos_apical_negg": [0.595678448677063, 0.6379982233047485], "cos_Ac_negg": [0.595678448677063, 0.6379982233047485], "r_norm": [0.17657935619354248, 0.18044066429138184]}, {"step": 6100, "epoch": 15, "train_loss": 0.0004830124380532652, "cos_r_negg": [0.5969052910804749, 0.6380178332328796], "cos_innovation_negg": [0.5969052910804749, 0.6380178332328796], "cos_apical_negg": [0.5969052910804749, 0.6380178332328796], "cos_Ac_negg": [0.5969052910804749, 0.6380178332328796], "r_norm": [0.17712914943695068, 0.1809093952178955]}, {"step": 6150, "epoch": 15, "train_loss": 0.00041833618888631463, "cos_r_negg": [0.5965158939361572, 0.6379966139793396], "cos_innovation_negg": [0.5965158939361572, 0.6379966139793396], "cos_apical_negg": [0.5965158939361572, 0.6379966139793396], "cos_Ac_negg": [0.5965158939361572, 0.6379966139793396], "r_norm": [0.17775648832321167, 0.18158529698848724]}, {"step": 6200, "epoch": 15, "train_loss": 0.0004561948589980602, "cos_r_negg": [0.5962463617324829, 0.637631893157959], "cos_innovation_negg": [0.5962463617324829, 0.637631893157959], "cos_apical_negg": [0.5962463617324829, 0.637631893157959], "cos_Ac_negg": [0.5962463617324829, 0.637631893157959], "r_norm": [0.17748302221298218, 0.1815280020236969]}, {"step": 6250, "epoch": 15, "train_loss": 0.0005589593783952296, "cos_r_negg": [0.5971038341522217, 0.6384596228599548], "cos_innovation_negg": [0.5971038341522217, 0.6384596228599548], "cos_apical_negg": [0.5971038341522217, 0.6384596228599548], "cos_Ac_negg": [0.5971038341522217, 0.6384596228599548], "r_norm": [0.1759120225906372, 0.17976588010787964]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9758, "test_loss": 0.11694127020835876}, {"step": 6300, "epoch": 16, "train_loss": 0.0005195742705836892, "cos_r_negg": [0.5967246294021606, 0.6383647918701172], "cos_innovation_negg": [0.5967246294021606, 0.6383647918701172], "cos_apical_negg": [0.5967246294021606, 0.6383647918701172], "cos_Ac_negg": [0.5967246294021606, 0.6383647918701172], "r_norm": [0.17766809463500977, 0.18163751065731049]}, {"step": 6350, "epoch": 16, "train_loss": 0.00012863693700637668, "cos_r_negg": [0.5975651144981384, 0.6380304098129272], "cos_innovation_negg": [0.5975651144981384, 0.6380304098129272], "cos_apical_negg": [0.5975651144981384, 0.6380304098129272], "cos_Ac_negg": [0.5975651144981384, 0.6380304098129272], "r_norm": [0.17992906272411346, 0.1839248538017273]}, {"step": 6400, "epoch": 16, "train_loss": 0.0007058982737362385, "cos_r_negg": [0.5974794626235962, 0.6384401321411133], "cos_innovation_negg": [0.5974794626235962, 0.6384401321411133], "cos_apical_negg": [0.5974794626235962, 0.6384401321411133], "cos_Ac_negg": [0.5974794626235962, 0.6384401321411133], "r_norm": [0.1756594479084015, 0.17925900220870972]}, {"step": 6450, "epoch": 16, "train_loss": 0.00016507995314896107, "cos_r_negg": [0.5961750745773315, 0.638036847114563], "cos_innovation_negg": [0.5961750745773315, 0.638036847114563], "cos_apical_negg": [0.5961750745773315, 0.638036847114563], "cos_Ac_negg": [0.5961750745773315, 0.638036847114563], "r_norm": [0.17274534702301025, 0.17625561356544495]}, {"step": 6500, "epoch": 16, "train_loss": 0.000456679001217708, "cos_r_negg": [0.596168041229248, 0.6383212804794312], "cos_innovation_negg": [0.596168041229248, 0.6383212804794312], "cos_apical_negg": [0.596168041229248, 0.6383212804794312], "cos_Ac_negg": [0.596168041229248, 0.6383212804794312], "r_norm": [0.17180600762367249, 0.17551776766777039]}, {"step": 6550, "epoch": 16, "train_loss": 0.00013977120397612453, "cos_r_negg": [0.5968456268310547, 0.6374819278717041], "cos_innovation_negg": [0.5968456268310547, 0.6374819278717041], "cos_apical_negg": [0.5968456268310547, 0.6374819278717041], "cos_Ac_negg": [0.5968456268310547, 0.6374819278717041], "r_norm": [0.17585891485214233, 0.17972704768180847]}, {"step": 6600, "epoch": 16, "train_loss": 0.00033934140810742974, "cos_r_negg": [0.598036527633667, 0.6377681493759155], "cos_innovation_negg": [0.598036527633667, 0.6377681493759155], "cos_apical_negg": [0.598036527633667, 0.6377681493759155], "cos_Ac_negg": [0.598036527633667, 0.6377681493759155], "r_norm": [0.17618721723556519, 0.1797069013118744]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9759, "test_loss": 0.11732725372314454}, {"step": 6650, "epoch": 17, "train_loss": 0.00019075062300544232, "cos_r_negg": [0.59752357006073, 0.638237714767456], "cos_innovation_negg": [0.59752357006073, 0.638237714767456], "cos_apical_negg": [0.59752357006073, 0.638237714767456], "cos_Ac_negg": [0.59752357006073, 0.638237714767456], "r_norm": [0.1767360419034958, 0.18065127730369568]}, {"step": 6700, "epoch": 17, "train_loss": 5.0104616093449295e-05, "cos_r_negg": [0.597375750541687, 0.6387587189674377], "cos_innovation_negg": [0.597375750541687, 0.6387587189674377], "cos_apical_negg": [0.597375750541687, 0.6387587189674377], "cos_Ac_negg": [0.597375750541687, 0.6387587189674377], "r_norm": [0.17668384313583374, 0.18058598041534424]}, {"step": 6750, "epoch": 17, "train_loss": 0.0005540510755963624, "cos_r_negg": [0.597510576248169, 0.6380558013916016], "cos_innovation_negg": [0.597510576248169, 0.6380558013916016], "cos_apical_negg": [0.597510576248169, 0.6380558013916016], "cos_Ac_negg": [0.597510576248169, 0.6380558013916016], "r_norm": [0.1768418401479721, 0.18071249127388]}, {"step": 6800, "epoch": 17, "train_loss": 0.0005478659877553582, "cos_r_negg": [0.5964658260345459, 0.6372643709182739], "cos_innovation_negg": [0.5964658260345459, 0.6372643709182739], "cos_apical_negg": [0.5964658260345459, 0.6372643709182739], "cos_Ac_negg": [0.5964658260345459, 0.6372643709182739], "r_norm": [0.1764167845249176, 0.17999638617038727]}, {"step": 6850, "epoch": 17, "train_loss": 0.0004877651808783412, "cos_r_negg": [0.5964562296867371, 0.6377926468849182], "cos_innovation_negg": [0.5964562296867371, 0.6377926468849182], "cos_apical_negg": [0.5964562296867371, 0.6377926468849182], "cos_Ac_negg": [0.5964562296867371, 0.6377926468849182], "r_norm": [0.1778276562690735, 0.1815972924232483]}, {"step": 6900, "epoch": 17, "train_loss": 0.0007939045899547637, "cos_r_negg": [0.5970927476882935, 0.6382495164871216], "cos_innovation_negg": [0.5970927476882935, 0.6382495164871216], "cos_apical_negg": [0.5970927476882935, 0.6382495164871216], "cos_Ac_negg": [0.5970927476882935, 0.6382495164871216], "r_norm": [0.17740792036056519, 0.1816301792860031]}, {"step": 6950, "epoch": 17, "train_loss": 0.00047495285980403423, "cos_r_negg": [0.5964845418930054, 0.6382765769958496], "cos_innovation_negg": [0.5964845418930054, 0.6382765769958496], "cos_apical_negg": [0.5964845418930054, 0.6382765769958496], "cos_Ac_negg": [0.5964845418930054, 0.6382765769958496], "r_norm": [0.17506787180900574, 0.17885741591453552]}, {"step": 7000, "epoch": 17, "train_loss": 0.0006450359942391515, "cos_r_negg": [0.596842885017395, 0.6384751200675964], "cos_innovation_negg": [0.596842885017395, 0.6384751200675964], "cos_apical_negg": [0.596842885017395, 0.6384751200675964], "cos_Ac_negg": [0.596842885017395, 0.6384751200675964], "r_norm": [0.17536407709121704, 0.17903047800064087]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9757, "test_loss": 0.11879558048248291}, {"step": 7050, "epoch": 18, "train_loss": 0.00022522732615470886, "cos_r_negg": [0.5966746807098389, 0.6384820938110352], "cos_innovation_negg": [0.5966746807098389, 0.6384820938110352], "cos_apical_negg": [0.5966746807098389, 0.6384820938110352], "cos_Ac_negg": [0.5966746807098389, 0.6384820938110352], "r_norm": [0.17401963472366333, 0.1776086539030075]}, {"step": 7100, "epoch": 18, "train_loss": 0.000405197381041944, "cos_r_negg": [0.5980445146560669, 0.6390765905380249], "cos_innovation_negg": [0.5980445146560669, 0.6390765905380249], "cos_apical_negg": [0.5980445146560669, 0.6390765905380249], "cos_Ac_negg": [0.5980445146560669, 0.6390765905380249], "r_norm": [0.17440861463546753, 0.17808610200881958]}, {"step": 7150, "epoch": 18, "train_loss": 0.0001737948041409254, "cos_r_negg": [0.5974106788635254, 0.6389775276184082], "cos_innovation_negg": [0.5974106788635254, 0.6389775276184082], "cos_apical_negg": [0.5974106788635254, 0.6389775276184082], "cos_Ac_negg": [0.5974106788635254, 0.6389775276184082], "r_norm": [0.17568357288837433, 0.17952707409858704]}, {"step": 7200, "epoch": 18, "train_loss": 0.00025229513994418085, "cos_r_negg": [0.5965219736099243, 0.6384924650192261], "cos_innovation_negg": [0.5965219736099243, 0.6384924650192261], "cos_apical_negg": [0.5965219736099243, 0.6384924650192261], "cos_Ac_negg": [0.5965219736099243, 0.6384924650192261], "r_norm": [0.17511475086212158, 0.17887893319129944]}, {"step": 7250, "epoch": 18, "train_loss": 0.00044787590741179883, "cos_r_negg": [0.5963711738586426, 0.6384281516075134], "cos_innovation_negg": [0.5963711738586426, 0.6384281516075134], "cos_apical_negg": [0.5963711738586426, 0.6384281516075134], "cos_Ac_negg": [0.5963711738586426, 0.6384281516075134], "r_norm": [0.17523734271526337, 0.17918699979782104]}, {"step": 7300, "epoch": 18, "train_loss": 0.00014453360927291214, "cos_r_negg": [0.5957187414169312, 0.6385655999183655], "cos_innovation_negg": [0.5957187414169312, 0.6385655999183655], "cos_apical_negg": [0.5957187414169312, 0.6385655999183655], "cos_Ac_negg": [0.5957187414169312, 0.6385655999183655], "r_norm": [0.17377138137817383, 0.17759978771209717]}, {"step": 7350, "epoch": 18, "train_loss": 0.0009325205464847386, "cos_r_negg": [0.5966545343399048, 0.6383873224258423], "cos_innovation_negg": [0.5966545343399048, 0.6383873224258423], "cos_apical_negg": [0.5966545343399048, 0.6383873224258423], "cos_Ac_negg": [0.5966545343399048, 0.6383873224258423], "r_norm": [0.17467647790908813, 0.17829948663711548]}, {"step": 7400, "epoch": 18, "train_loss": 0.0001804595231078565, "cos_r_negg": [0.5962165594100952, 0.639039933681488], "cos_innovation_negg": [0.5962165594100952, 0.639039933681488], "cos_apical_negg": [0.5962165594100952, 0.639039933681488], "cos_Ac_negg": [0.5962165594100952, 0.639039933681488], "r_norm": [0.17591911554336548, 0.17967140674591064]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9761, "test_loss": 0.11897979116439819}, {"step": 7450, "epoch": 19, "train_loss": 0.00015046705084387213, "cos_r_negg": [0.5951836109161377, 0.6371997594833374], "cos_innovation_negg": [0.5951836109161377, 0.6371997594833374], "cos_apical_negg": [0.5951836109161377, 0.6371997594833374], "cos_Ac_negg": [0.5951836109161377, 0.6371997594833374], "r_norm": [0.17586541175842285, 0.17961987853050232]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003157918981742114, "cos_r_negg": [0.5961365699768066, 0.6386423707008362], "cos_innovation_negg": [0.5961365699768066, 0.6386423707008362], "cos_apical_negg": [0.5961365699768066, 0.6386423707008362], "cos_Ac_negg": [0.5961365699768066, 0.6386423707008362], "r_norm": [0.17409247159957886, 0.17781488597393036]}, {"step": 7550, "epoch": 19, "train_loss": 0.0003093926643487066, "cos_r_negg": [0.5962433218955994, 0.6392656564712524], "cos_innovation_negg": [0.5962433218955994, 0.6392656564712524], "cos_apical_negg": [0.5962433218955994, 0.6392656564712524], "cos_Ac_negg": [0.5962433218955994, 0.6392656564712524], "r_norm": [0.1746135950088501, 0.17836886644363403]}, {"step": 7600, "epoch": 19, "train_loss": 0.0002458717208355665, "cos_r_negg": [0.5959096550941467, 0.6395457983016968], "cos_innovation_negg": [0.5959096550941467, 0.6395457983016968], "cos_apical_negg": [0.5959096550941467, 0.6395457983016968], "cos_Ac_negg": [0.5959096550941467, 0.6395457983016968], "r_norm": [0.1733456701040268, 0.17704738676548004]}, {"step": 7650, "epoch": 19, "train_loss": 0.000443631608504802, "cos_r_negg": [0.5970195531845093, 0.6400265097618103], "cos_innovation_negg": [0.5970195531845093, 0.6400265097618103], "cos_apical_negg": [0.5970195531845093, 0.6400265097618103], "cos_Ac_negg": [0.5970195531845093, 0.6400265097618103], "r_norm": [0.17474737763404846, 0.17859522998332977]}, {"step": 7700, "epoch": 19, "train_loss": 0.0009192548459395766, "cos_r_negg": [0.5966894030570984, 0.6402424573898315], "cos_innovation_negg": [0.5966894030570984, 0.6402424573898315], "cos_apical_negg": [0.5966894030570984, 0.6402424573898315], "cos_Ac_negg": [0.5966894030570984, 0.6402424573898315], "r_norm": [0.17332088947296143, 0.1770021766424179]}, {"step": 7750, "epoch": 19, "train_loss": 0.00034209550358355045, "cos_r_negg": [0.5961347818374634, 0.6397883296012878], "cos_innovation_negg": [0.5961347818374634, 0.6397883296012878], "cos_apical_negg": [0.5961347818374634, 0.6397883296012878], "cos_Ac_negg": [0.5961347818374634, 0.6397883296012878], "r_norm": [0.17426156997680664, 0.17801016569137573]}, {"step": 7800, "epoch": 19, "train_loss": 0.0005305547965690494, "cos_r_negg": [0.5976934432983398, 0.6406943798065186], "cos_innovation_negg": [0.5976934432983398, 0.6406943798065186], "cos_apical_negg": [0.5976934432983398, 0.6406943798065186], "cos_Ac_negg": [0.5976934432983398, 0.6406943798065186], "r_norm": [0.1747397482395172, 0.17842954397201538]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9756, "test_loss": 0.12049863486289979}, {"step": 7850, "epoch": 20, "train_loss": 0.00045011588372290134, "cos_r_negg": [0.5973550081253052, 0.6401538848876953], "cos_innovation_negg": [0.5973550081253052, 0.6401538848876953], "cos_apical_negg": [0.5973550081253052, 0.6401538848876953], "cos_Ac_negg": [0.5973550081253052, 0.6401538848876953], "r_norm": [0.17493480443954468, 0.17853087186813354]}, {"step": 7900, "epoch": 20, "train_loss": 0.00039852841291576624, "cos_r_negg": [0.5969512462615967, 0.6400494575500488], "cos_innovation_negg": [0.5969512462615967, 0.6400494575500488], "cos_apical_negg": [0.5969512462615967, 0.6400494575500488], "cos_Ac_negg": [0.5969512462615967, 0.6400494575500488], "r_norm": [0.1745036095380783, 0.1782347857952118]}, {"step": 7950, "epoch": 20, "train_loss": 0.00022968588746152818, "cos_r_negg": [0.597131609916687, 0.6399372816085815], "cos_innovation_negg": [0.597131609916687, 0.6399372816085815], "cos_apical_negg": [0.597131609916687, 0.6399372816085815], "cos_Ac_negg": [0.597131609916687, 0.6399372816085815], "r_norm": [0.1746358871459961, 0.17840781807899475]}, {"step": 8000, "epoch": 20, "train_loss": 0.00035716447746381164, "cos_r_negg": [0.5971312522888184, 0.6401654481887817], "cos_innovation_negg": [0.5971312522888184, 0.6401654481887817], "cos_apical_negg": [0.5971312522888184, 0.6401654481887817], "cos_Ac_negg": [0.5971312522888184, 0.6401654481887817], "r_norm": [0.17394663393497467, 0.1776447892189026]}, {"step": 8050, "epoch": 20, "train_loss": 0.000806859927251935, "cos_r_negg": [0.5971224904060364, 0.6401234269142151], "cos_innovation_negg": [0.5971224904060364, 0.6401234269142151], "cos_apical_negg": [0.5971224904060364, 0.6401234269142151], "cos_Ac_negg": [0.5971224904060364, 0.6401234269142151], "r_norm": [0.17389750480651855, 0.17758771777153015]}, {"step": 8100, "epoch": 20, "train_loss": 0.00021000232663936913, "cos_r_negg": [0.5970809459686279, 0.6408308148384094], "cos_innovation_negg": [0.5970809459686279, 0.6408308148384094], "cos_apical_negg": [0.5970809459686279, 0.6408308148384094], "cos_Ac_negg": [0.5970809459686279, 0.6408308148384094], "r_norm": [0.17375919222831726, 0.17763808369636536]}, {"step": 8150, "epoch": 20, "train_loss": 0.0003950025711674243, "cos_r_negg": [0.5972685217857361, 0.6396210789680481], "cos_innovation_negg": [0.5972685217857361, 0.6396210789680481], "cos_apical_negg": [0.5972685217857361, 0.6396210789680481], "cos_Ac_negg": [0.5972685217857361, 0.6396210789680481], "r_norm": [0.1734015941619873, 0.17706382274627686]}, {"step": 8200, "epoch": 20, "train_loss": 0.00040893215918913484, "cos_r_negg": [0.5963770151138306, 0.6399389505386353], "cos_innovation_negg": [0.5963770151138306, 0.6399389505386353], "cos_apical_negg": [0.5963770151138306, 0.6399389505386353], "cos_Ac_negg": [0.5963770151138306, 0.6399389505386353], "r_norm": [0.1725931614637375, 0.17628546059131622]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9757, "test_loss": 0.12090222172737121}, {"step": 8250, "epoch": 21, "train_loss": 0.0002655315911397338, "cos_r_negg": [0.5963246822357178, 0.6388729810714722], "cos_innovation_negg": [0.5963246822357178, 0.6388729810714722], "cos_apical_negg": [0.5963246822357178, 0.6388729810714722], "cos_Ac_negg": [0.5963246822357178, 0.6388729810714722], "r_norm": [0.174359530210495, 0.17804411053657532]}, {"step": 8300, "epoch": 21, "train_loss": 0.00031703480635769665, "cos_r_negg": [0.5968602895736694, 0.6394917368888855], "cos_innovation_negg": [0.5968602895736694, 0.6394917368888855], "cos_apical_negg": [0.5968602895736694, 0.6394917368888855], "cos_Ac_negg": [0.5968602895736694, 0.6394917368888855], "r_norm": [0.17391352355480194, 0.1775115579366684]}, {"step": 8350, "epoch": 21, "train_loss": 0.00031487064552493393, "cos_r_negg": [0.5974174737930298, 0.6400808095932007], "cos_innovation_negg": [0.5974174737930298, 0.6400808095932007], "cos_apical_negg": [0.5974174737930298, 0.6400808095932007], "cos_Ac_negg": [0.5974174737930298, 0.6400808095932007], "r_norm": [0.17254936695098877, 0.17623580992221832]}, {"step": 8400, "epoch": 21, "train_loss": 0.00027245027013123035, "cos_r_negg": [0.598242461681366, 0.6401739120483398], "cos_innovation_negg": [0.598242461681366, 0.6401739120483398], "cos_apical_negg": [0.598242461681366, 0.6401739120483398], "cos_Ac_negg": [0.598242461681366, 0.6401739120483398], "r_norm": [0.17292480170726776, 0.17669805884361267]}, {"step": 8450, "epoch": 21, "train_loss": 0.00022000132594257593, "cos_r_negg": [0.5967739820480347, 0.6393159627914429], "cos_innovation_negg": [0.5967739820480347, 0.6393159627914429], "cos_apical_negg": [0.5967739820480347, 0.6393159627914429], "cos_Ac_negg": [0.5967739820480347, 0.6393159627914429], "r_norm": [0.17248550057411194, 0.17614702880382538]}, {"step": 8500, "epoch": 21, "train_loss": 0.0002655925927683711, "cos_r_negg": [0.5965684652328491, 0.6401044130325317], "cos_innovation_negg": [0.5965684652328491, 0.6401044130325317], "cos_apical_negg": [0.5965684652328491, 0.6401044130325317], "cos_Ac_negg": [0.5965684652328491, 0.6401044130325317], "r_norm": [0.172530859708786, 0.1761917769908905]}, {"step": 8550, "epoch": 21, "train_loss": 0.0003527530934661627, "cos_r_negg": [0.5971516370773315, 0.6401761174201965], "cos_innovation_negg": [0.5971516370773315, 0.6401761174201965], "cos_apical_negg": [0.5971516370773315, 0.6401761174201965], "cos_Ac_negg": [0.5971516370773315, 0.6401761174201965], "r_norm": [0.17335441708564758, 0.17719636857509613]}, {"step": 8600, "epoch": 21, "train_loss": 0.0008799135684967041, "cos_r_negg": [0.5974586009979248, 0.6404738426208496], "cos_innovation_negg": [0.5974586009979248, 0.6404738426208496], "cos_apical_negg": [0.5974586009979248, 0.6404738426208496], "cos_Ac_negg": [0.5974586009979248, 0.6404738426208496], "r_norm": [0.173670694231987, 0.1773248016834259]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9756, "test_loss": 0.12178826999664306}, {"step": 8650, "epoch": 22, "train_loss": 0.00010521465446799994, "cos_r_negg": [0.5974529385566711, 0.6404809951782227], "cos_innovation_negg": [0.5974529385566711, 0.6404809951782227], "cos_apical_negg": [0.5974529385566711, 0.6404809951782227], "cos_Ac_negg": [0.5974529385566711, 0.6404809951782227], "r_norm": [0.173394575715065, 0.1769692748785019]}, {"step": 8700, "epoch": 22, "train_loss": 0.0002862592809833586, "cos_r_negg": [0.597601056098938, 0.6408114433288574], "cos_innovation_negg": [0.597601056098938, 0.6408114433288574], "cos_apical_negg": [0.597601056098938, 0.6408114433288574], "cos_Ac_negg": [0.597601056098938, 0.6408114433288574], "r_norm": [0.174209862947464, 0.17785972356796265]}, {"step": 8750, "epoch": 22, "train_loss": 0.0002032657212112099, "cos_r_negg": [0.5984128713607788, 0.64066481590271], "cos_innovation_negg": [0.5984128713607788, 0.64066481590271], "cos_apical_negg": [0.5984128713607788, 0.64066481590271], "cos_Ac_negg": [0.5984128713607788, 0.64066481590271], "r_norm": [0.17388597130775452, 0.1775255799293518]}, {"step": 8800, "epoch": 22, "train_loss": 0.000388680724427104, "cos_r_negg": [0.5985909700393677, 0.6405779123306274], "cos_innovation_negg": [0.5985909700393677, 0.6405779123306274], "cos_apical_negg": [0.5985909700393677, 0.6405779123306274], "cos_Ac_negg": [0.5985909700393677, 0.6405779123306274], "r_norm": [0.17397260665893555, 0.17764177918434143]}, {"step": 8850, "epoch": 22, "train_loss": 0.00017389819549862295, "cos_r_negg": [0.5982993841171265, 0.6412215232849121], "cos_innovation_negg": [0.5982993841171265, 0.6412215232849121], "cos_apical_negg": [0.5982993841171265, 0.6412215232849121], "cos_Ac_negg": [0.5982993841171265, 0.6412215232849121], "r_norm": [0.1720118522644043, 0.17559777200222015]}, {"step": 8900, "epoch": 22, "train_loss": 0.000355530995875597, "cos_r_negg": [0.5982011556625366, 0.6413377523422241], "cos_innovation_negg": [0.5982011556625366, 0.6413377523422241], "cos_apical_negg": [0.5982011556625366, 0.6413377523422241], "cos_Ac_negg": [0.5982011556625366, 0.6413377523422241], "r_norm": [0.17297975718975067, 0.1767013818025589]}, {"step": 8950, "epoch": 22, "train_loss": 0.0002236665168311447, "cos_r_negg": [0.5981919765472412, 0.6406768560409546], "cos_innovation_negg": [0.5981919765472412, 0.6406768560409546], "cos_apical_negg": [0.5981919765472412, 0.6406768560409546], "cos_Ac_negg": [0.5981919765472412, 0.6406768560409546], "r_norm": [0.17352715134620667, 0.1772768795490265]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9759, "test_loss": 0.12229225153923035}, {"step": 9000, "epoch": 23, "train_loss": 8.376936602871865e-05, "cos_r_negg": [0.597976565361023, 0.6409151554107666], "cos_innovation_negg": [0.597976565361023, 0.6409151554107666], "cos_apical_negg": [0.597976565361023, 0.6409151554107666], "cos_Ac_negg": [0.597976565361023, 0.6409151554107666], "r_norm": [0.17406637966632843, 0.17775771021842957]}, {"step": 9050, "epoch": 23, "train_loss": 0.0001935131149366498, "cos_r_negg": [0.5982980132102966, 0.6413816213607788], "cos_innovation_negg": [0.5982980132102966, 0.6413816213607788], "cos_apical_negg": [0.5982980132102966, 0.6413816213607788], "cos_Ac_negg": [0.5982980132102966, 0.6413816213607788], "r_norm": [0.17333513498306274, 0.1771279126405716]}, {"step": 9100, "epoch": 23, "train_loss": 0.0001404460344929248, "cos_r_negg": [0.5991706848144531, 0.6416865587234497], "cos_innovation_negg": [0.5991706848144531, 0.6416865587234497], "cos_apical_negg": [0.5991706848144531, 0.6416865587234497], "cos_Ac_negg": [0.5991706848144531, 0.6416865587234497], "r_norm": [0.1748463213443756, 0.1785760223865509]}, {"step": 9150, "epoch": 23, "train_loss": 0.00034708186285570264, "cos_r_negg": [0.5988386273384094, 0.6415280103683472], "cos_innovation_negg": [0.5988386273384094, 0.6415280103683472], "cos_apical_negg": [0.5988386273384094, 0.6415280103683472], "cos_Ac_negg": [0.5988386273384094, 0.6415280103683472], "r_norm": [0.1744382083415985, 0.17815780639648438]}, {"step": 9200, "epoch": 23, "train_loss": 0.0004603230336215347, "cos_r_negg": [0.599011242389679, 0.6420068740844727], "cos_innovation_negg": [0.599011242389679, 0.6420068740844727], "cos_apical_negg": [0.599011242389679, 0.6420068740844727], "cos_Ac_negg": [0.599011242389679, 0.6420068740844727], "r_norm": [0.17265278100967407, 0.17635799944400787]}, {"step": 9250, "epoch": 23, "train_loss": 0.0002126817125827074, "cos_r_negg": [0.5992875695228577, 0.6414778828620911], "cos_innovation_negg": [0.5992875695228577, 0.6414778828620911], "cos_apical_negg": [0.5992875695228577, 0.6414778828620911], "cos_Ac_negg": [0.5992875695228577, 0.6414778828620911], "r_norm": [0.17333635687828064, 0.1769530475139618]}, {"step": 9300, "epoch": 23, "train_loss": 0.0001833687856560573, "cos_r_negg": [0.5984353423118591, 0.6412288546562195], "cos_innovation_negg": [0.5984353423118591, 0.6412288546562195], "cos_apical_negg": [0.5984353423118591, 0.6412288546562195], "cos_Ac_negg": [0.5984353423118591, 0.6412288546562195], "r_norm": [0.17250438034534454, 0.17606034874916077]}, {"step": 9350, "epoch": 23, "train_loss": 9.179303742712364e-05, "cos_r_negg": [0.598247230052948, 0.6415019035339355], "cos_innovation_negg": [0.598247230052948, 0.6415019035339355], "cos_apical_negg": [0.598247230052948, 0.6415019035339355], "cos_Ac_negg": [0.598247230052948, 0.6415019035339355], "r_norm": [0.1718282699584961, 0.1754034459590912]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9761, "test_loss": 0.12273620567321777}, {"step": 9400, "epoch": 24, "train_loss": 0.0002599197323434055, "cos_r_negg": [0.5982349514961243, 0.6411639451980591], "cos_innovation_negg": [0.5982349514961243, 0.6411639451980591], "cos_apical_negg": [0.5982349514961243, 0.6411639451980591], "cos_Ac_negg": [0.5982349514961243, 0.6411639451980591], "r_norm": [0.1727093905210495, 0.17652814090251923]}, {"step": 9450, "epoch": 24, "train_loss": 0.0001905069366330281, "cos_r_negg": [0.5993093252182007, 0.6416206955909729], "cos_innovation_negg": [0.5993093252182007, 0.6416206955909729], "cos_apical_negg": [0.5993093252182007, 0.6416206955909729], "cos_Ac_negg": [0.5993093252182007, 0.6416206955909729], "r_norm": [0.17303353548049927, 0.17670226097106934]}, {"step": 9500, "epoch": 24, "train_loss": 0.0001173055061371997, "cos_r_negg": [0.5998439788818359, 0.6423633098602295], "cos_innovation_negg": [0.5998439788818359, 0.6423633098602295], "cos_apical_negg": [0.5998439788818359, 0.6423633098602295], "cos_Ac_negg": [0.5998439788818359, 0.6423633098602295], "r_norm": [0.17243006825447083, 0.1760745346546173]}, {"step": 9550, "epoch": 24, "train_loss": 0.00036585601628758013, "cos_r_negg": [0.5993053913116455, 0.6423294544219971], "cos_innovation_negg": [0.5993053913116455, 0.6423294544219971], "cos_apical_negg": [0.5993053913116455, 0.6423294544219971], "cos_Ac_negg": [0.5993053913116455, 0.6423294544219971], "r_norm": [0.17209777235984802, 0.1758609116077423]}, {"step": 9600, "epoch": 24, "train_loss": 0.0001948311983142048, "cos_r_negg": [0.5982829332351685, 0.6417733430862427], "cos_innovation_negg": [0.5982829332351685, 0.6417733430862427], "cos_apical_negg": [0.5982829332351685, 0.6417733430862427], "cos_Ac_negg": [0.5982829332351685, 0.6417733430862427], "r_norm": [0.17208336293697357, 0.1758091151714325]}, {"step": 9650, "epoch": 24, "train_loss": 0.00036942301085218787, "cos_r_negg": [0.5985620021820068, 0.6422386169433594], "cos_innovation_negg": [0.5985620021820068, 0.6422386169433594], "cos_apical_negg": [0.5985620021820068, 0.6422386169433594], "cos_Ac_negg": [0.5985620021820068, 0.6422386169433594], "r_norm": [0.17128512263298035, 0.1749502420425415]}, {"step": 9700, "epoch": 24, "train_loss": 0.0001310547668254003, "cos_r_negg": [0.5985904932022095, 0.6420886516571045], "cos_innovation_negg": [0.5985904932022095, 0.6420886516571045], "cos_apical_negg": [0.5985904932022095, 0.6420886516571045], "cos_Ac_negg": [0.5985904932022095, 0.6420886516571045], "r_norm": [0.17227889597415924, 0.17590565979480743]}, {"step": 9750, "epoch": 24, "train_loss": 0.00045910367043688893, "cos_r_negg": [0.5987136363983154, 0.6417275667190552], "cos_innovation_negg": [0.5987136363983154, 0.6417275667190552], "cos_apical_negg": [0.5987136363983154, 0.6417275667190552], "cos_Ac_negg": [0.5987136363983154, 0.6417275667190552], "r_norm": [0.1716422438621521, 0.17520356178283691]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.976, "test_loss": 0.12349154138565063}, {"step": 9800, "epoch": 25, "train_loss": 0.0005878736265003681, "cos_r_negg": [0.5988725423812866, 0.6422605514526367], "cos_innovation_negg": [0.5988725423812866, 0.6422605514526367], "cos_apical_negg": [0.5988725423812866, 0.6422605514526367], "cos_Ac_negg": [0.5988725423812866, 0.6422605514526367], "r_norm": [0.17142529785633087, 0.1750752031803131]}, {"step": 9850, "epoch": 25, "train_loss": 0.0003692655300255865, "cos_r_negg": [0.5991097092628479, 0.64235919713974], "cos_innovation_negg": [0.5991097092628479, 0.64235919713974], "cos_apical_negg": [0.5991097092628479, 0.64235919713974], "cos_Ac_negg": [0.5991097092628479, 0.64235919713974], "r_norm": [0.1718890368938446, 0.17542800307273865]}, {"step": 9900, "epoch": 25, "train_loss": 0.00010731495422078297, "cos_r_negg": [0.5987012386322021, 0.6414528489112854], "cos_innovation_negg": [0.5987012386322021, 0.6414528489112854], "cos_apical_negg": [0.5987012386322021, 0.6414528489112854], "cos_Ac_negg": [0.5987012386322021, 0.6414528489112854], "r_norm": [0.17171715199947357, 0.175302192568779]}, {"step": 9950, "epoch": 25, "train_loss": 0.0002326674002688378, "cos_r_negg": [0.5990419983863831, 0.641780436038971], "cos_innovation_negg": [0.5990419983863831, 0.641780436038971], "cos_apical_negg": [0.5990419983863831, 0.641780436038971], "cos_Ac_negg": [0.5990419983863831, 0.641780436038971], "r_norm": [0.17151708900928497, 0.17519330978393555]}, {"step": 10000, "epoch": 25, "train_loss": 0.0002743513323366642, "cos_r_negg": [0.599334716796875, 0.6418924331665039], "cos_innovation_negg": [0.599334716796875, 0.6418924331665039], "cos_apical_negg": [0.599334716796875, 0.6418924331665039], "cos_Ac_negg": [0.599334716796875, 0.6418924331665039], "r_norm": [0.1733088195323944, 0.17694297432899475]}, {"step": 10050, "epoch": 25, "train_loss": 0.0002539370907470584, "cos_r_negg": [0.5993763208389282, 0.6422076225280762], "cos_innovation_negg": [0.5993763208389282, 0.6422076225280762], "cos_apical_negg": [0.5993763208389282, 0.6422076225280762], "cos_Ac_negg": [0.5993763208389282, 0.6422076225280762], "r_norm": [0.1735033243894577, 0.17726737260818481]}, {"step": 10100, "epoch": 25, "train_loss": 0.00011935520160477608, "cos_r_negg": [0.6001075506210327, 0.6427967548370361], "cos_innovation_negg": [0.6001075506210327, 0.6427967548370361], "cos_apical_negg": [0.6001075506210327, 0.6427967548370361], "cos_Ac_negg": [0.6001075506210327, 0.6427967548370361], "r_norm": [0.1736118048429489, 0.17740952968597412]}, {"step": 10150, "epoch": 25, "train_loss": 5.13310769747477e-05, "cos_r_negg": [0.5995888710021973, 0.6431571245193481], "cos_innovation_negg": [0.5995888710021973, 0.6431571245193481], "cos_apical_negg": [0.5995888710021973, 0.6431571245193481], "cos_Ac_negg": [0.5995888710021973, 0.6431571245193481], "r_norm": [0.1721411496400833, 0.17569561302661896]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.976, "test_loss": 0.12392924122810364}, {"step": 10200, "epoch": 26, "train_loss": 0.0001943207171279937, "cos_r_negg": [0.5997433662414551, 0.6427008509635925], "cos_innovation_negg": [0.5997433662414551, 0.6427008509635925], "cos_apical_negg": [0.5997433662414551, 0.6427008509635925], "cos_Ac_negg": [0.5997433662414551, 0.6427008509635925], "r_norm": [0.1711309403181076, 0.17475029826164246]}, {"step": 10250, "epoch": 26, "train_loss": 0.0002527981414459646, "cos_r_negg": [0.6000438928604126, 0.6423922181129456], "cos_innovation_negg": [0.6000438928604126, 0.6423922181129456], "cos_apical_negg": [0.6000438928604126, 0.6423922181129456], "cos_Ac_negg": [0.6000438928604126, 0.6423922181129456], "r_norm": [0.17139524221420288, 0.17501845955848694]}, {"step": 10300, "epoch": 26, "train_loss": 0.0011033149203285575, "cos_r_negg": [0.5996627807617188, 0.6428337693214417], "cos_innovation_negg": [0.5996627807617188, 0.6428337693214417], "cos_apical_negg": [0.5996627807617188, 0.6428337693214417], "cos_Ac_negg": [0.5996627807617188, 0.6428337693214417], "r_norm": [0.1713080257177353, 0.17495347559452057]}, {"step": 10350, "epoch": 26, "train_loss": 0.00010593146726023406, "cos_r_negg": [0.5993056297302246, 0.6425857543945312], "cos_innovation_negg": [0.5993056297302246, 0.6425857543945312], "cos_apical_negg": [0.5993056297302246, 0.6425857543945312], "cos_Ac_negg": [0.5993056297302246, 0.6425857543945312], "r_norm": [0.1715877652168274, 0.17531818151474]}, {"step": 10400, "epoch": 26, "train_loss": 0.000528144184499979, "cos_r_negg": [0.5997273921966553, 0.6427313089370728], "cos_innovation_negg": [0.5997273921966553, 0.6427313089370728], "cos_apical_negg": [0.5997273921966553, 0.6427313089370728], "cos_Ac_negg": [0.5997273921966553, 0.6427313089370728], "r_norm": [0.17152419686317444, 0.17519055306911469]}, {"step": 10450, "epoch": 26, "train_loss": 0.0003767722810152918, "cos_r_negg": [0.6005393266677856, 0.6433789730072021], "cos_innovation_negg": [0.6005393266677856, 0.6433789730072021], "cos_apical_negg": [0.6005393266677856, 0.6433789730072021], "cos_Ac_negg": [0.6005393266677856, 0.6433789730072021], "r_norm": [0.170806884765625, 0.17435824871063232]}, {"step": 10500, "epoch": 26, "train_loss": 0.00020715489517897367, "cos_r_negg": [0.6004021167755127, 0.6437418460845947], "cos_innovation_negg": [0.6004021167755127, 0.6437418460845947], "cos_apical_negg": [0.6004021167755127, 0.6437418460845947], "cos_Ac_negg": [0.6004021167755127, 0.6437418460845947], "r_norm": [0.17132015526294708, 0.17494206130504608]}, {"step": 10550, "epoch": 26, "train_loss": 0.0001341802126262337, "cos_r_negg": [0.60007643699646, 0.6440668702125549], "cos_innovation_negg": [0.60007643699646, 0.6440668702125549], "cos_apical_negg": [0.60007643699646, 0.6440668702125549], "cos_Ac_negg": [0.60007643699646, 0.6440668702125549], "r_norm": [0.17266583442687988, 0.1762896478176117]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9757, "test_loss": 0.12465228414535523}, {"step": 10600, "epoch": 27, "train_loss": 0.00014421333617065102, "cos_r_negg": [0.5996184945106506, 0.6434302926063538], "cos_innovation_negg": [0.5996184945106506, 0.6434302926063538], "cos_apical_negg": [0.5996184945106506, 0.6434302926063538], "cos_Ac_negg": [0.5996184945106506, 0.6434302926063538], "r_norm": [0.17246821522712708, 0.17619435489177704]}, {"step": 10650, "epoch": 27, "train_loss": 0.0001466601388528943, "cos_r_negg": [0.6009960770606995, 0.6433912515640259], "cos_innovation_negg": [0.6009960770606995, 0.6433912515640259], "cos_apical_negg": [0.6009960770606995, 0.6433912515640259], "cos_Ac_negg": [0.6009960770606995, 0.6433912515640259], "r_norm": [0.17296525835990906, 0.17661479115486145]}, {"step": 10700, "epoch": 27, "train_loss": 0.00018973338592331856, "cos_r_negg": [0.6013151407241821, 0.6434757113456726], "cos_innovation_negg": [0.6013151407241821, 0.6434757113456726], "cos_apical_negg": [0.6013151407241821, 0.6434757113456726], "cos_Ac_negg": [0.6013151407241821, 0.6434757113456726], "r_norm": [0.17318536341190338, 0.17689409852027893]}, {"step": 10750, "epoch": 27, "train_loss": 0.0001532384630991146, "cos_r_negg": [0.6011635065078735, 0.6432396769523621], "cos_innovation_negg": [0.6011635065078735, 0.6432396769523621], "cos_apical_negg": [0.6011635065078735, 0.6432396769523621], "cos_Ac_negg": [0.6011635065078735, 0.6432396769523621], "r_norm": [0.17269819974899292, 0.17634479701519012]}, {"step": 10800, "epoch": 27, "train_loss": 7.815840217517689e-05, "cos_r_negg": [0.601191520690918, 0.6441056728363037], "cos_innovation_negg": [0.601191520690918, 0.6441056728363037], "cos_apical_negg": [0.601191520690918, 0.6441056728363037], "cos_Ac_negg": [0.601191520690918, 0.6441056728363037], "r_norm": [0.1708579659461975, 0.17439958453178406]}, {"step": 10850, "epoch": 27, "train_loss": 0.00014474423369392753, "cos_r_negg": [0.6009698510169983, 0.6444889307022095], "cos_innovation_negg": [0.6009698510169983, 0.6444889307022095], "cos_apical_negg": [0.6009698510169983, 0.6444889307022095], "cos_Ac_negg": [0.6009698510169983, 0.6444889307022095], "r_norm": [0.17131586372852325, 0.17494937777519226]}, {"step": 10900, "epoch": 27, "train_loss": 0.0002577641571406275, "cos_r_negg": [0.6008327603340149, 0.6449912786483765], "cos_innovation_negg": [0.6008327603340149, 0.6449912786483765], "cos_apical_negg": [0.6008327603340149, 0.6449912786483765], "cos_Ac_negg": [0.6008327603340149, 0.6449912786483765], "r_norm": [0.17106705904006958, 0.17467211186885834]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9758, "test_loss": 0.125187367105484}, {"step": 10950, "epoch": 28, "train_loss": 0.00032199645647779107, "cos_r_negg": [0.6005167961120605, 0.6446229219436646], "cos_innovation_negg": [0.6005167961120605, 0.6446229219436646], "cos_apical_negg": [0.6005167961120605, 0.6446229219436646], "cos_Ac_negg": [0.6005167961120605, 0.6446229219436646], "r_norm": [0.17147862911224365, 0.1751314401626587]}, {"step": 11000, "epoch": 28, "train_loss": 0.00010962618398480117, "cos_r_negg": [0.6003925204277039, 0.6445251703262329], "cos_innovation_negg": [0.6003925204277039, 0.6445251703262329], "cos_apical_negg": [0.6003925204277039, 0.6445251703262329], "cos_Ac_negg": [0.6003925204277039, 0.6445251703262329], "r_norm": [0.17129671573638916, 0.17493078112602234]}, {"step": 11050, "epoch": 28, "train_loss": 0.0003580321790650487, "cos_r_negg": [0.6007390022277832, 0.6449364423751831], "cos_innovation_negg": [0.6007390022277832, 0.6449364423751831], "cos_apical_negg": [0.6007390022277832, 0.6449364423751831], "cos_Ac_negg": [0.6007390022277832, 0.6449364423751831], "r_norm": [0.17188233137130737, 0.1755281388759613]}, {"step": 11100, "epoch": 28, "train_loss": 0.0004143770784139633, "cos_r_negg": [0.600350558757782, 0.6445486545562744], "cos_innovation_negg": [0.600350558757782, 0.6445486545562744], "cos_apical_negg": [0.600350558757782, 0.6445486545562744], "cos_Ac_negg": [0.600350558757782, 0.6445486545562744], "r_norm": [0.1714843064546585, 0.17515972256660461]}, {"step": 11150, "epoch": 28, "train_loss": 0.00016727334877941757, "cos_r_negg": [0.6012976765632629, 0.6445224285125732], "cos_innovation_negg": [0.6012976765632629, 0.6445224285125732], "cos_apical_negg": [0.6012976765632629, 0.6445224285125732], "cos_Ac_negg": [0.6012976765632629, 0.6445224285125732], "r_norm": [0.1719055473804474, 0.17555049061775208]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004591869073919952, "cos_r_negg": [0.6019814014434814, 0.6445198059082031], "cos_innovation_negg": [0.6019814014434814, 0.6445198059082031], "cos_apical_negg": [0.6019814014434814, 0.6445198059082031], "cos_Ac_negg": [0.6019814014434814, 0.6445198059082031], "r_norm": [0.1721588373184204, 0.1757342517375946]}, {"step": 11250, "epoch": 28, "train_loss": 0.0003297208168078214, "cos_r_negg": [0.6015584468841553, 0.6444121599197388], "cos_innovation_negg": [0.6015584468841553, 0.6444121599197388], "cos_apical_negg": [0.6015584468841553, 0.6444121599197388], "cos_Ac_negg": [0.6015584468841553, 0.6444121599197388], "r_norm": [0.17149220407009125, 0.17508527636528015]}, {"step": 11300, "epoch": 28, "train_loss": 0.00017183322052005678, "cos_r_negg": [0.6015337705612183, 0.6444421410560608], "cos_innovation_negg": [0.6015337705612183, 0.6444421410560608], "cos_apical_negg": [0.6015337705612183, 0.6444421410560608], "cos_Ac_negg": [0.6015337705612183, 0.6444421410560608], "r_norm": [0.17210042476654053, 0.1757708340883255]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9762, "test_loss": 0.1253057098865509}, {"step": 11350, "epoch": 29, "train_loss": 7.222253043437377e-05, "cos_r_negg": [0.6005546450614929, 0.644249677658081], "cos_innovation_negg": [0.6005546450614929, 0.644249677658081], "cos_apical_negg": [0.6005546450614929, 0.644249677658081], "cos_Ac_negg": [0.6005546450614929, 0.644249677658081], "r_norm": [0.1710188090801239, 0.1746460348367691]}, {"step": 11400, "epoch": 29, "train_loss": 0.0001903155498439446, "cos_r_negg": [0.6015203595161438, 0.6446200013160706], "cos_innovation_negg": [0.6015203595161438, 0.6446200013160706], "cos_apical_negg": [0.6015203595161438, 0.6446200013160706], "cos_Ac_negg": [0.6015203595161438, 0.6446200013160706], "r_norm": [0.17022433876991272, 0.17385146021842957]}, {"step": 11450, "epoch": 29, "train_loss": 0.00018748562433756888, "cos_r_negg": [0.601178765296936, 0.6443985104560852], "cos_innovation_negg": [0.601178765296936, 0.6443985104560852], "cos_apical_negg": [0.601178765296936, 0.6443985104560852], "cos_Ac_negg": [0.601178765296936, 0.6443985104560852], "r_norm": [0.17138546705245972, 0.17503401637077332]}, {"step": 11500, "epoch": 29, "train_loss": 0.00022713790531270206, "cos_r_negg": [0.6019810438156128, 0.6448276042938232], "cos_innovation_negg": [0.6019810438156128, 0.6448276042938232], "cos_apical_negg": [0.6019810438156128, 0.6448276042938232], "cos_Ac_negg": [0.6019810438156128, 0.6448276042938232], "r_norm": [0.17074653506278992, 0.17433778941631317]}, {"step": 11550, "epoch": 29, "train_loss": 0.00017141879652626812, "cos_r_negg": [0.6018391847610474, 0.6445715427398682], "cos_innovation_negg": [0.6018391847610474, 0.6445715427398682], "cos_apical_negg": [0.6018391847610474, 0.6445715427398682], "cos_Ac_negg": [0.6018391847610474, 0.6445715427398682], "r_norm": [0.17143841087818146, 0.1751578450202942]}, {"step": 11600, "epoch": 29, "train_loss": 0.00015949129010550678, "cos_r_negg": [0.6012300252914429, 0.6439135074615479], "cos_innovation_negg": [0.6012300252914429, 0.6439135074615479], "cos_apical_negg": [0.6012300252914429, 0.6439135074615479], "cos_Ac_negg": [0.6012300252914429, 0.6439135074615479], "r_norm": [0.17161434888839722, 0.1751643568277359]}, {"step": 11650, "epoch": 29, "train_loss": 0.0001936920452862978, "cos_r_negg": [0.6012921333312988, 0.6446869373321533], "cos_innovation_negg": [0.6012921333312988, 0.6446869373321533], "cos_apical_negg": [0.6012921333312988, 0.6446869373321533], "cos_Ac_negg": [0.6012921333312988, 0.6446869373321533], "r_norm": [0.17177285254001617, 0.17544668912887573]}, {"step": 11700, "epoch": 29, "train_loss": 0.00013492121070157737, "cos_r_negg": [0.6016127467155457, 0.6449113488197327], "cos_innovation_negg": [0.6016127467155457, 0.6449113488197327], "cos_apical_negg": [0.6016127467155457, 0.6449113488197327], "cos_Ac_negg": [0.6016127467155457, 0.6449113488197327], "r_norm": [0.1716773509979248, 0.1752990037202835]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9759, "test_loss": 0.12634792141914367}, {"step": 11750, "epoch": 30, "train_loss": 0.00029387304675765336, "cos_r_negg": [0.6021526455879211, 0.64542555809021], "cos_innovation_negg": [0.6021526455879211, 0.64542555809021], "cos_apical_negg": [0.6021526455879211, 0.64542555809021], "cos_Ac_negg": [0.6021526455879211, 0.64542555809021], "r_norm": [0.17202824354171753, 0.1756342351436615]}, {"step": 11800, "epoch": 30, "train_loss": 0.0001710540964268148, "cos_r_negg": [0.6022923588752747, 0.6454097032546997], "cos_innovation_negg": [0.6022923588752747, 0.6454097032546997], "cos_apical_negg": [0.6022923588752747, 0.6454097032546997], "cos_Ac_negg": [0.6022923588752747, 0.6454097032546997], "r_norm": [0.17262862622737885, 0.176290825009346]}, {"step": 11850, "epoch": 30, "train_loss": 0.0001138182997237891, "cos_r_negg": [0.6020157933235168, 0.6453777551651001], "cos_innovation_negg": [0.6020157933235168, 0.6453777551651001], "cos_apical_negg": [0.6020157933235168, 0.6453777551651001], "cos_Ac_negg": [0.6020157933235168, 0.6453777551651001], "r_norm": [0.1717999279499054, 0.17534440755844116]}, {"step": 11900, "epoch": 30, "train_loss": 0.0004959802608937025, "cos_r_negg": [0.601425051689148, 0.6456794738769531], "cos_innovation_negg": [0.601425051689148, 0.6456794738769531], "cos_apical_negg": [0.601425051689148, 0.6456794738769531], "cos_Ac_negg": [0.601425051689148, 0.6456794738769531], "r_norm": [0.17101040482521057, 0.17451924085617065]}, {"step": 11950, "epoch": 30, "train_loss": 0.00012575827713590115, "cos_r_negg": [0.6009085178375244, 0.6452094912528992], "cos_innovation_negg": [0.6009085178375244, 0.6452094912528992], "cos_apical_negg": [0.6009085178375244, 0.6452094912528992], "cos_Ac_negg": [0.6009085178375244, 0.6452094912528992], "r_norm": [0.16977834701538086, 0.17339271306991577]}, {"step": 12000, "epoch": 30, "train_loss": 0.00016326828335877508, "cos_r_negg": [0.6011536121368408, 0.6448179483413696], "cos_innovation_negg": [0.6011536121368408, 0.6448179483413696], "cos_apical_negg": [0.6011536121368408, 0.6448179483413696], "cos_Ac_negg": [0.6011536121368408, 0.6448179483413696], "r_norm": [0.17125210165977478, 0.1749788522720337]}, {"step": 12050, "epoch": 30, "train_loss": 0.00030660259653814137, "cos_r_negg": [0.6017142534255981, 0.6447746753692627], "cos_innovation_negg": [0.6017142534255981, 0.6447746753692627], "cos_apical_negg": [0.6017142534255981, 0.6447746753692627], "cos_Ac_negg": [0.6017142534255981, 0.6447746753692627], "r_norm": [0.17069515585899353, 0.1743772029876709]}, {"step": 12100, "epoch": 30, "train_loss": 0.00021744552941527218, "cos_r_negg": [0.6019929647445679, 0.6455867290496826], "cos_innovation_negg": [0.6019929647445679, 0.6455867290496826], "cos_apical_negg": [0.6019929647445679, 0.6455867290496826], "cos_Ac_negg": [0.6019929647445679, 0.6455867290496826], "r_norm": [0.171060711145401, 0.1746119260787964]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9759, "test_loss": 0.1269226038455963}, {"step": 12150, "epoch": 31, "train_loss": 0.00011256190191488713, "cos_r_negg": [0.6011011600494385, 0.6445150971412659], "cos_innovation_negg": [0.6011011600494385, 0.6445150971412659], "cos_apical_negg": [0.6011011600494385, 0.6445150971412659], "cos_Ac_negg": [0.6011011600494385, 0.6445150971412659], "r_norm": [0.17105215787887573, 0.17465075850486755]}, {"step": 12200, "epoch": 31, "train_loss": 0.00018332665786147118, "cos_r_negg": [0.6013669967651367, 0.6453146934509277], "cos_innovation_negg": [0.6013669967651367, 0.6453146934509277], "cos_apical_negg": [0.6013669967651367, 0.6453146934509277], "cos_Ac_negg": [0.6013669967651367, 0.6453146934509277], "r_norm": [0.17077204585075378, 0.17427018284797668]}, {"step": 12250, "epoch": 31, "train_loss": 0.000262430781731382, "cos_r_negg": [0.6014152765274048, 0.6452779769897461], "cos_innovation_negg": [0.6014152765274048, 0.6452779769897461], "cos_apical_negg": [0.6014152765274048, 0.6452779769897461], "cos_Ac_negg": [0.6014152765274048, 0.6452779769897461], "r_norm": [0.17062382400035858, 0.17415927350521088]}, {"step": 12300, "epoch": 31, "train_loss": 0.00021166770602576435, "cos_r_negg": [0.6015574932098389, 0.644374430179596], "cos_innovation_negg": [0.6015574932098389, 0.644374430179596], "cos_apical_negg": [0.6015574932098389, 0.644374430179596], "cos_Ac_negg": [0.6015574932098389, 0.644374430179596], "r_norm": [0.17131581902503967, 0.17497944831848145]}, {"step": 12350, "epoch": 31, "train_loss": 0.0002549306955188513, "cos_r_negg": [0.6015124320983887, 0.6441855430603027], "cos_innovation_negg": [0.6015124320983887, 0.6441855430603027], "cos_apical_negg": [0.6015124320983887, 0.6441855430603027], "cos_Ac_negg": [0.6015124320983887, 0.6441855430603027], "r_norm": [0.1717994511127472, 0.17541983723640442]}, {"step": 12400, "epoch": 31, "train_loss": 0.0001495399628765881, "cos_r_negg": [0.6018163561820984, 0.6444674730300903], "cos_innovation_negg": [0.6018163561820984, 0.6444674730300903], "cos_apical_negg": [0.6018163561820984, 0.6444674730300903], "cos_Ac_negg": [0.6018163561820984, 0.6444674730300903], "r_norm": [0.17195886373519897, 0.17550958693027496]}, {"step": 12450, "epoch": 31, "train_loss": 8.094508666545153e-05, "cos_r_negg": [0.601628303527832, 0.6443835496902466], "cos_innovation_negg": [0.601628303527832, 0.6443835496902466], "cos_apical_negg": [0.601628303527832, 0.6443835496902466], "cos_Ac_negg": [0.601628303527832, 0.6443835496902466], "r_norm": [0.17186099290847778, 0.17549574375152588]}, {"step": 12500, "epoch": 31, "train_loss": 5.3749077778775245e-05, "cos_r_negg": [0.6006698608398438, 0.6442540884017944], "cos_innovation_negg": [0.6006698608398438, 0.6442540884017944], "cos_apical_negg": [0.6006698608398438, 0.6442540884017944], "cos_Ac_negg": [0.6006698608398438, 0.6442540884017944], "r_norm": [0.17117053270339966, 0.1748655140399933]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.976, "test_loss": 0.12696168184280396}, {"step": 12550, "epoch": 32, "train_loss": 0.0001469843409722671, "cos_r_negg": [0.600965142250061, 0.6444610357284546], "cos_innovation_negg": [0.600965142250061, 0.6444610357284546], "cos_apical_negg": [0.600965142250061, 0.6444610357284546], "cos_Ac_negg": [0.600965142250061, 0.6444610357284546], "r_norm": [0.17139141261577606, 0.1750381588935852]}, {"step": 12600, "epoch": 32, "train_loss": 5.003825936000794e-05, "cos_r_negg": [0.6010163426399231, 0.6446889638900757], "cos_innovation_negg": [0.6010163426399231, 0.6446889638900757], "cos_apical_negg": [0.6010163426399231, 0.6446889638900757], "cos_Ac_negg": [0.6010163426399231, 0.6446889638900757], "r_norm": [0.17072811722755432, 0.17435865104198456]}, {"step": 12650, "epoch": 32, "train_loss": 0.00019458212773315609, "cos_r_negg": [0.6011149883270264, 0.6453964710235596], "cos_innovation_negg": [0.6011149883270264, 0.6453964710235596], "cos_apical_negg": [0.6011149883270264, 0.6453964710235596], "cos_Ac_negg": [0.6011149883270264, 0.6453964710235596], "r_norm": [0.17079374194145203, 0.17438867688179016]}, {"step": 12700, "epoch": 32, "train_loss": 0.00022756698308512568, "cos_r_negg": [0.6011414527893066, 0.6447637677192688], "cos_innovation_negg": [0.6011414527893066, 0.6447637677192688], "cos_apical_negg": [0.6011414527893066, 0.6447637677192688], "cos_Ac_negg": [0.6011414527893066, 0.6447637677192688], "r_norm": [0.17082466185092926, 0.1745162010192871]}, {"step": 12750, "epoch": 32, "train_loss": 7.08021834725514e-05, "cos_r_negg": [0.6012402176856995, 0.6447324752807617], "cos_innovation_negg": [0.6012402176856995, 0.6447324752807617], "cos_apical_negg": [0.6012402176856995, 0.6447324752807617], "cos_Ac_negg": [0.6012402176856995, 0.6447324752807617], "r_norm": [0.1705213189125061, 0.17425373196601868]}, {"step": 12800, "epoch": 32, "train_loss": 0.0002865384449250996, "cos_r_negg": [0.6018521785736084, 0.6451022028923035], "cos_innovation_negg": [0.6018521785736084, 0.6451022028923035], "cos_apical_negg": [0.6018521785736084, 0.6451022028923035], "cos_Ac_negg": [0.6018521785736084, 0.6451022028923035], "r_norm": [0.17064248025417328, 0.17424269020557404]}, {"step": 12850, "epoch": 32, "train_loss": 9.903994941851124e-05, "cos_r_negg": [0.6015136241912842, 0.6453613042831421], "cos_innovation_negg": [0.6015136241912842, 0.6453613042831421], "cos_apical_negg": [0.6015136241912842, 0.6453613042831421], "cos_Ac_negg": [0.6015136241912842, 0.6453613042831421], "r_norm": [0.17111387848854065, 0.1746809184551239]}, {"step": 12900, "epoch": 32, "train_loss": 6.305504211923108e-05, "cos_r_negg": [0.6021349430084229, 0.6450417041778564], "cos_innovation_negg": [0.6021349430084229, 0.6450417041778564], "cos_apical_negg": [0.6021349430084229, 0.6450417041778564], "cos_Ac_negg": [0.6021349430084229, 0.6450417041778564], "r_norm": [0.1707184910774231, 0.17428869009017944]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9759, "test_loss": 0.12743849096298218}, {"step": 12950, "epoch": 33, "train_loss": 9.644744568504393e-05, "cos_r_negg": [0.6015629172325134, 0.6450381278991699], "cos_innovation_negg": [0.6015629172325134, 0.6450381278991699], "cos_apical_negg": [0.6015629172325134, 0.6450381278991699], "cos_Ac_negg": [0.6015629172325134, 0.6450381278991699], "r_norm": [0.17015616595745087, 0.1736835241317749]}, {"step": 13000, "epoch": 33, "train_loss": 1.925232572830282e-05, "cos_r_negg": [0.602264404296875, 0.6454553008079529], "cos_innovation_negg": [0.602264404296875, 0.6454553008079529], "cos_apical_negg": [0.602264404296875, 0.6454553008079529], "cos_Ac_negg": [0.602264404296875, 0.6454553008079529], "r_norm": [0.16948816180229187, 0.17304523289203644]}, {"step": 13050, "epoch": 33, "train_loss": 0.00018403898866381496, "cos_r_negg": [0.6015720367431641, 0.6451034545898438], "cos_innovation_negg": [0.6015720367431641, 0.6451034545898438], "cos_apical_negg": [0.6015720367431641, 0.6451034545898438], "cos_Ac_negg": [0.6015720367431641, 0.6451034545898438], "r_norm": [0.16933691501617432, 0.17290008068084717]}, {"step": 13100, "epoch": 33, "train_loss": 0.0001471370051149279, "cos_r_negg": [0.6024166345596313, 0.6463091373443604], "cos_innovation_negg": [0.6024166345596313, 0.6463091373443604], "cos_apical_negg": [0.6024166345596313, 0.6463091373443604], "cos_Ac_negg": [0.6024166345596313, 0.6463091373443604], "r_norm": [0.16852474212646484, 0.172078475356102]}, {"step": 13150, "epoch": 33, "train_loss": 8.458335651084781e-05, "cos_r_negg": [0.6020849347114563, 0.6461904048919678], "cos_innovation_negg": [0.6020849347114563, 0.6461904048919678], "cos_apical_negg": [0.6020849347114563, 0.6461904048919678], "cos_Ac_negg": [0.6020849347114563, 0.6461904048919678], "r_norm": [0.16892577707767487, 0.17249703407287598]}, {"step": 13200, "epoch": 33, "train_loss": 0.00013275566743686795, "cos_r_negg": [0.6026321649551392, 0.6457552909851074], "cos_innovation_negg": [0.6026321649551392, 0.6457552909851074], "cos_apical_negg": [0.6026321649551392, 0.6457552909851074], "cos_Ac_negg": [0.6026321649551392, 0.6457552909851074], "r_norm": [0.1710224151611328, 0.17458486557006836]}, {"step": 13250, "epoch": 33, "train_loss": 0.00016852965927682817, "cos_r_negg": [0.6018913984298706, 0.6451035141944885], "cos_innovation_negg": [0.6018913984298706, 0.6451035141944885], "cos_apical_negg": [0.6018913984298706, 0.6451035141944885], "cos_Ac_negg": [0.6018913984298706, 0.6451035141944885], "r_norm": [0.17189812660217285, 0.17548011243343353]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9757, "test_loss": 0.12804658241271974}, {"step": 13300, "epoch": 34, "train_loss": 0.00014709649258293211, "cos_r_negg": [0.6020336151123047, 0.6456081867218018], "cos_innovation_negg": [0.6020336151123047, 0.6456081867218018], "cos_apical_negg": [0.6020336151123047, 0.6456081867218018], "cos_Ac_negg": [0.6020336151123047, 0.6456081867218018], "r_norm": [0.17118243873119354, 0.17473779618740082]}, {"step": 13350, "epoch": 34, "train_loss": 0.0001376628497382626, "cos_r_negg": [0.6020429134368896, 0.6458584070205688], "cos_innovation_negg": [0.6020429134368896, 0.6458584070205688], "cos_apical_negg": [0.6020429134368896, 0.6458584070205688], "cos_Ac_negg": [0.6020429134368896, 0.6458584070205688], "r_norm": [0.17037001252174377, 0.1739254891872406]}, {"step": 13400, "epoch": 34, "train_loss": 0.00016017351299524307, "cos_r_negg": [0.6028523445129395, 0.6459295749664307], "cos_innovation_negg": [0.6028523445129395, 0.6459295749664307], "cos_apical_negg": [0.6028523445129395, 0.6459295749664307], "cos_Ac_negg": [0.6028523445129395, 0.6459295749664307], "r_norm": [0.17029842734336853, 0.17388197779655457]}, {"step": 13450, "epoch": 34, "train_loss": 0.0001615643996046856, "cos_r_negg": [0.6022629141807556, 0.6462163329124451], "cos_innovation_negg": [0.6022629141807556, 0.6462163329124451], "cos_apical_negg": [0.6022629141807556, 0.6462163329124451], "cos_Ac_negg": [0.6022629141807556, 0.6462163329124451], "r_norm": [0.17071674764156342, 0.17426347732543945]}, {"step": 13500, "epoch": 34, "train_loss": 0.0003588685067370534, "cos_r_negg": [0.601810097694397, 0.6460242867469788], "cos_innovation_negg": [0.601810097694397, 0.6460242867469788], "cos_apical_negg": [0.601810097694397, 0.6460242867469788], "cos_Ac_negg": [0.601810097694397, 0.6460242867469788], "r_norm": [0.17068685591220856, 0.17421536147594452]}, {"step": 13550, "epoch": 34, "train_loss": 0.0001167727168649435, "cos_r_negg": [0.6025521755218506, 0.646247148513794], "cos_innovation_negg": [0.6025521755218506, 0.646247148513794], "cos_apical_negg": [0.6025521755218506, 0.646247148513794], "cos_Ac_negg": [0.6025521755218506, 0.646247148513794], "r_norm": [0.17157062888145447, 0.17522764205932617]}, {"step": 13600, "epoch": 34, "train_loss": 0.000167204110766761, "cos_r_negg": [0.6023783683776855, 0.6461557149887085], "cos_innovation_negg": [0.6023783683776855, 0.6461557149887085], "cos_apical_negg": [0.6023783683776855, 0.6461557149887085], "cos_Ac_negg": [0.6023783683776855, 0.6461557149887085], "r_norm": [0.17141973972320557, 0.17511576414108276]}, {"step": 13650, "epoch": 34, "train_loss": 0.00014650158118456602, "cos_r_negg": [0.6024154424667358, 0.64641273021698], "cos_innovation_negg": [0.6024154424667358, 0.64641273021698], "cos_apical_negg": [0.6024154424667358, 0.64641273021698], "cos_Ac_negg": [0.6024154424667358, 0.64641273021698], "r_norm": [0.17059990763664246, 0.17411112785339355]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9758, "test_loss": 0.1284854395866394}, {"step": 13700, "epoch": 35, "train_loss": 9.63010752457194e-05, "cos_r_negg": [0.6017899513244629, 0.6459670066833496], "cos_innovation_negg": [0.6017899513244629, 0.6459670066833496], "cos_apical_negg": [0.6017899513244629, 0.6459670066833496], "cos_Ac_negg": [0.6017899513244629, 0.6459670066833496], "r_norm": [0.17052888870239258, 0.17409107089042664]}, {"step": 13750, "epoch": 35, "train_loss": 0.00020134048827458173, "cos_r_negg": [0.6026586294174194, 0.6461454629898071], "cos_innovation_negg": [0.6026586294174194, 0.6461454629898071], "cos_apical_negg": [0.6026586294174194, 0.6461454629898071], "cos_Ac_negg": [0.6026586294174194, 0.6461454629898071], "r_norm": [0.17021891474723816, 0.17375873029232025]}, {"step": 13800, "epoch": 35, "train_loss": 0.00016808543296065181, "cos_r_negg": [0.6026042699813843, 0.6465909481048584], "cos_innovation_negg": [0.6026042699813843, 0.6465909481048584], "cos_apical_negg": [0.6026042699813843, 0.6465909481048584], "cos_Ac_negg": [0.6026042699813843, 0.6465909481048584], "r_norm": [0.17014119029045105, 0.17372766137123108]}, {"step": 13850, "epoch": 35, "train_loss": 0.00014375221508089453, "cos_r_negg": [0.6026430726051331, 0.6461843252182007], "cos_innovation_negg": [0.6026430726051331, 0.6461843252182007], "cos_apical_negg": [0.6026430726051331, 0.6461843252182007], "cos_Ac_negg": [0.6026430726051331, 0.6461843252182007], "r_norm": [0.17051461338996887, 0.1741483509540558]}, {"step": 13900, "epoch": 35, "train_loss": 9.745116403792053e-05, "cos_r_negg": [0.6021299362182617, 0.6464523673057556], "cos_innovation_negg": [0.6021299362182617, 0.6464523673057556], "cos_apical_negg": [0.6021299362182617, 0.6464523673057556], "cos_Ac_negg": [0.6021299362182617, 0.6464523673057556], "r_norm": [0.1703486442565918, 0.1739799678325653]}, {"step": 13950, "epoch": 35, "train_loss": 0.00012027914635837078, "cos_r_negg": [0.6016724109649658, 0.6456717848777771], "cos_innovation_negg": [0.6016724109649658, 0.6456717848777771], "cos_apical_negg": [0.6016724109649658, 0.6456717848777771], "cos_Ac_negg": [0.6016724109649658, 0.6456717848777771], "r_norm": [0.16968344151973724, 0.1732776015996933]}, {"step": 14000, "epoch": 35, "train_loss": 0.00010152944014407694, "cos_r_negg": [0.6015446186065674, 0.6456161737442017], "cos_innovation_negg": [0.6015446186065674, 0.6456161737442017], "cos_apical_negg": [0.6015446186065674, 0.6456161737442017], "cos_Ac_negg": [0.6015446186065674, 0.6456161737442017], "r_norm": [0.17046968638896942, 0.1741345226764679]}, {"step": 14050, "epoch": 35, "train_loss": 0.00011436575732659549, "cos_r_negg": [0.601966381072998, 0.6457238793373108], "cos_innovation_negg": [0.601966381072998, 0.6457238793373108], "cos_apical_negg": [0.601966381072998, 0.6457238793373108], "cos_Ac_negg": [0.601966381072998, 0.6457238793373108], "r_norm": [0.1707763969898224, 0.17437228560447693]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9758, "test_loss": 0.12895357885360717}, {"step": 14100, "epoch": 36, "train_loss": 0.00016515950846951455, "cos_r_negg": [0.602043867111206, 0.6457380652427673], "cos_innovation_negg": [0.602043867111206, 0.6457380652427673], "cos_apical_negg": [0.602043867111206, 0.6457380652427673], "cos_Ac_negg": [0.602043867111206, 0.6457380652427673], "r_norm": [0.1702139973640442, 0.17377188801765442]}, {"step": 14150, "epoch": 36, "train_loss": 0.00018545935745351017, "cos_r_negg": [0.6028122901916504, 0.6461885571479797], "cos_innovation_negg": [0.6028122901916504, 0.6461885571479797], "cos_apical_negg": [0.6028122901916504, 0.6461885571479797], "cos_Ac_negg": [0.6028122901916504, 0.6461885571479797], "r_norm": [0.17097775638103485, 0.17456331849098206]}, {"step": 14200, "epoch": 36, "train_loss": 0.00014498313248623163, "cos_r_negg": [0.6029313802719116, 0.646224856376648], "cos_innovation_negg": [0.6029313802719116, 0.646224856376648], "cos_apical_negg": [0.6029313802719116, 0.646224856376648], "cos_Ac_negg": [0.6029313802719116, 0.646224856376648], "r_norm": [0.17152172327041626, 0.175144761800766]}, {"step": 14250, "epoch": 36, "train_loss": 0.000151522719534114, "cos_r_negg": [0.6031659245491028, 0.646446943283081], "cos_innovation_negg": [0.6031659245491028, 0.646446943283081], "cos_apical_negg": [0.6031659245491028, 0.646446943283081], "cos_Ac_negg": [0.6031659245491028, 0.646446943283081], "r_norm": [0.1707690954208374, 0.17429354786872864]}, {"step": 14300, "epoch": 36, "train_loss": 7.285452738869935e-05, "cos_r_negg": [0.6025117635726929, 0.6459900140762329], "cos_innovation_negg": [0.6025117635726929, 0.6459900140762329], "cos_apical_negg": [0.6025117635726929, 0.6459900140762329], "cos_Ac_negg": [0.6025117635726929, 0.6459900140762329], "r_norm": [0.1704917550086975, 0.17407959699630737]}, {"step": 14350, "epoch": 36, "train_loss": 0.00010645249130902812, "cos_r_negg": [0.6025254726409912, 0.6462310552597046], "cos_innovation_negg": [0.6025254726409912, 0.6462310552597046], "cos_apical_negg": [0.6025254726409912, 0.6462310552597046], "cos_Ac_negg": [0.6025254726409912, 0.6462310552597046], "r_norm": [0.17141041159629822, 0.17505000531673431]}, {"step": 14400, "epoch": 36, "train_loss": 5.4544936574529856e-05, "cos_r_negg": [0.602445125579834, 0.6465142965316772], "cos_innovation_negg": [0.602445125579834, 0.6465142965316772], "cos_apical_negg": [0.602445125579834, 0.6465142965316772], "cos_Ac_negg": [0.602445125579834, 0.6465142965316772], "r_norm": [0.16977038979530334, 0.17329862713813782]}, {"step": 14450, "epoch": 36, "train_loss": 0.00018824986182153225, "cos_r_negg": [0.599878191947937, 0.6455984115600586], "cos_innovation_negg": [0.599878191947937, 0.6455984115600586], "cos_apical_negg": [0.599878191947937, 0.6455984115600586], "cos_Ac_negg": [0.599878191947937, 0.6455984115600586], "r_norm": [0.1693500280380249, 0.1729060858488083]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9761, "test_loss": 0.12927818722724915}, {"step": 14500, "epoch": 37, "train_loss": 0.00016694785153958946, "cos_r_negg": [0.6012741327285767, 0.6464301347732544], "cos_innovation_negg": [0.6012741327285767, 0.6464301347732544], "cos_apical_negg": [0.6012741327285767, 0.6464301347732544], "cos_Ac_negg": [0.6012741327285767, 0.6464301347732544], "r_norm": [0.16924794018268585, 0.1728706657886505]}, {"step": 14550, "epoch": 37, "train_loss": 0.00021229770209174603, "cos_r_negg": [0.6012848615646362, 0.6461591124534607], "cos_innovation_negg": [0.6012848615646362, 0.6461591124534607], "cos_apical_negg": [0.6012848615646362, 0.6461591124534607], "cos_Ac_negg": [0.6012848615646362, 0.6461591124534607], "r_norm": [0.16971424221992493, 0.17334097623825073]}, {"step": 14600, "epoch": 37, "train_loss": 8.972703653853387e-05, "cos_r_negg": [0.6017453670501709, 0.6458922028541565], "cos_innovation_negg": [0.6017453670501709, 0.6458922028541565], "cos_apical_negg": [0.6017453670501709, 0.6458922028541565], "cos_Ac_negg": [0.6017453670501709, 0.6458922028541565], "r_norm": [0.17029181122779846, 0.17389068007469177]}, {"step": 14650, "epoch": 37, "train_loss": 0.00016790076915640384, "cos_r_negg": [0.6019326448440552, 0.64626145362854], "cos_innovation_negg": [0.6019326448440552, 0.64626145362854], "cos_apical_negg": [0.6019326448440552, 0.64626145362854], "cos_Ac_negg": [0.6019326448440552, 0.64626145362854], "r_norm": [0.1701100617647171, 0.17367330193519592]}, {"step": 14700, "epoch": 37, "train_loss": 0.00010461206693435088, "cos_r_negg": [0.601394772529602, 0.6459604501724243], "cos_innovation_negg": [0.601394772529602, 0.6459604501724243], "cos_apical_negg": [0.601394772529602, 0.6459604501724243], "cos_Ac_negg": [0.601394772529602, 0.6459604501724243], "r_norm": [0.17034178972244263, 0.17385956645011902]}, {"step": 14750, "epoch": 37, "train_loss": 7.228649337776005e-05, "cos_r_negg": [0.6013731956481934, 0.6454646587371826], "cos_innovation_negg": [0.6013731956481934, 0.6454646587371826], "cos_apical_negg": [0.6013731956481934, 0.6454646587371826], "cos_Ac_negg": [0.6013731956481934, 0.6454646587371826], "r_norm": [0.17001891136169434, 0.17358528077602386]}, {"step": 14800, "epoch": 37, "train_loss": 6.433377711800858e-05, "cos_r_negg": [0.6016379594802856, 0.6453453898429871], "cos_innovation_negg": [0.6016379594802856, 0.6453453898429871], "cos_apical_negg": [0.6016379594802856, 0.6453453898429871], "cos_Ac_negg": [0.6016379594802856, 0.6453453898429871], "r_norm": [0.16984203457832336, 0.17343515157699585]}, {"step": 14850, "epoch": 37, "train_loss": 5.0939255743287504e-05, "cos_r_negg": [0.6020430326461792, 0.6457783579826355], "cos_innovation_negg": [0.6020430326461792, 0.6457783579826355], "cos_apical_negg": [0.6020430326461792, 0.6457783579826355], "cos_Ac_negg": [0.6020430326461792, 0.6457783579826355], "r_norm": [0.1695607304573059, 0.17306941747665405]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.976, "test_loss": 0.12984872102737427}, {"step": 14900, "epoch": 38, "train_loss": 0.00024376242072321475, "cos_r_negg": [0.6014134287834167, 0.6461166739463806], "cos_innovation_negg": [0.6014134287834167, 0.6461166739463806], "cos_apical_negg": [0.6014134287834167, 0.6461166739463806], "cos_Ac_negg": [0.6014134287834167, 0.6461166739463806], "r_norm": [0.16944965720176697, 0.17291690409183502]}, {"step": 14950, "epoch": 38, "train_loss": 9.294280607718974e-05, "cos_r_negg": [0.6015616655349731, 0.6461693048477173], "cos_innovation_negg": [0.6015616655349731, 0.6461693048477173], "cos_apical_negg": [0.6015616655349731, 0.6461693048477173], "cos_Ac_negg": [0.6015616655349731, 0.6461693048477173], "r_norm": [0.1692153811454773, 0.1727452278137207]}, {"step": 15000, "epoch": 38, "train_loss": 0.00025124792591668665, "cos_r_negg": [0.6019100546836853, 0.6455272436141968], "cos_innovation_negg": [0.6019100546836853, 0.6455272436141968], "cos_apical_negg": [0.6019100546836853, 0.6455272436141968], "cos_Ac_negg": [0.6019100546836853, 0.6455272436141968], "r_norm": [0.16965913772583008, 0.17328311502933502]}, {"step": 15050, "epoch": 38, "train_loss": 0.0001634274813113734, "cos_r_negg": [0.6019209027290344, 0.6453890800476074], "cos_innovation_negg": [0.6019209027290344, 0.6453890800476074], "cos_apical_negg": [0.6019209027290344, 0.6453890800476074], "cos_Ac_negg": [0.6019209027290344, 0.6453890800476074], "r_norm": [0.1709619164466858, 0.17462629079818726]}, {"step": 15100, "epoch": 38, "train_loss": 0.00012142096238676459, "cos_r_negg": [0.6019852161407471, 0.6457254886627197], "cos_innovation_negg": [0.6019852161407471, 0.6457254886627197], "cos_apical_negg": [0.6019852161407471, 0.6457254886627197], "cos_Ac_negg": [0.6019852161407471, 0.6457254886627197], "r_norm": [0.17102427780628204, 0.17469944059848785]}, {"step": 15150, "epoch": 38, "train_loss": 0.00021328407456167042, "cos_r_negg": [0.6007497906684875, 0.6447336077690125], "cos_innovation_negg": [0.6007497906684875, 0.6447336077690125], "cos_apical_negg": [0.6007497906684875, 0.6447336077690125], "cos_Ac_negg": [0.6007497906684875, 0.6447336077690125], "r_norm": [0.17051835358142853, 0.17410142719745636]}, {"step": 15200, "epoch": 38, "train_loss": 0.00020001150551252067, "cos_r_negg": [0.6021120548248291, 0.645537257194519], "cos_innovation_negg": [0.6021120548248291, 0.645537257194519], "cos_apical_negg": [0.6021120548248291, 0.645537257194519], "cos_Ac_negg": [0.6021120548248291, 0.645537257194519], "r_norm": [0.16961655020713806, 0.17317382991313934]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9758, "test_loss": 0.1302262071609497}, {"step": 15250, "epoch": 39, "train_loss": 4.958010686095804e-05, "cos_r_negg": [0.6018179059028625, 0.6459324359893799], "cos_innovation_negg": [0.6018179059028625, 0.6459324359893799], "cos_apical_negg": [0.6018179059028625, 0.6459324359893799], "cos_Ac_negg": [0.6018179059028625, 0.6459324359893799], "r_norm": [0.16935408115386963, 0.17287804186344147]}, {"step": 15300, "epoch": 39, "train_loss": 8.944905857788399e-05, "cos_r_negg": [0.6017028093338013, 0.6450060606002808], "cos_innovation_negg": [0.6017028093338013, 0.6450060606002808], "cos_apical_negg": [0.6017028093338013, 0.6450060606002808], "cos_Ac_negg": [0.6017028093338013, 0.6450060606002808], "r_norm": [0.16932907700538635, 0.17284756898880005]}, {"step": 15350, "epoch": 39, "train_loss": 0.0003835287061519921, "cos_r_negg": [0.6020005941390991, 0.6450214385986328], "cos_innovation_negg": [0.6020005941390991, 0.6450214385986328], "cos_apical_negg": [0.6020005941390991, 0.6450214385986328], "cos_Ac_negg": [0.6020005941390991, 0.6450214385986328], "r_norm": [0.1692606806755066, 0.17280805110931396]}, {"step": 15400, "epoch": 39, "train_loss": 7.046347309369594e-05, "cos_r_negg": [0.6020391583442688, 0.6456246376037598], "cos_innovation_negg": [0.6020391583442688, 0.6456246376037598], "cos_apical_negg": [0.6020391583442688, 0.6456246376037598], "cos_Ac_negg": [0.6020391583442688, 0.6456246376037598], "r_norm": [0.17006203532218933, 0.1736522912979126]}, {"step": 15450, "epoch": 39, "train_loss": 0.0001322948228335008, "cos_r_negg": [0.6015191674232483, 0.6454517245292664], "cos_innovation_negg": [0.6015191674232483, 0.6454517245292664], "cos_apical_negg": [0.6015191674232483, 0.6454517245292664], "cos_Ac_negg": [0.6015191674232483, 0.6454517245292664], "r_norm": [0.1691218763589859, 0.17270347476005554]}, {"step": 15500, "epoch": 39, "train_loss": 0.0002792682498693466, "cos_r_negg": [0.6011822819709778, 0.6450178027153015], "cos_innovation_negg": [0.6011822819709778, 0.6450178027153015], "cos_apical_negg": [0.6011822819709778, 0.6450178027153015], "cos_Ac_negg": [0.6011822819709778, 0.6450178027153015], "r_norm": [0.16945497691631317, 0.17307867109775543]}, {"step": 15550, "epoch": 39, "train_loss": 0.00020840633078478277, "cos_r_negg": [0.6008667349815369, 0.6446132659912109], "cos_innovation_negg": [0.6008667349815369, 0.6446132659912109], "cos_apical_negg": [0.6008667349815369, 0.6446132659912109], "cos_Ac_negg": [0.6008667349815369, 0.6446132659912109], "r_norm": [0.1701400876045227, 0.17376598715782166]}, {"step": 15600, "epoch": 39, "train_loss": 9.589446563040838e-05, "cos_r_negg": [0.6011675596237183, 0.6462121605873108], "cos_innovation_negg": [0.6011675596237183, 0.6462121605873108], "cos_apical_negg": [0.6011675596237183, 0.6462121605873108], "cos_Ac_negg": [0.6011675596237183, 0.6462121605873108], "r_norm": [0.16937711834907532, 0.17288625240325928]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9756, "test_loss": 0.13038107089996337}, {"step": 15650, "epoch": 40, "train_loss": 0.00021148768428247422, "cos_r_negg": [0.6010394096374512, 0.6455362439155579], "cos_innovation_negg": [0.6010394096374512, 0.6455362439155579], "cos_apical_negg": [0.6010394096374512, 0.6455362439155579], "cos_Ac_negg": [0.6010394096374512, 0.6455362439155579], "r_norm": [0.16940346360206604, 0.17294010519981384]}, {"step": 15700, "epoch": 40, "train_loss": 0.0001921751827467233, "cos_r_negg": [0.6013400554656982, 0.6452083587646484], "cos_innovation_negg": [0.6013400554656982, 0.6452083587646484], "cos_apical_negg": [0.6013400554656982, 0.6452083587646484], "cos_Ac_negg": [0.6013400554656982, 0.6452083587646484], "r_norm": [0.16989979147911072, 0.17342740297317505]}, {"step": 15750, "epoch": 40, "train_loss": 9.855569805949926e-05, "cos_r_negg": [0.6012701988220215, 0.6453424096107483], "cos_innovation_negg": [0.6012701988220215, 0.6453424096107483], "cos_apical_negg": [0.6012701988220215, 0.6453424096107483], "cos_Ac_negg": [0.6012701988220215, 0.6453424096107483], "r_norm": [0.1700335443019867, 0.17361144721508026]}, {"step": 15800, "epoch": 40, "train_loss": 0.00015189129044301808, "cos_r_negg": [0.6010923385620117, 0.6449889540672302], "cos_innovation_negg": [0.6010923385620117, 0.6449889540672302], "cos_apical_negg": [0.6010923385620117, 0.6449889540672302], "cos_Ac_negg": [0.6010923385620117, 0.6449889540672302], "r_norm": [0.16946053504943848, 0.17300862073898315]}, {"step": 15850, "epoch": 40, "train_loss": 9.429535566596314e-05, "cos_r_negg": [0.6009985208511353, 0.6452972292900085], "cos_innovation_negg": [0.6009985208511353, 0.6452972292900085], "cos_apical_negg": [0.6009985208511353, 0.6452972292900085], "cos_Ac_negg": [0.6009985208511353, 0.6452972292900085], "r_norm": [0.16914910078048706, 0.17267782986164093]}, {"step": 15900, "epoch": 40, "train_loss": 4.848676690016873e-05, "cos_r_negg": [0.601837158203125, 0.645624041557312], "cos_innovation_negg": [0.601837158203125, 0.645624041557312], "cos_apical_negg": [0.601837158203125, 0.645624041557312], "cos_Ac_negg": [0.601837158203125, 0.645624041557312], "r_norm": [0.16939595341682434, 0.1729479730129242]}, {"step": 15950, "epoch": 40, "train_loss": 4.774545959662646e-05, "cos_r_negg": [0.6012122631072998, 0.6450804471969604], "cos_innovation_negg": [0.6012122631072998, 0.6450804471969604], "cos_apical_negg": [0.6012122631072998, 0.6450804471969604], "cos_Ac_negg": [0.6012122631072998, 0.6450804471969604], "r_norm": [0.1700940728187561, 0.17366616427898407]}, {"step": 16000, "epoch": 40, "train_loss": 2.7358031729818322e-05, "cos_r_negg": [0.6015849113464355, 0.6459441781044006], "cos_innovation_negg": [0.6015849113464355, 0.6459441781044006], "cos_apical_negg": [0.6015849113464355, 0.6459441781044006], "cos_Ac_negg": [0.6015849113464355, 0.6459441781044006], "r_norm": [0.1700519323348999, 0.17367291450500488]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9759, "test_loss": 0.13060819964408873}, {"step": 16050, "epoch": 41, "train_loss": 4.916001853416674e-05, "cos_r_negg": [0.6015830039978027, 0.6452852487564087], "cos_innovation_negg": [0.6015830039978027, 0.6452852487564087], "cos_apical_negg": [0.6015830039978027, 0.6452852487564087], "cos_Ac_negg": [0.6015830039978027, 0.6452852487564087], "r_norm": [0.16916154325008392, 0.17264768481254578]}, {"step": 16100, "epoch": 41, "train_loss": 8.135563984978944e-05, "cos_r_negg": [0.6018558740615845, 0.6458221673965454], "cos_innovation_negg": [0.6018558740615845, 0.6458221673965454], "cos_apical_negg": [0.6018558740615845, 0.6458221673965454], "cos_Ac_negg": [0.6018558740615845, 0.6458221673965454], "r_norm": [0.16927453875541687, 0.17281131446361542]}, {"step": 16150, "epoch": 41, "train_loss": 0.00012762242113240063, "cos_r_negg": [0.6019939184188843, 0.64609694480896], "cos_innovation_negg": [0.6019939184188843, 0.64609694480896], "cos_apical_negg": [0.6019939184188843, 0.64609694480896], "cos_Ac_negg": [0.6019939184188843, 0.64609694480896], "r_norm": [0.16935652494430542, 0.1729206144809723]}, {"step": 16200, "epoch": 41, "train_loss": 0.0001187200759886764, "cos_r_negg": [0.6014480590820312, 0.6455650329589844], "cos_innovation_negg": [0.6014480590820312, 0.6455650329589844], "cos_apical_negg": [0.6014480590820312, 0.6455650329589844], "cos_Ac_negg": [0.6014480590820312, 0.6455650329589844], "r_norm": [0.16923131048679352, 0.17276135087013245]}, {"step": 16250, "epoch": 41, "train_loss": 0.0001830237015383318, "cos_r_negg": [0.6014707684516907, 0.6458764672279358], "cos_innovation_negg": [0.6014707684516907, 0.6458764672279358], "cos_apical_negg": [0.6014707684516907, 0.6458764672279358], "cos_Ac_negg": [0.6014707684516907, 0.6458764672279358], "r_norm": [0.16949909925460815, 0.17308789491653442]}, {"step": 16300, "epoch": 41, "train_loss": 9.716874046716839e-05, "cos_r_negg": [0.6016992330551147, 0.6463149189949036], "cos_innovation_negg": [0.6016992330551147, 0.6463149189949036], "cos_apical_negg": [0.6016992330551147, 0.6463149189949036], "cos_Ac_negg": [0.6016992330551147, 0.6463149189949036], "r_norm": [0.1696615219116211, 0.17324765026569366]}, {"step": 16350, "epoch": 41, "train_loss": 8.676262223161757e-05, "cos_r_negg": [0.601302981376648, 0.6458205580711365], "cos_innovation_negg": [0.601302981376648, 0.6458205580711365], "cos_apical_negg": [0.601302981376648, 0.6458205580711365], "cos_Ac_negg": [0.601302981376648, 0.6458205580711365], "r_norm": [0.16899392008781433, 0.17249271273612976]}, {"step": 16400, "epoch": 41, "train_loss": 6.0743754147551954e-05, "cos_r_negg": [0.6007106304168701, 0.6448057889938354], "cos_innovation_negg": [0.6007106304168701, 0.6448057889938354], "cos_apical_negg": [0.6007106304168701, 0.6448057889938354], "cos_Ac_negg": [0.6007106304168701, 0.6448057889938354], "r_norm": [0.16962376236915588, 0.17318014800548553]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9756, "test_loss": 0.13118212742805482}, {"step": 16450, "epoch": 42, "train_loss": 5.6336954003199935e-05, "cos_r_negg": [0.6007120609283447, 0.6446693539619446], "cos_innovation_negg": [0.6007120609283447, 0.6446693539619446], "cos_apical_negg": [0.6007120609283447, 0.6446693539619446], "cos_Ac_negg": [0.6007120609283447, 0.6446693539619446], "r_norm": [0.17016740143299103, 0.17369350790977478]}, {"step": 16500, "epoch": 42, "train_loss": 0.0001383553317282349, "cos_r_negg": [0.6013801097869873, 0.6455314755439758], "cos_innovation_negg": [0.6013801097869873, 0.6455314755439758], "cos_apical_negg": [0.6013801097869873, 0.6455314755439758], "cos_Ac_negg": [0.6013801097869873, 0.6455314755439758], "r_norm": [0.16978523135185242, 0.1733977198600769]}, {"step": 16550, "epoch": 42, "train_loss": 0.00015729357255622745, "cos_r_negg": [0.6010149121284485, 0.6447920799255371], "cos_innovation_negg": [0.6010149121284485, 0.6447920799255371], "cos_apical_negg": [0.6010149121284485, 0.6447920799255371], "cos_Ac_negg": [0.6010149121284485, 0.6447920799255371], "r_norm": [0.16926737129688263, 0.1728086769580841]}, {"step": 16600, "epoch": 42, "train_loss": 0.00023368964320980012, "cos_r_negg": [0.6006112098693848, 0.6450865268707275], "cos_innovation_negg": [0.6006112098693848, 0.6450865268707275], "cos_apical_negg": [0.6006112098693848, 0.6450865268707275], "cos_Ac_negg": [0.6006112098693848, 0.6450865268707275], "r_norm": [0.16935870051383972, 0.1729045808315277]}, {"step": 16650, "epoch": 42, "train_loss": 8.435305062448606e-05, "cos_r_negg": [0.6010310649871826, 0.645372748374939], "cos_innovation_negg": [0.6010310649871826, 0.645372748374939], "cos_apical_negg": [0.6010310649871826, 0.645372748374939], "cos_Ac_negg": [0.6010310649871826, 0.645372748374939], "r_norm": [0.16966687142848969, 0.17315350472927094]}, {"step": 16700, "epoch": 42, "train_loss": 0.00010561449744272977, "cos_r_negg": [0.6008813381195068, 0.6455501317977905], "cos_innovation_negg": [0.6008813381195068, 0.6455501317977905], "cos_apical_negg": [0.6008813381195068, 0.6455501317977905], "cos_Ac_negg": [0.6008813381195068, 0.6455501317977905], "r_norm": [0.16947990655899048, 0.17300796508789062]}, {"step": 16750, "epoch": 42, "train_loss": 0.00011575938697205856, "cos_r_negg": [0.6010099649429321, 0.6451630592346191], "cos_innovation_negg": [0.6010099649429321, 0.6451630592346191], "cos_apical_negg": [0.6010099649429321, 0.6451630592346191], "cos_Ac_negg": [0.6010099649429321, 0.6451630592346191], "r_norm": [0.16927169263362885, 0.1728052794933319]}, {"step": 16800, "epoch": 42, "train_loss": 5.23343805980403e-05, "cos_r_negg": [0.6009485721588135, 0.6452803015708923], "cos_innovation_negg": [0.6009485721588135, 0.6452803015708923], "cos_apical_negg": [0.6009485721588135, 0.6452803015708923], "cos_Ac_negg": [0.6009485721588135, 0.6452803015708923], "r_norm": [0.16952981054782867, 0.17308209836483002]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9756, "test_loss": 0.13146797757148743}, {"step": 16850, "epoch": 43, "train_loss": 0.0001702223380561918, "cos_r_negg": [0.6008479595184326, 0.6451880931854248], "cos_innovation_negg": [0.6008479595184326, 0.6451880931854248], "cos_apical_negg": [0.6008479595184326, 0.6451880931854248], "cos_Ac_negg": [0.6008479595184326, 0.6451880931854248], "r_norm": [0.16965404152870178, 0.17314963042736053]}, {"step": 16900, "epoch": 43, "train_loss": 0.00010235903755528852, "cos_r_negg": [0.6013219356536865, 0.645348846912384], "cos_innovation_negg": [0.6013219356536865, 0.645348846912384], "cos_apical_negg": [0.6013219356536865, 0.645348846912384], "cos_Ac_negg": [0.6013219356536865, 0.645348846912384], "r_norm": [0.16963985562324524, 0.17316162586212158]}, {"step": 16950, "epoch": 43, "train_loss": 0.00010745185136329383, "cos_r_negg": [0.6011323928833008, 0.6452953815460205], "cos_innovation_negg": [0.6011323928833008, 0.6452953815460205], "cos_apical_negg": [0.6011323928833008, 0.6452953815460205], "cos_Ac_negg": [0.6011323928833008, 0.6452953815460205], "r_norm": [0.16927188634872437, 0.17278023064136505]}, {"step": 17000, "epoch": 43, "train_loss": 8.591375080868602e-05, "cos_r_negg": [0.6011605262756348, 0.6458502411842346], "cos_innovation_negg": [0.6011605262756348, 0.6458502411842346], "cos_apical_negg": [0.6011605262756348, 0.6458502411842346], "cos_Ac_negg": [0.6011605262756348, 0.6458502411842346], "r_norm": [0.16890138387680054, 0.17243631184101105]}, {"step": 17050, "epoch": 43, "train_loss": 0.00015412888024002314, "cos_r_negg": [0.6014765501022339, 0.6454275846481323], "cos_innovation_negg": [0.6014765501022339, 0.6454275846481323], "cos_apical_negg": [0.6014765501022339, 0.6454275846481323], "cos_Ac_negg": [0.6014765501022339, 0.6454275846481323], "r_norm": [0.1696508824825287, 0.17319472134113312]}, {"step": 17100, "epoch": 43, "train_loss": 7.54177090129815e-05, "cos_r_negg": [0.6013437509536743, 0.6450954079627991], "cos_innovation_negg": [0.6013437509536743, 0.6450954079627991], "cos_apical_negg": [0.6013437509536743, 0.6450954079627991], "cos_Ac_negg": [0.6013437509536743, 0.6450954079627991], "r_norm": [0.1693987250328064, 0.17295828461647034]}, {"step": 17150, "epoch": 43, "train_loss": 0.00012902359594590962, "cos_r_negg": [0.6007915735244751, 0.6453048586845398], "cos_innovation_negg": [0.6007915735244751, 0.6453048586845398], "cos_apical_negg": [0.6007915735244751, 0.6453048586845398], "cos_Ac_negg": [0.6007915735244751, 0.6453048586845398], "r_norm": [0.16997933387756348, 0.17351850867271423]}, {"step": 17200, "epoch": 43, "train_loss": 0.00022557194461114705, "cos_r_negg": [0.6008185148239136, 0.6454591751098633], "cos_innovation_negg": [0.6008185148239136, 0.6454591751098633], "cos_apical_negg": [0.6008185148239136, 0.6454591751098633], "cos_Ac_negg": [0.6008185148239136, 0.6454591751098633], "r_norm": [0.16934320330619812, 0.17291922867298126]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9755, "test_loss": 0.13185852398872375}, {"step": 17250, "epoch": 44, "train_loss": 0.000143258657772094, "cos_r_negg": [0.6012448072433472, 0.6460249423980713], "cos_innovation_negg": [0.6012448072433472, 0.6460249423980713], "cos_apical_negg": [0.6012448072433472, 0.6460249423980713], "cos_Ac_negg": [0.6012448072433472, 0.6460249423980713], "r_norm": [0.16886454820632935, 0.1723361760377884]}, {"step": 17300, "epoch": 44, "train_loss": 4.972792521584779e-05, "cos_r_negg": [0.6009828448295593, 0.6457654237747192], "cos_innovation_negg": [0.6009828448295593, 0.6457654237747192], "cos_apical_negg": [0.6009828448295593, 0.6457654237747192], "cos_Ac_negg": [0.6009828448295593, 0.6457654237747192], "r_norm": [0.16923826932907104, 0.17277891933918]}, {"step": 17350, "epoch": 44, "train_loss": 0.00011753554281312972, "cos_r_negg": [0.6013528108596802, 0.6458413600921631], "cos_innovation_negg": [0.6013528108596802, 0.6458413600921631], "cos_apical_negg": [0.6013528108596802, 0.6458413600921631], "cos_Ac_negg": [0.6013528108596802, 0.6458413600921631], "r_norm": [0.16917617619037628, 0.17263835668563843]}, {"step": 17400, "epoch": 44, "train_loss": 7.515271863667294e-05, "cos_r_negg": [0.6013009548187256, 0.6453754305839539], "cos_innovation_negg": [0.6013009548187256, 0.6453754305839539], "cos_apical_negg": [0.6013009548187256, 0.6453754305839539], "cos_Ac_negg": [0.6013009548187256, 0.6453754305839539], "r_norm": [0.169386088848114, 0.1729014813899994]}, {"step": 17450, "epoch": 44, "train_loss": 0.00012601923663169146, "cos_r_negg": [0.6012004613876343, 0.6456843614578247], "cos_innovation_negg": [0.6012004613876343, 0.6456843614578247], "cos_apical_negg": [0.6012004613876343, 0.6456843614578247], "cos_Ac_negg": [0.6012004613876343, 0.6456843614578247], "r_norm": [0.1693086326122284, 0.17288336157798767]}, {"step": 17500, "epoch": 44, "train_loss": 0.00011919040116481483, "cos_r_negg": [0.6014552116394043, 0.6459784507751465], "cos_innovation_negg": [0.6014552116394043, 0.6459784507751465], "cos_apical_negg": [0.6014552116394043, 0.6459784507751465], "cos_Ac_negg": [0.6014552116394043, 0.6459784507751465], "r_norm": [0.16934537887573242, 0.1729069948196411]}, {"step": 17550, "epoch": 44, "train_loss": 0.000107719621155411, "cos_r_negg": [0.6013435125350952, 0.6456174254417419], "cos_innovation_negg": [0.6013435125350952, 0.6456174254417419], "cos_apical_negg": [0.6013435125350952, 0.6456174254417419], "cos_Ac_negg": [0.6013435125350952, 0.6456174254417419], "r_norm": [0.16947264969348907, 0.17305898666381836]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9755, "test_loss": 0.1319847415447235}, {"step": 17600, "epoch": 45, "train_loss": 0.00011423732939874753, "cos_r_negg": [0.6013890504837036, 0.645281195640564], "cos_innovation_negg": [0.6013890504837036, 0.645281195640564], "cos_apical_negg": [0.6013890504837036, 0.645281195640564], "cos_Ac_negg": [0.6013890504837036, 0.645281195640564], "r_norm": [0.16959667205810547, 0.17314669489860535]}, {"step": 17650, "epoch": 45, "train_loss": 8.027924923226237e-05, "cos_r_negg": [0.6012940406799316, 0.6451334953308105], "cos_innovation_negg": [0.6012940406799316, 0.6451334953308105], "cos_apical_negg": [0.6012940406799316, 0.6451334953308105], "cos_Ac_negg": [0.6012940406799316, 0.6451334953308105], "r_norm": [0.17006155848503113, 0.17358794808387756]}, {"step": 17700, "epoch": 45, "train_loss": 4.659347905544564e-05, "cos_r_negg": [0.6013419032096863, 0.6460675001144409], "cos_innovation_negg": [0.6013419032096863, 0.6460675001144409], "cos_apical_negg": [0.6013419032096863, 0.6460675001144409], "cos_Ac_negg": [0.6013419032096863, 0.6460675001144409], "r_norm": [0.1698089838027954, 0.1733526885509491]}, {"step": 17750, "epoch": 45, "train_loss": 0.00011811273725470528, "cos_r_negg": [0.6013759970664978, 0.6461355686187744], "cos_innovation_negg": [0.6013759970664978, 0.6461355686187744], "cos_apical_negg": [0.6013759970664978, 0.6461355686187744], "cos_Ac_negg": [0.6013759970664978, 0.6461355686187744], "r_norm": [0.16966238617897034, 0.17325592041015625]}, {"step": 17800, "epoch": 45, "train_loss": 0.00021392974304035306, "cos_r_negg": [0.6015013456344604, 0.6460044384002686], "cos_innovation_negg": [0.6015013456344604, 0.6460044384002686], "cos_apical_negg": [0.6015013456344604, 0.6460044384002686], "cos_Ac_negg": [0.6015013456344604, 0.6460044384002686], "r_norm": [0.16916963458061218, 0.17270004749298096]}, {"step": 17850, "epoch": 45, "train_loss": 4.6993864089017734e-05, "cos_r_negg": [0.6017090678215027, 0.6456362009048462], "cos_innovation_negg": [0.6017090678215027, 0.6456362009048462], "cos_apical_negg": [0.6017090678215027, 0.6456362009048462], "cos_Ac_negg": [0.6017090678215027, 0.6456362009048462], "r_norm": [0.1691148579120636, 0.17264652252197266]}, {"step": 17900, "epoch": 45, "train_loss": 0.00020409986609593034, "cos_r_negg": [0.6017174124717712, 0.645891547203064], "cos_innovation_negg": [0.6017174124717712, 0.645891547203064], "cos_apical_negg": [0.6017174124717712, 0.645891547203064], "cos_Ac_negg": [0.6017174124717712, 0.645891547203064], "r_norm": [0.1690271496772766, 0.17254632711410522]}, {"step": 17950, "epoch": 45, "train_loss": 7.685470336582512e-05, "cos_r_negg": [0.6016900539398193, 0.6459726691246033], "cos_innovation_negg": [0.6016900539398193, 0.6459726691246033], "cos_apical_negg": [0.6016900539398193, 0.6459726691246033], "cos_Ac_negg": [0.6016900539398193, 0.6459726691246033], "r_norm": [0.168961763381958, 0.17252837121486664]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9756, "test_loss": 0.13238901853561402}, {"step": 18000, "epoch": 46, "train_loss": 7.731583173153922e-05, "cos_r_negg": [0.601435124874115, 0.6459858417510986], "cos_innovation_negg": [0.601435124874115, 0.6459858417510986], "cos_apical_negg": [0.601435124874115, 0.6459858417510986], "cos_Ac_negg": [0.601435124874115, 0.6459858417510986], "r_norm": [0.1688614934682846, 0.17246082425117493]}, {"step": 18050, "epoch": 46, "train_loss": 0.00011409113358240575, "cos_r_negg": [0.6014696359634399, 0.6460880637168884], "cos_innovation_negg": [0.6014696359634399, 0.6460880637168884], "cos_apical_negg": [0.6014696359634399, 0.6460880637168884], "cos_Ac_negg": [0.6014696359634399, 0.6460880637168884], "r_norm": [0.1687072515487671, 0.17231778800487518]}, {"step": 18100, "epoch": 46, "train_loss": 0.00019362670718692243, "cos_r_negg": [0.601535975933075, 0.6459913849830627], "cos_innovation_negg": [0.601535975933075, 0.6459913849830627], "cos_apical_negg": [0.601535975933075, 0.6459913849830627], "cos_Ac_negg": [0.601535975933075, 0.6459913849830627], "r_norm": [0.1683131903409958, 0.17187297344207764]}, {"step": 18150, "epoch": 46, "train_loss": 8.755779708735645e-05, "cos_r_negg": [0.6016606688499451, 0.6463145017623901], "cos_innovation_negg": [0.6016606688499451, 0.6463145017623901], "cos_apical_negg": [0.6016606688499451, 0.6463145017623901], "cos_Ac_negg": [0.6016606688499451, 0.6463145017623901], "r_norm": [0.16884037852287292, 0.17237810790538788]}, {"step": 18200, "epoch": 46, "train_loss": 9.492751996731386e-05, "cos_r_negg": [0.601723313331604, 0.6463707089424133], "cos_innovation_negg": [0.601723313331604, 0.6463707089424133], "cos_apical_negg": [0.601723313331604, 0.6463707089424133], "cos_Ac_negg": [0.601723313331604, 0.6463707089424133], "r_norm": [0.16860029101371765, 0.17213985323905945]}, {"step": 18250, "epoch": 46, "train_loss": 9.751236211741343e-05, "cos_r_negg": [0.6018708944320679, 0.6462973952293396], "cos_innovation_negg": [0.6018708944320679, 0.6462973952293396], "cos_apical_negg": [0.6018708944320679, 0.6462973952293396], "cos_Ac_negg": [0.6018708944320679, 0.6462973952293396], "r_norm": [0.16926755011081696, 0.17283880710601807]}, {"step": 18300, "epoch": 46, "train_loss": 0.0001998994848690927, "cos_r_negg": [0.602075457572937, 0.6464477777481079], "cos_innovation_negg": [0.602075457572937, 0.6464477777481079], "cos_apical_negg": [0.602075457572937, 0.6464477777481079], "cos_Ac_negg": [0.602075457572937, 0.6464477777481079], "r_norm": [0.1688028872013092, 0.1723574697971344]}, {"step": 18350, "epoch": 46, "train_loss": 0.000103157595731318, "cos_r_negg": [0.6022189855575562, 0.6465286016464233], "cos_innovation_negg": [0.6022189855575562, 0.6465286016464233], "cos_apical_negg": [0.6022189855575562, 0.6465286016464233], "cos_Ac_negg": [0.6022189855575562, 0.6465286016464233], "r_norm": [0.16852810978889465, 0.17201626300811768]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9757, "test_loss": 0.13288539848327638}, {"step": 18400, "epoch": 47, "train_loss": 0.0002999051648657769, "cos_r_negg": [0.6020131707191467, 0.6461770534515381], "cos_innovation_negg": [0.6020131707191467, 0.6461770534515381], "cos_apical_negg": [0.6020131707191467, 0.6461770534515381], "cos_Ac_negg": [0.6020131707191467, 0.6461770534515381], "r_norm": [0.16891345381736755, 0.17237739264965057]}, {"step": 18450, "epoch": 47, "train_loss": 0.00010273831139784306, "cos_r_negg": [0.6022054553031921, 0.6462451219558716], "cos_innovation_negg": [0.6022054553031921, 0.6462451219558716], "cos_apical_negg": [0.6022054553031921, 0.6462451219558716], "cos_Ac_negg": [0.6022054553031921, 0.6462451219558716], "r_norm": [0.1689336597919464, 0.17233675718307495]}, {"step": 18500, "epoch": 47, "train_loss": 0.0002031652838923037, "cos_r_negg": [0.6020140051841736, 0.6462355852127075], "cos_innovation_negg": [0.6020140051841736, 0.6462355852127075], "cos_apical_negg": [0.6020140051841736, 0.6462355852127075], "cos_Ac_negg": [0.6020140051841736, 0.6462355852127075], "r_norm": [0.16939550638198853, 0.17280414700508118]}, {"step": 18550, "epoch": 47, "train_loss": 8.53387828101404e-05, "cos_r_negg": [0.6020402908325195, 0.6462590098381042], "cos_innovation_negg": [0.6020402908325195, 0.6462590098381042], "cos_apical_negg": [0.6020402908325195, 0.6462590098381042], "cos_Ac_negg": [0.6020402908325195, 0.6462590098381042], "r_norm": [0.16951867938041687, 0.1730324774980545]}, {"step": 18600, "epoch": 47, "train_loss": 5.7290715631097555e-05, "cos_r_negg": [0.6020049452781677, 0.6461511850357056], "cos_innovation_negg": [0.6020049452781677, 0.6461511850357056], "cos_apical_negg": [0.6020049452781677, 0.6461511850357056], "cos_Ac_negg": [0.6020049452781677, 0.6461511850357056], "r_norm": [0.1696380227804184, 0.17318210005760193]}, {"step": 18650, "epoch": 47, "train_loss": 0.00010530640429351479, "cos_r_negg": [0.6022276878356934, 0.6463472843170166], "cos_innovation_negg": [0.6022276878356934, 0.6463472843170166], "cos_apical_negg": [0.6022276878356934, 0.6463472843170166], "cos_Ac_negg": [0.6022276878356934, 0.6463472843170166], "r_norm": [0.16878929734230042, 0.17229682207107544]}, {"step": 18700, "epoch": 47, "train_loss": 0.0001517913769930601, "cos_r_negg": [0.6019911766052246, 0.6464524269104004], "cos_innovation_negg": [0.6019911766052246, 0.6464524269104004], "cos_apical_negg": [0.6019911766052246, 0.6464524269104004], "cos_Ac_negg": [0.6019911766052246, 0.6464524269104004], "r_norm": [0.16859887540340424, 0.17213648557662964]}, {"step": 18750, "epoch": 47, "train_loss": 5.841994789079763e-05, "cos_r_negg": [0.6019927263259888, 0.646708071231842], "cos_innovation_negg": [0.6019927263259888, 0.646708071231842], "cos_apical_negg": [0.6019927263259888, 0.646708071231842], "cos_Ac_negg": [0.6019927263259888, 0.646708071231842], "r_norm": [0.16857272386550903, 0.172154039144516]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9757, "test_loss": 0.13296089725494384}, {"step": 18800, "epoch": 48, "train_loss": 9.826348104979843e-05, "cos_r_negg": [0.6020461320877075, 0.6466192007064819], "cos_innovation_negg": [0.6020461320877075, 0.6466192007064819], "cos_apical_negg": [0.6020461320877075, 0.6466192007064819], "cos_Ac_negg": [0.6020461320877075, 0.6466192007064819], "r_norm": [0.16887624561786652, 0.17248138785362244]}, {"step": 18850, "epoch": 48, "train_loss": 0.0002023777342401445, "cos_r_negg": [0.6020001173019409, 0.6468020677566528], "cos_innovation_negg": [0.6020001173019409, 0.6468020677566528], "cos_apical_negg": [0.6020001173019409, 0.6468020677566528], "cos_Ac_negg": [0.6020001173019409, 0.6468020677566528], "r_norm": [0.16876280307769775, 0.1723397970199585]}, {"step": 18900, "epoch": 48, "train_loss": 6.812508217990398e-05, "cos_r_negg": [0.6019420623779297, 0.6465403437614441], "cos_innovation_negg": [0.6019420623779297, 0.6465403437614441], "cos_apical_negg": [0.6019420623779297, 0.6465403437614441], "cos_Ac_negg": [0.6019420623779297, 0.6465403437614441], "r_norm": [0.16869384050369263, 0.17222300171852112]}, {"step": 18950, "epoch": 48, "train_loss": 0.00022556872863788158, "cos_r_negg": [0.6020436882972717, 0.646489143371582], "cos_innovation_negg": [0.6020436882972717, 0.646489143371582], "cos_apical_negg": [0.6020436882972717, 0.646489143371582], "cos_Ac_negg": [0.6020436882972717, 0.646489143371582], "r_norm": [0.1687086969614029, 0.1722533404827118]}, {"step": 19000, "epoch": 48, "train_loss": 9.072627290152013e-05, "cos_r_negg": [0.6021099090576172, 0.6465364098548889], "cos_innovation_negg": [0.6021099090576172, 0.6465364098548889], "cos_apical_negg": [0.6021099090576172, 0.6465364098548889], "cos_Ac_negg": [0.6021099090576172, 0.6465364098548889], "r_norm": [0.16880398988723755, 0.17231452465057373]}, {"step": 19050, "epoch": 48, "train_loss": 0.00016634927305858582, "cos_r_negg": [0.6023540496826172, 0.6469399929046631], "cos_innovation_negg": [0.6023540496826172, 0.6469399929046631], "cos_apical_negg": [0.6023540496826172, 0.6469399929046631], "cos_Ac_negg": [0.6023540496826172, 0.6469399929046631], "r_norm": [0.16811715066432953, 0.1716192066669464]}, {"step": 19100, "epoch": 48, "train_loss": 0.00024164932256098837, "cos_r_negg": [0.602415919303894, 0.6469191312789917], "cos_innovation_negg": [0.602415919303894, 0.6469191312789917], "cos_apical_negg": [0.602415919303894, 0.6469191312789917], "cos_Ac_negg": [0.602415919303894, 0.6469191312789917], "r_norm": [0.16857565939426422, 0.1720997393131256]}, {"step": 19150, "epoch": 48, "train_loss": 4.918408376397565e-05, "cos_r_negg": [0.6023147106170654, 0.6469626426696777], "cos_innovation_negg": [0.6023147106170654, 0.6469626426696777], "cos_apical_negg": [0.6023147106170654, 0.6469626426696777], "cos_Ac_negg": [0.6023147106170654, 0.6469626426696777], "r_norm": [0.1692305952310562, 0.17277905344963074]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9755, "test_loss": 0.13328405847549438}, {"step": 19200, "epoch": 49, "train_loss": 6.185231177369133e-05, "cos_r_negg": [0.6024277806282043, 0.6473346948623657], "cos_innovation_negg": [0.6024277806282043, 0.6473346948623657], "cos_apical_negg": [0.6024277806282043, 0.6473346948623657], "cos_Ac_negg": [0.6024277806282043, 0.6473346948623657], "r_norm": [0.16875998675823212, 0.17233514785766602]}, {"step": 19250, "epoch": 49, "train_loss": 3.0584571504732594e-05, "cos_r_negg": [0.6026520133018494, 0.6475526094436646], "cos_innovation_negg": [0.6026520133018494, 0.6475526094436646], "cos_apical_negg": [0.6026520133018494, 0.6475526094436646], "cos_Ac_negg": [0.6026520133018494, 0.6475526094436646], "r_norm": [0.16877110302448273, 0.17240332067012787]}, {"step": 19300, "epoch": 49, "train_loss": 0.00023641121515538543, "cos_r_negg": [0.6024948954582214, 0.6472966074943542], "cos_innovation_negg": [0.6024948954582214, 0.6472966074943542], "cos_apical_negg": [0.6024948954582214, 0.6472966074943542], "cos_Ac_negg": [0.6024948954582214, 0.6472966074943542], "r_norm": [0.1687694638967514, 0.1723281443119049]}, {"step": 19350, "epoch": 49, "train_loss": 0.00014753274444956332, "cos_r_negg": [0.6027669906616211, 0.6473006010055542], "cos_innovation_negg": [0.6027669906616211, 0.6473006010055542], "cos_apical_negg": [0.6027669906616211, 0.6473006010055542], "cos_Ac_negg": [0.6027669906616211, 0.6473006010055542], "r_norm": [0.1687517762184143, 0.17232449352741241]}, {"step": 19400, "epoch": 49, "train_loss": 0.00014664829359389842, "cos_r_negg": [0.6035031676292419, 0.6474714279174805], "cos_innovation_negg": [0.6035031676292419, 0.6474714279174805], "cos_apical_negg": [0.6035031676292419, 0.6474714279174805], "cos_Ac_negg": [0.6035031676292419, 0.6474714279174805], "r_norm": [0.16846878826618195, 0.17200598120689392]}, {"step": 19450, "epoch": 49, "train_loss": 0.0001627169258426875, "cos_r_negg": [0.603498101234436, 0.6475235819816589], "cos_innovation_negg": [0.603498101234436, 0.6475235819816589], "cos_apical_negg": [0.603498101234436, 0.6475235819816589], "cos_Ac_negg": [0.603498101234436, 0.6475235819816589], "r_norm": [0.16841311752796173, 0.1718791127204895]}, {"step": 19500, "epoch": 49, "train_loss": 5.513978248927742e-05, "cos_r_negg": [0.6033581495285034, 0.6475358605384827], "cos_innovation_negg": [0.6033581495285034, 0.6475358605384827], "cos_apical_negg": [0.6033581495285034, 0.6475358605384827], "cos_Ac_negg": [0.6033581495285034, 0.6475358605384827], "r_norm": [0.16851291060447693, 0.1719367504119873]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.13346898097991944}, {"step": 19550, "epoch": 50, "train_loss": 2.7312453312333673e-05, "cos_r_negg": [0.6024577617645264, 0.6475878953933716], "cos_innovation_negg": [0.6024577617645264, 0.6475878953933716], "cos_apical_negg": [0.6024577617645264, 0.6475878953933716], "cos_Ac_negg": [0.6024577617645264, 0.6475878953933716], "r_norm": [0.16846957802772522, 0.17197361588478088]}, {"step": 19600, "epoch": 50, "train_loss": 8.668070950079709e-05, "cos_r_negg": [0.6032252907752991, 0.6476777791976929], "cos_innovation_negg": [0.6032252907752991, 0.6476777791976929], "cos_apical_negg": [0.6032252907752991, 0.6476777791976929], "cos_Ac_negg": [0.6032252907752991, 0.6476777791976929], "r_norm": [0.1683347225189209, 0.17180214822292328]}, {"step": 19650, "epoch": 50, "train_loss": 6.32943119853735e-05, "cos_r_negg": [0.6033397912979126, 0.6478419303894043], "cos_innovation_negg": [0.6033397912979126, 0.6478419303894043], "cos_apical_negg": [0.6033397912979126, 0.6478419303894043], "cos_Ac_negg": [0.6033397912979126, 0.6478419303894043], "r_norm": [0.16871745884418488, 0.17221903800964355]}, {"step": 19700, "epoch": 50, "train_loss": 0.00016975405742414296, "cos_r_negg": [0.6033539772033691, 0.6477673053741455], "cos_innovation_negg": [0.6033539772033691, 0.6477673053741455], "cos_apical_negg": [0.6033539772033691, 0.6477673053741455], "cos_Ac_negg": [0.6033539772033691, 0.6477673053741455], "r_norm": [0.16854460537433624, 0.1720053255558014]}, {"step": 19750, "epoch": 50, "train_loss": 0.00014352163998410106, "cos_r_negg": [0.6031496524810791, 0.6478391885757446], "cos_innovation_negg": [0.6031496524810791, 0.6478391885757446], "cos_apical_negg": [0.6031496524810791, 0.6478391885757446], "cos_Ac_negg": [0.6031496524810791, 0.6478391885757446], "r_norm": [0.1684916913509369, 0.17199648916721344]}, {"step": 19800, "epoch": 50, "train_loss": 9.58709861151874e-05, "cos_r_negg": [0.6036202311515808, 0.6480072736740112], "cos_innovation_negg": [0.6036202311515808, 0.6480072736740112], "cos_apical_negg": [0.6036202311515808, 0.6480072736740112], "cos_Ac_negg": [0.6036202311515808, 0.6480072736740112], "r_norm": [0.16861197352409363, 0.17217309772968292]}, {"step": 19850, "epoch": 50, "train_loss": 9.225230314768851e-05, "cos_r_negg": [0.6036173105239868, 0.6481582522392273], "cos_innovation_negg": [0.6036173105239868, 0.6481582522392273], "cos_apical_negg": [0.6036173105239868, 0.6481582522392273], "cos_Ac_negg": [0.6036173105239868, 0.6481582522392273], "r_norm": [0.16822820901870728, 0.17177540063858032]}, {"step": 19900, "epoch": 50, "train_loss": 9.401090210303664e-05, "cos_r_negg": [0.6036850810050964, 0.6483031511306763], "cos_innovation_negg": [0.6036850810050964, 0.6483031511306763], "cos_apical_negg": [0.6036850810050964, 0.6483031511306763], "cos_Ac_negg": [0.6036850810050964, 0.6483031511306763], "r_norm": [0.16865429282188416, 0.17222937941551208]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9755, "test_loss": 0.1340277503967285}, {"step": 19950, "epoch": 51, "train_loss": 6.0780079365940765e-05, "cos_r_negg": [0.6035540103912354, 0.6481627225875854], "cos_innovation_negg": [0.6035540103912354, 0.6481627225875854], "cos_apical_negg": [0.6035540103912354, 0.6481627225875854], "cos_Ac_negg": [0.6035540103912354, 0.6481627225875854], "r_norm": [0.16865532100200653, 0.17217296361923218]}, {"step": 20000, "epoch": 51, "train_loss": 5.4573181841988117e-05, "cos_r_negg": [0.6035765409469604, 0.6481935381889343], "cos_innovation_negg": [0.6035765409469604, 0.6481935381889343], "cos_apical_negg": [0.6035765409469604, 0.6481935381889343], "cos_Ac_negg": [0.6035765409469604, 0.6481935381889343], "r_norm": [0.1686720848083496, 0.17221537232398987]}, {"step": 20050, "epoch": 51, "train_loss": 6.837290857220069e-05, "cos_r_negg": [0.6038254499435425, 0.6482897400856018], "cos_innovation_negg": [0.6038254499435425, 0.6482897400856018], "cos_apical_negg": [0.6038254499435425, 0.6482897400856018], "cos_Ac_negg": [0.6038254499435425, 0.6482897400856018], "r_norm": [0.1687171757221222, 0.17230601608753204]}, {"step": 20100, "epoch": 51, "train_loss": 4.723113670479506e-05, "cos_r_negg": [0.6038355827331543, 0.6485618948936462], "cos_innovation_negg": [0.6038355827331543, 0.6485618948936462], "cos_apical_negg": [0.6038355827331543, 0.6485618948936462], "cos_Ac_negg": [0.6038355827331543, 0.6485618948936462], "r_norm": [0.16894274950027466, 0.17245709896087646]}, {"step": 20150, "epoch": 51, "train_loss": 4.730221917270683e-05, "cos_r_negg": [0.6038572788238525, 0.6485165357589722], "cos_innovation_negg": [0.6038572788238525, 0.6485165357589722], "cos_apical_negg": [0.6038572788238525, 0.6485165357589722], "cos_Ac_negg": [0.6038572788238525, 0.6485165357589722], "r_norm": [0.16922494769096375, 0.17267447710037231]}, {"step": 20200, "epoch": 51, "train_loss": 0.0001054140884662047, "cos_r_negg": [0.6038970351219177, 0.6485815048217773], "cos_innovation_negg": [0.6038970351219177, 0.6485815048217773], "cos_apical_negg": [0.6038970351219177, 0.6485815048217773], "cos_Ac_negg": [0.6038970351219177, 0.6485815048217773], "r_norm": [0.1691063940525055, 0.17257368564605713]}, {"step": 20250, "epoch": 51, "train_loss": 6.820472481194884e-05, "cos_r_negg": [0.60374915599823, 0.6484501957893372], "cos_innovation_negg": [0.60374915599823, 0.6484501957893372], "cos_apical_negg": [0.60374915599823, 0.6484501957893372], "cos_Ac_negg": [0.60374915599823, 0.6484501957893372], "r_norm": [0.1691397726535797, 0.1726456880569458]}, {"step": 20300, "epoch": 51, "train_loss": 7.90772246546112e-05, "cos_r_negg": [0.6037513613700867, 0.6486269235610962], "cos_innovation_negg": [0.6037513613700867, 0.6486269235610962], "cos_apical_negg": [0.6037513613700867, 0.6486269235610962], "cos_Ac_negg": [0.6037513613700867, 0.6486269235610962], "r_norm": [0.16865071654319763, 0.172170490026474]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9756, "test_loss": 0.13417531924247741}, {"step": 20350, "epoch": 52, "train_loss": 0.0001432445424143225, "cos_r_negg": [0.6038313508033752, 0.6486314535140991], "cos_innovation_negg": [0.6038313508033752, 0.6486314535140991], "cos_apical_negg": [0.6038313508033752, 0.6486314535140991], "cos_Ac_negg": [0.6038313508033752, 0.6486314535140991], "r_norm": [0.1685965210199356, 0.17211374640464783]}, {"step": 20400, "epoch": 52, "train_loss": 4.11456567235291e-05, "cos_r_negg": [0.6037663817405701, 0.6486233472824097], "cos_innovation_negg": [0.6037663817405701, 0.6486233472824097], "cos_apical_negg": [0.6037663817405701, 0.6486233472824097], "cos_Ac_negg": [0.6037663817405701, 0.6486233472824097], "r_norm": [0.1691925823688507, 0.17270870506763458]}, {"step": 20450, "epoch": 52, "train_loss": 8.220854215323925e-05, "cos_r_negg": [0.6036218404769897, 0.6487911939620972], "cos_innovation_negg": [0.6036218404769897, 0.6487911939620972], "cos_apical_negg": [0.6036218404769897, 0.6487911939620972], "cos_Ac_negg": [0.6036218404769897, 0.6487911939620972], "r_norm": [0.1689879298210144, 0.1725209653377533]}, {"step": 20500, "epoch": 52, "train_loss": 0.0001058308407664299, "cos_r_negg": [0.6036841869354248, 0.6488915681838989], "cos_innovation_negg": [0.6036841869354248, 0.6488915681838989], "cos_apical_negg": [0.6036841869354248, 0.6488915681838989], "cos_Ac_negg": [0.6036841869354248, 0.6488915681838989], "r_norm": [0.1684211790561676, 0.17193208634853363]}, {"step": 20550, "epoch": 52, "train_loss": 5.734608566854149e-05, "cos_r_negg": [0.6037173271179199, 0.6487879157066345], "cos_innovation_negg": [0.6037173271179199, 0.6487879157066345], "cos_apical_negg": [0.6037173271179199, 0.6487879157066345], "cos_Ac_negg": [0.6037173271179199, 0.6487879157066345], "r_norm": [0.16844531893730164, 0.1719730794429779]}, {"step": 20600, "epoch": 52, "train_loss": 5.80316518608015e-05, "cos_r_negg": [0.6037579774856567, 0.6488766670227051], "cos_innovation_negg": [0.6037579774856567, 0.6488766670227051], "cos_apical_negg": [0.6037579774856567, 0.6488766670227051], "cos_Ac_negg": [0.6037579774856567, 0.6488766670227051], "r_norm": [0.16855280101299286, 0.17212723195552826]}, {"step": 20650, "epoch": 52, "train_loss": 0.00020425114780664444, "cos_r_negg": [0.6039832830429077, 0.6489080190658569], "cos_innovation_negg": [0.6039832830429077, 0.6489080190658569], "cos_apical_negg": [0.6039832830429077, 0.6489080190658569], "cos_Ac_negg": [0.6039832830429077, 0.6489080190658569], "r_norm": [0.16857345402240753, 0.17210352420806885]}, {"step": 20700, "epoch": 52, "train_loss": 5.4444317356683314e-05, "cos_r_negg": [0.6040632724761963, 0.6490800976753235], "cos_innovation_negg": [0.6040632724761963, 0.6490800976753235], "cos_apical_negg": [0.6040632724761963, 0.6490800976753235], "cos_Ac_negg": [0.6040632724761963, 0.6490800976753235], "r_norm": [0.16800004243850708, 0.17144924402236938]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9755, "test_loss": 0.13454829053878783}, {"step": 20750, "epoch": 53, "train_loss": 6.841024151071906e-05, "cos_r_negg": [0.6039712429046631, 0.6489769220352173], "cos_innovation_negg": [0.6039712429046631, 0.6489769220352173], "cos_apical_negg": [0.6039712429046631, 0.6489769220352173], "cos_Ac_negg": [0.6039712429046631, 0.6489769220352173], "r_norm": [0.16859889030456543, 0.17211848497390747]}, {"step": 20800, "epoch": 53, "train_loss": 8.308902761200443e-05, "cos_r_negg": [0.6042495965957642, 0.6490391492843628], "cos_innovation_negg": [0.6042495965957642, 0.6490391492843628], "cos_apical_negg": [0.6042495965957642, 0.6490391492843628], "cos_Ac_negg": [0.6042495965957642, 0.6490391492843628], "r_norm": [0.1689005196094513, 0.17237725853919983]}, {"step": 20850, "epoch": 53, "train_loss": 0.0001750300289131701, "cos_r_negg": [0.6043009757995605, 0.6491434574127197], "cos_innovation_negg": [0.6043009757995605, 0.6491434574127197], "cos_apical_negg": [0.6043009757995605, 0.6491434574127197], "cos_Ac_negg": [0.6043009757995605, 0.6491434574127197], "r_norm": [0.16847357153892517, 0.17189350724220276]}, {"step": 20900, "epoch": 53, "train_loss": 9.822725405683741e-05, "cos_r_negg": [0.6044434905052185, 0.6490635275840759], "cos_innovation_negg": [0.6044434905052185, 0.6490635275840759], "cos_apical_negg": [0.6044434905052185, 0.6490635275840759], "cos_Ac_negg": [0.6044434905052185, 0.6490635275840759], "r_norm": [0.1686420440673828, 0.17207083106040955]}, {"step": 20950, "epoch": 53, "train_loss": 0.00011558152618817985, "cos_r_negg": [0.6044657230377197, 0.6489748954772949], "cos_innovation_negg": [0.6044657230377197, 0.6489748954772949], "cos_apical_negg": [0.6044657230377197, 0.6489748954772949], "cos_Ac_negg": [0.6044657230377197, 0.6489748954772949], "r_norm": [0.16933663189411163, 0.17283126711845398]}, {"step": 21000, "epoch": 53, "train_loss": 3.207597910659388e-05, "cos_r_negg": [0.6043598055839539, 0.649335503578186], "cos_innovation_negg": [0.6043598055839539, 0.649335503578186], "cos_apical_negg": [0.6043598055839539, 0.649335503578186], "cos_Ac_negg": [0.6043598055839539, 0.649335503578186], "r_norm": [0.16855081915855408, 0.1720600426197052]}, {"step": 21050, "epoch": 53, "train_loss": 0.00010493130685063079, "cos_r_negg": [0.6041138172149658, 0.6495763063430786], "cos_innovation_negg": [0.6041138172149658, 0.6495763063430786], "cos_apical_negg": [0.6041138172149658, 0.6495763063430786], "cos_Ac_negg": [0.6041138172149658, 0.6495763063430786], "r_norm": [0.16762970387935638, 0.17112049460411072]}, {"step": 21100, "epoch": 53, "train_loss": 0.00020996641251258552, "cos_r_negg": [0.6040990948677063, 0.6495751738548279], "cos_innovation_negg": [0.6040990948677063, 0.6495751738548279], "cos_apical_negg": [0.6040990948677063, 0.6495751738548279], "cos_Ac_negg": [0.6040990948677063, 0.6495751738548279], "r_norm": [0.1679982841014862, 0.17151501774787903]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9756, "test_loss": 0.13463338384628296}, {"step": 21150, "epoch": 54, "train_loss": 7.89734476711601e-05, "cos_r_negg": [0.6038950681686401, 0.6495577096939087], "cos_innovation_negg": [0.6038950681686401, 0.6495577096939087], "cos_apical_negg": [0.6038950681686401, 0.6495577096939087], "cos_Ac_negg": [0.6038950681686401, 0.6495577096939087], "r_norm": [0.16825541853904724, 0.17180654406547546]}, {"step": 21200, "epoch": 54, "train_loss": 3.4947435779031366e-05, "cos_r_negg": [0.6045862436294556, 0.6494413614273071], "cos_innovation_negg": [0.6045862436294556, 0.6494413614273071], "cos_apical_negg": [0.6045862436294556, 0.6494413614273071], "cos_Ac_negg": [0.6045862436294556, 0.6494413614273071], "r_norm": [0.16900236904621124, 0.1725691854953766]}, {"step": 21250, "epoch": 54, "train_loss": 4.050928691867739e-05, "cos_r_negg": [0.6042829751968384, 0.6493419408798218], "cos_innovation_negg": [0.6042829751968384, 0.6493419408798218], "cos_apical_negg": [0.6042829751968384, 0.6493419408798218], "cos_Ac_negg": [0.6042829751968384, 0.6493419408798218], "r_norm": [0.1689811497926712, 0.17254160344600677]}, {"step": 21300, "epoch": 54, "train_loss": 0.00010028997348854318, "cos_r_negg": [0.6044410467147827, 0.6494854688644409], "cos_innovation_negg": [0.6044410467147827, 0.6494854688644409], "cos_apical_negg": [0.6044410467147827, 0.6494854688644409], "cos_Ac_negg": [0.6044410467147827, 0.6494854688644409], "r_norm": [0.16891463100910187, 0.17246700823307037]}, {"step": 21350, "epoch": 54, "train_loss": 0.0001140082094934769, "cos_r_negg": [0.6045219898223877, 0.6497216820716858], "cos_innovation_negg": [0.6045219898223877, 0.6497216820716858], "cos_apical_negg": [0.6045219898223877, 0.6497216820716858], "cos_Ac_negg": [0.6045219898223877, 0.6497216820716858], "r_norm": [0.16860193014144897, 0.17209523916244507]}, {"step": 21400, "epoch": 54, "train_loss": 8.147190237650648e-05, "cos_r_negg": [0.6042108535766602, 0.6498234272003174], "cos_innovation_negg": [0.6042108535766602, 0.6498234272003174], "cos_apical_negg": [0.6042108535766602, 0.6498234272003174], "cos_Ac_negg": [0.6042108535766602, 0.6498234272003174], "r_norm": [0.16798610985279083, 0.171464741230011]}, {"step": 21450, "epoch": 54, "train_loss": 8.598446584073827e-05, "cos_r_negg": [0.603956937789917, 0.6496994495391846], "cos_innovation_negg": [0.603956937789917, 0.6496994495391846], "cos_apical_negg": [0.603956937789917, 0.6496994495391846], "cos_Ac_negg": [0.603956937789917, 0.6496994495391846], "r_norm": [0.1678568422794342, 0.1713258922100067]}, {"step": 21500, "epoch": 54, "train_loss": 8.971086936071515e-05, "cos_r_negg": [0.6044150590896606, 0.6499788761138916], "cos_innovation_negg": [0.6044150590896606, 0.6499788761138916], "cos_apical_negg": [0.6044150590896606, 0.6499788761138916], "cos_Ac_negg": [0.6044150590896606, 0.6499788761138916], "r_norm": [0.16766786575317383, 0.1711319535970688]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9756, "test_loss": 0.13492628178596497}, {"step": 21550, "epoch": 55, "train_loss": 5.7210883824154735e-05, "cos_r_negg": [0.60486900806427, 0.6499944925308228], "cos_innovation_negg": [0.60486900806427, 0.6499944925308228], "cos_apical_negg": [0.60486900806427, 0.6499944925308228], "cos_Ac_negg": [0.60486900806427, 0.6499944925308228], "r_norm": [0.16793151199817657, 0.1713642179965973]}, {"step": 21600, "epoch": 55, "train_loss": 6.176927126944065e-05, "cos_r_negg": [0.6040211915969849, 0.6500412225723267], "cos_innovation_negg": [0.6040211915969849, 0.6500412225723267], "cos_apical_negg": [0.6040211915969849, 0.6500412225723267], "cos_Ac_negg": [0.6040211915969849, 0.6500412225723267], "r_norm": [0.16790038347244263, 0.17135398089885712]}, {"step": 21650, "epoch": 55, "train_loss": 5.215161218075082e-05, "cos_r_negg": [0.6039741039276123, 0.6500500440597534], "cos_innovation_negg": [0.6039741039276123, 0.6500500440597534], "cos_apical_negg": [0.6039741039276123, 0.6500500440597534], "cos_Ac_negg": [0.6039741039276123, 0.6500500440597534], "r_norm": [0.16783350706100464, 0.17122921347618103]}, {"step": 21700, "epoch": 55, "train_loss": 7.366501085925847e-05, "cos_r_negg": [0.604705274105072, 0.6501867771148682], "cos_innovation_negg": [0.604705274105072, 0.6501867771148682], "cos_apical_negg": [0.604705274105072, 0.6501867771148682], "cos_Ac_negg": [0.604705274105072, 0.6501867771148682], "r_norm": [0.1682199090719223, 0.1716374158859253]}, {"step": 21750, "epoch": 55, "train_loss": 0.00010369674419052899, "cos_r_negg": [0.6047008037567139, 0.6502874493598938], "cos_innovation_negg": [0.6047008037567139, 0.6502874493598938], "cos_apical_negg": [0.6047008037567139, 0.6502874493598938], "cos_Ac_negg": [0.6047008037567139, 0.6502874493598938], "r_norm": [0.16812986135482788, 0.1715744286775589]}, {"step": 21800, "epoch": 55, "train_loss": 0.00022428335796575993, "cos_r_negg": [0.6047297120094299, 0.6505041122436523], "cos_innovation_negg": [0.6047297120094299, 0.6505041122436523], "cos_apical_negg": [0.6047297120094299, 0.6505041122436523], "cos_Ac_negg": [0.6047297120094299, 0.6505041122436523], "r_norm": [0.16822978854179382, 0.17171800136566162]}, {"step": 21850, "epoch": 55, "train_loss": 4.47826532763429e-05, "cos_r_negg": [0.6049531102180481, 0.6502388715744019], "cos_innovation_negg": [0.6049531102180481, 0.6502388715744019], "cos_apical_negg": [0.6049531102180481, 0.6502388715744019], "cos_Ac_negg": [0.6049531102180481, 0.6502388715744019], "r_norm": [0.16835369169712067, 0.17188245058059692]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9756, "test_loss": 0.13516260328292848}, {"step": 21900, "epoch": 56, "train_loss": 6.525836943183094e-05, "cos_r_negg": [0.6050180196762085, 0.6501460075378418], "cos_innovation_negg": [0.6050180196762085, 0.6501460075378418], "cos_apical_negg": [0.6050180196762085, 0.6501460075378418], "cos_Ac_negg": [0.6050180196762085, 0.6501460075378418], "r_norm": [0.16839829087257385, 0.17195044457912445]}, {"step": 21950, "epoch": 56, "train_loss": 0.00017879478400573134, "cos_r_negg": [0.6048137545585632, 0.6498758792877197], "cos_innovation_negg": [0.6048137545585632, 0.6498758792877197], "cos_apical_negg": [0.6048137545585632, 0.6498758792877197], "cos_Ac_negg": [0.6048137545585632, 0.6498758792877197], "r_norm": [0.16865938901901245, 0.17218123376369476]}, {"step": 22000, "epoch": 56, "train_loss": 6.694579496979713e-05, "cos_r_negg": [0.6051260232925415, 0.6501862406730652], "cos_innovation_negg": [0.6051260232925415, 0.6501862406730652], "cos_apical_negg": [0.6051260232925415, 0.6501862406730652], "cos_Ac_negg": [0.6051260232925415, 0.6501862406730652], "r_norm": [0.16868893802165985, 0.17222602665424347]}, {"step": 22050, "epoch": 56, "train_loss": 4.436233939486556e-05, "cos_r_negg": [0.6051053404808044, 0.6501420736312866], "cos_innovation_negg": [0.6051053404808044, 0.6501420736312866], "cos_apical_negg": [0.6051053404808044, 0.6501420736312866], "cos_Ac_negg": [0.6051053404808044, 0.6501420736312866], "r_norm": [0.1683623492717743, 0.17184671759605408]}, {"step": 22100, "epoch": 56, "train_loss": 6.76349809509702e-05, "cos_r_negg": [0.6052777767181396, 0.6503075361251831], "cos_innovation_negg": [0.6052777767181396, 0.6503075361251831], "cos_apical_negg": [0.6052777767181396, 0.6503075361251831], "cos_Ac_negg": [0.6052777767181396, 0.6503075361251831], "r_norm": [0.16832908987998962, 0.17182597517967224]}, {"step": 22150, "epoch": 56, "train_loss": 0.00018119197920896113, "cos_r_negg": [0.6050992012023926, 0.6504453420639038], "cos_innovation_negg": [0.6050992012023926, 0.6504453420639038], "cos_apical_negg": [0.6050992012023926, 0.6504453420639038], "cos_Ac_negg": [0.6050992012023926, 0.6504453420639038], "r_norm": [0.168333500623703, 0.1718498319387436]}, {"step": 22200, "epoch": 56, "train_loss": 0.00013724996824748814, "cos_r_negg": [0.604245662689209, 0.6500661373138428], "cos_innovation_negg": [0.604245662689209, 0.6500661373138428], "cos_apical_negg": [0.604245662689209, 0.6500661373138428], "cos_Ac_negg": [0.604245662689209, 0.6500661373138428], "r_norm": [0.16814236342906952, 0.17167305946350098]}, {"step": 22250, "epoch": 56, "train_loss": 0.00018830527551472187, "cos_r_negg": [0.6051144599914551, 0.6504479646682739], "cos_innovation_negg": [0.6051144599914551, 0.6504479646682739], "cos_apical_negg": [0.6051144599914551, 0.6504479646682739], "cos_Ac_negg": [0.6051144599914551, 0.6504479646682739], "r_norm": [0.16778135299682617, 0.17132990062236786]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9755, "test_loss": 0.13542479848861694}, {"step": 22300, "epoch": 57, "train_loss": 0.00011279607133474201, "cos_r_negg": [0.6047604084014893, 0.6505526304244995], "cos_innovation_negg": [0.6047604084014893, 0.6505526304244995], "cos_apical_negg": [0.6047604084014893, 0.6505526304244995], "cos_Ac_negg": [0.6047604084014893, 0.6505526304244995], "r_norm": [0.16809473931789398, 0.1715964376926422]}, {"step": 22350, "epoch": 57, "train_loss": 0.00017363394726999104, "cos_r_negg": [0.6049540042877197, 0.6506282091140747], "cos_innovation_negg": [0.6049540042877197, 0.6506282091140747], "cos_apical_negg": [0.6049540042877197, 0.6506282091140747], "cos_Ac_negg": [0.6049540042877197, 0.6506282091140747], "r_norm": [0.16761280596256256, 0.17111821472644806]}, {"step": 22400, "epoch": 57, "train_loss": 0.00010470243432791904, "cos_r_negg": [0.6044224500656128, 0.6499810218811035], "cos_innovation_negg": [0.6044224500656128, 0.6499810218811035], "cos_apical_negg": [0.6044224500656128, 0.6499810218811035], "cos_Ac_negg": [0.6044224500656128, 0.6499810218811035], "r_norm": [0.16733036935329437, 0.17083008587360382]}, {"step": 22450, "epoch": 57, "train_loss": 6.0554542869795114e-05, "cos_r_negg": [0.6043549180030823, 0.6505733728408813], "cos_innovation_negg": [0.6043549180030823, 0.6505733728408813], "cos_apical_negg": [0.6043549180030823, 0.6505733728408813], "cos_Ac_negg": [0.6043549180030823, 0.6505733728408813], "r_norm": [0.16802772879600525, 0.17149409651756287]}, {"step": 22500, "epoch": 57, "train_loss": 9.093787957681343e-05, "cos_r_negg": [0.6044673323631287, 0.6503376364707947], "cos_innovation_negg": [0.6044673323631287, 0.6503376364707947], "cos_apical_negg": [0.6044673323631287, 0.6503376364707947], "cos_Ac_negg": [0.6044673323631287, 0.6503376364707947], "r_norm": [0.16787631809711456, 0.17133836448192596]}, {"step": 22550, "epoch": 57, "train_loss": 0.0001232048380188644, "cos_r_negg": [0.6048797369003296, 0.6506991386413574], "cos_innovation_negg": [0.6048797369003296, 0.6506991386413574], "cos_apical_negg": [0.6048797369003296, 0.6506991386413574], "cos_Ac_negg": [0.6048797369003296, 0.6506991386413574], "r_norm": [0.16836071014404297, 0.1718759536743164]}, {"step": 22600, "epoch": 57, "train_loss": 4.973926115781069e-05, "cos_r_negg": [0.604827880859375, 0.6508284211158752], "cos_innovation_negg": [0.604827880859375, 0.6508284211158752], "cos_apical_negg": [0.604827880859375, 0.6508284211158752], "cos_Ac_negg": [0.604827880859375, 0.6508284211158752], "r_norm": [0.16800913214683533, 0.1714945137500763]}, {"step": 22650, "epoch": 57, "train_loss": 0.00012719977530650795, "cos_r_negg": [0.6048856973648071, 0.6507419347763062], "cos_innovation_negg": [0.6048856973648071, 0.6507419347763062], "cos_apical_negg": [0.6048856973648071, 0.6507419347763062], "cos_Ac_negg": [0.6048856973648071, 0.6507419347763062], "r_norm": [0.16820499300956726, 0.17170321941375732]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9754, "test_loss": 0.13562023062705994}, {"step": 22700, "epoch": 58, "train_loss": 0.0001418435713276267, "cos_r_negg": [0.6049427390098572, 0.6504189968109131], "cos_innovation_negg": [0.6049427390098572, 0.6504189968109131], "cos_apical_negg": [0.6049427390098572, 0.6504189968109131], "cos_Ac_negg": [0.6049427390098572, 0.6504189968109131], "r_norm": [0.1685991734266281, 0.1720828413963318]}, {"step": 22750, "epoch": 58, "train_loss": 0.00011998235277133062, "cos_r_negg": [0.6050533056259155, 0.6504189968109131], "cos_innovation_negg": [0.6050533056259155, 0.6504189968109131], "cos_apical_negg": [0.6050533056259155, 0.6504189968109131], "cos_Ac_negg": [0.6050533056259155, 0.6504189968109131], "r_norm": [0.168497234582901, 0.17195995151996613]}, {"step": 22800, "epoch": 58, "train_loss": 0.00012853664520662278, "cos_r_negg": [0.6048213839530945, 0.6506153345108032], "cos_innovation_negg": [0.6048213839530945, 0.6506153345108032], "cos_apical_negg": [0.6048213839530945, 0.6506153345108032], "cos_Ac_negg": [0.6048213839530945, 0.6506153345108032], "r_norm": [0.1682819426059723, 0.1717703491449356]}, {"step": 22850, "epoch": 58, "train_loss": 0.00014287367230281234, "cos_r_negg": [0.6050024032592773, 0.6507449746131897], "cos_innovation_negg": [0.6050024032592773, 0.6507449746131897], "cos_apical_negg": [0.6050024032592773, 0.6507449746131897], "cos_Ac_negg": [0.6050024032592773, 0.6507449746131897], "r_norm": [0.16874171793460846, 0.1722731739282608]}, {"step": 22900, "epoch": 58, "train_loss": 4.381004691822454e-05, "cos_r_negg": [0.6053088903427124, 0.6508054733276367], "cos_innovation_negg": [0.6053088903427124, 0.6508054733276367], "cos_apical_negg": [0.6053088903427124, 0.6508054733276367], "cos_Ac_negg": [0.6053088903427124, 0.6508054733276367], "r_norm": [0.16854453086853027, 0.17207583785057068]}, {"step": 22950, "epoch": 58, "train_loss": 0.00016328731726389378, "cos_r_negg": [0.6051536202430725, 0.6506412029266357], "cos_innovation_negg": [0.6051536202430725, 0.6506412029266357], "cos_apical_negg": [0.6051536202430725, 0.6506412029266357], "cos_Ac_negg": [0.6051536202430725, 0.6506412029266357], "r_norm": [0.16846883296966553, 0.17194116115570068]}, {"step": 23000, "epoch": 58, "train_loss": 4.8937261453829706e-05, "cos_r_negg": [0.6051744222640991, 0.6508152484893799], "cos_innovation_negg": [0.6051744222640991, 0.6508152484893799], "cos_apical_negg": [0.6051744222640991, 0.6508152484893799], "cos_Ac_negg": [0.6051744222640991, 0.6508152484893799], "r_norm": [0.1677338033914566, 0.1711939573287964]}, {"step": 23050, "epoch": 58, "train_loss": 7.424268551403657e-05, "cos_r_negg": [0.6053138971328735, 0.6506684422492981], "cos_innovation_negg": [0.6053138971328735, 0.6506684422492981], "cos_apical_negg": [0.6053138971328735, 0.6506684422492981], "cos_Ac_negg": [0.6053138971328735, 0.6506684422492981], "r_norm": [0.16786333918571472, 0.17132462561130524]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9757, "test_loss": 0.13583865146636964}, {"step": 23100, "epoch": 59, "train_loss": 7.853542774682865e-05, "cos_r_negg": [0.605339527130127, 0.6506075859069824], "cos_innovation_negg": [0.605339527130127, 0.6506075859069824], "cos_apical_negg": [0.605339527130127, 0.6506075859069824], "cos_Ac_negg": [0.605339527130127, 0.6506075859069824], "r_norm": [0.16758690774440765, 0.1710849404335022]}, {"step": 23150, "epoch": 59, "train_loss": 6.607852992601693e-05, "cos_r_negg": [0.6053804755210876, 0.650680661201477], "cos_innovation_negg": [0.6053804755210876, 0.650680661201477], "cos_apical_negg": [0.6053804755210876, 0.650680661201477], "cos_Ac_negg": [0.6053804755210876, 0.650680661201477], "r_norm": [0.16734881699085236, 0.17081528902053833]}, {"step": 23200, "epoch": 59, "train_loss": 2.1540310626733117e-05, "cos_r_negg": [0.6053014993667603, 0.6510993838310242], "cos_innovation_negg": [0.6053014993667603, 0.6510993838310242], "cos_apical_negg": [0.6053014993667603, 0.6510993838310242], "cos_Ac_negg": [0.6053014993667603, 0.6510993838310242], "r_norm": [0.16764436662197113, 0.1711547076702118]}, {"step": 23250, "epoch": 59, "train_loss": 6.367960304487497e-05, "cos_r_negg": [0.6053328514099121, 0.6506636142730713], "cos_innovation_negg": [0.6053328514099121, 0.6506636142730713], "cos_apical_negg": [0.6053328514099121, 0.6506636142730713], "cos_Ac_negg": [0.6053328514099121, 0.6506636142730713], "r_norm": [0.16756030917167664, 0.17103302478790283]}, {"step": 23300, "epoch": 59, "train_loss": 5.435249477159232e-05, "cos_r_negg": [0.6053910851478577, 0.6510412693023682], "cos_innovation_negg": [0.6053910851478577, 0.6510412693023682], "cos_apical_negg": [0.6053910851478577, 0.6510412693023682], "cos_Ac_negg": [0.6053910851478577, 0.6510412693023682], "r_norm": [0.16745427250862122, 0.17095579206943512]}, {"step": 23350, "epoch": 59, "train_loss": 2.4428309188806452e-05, "cos_r_negg": [0.6050963997840881, 0.6513344049453735], "cos_innovation_negg": [0.6050963997840881, 0.6513344049453735], "cos_apical_negg": [0.6050963997840881, 0.6513344049453735], "cos_Ac_negg": [0.6050963997840881, 0.6513344049453735], "r_norm": [0.16793300211429596, 0.17150835692882538]}, {"step": 23400, "epoch": 59, "train_loss": 0.0002510545600671321, "cos_r_negg": [0.6050891876220703, 0.6511523127555847], "cos_innovation_negg": [0.6050891876220703, 0.6511523127555847], "cos_apical_negg": [0.6050891876220703, 0.6511523127555847], "cos_Ac_negg": [0.6050891876220703, 0.6511523127555847], "r_norm": [0.1680346578359604, 0.17150111496448517]}, {"step": 23450, "epoch": 59, "train_loss": 8.256574801634997e-05, "cos_r_negg": [0.6051723957061768, 0.6510987281799316], "cos_innovation_negg": [0.6051723957061768, 0.6510987281799316], "cos_apical_negg": [0.6051723957061768, 0.6510987281799316], "cos_Ac_negg": [0.6051723957061768, 0.6510987281799316], "r_norm": [0.1679898202419281, 0.1714199185371399]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9753, "test_loss": 0.13621615686416627}], "final": {"test_acc": 0.9753, "test_loss": 0.13621615686416627, "wall_s": 34.95461416244507, "cos_r_negg": [0.6050129532814026, 0.650493860244751], "cos_innovation_negg": [0.6050129532814026, 0.650493860244751], "cos_apical_negg": [0.6050129532814026, 0.650493860244751], "cos_Ac_negg": [0.6050129532814026, 0.650493860244751]}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_dfa_w500_d2_s3.json b/results/ep_depth2_v1_mnist_dfa_w500_d2_s3.json
new file mode 100644
index 0000000..418aad5
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_dfa_w500_d2_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s3", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3924615383148193, "cos_r_negg": [-0.02665496990084648, -0.002018297789618373], "cos_innovation_negg": [-0.02665496990084648, -0.002018297789618373], "cos_apical_negg": [-0.02665496990084648, -0.002018297789618373], "cos_Ac_negg": [-0.02665496990084648, -0.002018297789618373], "r_norm": [6.604043006896973, 6.6314496994018555]}, {"step": 50, "epoch": 0, "train_loss": 0.5841324329376221, "cos_r_negg": [0.45599082112312317, 0.31913265585899353], "cos_innovation_negg": [0.45599082112312317, 0.31913265585899353], "cos_apical_negg": [0.45599082112312317, 0.31913265585899353], "cos_Ac_negg": [0.45599082112312317, 0.31913265585899353], "r_norm": [1.3952195644378662, 1.4233852624893188]}, {"step": 100, "epoch": 0, "train_loss": 0.253312349319458, "cos_r_negg": [0.5027313232421875, 0.3689349293708801], "cos_innovation_negg": [0.5027313232421875, 0.3689349293708801], "cos_apical_negg": [0.5027313232421875, 0.3689349293708801], "cos_Ac_negg": [0.5027313232421875, 0.3689349293708801], "r_norm": [1.1667263507843018, 1.1861677169799805]}, {"step": 150, "epoch": 0, "train_loss": 0.13977177441120148, "cos_r_negg": [0.5003721117973328, 0.38747236132621765], "cos_innovation_negg": [0.5003721117973328, 0.38747236132621765], "cos_apical_negg": [0.5003721117973328, 0.38747236132621765], "cos_Ac_negg": [0.5003721117973328, 0.38747236132621765], "r_norm": [1.0229743719100952, 1.0451810359954834]}, {"step": 200, "epoch": 0, "train_loss": 0.3081572651863098, "cos_r_negg": [0.511802613735199, 0.3924868106842041], "cos_innovation_negg": [0.511802613735199, 0.3924868106842041], "cos_apical_negg": [0.511802613735199, 0.3924868106842041], "cos_Ac_negg": [0.511802613735199, 0.3924868106842041], "r_norm": [0.940117597579956, 0.9642013907432556]}, {"step": 250, "epoch": 0, "train_loss": 0.35897988080978394, "cos_r_negg": [0.5263099670410156, 0.4219735264778137], "cos_innovation_negg": [0.5263099670410156, 0.4219735264778137], "cos_apical_negg": [0.5263099670410156, 0.4219735264778137], "cos_Ac_negg": [0.5263099670410156, 0.4219735264778137], "r_norm": [0.8667110204696655, 0.8899164795875549]}, {"step": 300, "epoch": 0, "train_loss": 0.14638985693454742, "cos_r_negg": [0.5061012506484985, 0.40525585412979126], "cos_innovation_negg": [0.5061012506484985, 0.40525585412979126], "cos_apical_negg": [0.5061012506484985, 0.40525585412979126], "cos_Ac_negg": [0.5061012506484985, 0.40525585412979126], "r_norm": [0.7963658571243286, 0.8118852972984314]}, {"step": 350, "epoch": 0, "train_loss": 0.26766636967658997, "cos_r_negg": [0.5237017273902893, 0.42817381024360657], "cos_innovation_negg": [0.5237017273902893, 0.42817381024360657], "cos_apical_negg": [0.5237017273902893, 0.42817381024360657], "cos_Ac_negg": [0.5237017273902893, 0.42817381024360657], "r_norm": [0.689241886138916, 0.7065384387969971]}, {"epoch_end": 0, "step": 391, "test_acc": 0.947, "test_loss": 0.1821169174194336}, {"step": 400, "epoch": 1, "train_loss": 0.16765254735946655, "cos_r_negg": [0.5429109930992126, 0.46473661065101624], "cos_innovation_negg": [0.5429109930992126, 0.46473661065101624], "cos_apical_negg": [0.5429109930992126, 0.46473661065101624], "cos_Ac_negg": [0.5429109930992126, 0.46473661065101624], "r_norm": [0.6225666403770447, 0.6344884634017944]}, {"step": 450, "epoch": 1, "train_loss": 0.219117671251297, "cos_r_negg": [0.5572755932807922, 0.4803282618522644], "cos_innovation_negg": [0.5572755932807922, 0.4803282618522644], "cos_apical_negg": [0.5572755932807922, 0.4803282618522644], "cos_Ac_negg": [0.5572755932807922, 0.4803282618522644], "r_norm": [0.6081537008285522, 0.6207987070083618]}, {"step": 500, "epoch": 1, "train_loss": 0.16742479801177979, "cos_r_negg": [0.5600966811180115, 0.4783746004104614], "cos_innovation_negg": [0.5600966811180115, 0.4783746004104614], "cos_apical_negg": [0.5600966811180115, 0.4783746004104614], "cos_Ac_negg": [0.5600966811180115, 0.4783746004104614], "r_norm": [0.4907865524291992, 0.500177264213562]}, {"step": 550, "epoch": 1, "train_loss": 0.11173215508460999, "cos_r_negg": [0.5533449649810791, 0.477661669254303], "cos_innovation_negg": [0.5533449649810791, 0.477661669254303], "cos_apical_negg": [0.5533449649810791, 0.477661669254303], "cos_Ac_negg": [0.5533449649810791, 0.477661669254303], "r_norm": [0.6181353330612183, 0.6280072927474976]}, {"step": 600, "epoch": 1, "train_loss": 0.03609327971935272, "cos_r_negg": [0.5657881498336792, 0.48996639251708984], "cos_innovation_negg": [0.5657881498336792, 0.48996639251708984], "cos_apical_negg": [0.5657881498336792, 0.48996639251708984], "cos_Ac_negg": [0.5657881498336792, 0.48996639251708984], "r_norm": [0.5640174150466919, 0.5741411447525024]}, {"step": 650, "epoch": 1, "train_loss": 0.08138874173164368, "cos_r_negg": [0.5591314435005188, 0.4848976731300354], "cos_innovation_negg": [0.5591314435005188, 0.4848976731300354], "cos_apical_negg": [0.5591314435005188, 0.4848976731300354], "cos_Ac_negg": [0.5591314435005188, 0.4848976731300354], "r_norm": [0.4458025097846985, 0.4564259648323059]}, {"step": 700, "epoch": 1, "train_loss": 0.12418600916862488, "cos_r_negg": [0.5685328245162964, 0.4983053207397461], "cos_innovation_negg": [0.5685328245162964, 0.4983053207397461], "cos_apical_negg": [0.5685328245162964, 0.4983053207397461], "cos_Ac_negg": [0.5685328245162964, 0.4983053207397461], "r_norm": [0.5084590315818787, 0.5178529024124146]}, {"step": 750, "epoch": 1, "train_loss": 0.13869601488113403, "cos_r_negg": [0.5700340867042542, 0.5097957253456116], "cos_innovation_negg": [0.5700340867042542, 0.5097957253456116], "cos_apical_negg": [0.5700340867042542, 0.5097957253456116], "cos_Ac_negg": [0.5700340867042542, 0.5097957253456116], "r_norm": [0.5774502754211426, 0.5880316495895386]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9488, "test_loss": 0.1743174919128418}, {"step": 800, "epoch": 2, "train_loss": 0.07920217514038086, "cos_r_negg": [0.5671591758728027, 0.5131303071975708], "cos_innovation_negg": [0.5671591758728027, 0.5131303071975708], "cos_apical_negg": [0.5671591758728027, 0.5131303071975708], "cos_Ac_negg": [0.5671591758728027, 0.5131303071975708], "r_norm": [0.44916465878486633, 0.45538902282714844]}, {"step": 850, "epoch": 2, "train_loss": 0.05059780925512314, "cos_r_negg": [0.5811563730239868, 0.5230152606964111], "cos_innovation_negg": [0.5811563730239868, 0.5230152606964111], "cos_apical_negg": [0.5811563730239868, 0.5230152606964111], "cos_Ac_negg": [0.5811563730239868, 0.5230152606964111], "r_norm": [0.43486589193344116, 0.44085219502449036]}, {"step": 900, "epoch": 2, "train_loss": 0.0607563741505146, "cos_r_negg": [0.5733656287193298, 0.5285529494285583], "cos_innovation_negg": [0.5733656287193298, 0.5285529494285583], "cos_apical_negg": [0.5733656287193298, 0.5285529494285583], "cos_Ac_negg": [0.5733656287193298, 0.5285529494285583], "r_norm": [0.4829510450363159, 0.49327418208122253]}, {"step": 950, "epoch": 2, "train_loss": 0.222924143075943, "cos_r_negg": [0.5768473148345947, 0.5277199149131775], "cos_innovation_negg": [0.5768473148345947, 0.5277199149131775], "cos_apical_negg": [0.5768473148345947, 0.5277199149131775], "cos_Ac_negg": [0.5768473148345947, 0.5277199149131775], "r_norm": [0.4300326704978943, 0.4395398199558258]}, {"step": 1000, "epoch": 2, "train_loss": 0.07159774005413055, "cos_r_negg": [0.5854460597038269, 0.5466465353965759], "cos_innovation_negg": [0.5854460597038269, 0.5466465353965759], "cos_apical_negg": [0.5854460597038269, 0.5466465353965759], "cos_Ac_negg": [0.5854460597038269, 0.5466465353965759], "r_norm": [0.37092888355255127, 0.37685248255729675]}, {"step": 1050, "epoch": 2, "train_loss": 0.06558100879192352, "cos_r_negg": [0.5977554321289062, 0.5519745349884033], "cos_innovation_negg": [0.5977554321289062, 0.5519745349884033], "cos_apical_negg": [0.5977554321289062, 0.5519745349884033], "cos_Ac_negg": [0.5977554321289062, 0.5519745349884033], "r_norm": [0.43532922863960266, 0.4441056251525879]}, {"step": 1100, "epoch": 2, "train_loss": 0.1138586476445198, "cos_r_negg": [0.5771567821502686, 0.5468790531158447], "cos_innovation_negg": [0.5771567821502686, 0.5468790531158447], "cos_apical_negg": [0.5771567821502686, 0.5468790531158447], "cos_Ac_negg": [0.5771567821502686, 0.5468790531158447], "r_norm": [0.38885948061943054, 0.3973637819290161]}, {"step": 1150, "epoch": 2, "train_loss": 0.11196619272232056, "cos_r_negg": [0.59187251329422, 0.5543925762176514], "cos_innovation_negg": [0.59187251329422, 0.5543925762176514], "cos_apical_negg": [0.59187251329422, 0.5543925762176514], "cos_Ac_negg": [0.59187251329422, 0.5543925762176514], "r_norm": [0.3226669430732727, 0.3262585401535034]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.963, "test_loss": 0.1288117847442627}, {"step": 1200, "epoch": 3, "train_loss": 0.04954523593187332, "cos_r_negg": [0.5948906540870667, 0.5523039102554321], "cos_innovation_negg": [0.5948906540870667, 0.5523039102554321], "cos_apical_negg": [0.5948906540870667, 0.5523039102554321], "cos_Ac_negg": [0.5948906540870667, 0.5523039102554321], "r_norm": [0.34483402967453003, 0.35343700647354126]}, {"step": 1250, "epoch": 3, "train_loss": 0.14102399349212646, "cos_r_negg": [0.6013709902763367, 0.5701397061347961], "cos_innovation_negg": [0.6013709902763367, 0.5701397061347961], "cos_apical_negg": [0.6013709902763367, 0.5701397061347961], "cos_Ac_negg": [0.6013709902763367, 0.5701397061347961], "r_norm": [0.3229086399078369, 0.33028069138526917]}, {"step": 1300, "epoch": 3, "train_loss": 0.024666208773851395, "cos_r_negg": [0.6035033464431763, 0.564420223236084], "cos_innovation_negg": [0.6035033464431763, 0.564420223236084], "cos_apical_negg": [0.6035033464431763, 0.564420223236084], "cos_Ac_negg": [0.6035033464431763, 0.564420223236084], "r_norm": [0.3571130931377411, 0.3639366626739502]}, {"step": 1350, "epoch": 3, "train_loss": 0.025299429893493652, "cos_r_negg": [0.6005940437316895, 0.5693320035934448], "cos_innovation_negg": [0.6005940437316895, 0.5693320035934448], "cos_apical_negg": [0.6005940437316895, 0.5693320035934448], "cos_Ac_negg": [0.6005940437316895, 0.5693320035934448], "r_norm": [0.3022438585758209, 0.30699342489242554]}, {"step": 1400, "epoch": 3, "train_loss": 0.050803061574697495, "cos_r_negg": [0.6048681139945984, 0.5722551941871643], "cos_innovation_negg": [0.6048681139945984, 0.5722551941871643], "cos_apical_negg": [0.6048681139945984, 0.5722551941871643], "cos_Ac_negg": [0.6048681139945984, 0.5722551941871643], "r_norm": [0.37092140316963196, 0.37549519538879395]}, {"step": 1450, "epoch": 3, "train_loss": 0.06733989715576172, "cos_r_negg": [0.595406174659729, 0.5764481425285339], "cos_innovation_negg": [0.595406174659729, 0.5764481425285339], "cos_apical_negg": [0.595406174659729, 0.5764481425285339], "cos_Ac_negg": [0.595406174659729, 0.5764481425285339], "r_norm": [0.34838080406188965, 0.3527890145778656]}, {"step": 1500, "epoch": 3, "train_loss": 0.10880804061889648, "cos_r_negg": [0.607999324798584, 0.5845639109611511], "cos_innovation_negg": [0.607999324798584, 0.5845639109611511], "cos_apical_negg": [0.607999324798584, 0.5845639109611511], "cos_Ac_negg": [0.607999324798584, 0.5845639109611511], "r_norm": [0.25103065371513367, 0.2534012496471405]}, {"step": 1550, "epoch": 3, "train_loss": 0.05406835675239563, "cos_r_negg": [0.6018838882446289, 0.5925140380859375], "cos_innovation_negg": [0.6018838882446289, 0.5925140380859375], "cos_apical_negg": [0.6018838882446289, 0.5925140380859375], "cos_Ac_negg": [0.6018838882446289, 0.5925140380859375], "r_norm": [0.3505063056945801, 0.3583855628967285]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9652, "test_loss": 0.11966881580352783}, {"step": 1600, "epoch": 4, "train_loss": 0.05420706421136856, "cos_r_negg": [0.6055680513381958, 0.5839459896087646], "cos_innovation_negg": [0.6055680513381958, 0.5839459896087646], "cos_apical_negg": [0.6055680513381958, 0.5839459896087646], "cos_Ac_negg": [0.6055680513381958, 0.5839459896087646], "r_norm": [0.29898855090141296, 0.30456382036209106]}, {"step": 1650, "epoch": 4, "train_loss": 0.0982770174741745, "cos_r_negg": [0.6042499542236328, 0.589415431022644], "cos_innovation_negg": [0.6042499542236328, 0.589415431022644], "cos_apical_negg": [0.6042499542236328, 0.589415431022644], "cos_Ac_negg": [0.6042499542236328, 0.589415431022644], "r_norm": [0.2973264455795288, 0.3034188151359558]}, {"step": 1700, "epoch": 4, "train_loss": 0.01373035553842783, "cos_r_negg": [0.5983848571777344, 0.5845972895622253], "cos_innovation_negg": [0.5983848571777344, 0.5845972895622253], "cos_apical_negg": [0.5983848571777344, 0.5845972895622253], "cos_Ac_negg": [0.5983848571777344, 0.5845972895622253], "r_norm": [0.3052932918071747, 0.30979621410369873]}, {"step": 1750, "epoch": 4, "train_loss": 0.03580234572291374, "cos_r_negg": [0.5946837663650513, 0.582882285118103], "cos_innovation_negg": [0.5946837663650513, 0.582882285118103], "cos_apical_negg": [0.5946837663650513, 0.582882285118103], "cos_Ac_negg": [0.5946837663650513, 0.582882285118103], "r_norm": [0.3119654655456543, 0.3161924481391907]}, {"step": 1800, "epoch": 4, "train_loss": 0.0395566001534462, "cos_r_negg": [0.5817614793777466, 0.5839118361473083], "cos_innovation_negg": [0.5817614793777466, 0.5839118361473083], "cos_apical_negg": [0.5817614793777466, 0.5839118361473083], "cos_Ac_negg": [0.5817614793777466, 0.5839118361473083], "r_norm": [0.3145800232887268, 0.3178383409976959]}, {"step": 1850, "epoch": 4, "train_loss": 0.09514375776052475, "cos_r_negg": [0.6053664684295654, 0.595486044883728], "cos_innovation_negg": [0.6053664684295654, 0.595486044883728], "cos_apical_negg": [0.6053664684295654, 0.595486044883728], "cos_Ac_negg": [0.6053664684295654, 0.595486044883728], "r_norm": [0.31251847743988037, 0.3166539669036865]}, {"step": 1900, "epoch": 4, "train_loss": 0.03577287867665291, "cos_r_negg": [0.6168798208236694, 0.6039296388626099], "cos_innovation_negg": [0.6168798208236694, 0.6039296388626099], "cos_apical_negg": [0.6168798208236694, 0.6039296388626099], "cos_Ac_negg": [0.6168798208236694, 0.6039296388626099], "r_norm": [0.23944053053855896, 0.2440936267375946]}, {"step": 1950, "epoch": 4, "train_loss": 0.055971965193748474, "cos_r_negg": [0.6047345995903015, 0.6022802591323853], "cos_innovation_negg": [0.6047345995903015, 0.6022802591323853], "cos_apical_negg": [0.6047345995903015, 0.6022802591323853], "cos_Ac_negg": [0.6047345995903015, 0.6022802591323853], "r_norm": [0.28677240014076233, 0.29028546810150146]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9677, "test_loss": 0.11359138679504395}, {"step": 2000, "epoch": 5, "train_loss": 0.026038773357868195, "cos_r_negg": [0.6146748661994934, 0.6014107465744019], "cos_innovation_negg": [0.6146748661994934, 0.6014107465744019], "cos_apical_negg": [0.6146748661994934, 0.6014107465744019], "cos_Ac_negg": [0.6146748661994934, 0.6014107465744019], "r_norm": [0.26044073700904846, 0.2648528814315796]}, {"step": 2050, "epoch": 5, "train_loss": 0.015576532110571861, "cos_r_negg": [0.6118446588516235, 0.5994488596916199], "cos_innovation_negg": [0.6118446588516235, 0.5994488596916199], "cos_apical_negg": [0.6118446588516235, 0.5994488596916199], "cos_Ac_negg": [0.6118446588516235, 0.5994488596916199], "r_norm": [0.2410804033279419, 0.2455664873123169]}, {"step": 2100, "epoch": 5, "train_loss": 0.008180159144103527, "cos_r_negg": [0.6265692710876465, 0.6072386503219604], "cos_innovation_negg": [0.6265692710876465, 0.6072386503219604], "cos_apical_negg": [0.6265692710876465, 0.6072386503219604], "cos_Ac_negg": [0.6265692710876465, 0.6072386503219604], "r_norm": [0.2510657012462616, 0.2573968172073364]}, {"step": 2150, "epoch": 5, "train_loss": 0.004229915328323841, "cos_r_negg": [0.6099995374679565, 0.6070376634597778], "cos_innovation_negg": [0.6099995374679565, 0.6070376634597778], "cos_apical_negg": [0.6099995374679565, 0.6070376634597778], "cos_Ac_negg": [0.6099995374679565, 0.6070376634597778], "r_norm": [0.25071099400520325, 0.2551616132259369]}, {"step": 2200, "epoch": 5, "train_loss": 0.036127395927906036, "cos_r_negg": [0.607060968875885, 0.61014723777771], "cos_innovation_negg": [0.607060968875885, 0.61014723777771], "cos_apical_negg": [0.607060968875885, 0.61014723777771], "cos_Ac_negg": [0.607060968875885, 0.61014723777771], "r_norm": [0.24489808082580566, 0.24824246764183044]}, {"step": 2250, "epoch": 5, "train_loss": 0.009638490155339241, "cos_r_negg": [0.6160694360733032, 0.6125122904777527], "cos_innovation_negg": [0.6160694360733032, 0.6125122904777527], "cos_apical_negg": [0.6160694360733032, 0.6125122904777527], "cos_Ac_negg": [0.6160694360733032, 0.6125122904777527], "r_norm": [0.22487567365169525, 0.22755266726016998]}, {"step": 2300, "epoch": 5, "train_loss": 0.005743993911892176, "cos_r_negg": [0.6117957234382629, 0.61607825756073], "cos_innovation_negg": [0.6117957234382629, 0.61607825756073], "cos_apical_negg": [0.6117957234382629, 0.61607825756073], "cos_Ac_negg": [0.6117957234382629, 0.61607825756073], "r_norm": [0.2702487111091614, 0.27478349208831787]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9715, "test_loss": 0.10980874843597412}, {"step": 2350, "epoch": 6, "train_loss": 0.0022959888447076082, "cos_r_negg": [0.6122356653213501, 0.6203851103782654], "cos_innovation_negg": [0.6122356653213501, 0.6203851103782654], "cos_apical_negg": [0.6122356653213501, 0.6203851103782654], "cos_Ac_negg": [0.6122356653213501, 0.6203851103782654], "r_norm": [0.25228768587112427, 0.25582239031791687]}, {"step": 2400, "epoch": 6, "train_loss": 0.010760155506432056, "cos_r_negg": [0.6183319091796875, 0.6257506012916565], "cos_innovation_negg": [0.6183319091796875, 0.6257506012916565], "cos_apical_negg": [0.6183319091796875, 0.6257506012916565], "cos_Ac_negg": [0.6183319091796875, 0.6257506012916565], "r_norm": [0.23811817169189453, 0.24192316830158234]}, {"step": 2450, "epoch": 6, "train_loss": 0.006916999816894531, "cos_r_negg": [0.611339807510376, 0.623953104019165], "cos_innovation_negg": [0.611339807510376, 0.623953104019165], "cos_apical_negg": [0.611339807510376, 0.623953104019165], "cos_Ac_negg": [0.611339807510376, 0.623953104019165], "r_norm": [0.26778316497802734, 0.27055174112319946]}, {"step": 2500, "epoch": 6, "train_loss": 0.00993928499519825, "cos_r_negg": [0.616305947303772, 0.6295305490493774], "cos_innovation_negg": [0.616305947303772, 0.6295305490493774], "cos_apical_negg": [0.616305947303772, 0.6295305490493774], "cos_Ac_negg": [0.616305947303772, 0.6295305490493774], "r_norm": [0.2030382603406906, 0.20550259947776794]}, {"step": 2550, "epoch": 6, "train_loss": 0.011424445547163486, "cos_r_negg": [0.6049488186836243, 0.6205124258995056], "cos_innovation_negg": [0.6049488186836243, 0.6205124258995056], "cos_apical_negg": [0.6049488186836243, 0.6205124258995056], "cos_Ac_negg": [0.6049488186836243, 0.6205124258995056], "r_norm": [0.2522374987602234, 0.25643596053123474]}, {"step": 2600, "epoch": 6, "train_loss": 0.010828935541212559, "cos_r_negg": [0.6092702150344849, 0.6170910596847534], "cos_innovation_negg": [0.6092702150344849, 0.6170910596847534], "cos_apical_negg": [0.6092702150344849, 0.6170910596847534], "cos_Ac_negg": [0.6092702150344849, 0.6170910596847534], "r_norm": [0.21164041757583618, 0.2145557552576065]}, {"step": 2650, "epoch": 6, "train_loss": 0.010215631686151028, "cos_r_negg": [0.6165839433670044, 0.624904215335846], "cos_innovation_negg": [0.6165839433670044, 0.624904215335846], "cos_apical_negg": [0.6165839433670044, 0.624904215335846], "cos_Ac_negg": [0.6165839433670044, 0.624904215335846], "r_norm": [0.2161678671836853, 0.21978060901165009]}, {"step": 2700, "epoch": 6, "train_loss": 0.0022537873592227697, "cos_r_negg": [0.6109793782234192, 0.6188814640045166], "cos_innovation_negg": [0.6109793782234192, 0.6188814640045166], "cos_apical_negg": [0.6109793782234192, 0.6188814640045166], "cos_Ac_negg": [0.6109793782234192, 0.6188814640045166], "r_norm": [0.23841747641563416, 0.2428455352783203]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9737, "test_loss": 0.10479200859069825}, {"step": 2750, "epoch": 7, "train_loss": 0.00029355857986956835, "cos_r_negg": [0.6085704565048218, 0.6253551244735718], "cos_innovation_negg": [0.6085704565048218, 0.6253551244735718], "cos_apical_negg": [0.6085704565048218, 0.6253551244735718], "cos_Ac_negg": [0.6085704565048218, 0.6253551244735718], "r_norm": [0.22196614742279053, 0.22618333995342255]}, {"step": 2800, "epoch": 7, "train_loss": 0.0025672700721770525, "cos_r_negg": [0.6181692481040955, 0.6296578049659729], "cos_innovation_negg": [0.6181692481040955, 0.6296578049659729], "cos_apical_negg": [0.6181692481040955, 0.6296578049659729], "cos_Ac_negg": [0.6181692481040955, 0.6296578049659729], "r_norm": [0.2107490450143814, 0.21491655707359314]}, {"step": 2850, "epoch": 7, "train_loss": 0.004640948958694935, "cos_r_negg": [0.6123529672622681, 0.6220412850379944], "cos_innovation_negg": [0.6123529672622681, 0.6220412850379944], "cos_apical_negg": [0.6123529672622681, 0.6220412850379944], "cos_Ac_negg": [0.6123529672622681, 0.6220412850379944], "r_norm": [0.20965686440467834, 0.21335041522979736]}, {"step": 2900, "epoch": 7, "train_loss": 0.003491951385512948, "cos_r_negg": [0.6056776642799377, 0.6239150166511536], "cos_innovation_negg": [0.6056776642799377, 0.6239150166511536], "cos_apical_negg": [0.6056776642799377, 0.6239150166511536], "cos_Ac_negg": [0.6056776642799377, 0.6239150166511536], "r_norm": [0.2064657211303711, 0.20996001362800598]}, {"step": 2950, "epoch": 7, "train_loss": 0.0024535604752600193, "cos_r_negg": [0.6172081232070923, 0.624560534954071], "cos_innovation_negg": [0.6172081232070923, 0.624560534954071], "cos_apical_negg": [0.6172081232070923, 0.624560534954071], "cos_Ac_negg": [0.6172081232070923, 0.624560534954071], "r_norm": [0.21797244250774384, 0.22192765772342682]}, {"step": 3000, "epoch": 7, "train_loss": 0.0033132112585008144, "cos_r_negg": [0.6073969006538391, 0.620229959487915], "cos_innovation_negg": [0.6073969006538391, 0.620229959487915], "cos_apical_negg": [0.6073969006538391, 0.620229959487915], "cos_Ac_negg": [0.6073969006538391, 0.620229959487915], "r_norm": [0.21713042259216309, 0.22069430351257324]}, {"step": 3050, "epoch": 7, "train_loss": 0.003199133090674877, "cos_r_negg": [0.611806333065033, 0.6209683418273926], "cos_innovation_negg": [0.611806333065033, 0.6209683418273926], "cos_apical_negg": [0.611806333065033, 0.6209683418273926], "cos_Ac_negg": [0.611806333065033, 0.6209683418273926], "r_norm": [0.19777405261993408, 0.20193776488304138]}, {"step": 3100, "epoch": 7, "train_loss": 0.0010345831979066133, "cos_r_negg": [0.6121630668640137, 0.6235526204109192], "cos_innovation_negg": [0.6121630668640137, 0.6235526204109192], "cos_apical_negg": [0.6121630668640137, 0.6235526204109192], "cos_Ac_negg": [0.6121630668640137, 0.6235526204109192], "r_norm": [0.19950544834136963, 0.20343823730945587]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9751, "test_loss": 0.09812470483779907}, {"step": 3150, "epoch": 8, "train_loss": 0.0010033975122496486, "cos_r_negg": [0.610857367515564, 0.6203573346138], "cos_innovation_negg": [0.610857367515564, 0.6203573346138], "cos_apical_negg": [0.610857367515564, 0.6203573346138], "cos_Ac_negg": [0.610857367515564, 0.6203573346138], "r_norm": [0.20453080534934998, 0.20848381519317627]}, {"step": 3200, "epoch": 8, "train_loss": 0.003461170941591263, "cos_r_negg": [0.6095254421234131, 0.6230212450027466], "cos_innovation_negg": [0.6095254421234131, 0.6230212450027466], "cos_apical_negg": [0.6095254421234131, 0.6230212450027466], "cos_Ac_negg": [0.6095254421234131, 0.6230212450027466], "r_norm": [0.18709474802017212, 0.1898612380027771]}, {"step": 3250, "epoch": 8, "train_loss": 0.001114238635636866, "cos_r_negg": [0.6129580736160278, 0.6270008087158203], "cos_innovation_negg": [0.6129580736160278, 0.6270008087158203], "cos_apical_negg": [0.6129580736160278, 0.6270008087158203], "cos_Ac_negg": [0.6129580736160278, 0.6270008087158203], "r_norm": [0.19579601287841797, 0.1992489993572235]}, {"step": 3300, "epoch": 8, "train_loss": 0.001168455695733428, "cos_r_negg": [0.6112543344497681, 0.6236304640769958], "cos_innovation_negg": [0.6112543344497681, 0.6236304640769958], "cos_apical_negg": [0.6112543344497681, 0.6236304640769958], "cos_Ac_negg": [0.6112543344497681, 0.6236304640769958], "r_norm": [0.18819019198417664, 0.19181886315345764]}, {"step": 3350, "epoch": 8, "train_loss": 0.005194369237869978, "cos_r_negg": [0.6156316995620728, 0.6268093585968018], "cos_innovation_negg": [0.6156316995620728, 0.6268093585968018], "cos_apical_negg": [0.6156316995620728, 0.6268093585968018], "cos_Ac_negg": [0.6156316995620728, 0.6268093585968018], "r_norm": [0.18172156810760498, 0.1850428283214569]}, {"step": 3400, "epoch": 8, "train_loss": 0.0012822350254282355, "cos_r_negg": [0.6053248643875122, 0.621955156326294], "cos_innovation_negg": [0.6053248643875122, 0.621955156326294], "cos_apical_negg": [0.6053248643875122, 0.621955156326294], "cos_Ac_negg": [0.6053248643875122, 0.621955156326294], "r_norm": [0.1749611496925354, 0.17725782096385956]}, {"step": 3450, "epoch": 8, "train_loss": 0.002661599311977625, "cos_r_negg": [0.6143252849578857, 0.630107045173645], "cos_innovation_negg": [0.6143252849578857, 0.630107045173645], "cos_apical_negg": [0.6143252849578857, 0.630107045173645], "cos_Ac_negg": [0.6143252849578857, 0.630107045173645], "r_norm": [0.18881449103355408, 0.1919752061367035]}, {"step": 3500, "epoch": 8, "train_loss": 0.004433374851942062, "cos_r_negg": [0.6081714630126953, 0.6300742626190186], "cos_innovation_negg": [0.6081714630126953, 0.6300742626190186], "cos_apical_negg": [0.6081714630126953, 0.6300742626190186], "cos_Ac_negg": [0.6081714630126953, 0.6300742626190186], "r_norm": [0.20305320620536804, 0.20645833015441895]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9751, "test_loss": 0.09900872220993041}, {"step": 3550, "epoch": 9, "train_loss": 0.0017940019024536014, "cos_r_negg": [0.612891674041748, 0.6288285851478577], "cos_innovation_negg": [0.612891674041748, 0.6288285851478577], "cos_apical_negg": [0.612891674041748, 0.6288285851478577], "cos_Ac_negg": [0.612891674041748, 0.6288285851478577], "r_norm": [0.1882266253232956, 0.1911589354276657]}, {"step": 3600, "epoch": 9, "train_loss": 0.0022913310676813126, "cos_r_negg": [0.6082311272621155, 0.6265265941619873], "cos_innovation_negg": [0.6082311272621155, 0.6265265941619873], "cos_apical_negg": [0.6082311272621155, 0.6265265941619873], "cos_Ac_negg": [0.6082311272621155, 0.6265265941619873], "r_norm": [0.187646746635437, 0.19026890397071838]}, {"step": 3650, "epoch": 9, "train_loss": 0.0011903587728738785, "cos_r_negg": [0.6117326617240906, 0.6292104125022888], "cos_innovation_negg": [0.6117326617240906, 0.6292104125022888], "cos_apical_negg": [0.6117326617240906, 0.6292104125022888], "cos_Ac_negg": [0.6117326617240906, 0.6292104125022888], "r_norm": [0.1939932107925415, 0.19737505912780762]}, {"step": 3700, "epoch": 9, "train_loss": 0.0006715458584949374, "cos_r_negg": [0.6002764701843262, 0.6205477118492126], "cos_innovation_negg": [0.6002764701843262, 0.6205477118492126], "cos_apical_negg": [0.6002764701843262, 0.6205477118492126], "cos_Ac_negg": [0.6002764701843262, 0.6205477118492126], "r_norm": [0.19314822554588318, 0.19604770839214325]}, {"step": 3750, "epoch": 9, "train_loss": 0.0014444207772612572, "cos_r_negg": [0.6056512594223022, 0.6222029328346252], "cos_innovation_negg": [0.6056512594223022, 0.6222029328346252], "cos_apical_negg": [0.6056512594223022, 0.6222029328346252], "cos_Ac_negg": [0.6056512594223022, 0.6222029328346252], "r_norm": [0.1923464834690094, 0.19546088576316833]}, {"step": 3800, "epoch": 9, "train_loss": 0.0006483624456450343, "cos_r_negg": [0.6083238124847412, 0.6247514486312866], "cos_innovation_negg": [0.6083238124847412, 0.6247514486312866], "cos_apical_negg": [0.6083238124847412, 0.6247514486312866], "cos_Ac_negg": [0.6083238124847412, 0.6247514486312866], "r_norm": [0.18495258688926697, 0.1881638765335083]}, {"step": 3850, "epoch": 9, "train_loss": 0.0004948177956975996, "cos_r_negg": [0.6086607575416565, 0.6285399198532104], "cos_innovation_negg": [0.6086607575416565, 0.6285399198532104], "cos_apical_negg": [0.6086607575416565, 0.6285399198532104], "cos_Ac_negg": [0.6086607575416565, 0.6285399198532104], "r_norm": [0.18442539870738983, 0.1873094141483307]}, {"step": 3900, "epoch": 9, "train_loss": 0.0027674264274537563, "cos_r_negg": [0.605381965637207, 0.6254433393478394], "cos_innovation_negg": [0.605381965637207, 0.6254433393478394], "cos_apical_negg": [0.605381965637207, 0.6254433393478394], "cos_Ac_negg": [0.605381965637207, 0.6254433393478394], "r_norm": [0.18864502012729645, 0.19205158948898315]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9759, "test_loss": 0.09995186920166016}, {"step": 3950, "epoch": 10, "train_loss": 0.0009521343745291233, "cos_r_negg": [0.6047843098640442, 0.6273691654205322], "cos_innovation_negg": [0.6047843098640442, 0.6273691654205322], "cos_apical_negg": [0.6047843098640442, 0.6273691654205322], "cos_Ac_negg": [0.6047843098640442, 0.6273691654205322], "r_norm": [0.19028958678245544, 0.1932850033044815]}, {"step": 4000, "epoch": 10, "train_loss": 0.0011554480297490954, "cos_r_negg": [0.6058184504508972, 0.6298167109489441], "cos_innovation_negg": [0.6058184504508972, 0.6298167109489441], "cos_apical_negg": [0.6058184504508972, 0.6298167109489441], "cos_Ac_negg": [0.6058184504508972, 0.6298167109489441], "r_norm": [0.18625539541244507, 0.18931448459625244]}, {"step": 4050, "epoch": 10, "train_loss": 0.0007517979247495532, "cos_r_negg": [0.6047845482826233, 0.6299047470092773], "cos_innovation_negg": [0.6047845482826233, 0.6299047470092773], "cos_apical_negg": [0.6047845482826233, 0.6299047470092773], "cos_Ac_negg": [0.6047845482826233, 0.6299047470092773], "r_norm": [0.18179403245449066, 0.18449869751930237]}, {"step": 4100, "epoch": 10, "train_loss": 0.0014443942345678806, "cos_r_negg": [0.6071187257766724, 0.6273127198219299], "cos_innovation_negg": [0.6071187257766724, 0.6273127198219299], "cos_apical_negg": [0.6071187257766724, 0.6273127198219299], "cos_Ac_negg": [0.6071187257766724, 0.6273127198219299], "r_norm": [0.18087580800056458, 0.18348628282546997]}, {"step": 4150, "epoch": 10, "train_loss": 0.0002421919780317694, "cos_r_negg": [0.607935905456543, 0.6298391819000244], "cos_innovation_negg": [0.607935905456543, 0.6298391819000244], "cos_apical_negg": [0.607935905456543, 0.6298391819000244], "cos_Ac_negg": [0.607935905456543, 0.6298391819000244], "r_norm": [0.17923405766487122, 0.18183207511901855]}, {"step": 4200, "epoch": 10, "train_loss": 0.0008837595814839005, "cos_r_negg": [0.6075484156608582, 0.627460777759552], "cos_innovation_negg": [0.6075484156608582, 0.627460777759552], "cos_apical_negg": [0.6075484156608582, 0.627460777759552], "cos_Ac_negg": [0.6075484156608582, 0.627460777759552], "r_norm": [0.17394527792930603, 0.1766175478696823]}, {"step": 4250, "epoch": 10, "train_loss": 0.0012412333162501454, "cos_r_negg": [0.6073189973831177, 0.6267759799957275], "cos_innovation_negg": [0.6073189973831177, 0.6267759799957275], "cos_apical_negg": [0.6073189973831177, 0.6267759799957275], "cos_Ac_negg": [0.6073189973831177, 0.6267759799957275], "r_norm": [0.1854449063539505, 0.1883331686258316]}, {"step": 4300, "epoch": 10, "train_loss": 0.0005785581888630986, "cos_r_negg": [0.6084151864051819, 0.6269456148147583], "cos_innovation_negg": [0.6084151864051819, 0.6269456148147583], "cos_apical_negg": [0.6084151864051819, 0.6269456148147583], "cos_Ac_negg": [0.6084151864051819, 0.6269456148147583], "r_norm": [0.18567520380020142, 0.18875259160995483]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9752, "test_loss": 0.10420882358551026}, {"step": 4350, "epoch": 11, "train_loss": 0.0008515369845554233, "cos_r_negg": [0.6085605621337891, 0.6269829273223877], "cos_innovation_negg": [0.6085605621337891, 0.6269829273223877], "cos_apical_negg": [0.6085605621337891, 0.6269829273223877], "cos_Ac_negg": [0.6085605621337891, 0.6269829273223877], "r_norm": [0.18014675378799438, 0.18306297063827515]}, {"step": 4400, "epoch": 11, "train_loss": 0.0008912440971471369, "cos_r_negg": [0.6076098680496216, 0.6259090900421143], "cos_innovation_negg": [0.6076098680496216, 0.6259090900421143], "cos_apical_negg": [0.6076098680496216, 0.6259090900421143], "cos_Ac_negg": [0.6076098680496216, 0.6259090900421143], "r_norm": [0.17764879763126373, 0.1805616319179535]}, {"step": 4450, "epoch": 11, "train_loss": 0.0012381362030282617, "cos_r_negg": [0.608187198638916, 0.6277400255203247], "cos_innovation_negg": [0.608187198638916, 0.6277400255203247], "cos_apical_negg": [0.608187198638916, 0.6277400255203247], "cos_Ac_negg": [0.608187198638916, 0.6277400255203247], "r_norm": [0.1798783391714096, 0.1829545795917511]}, {"step": 4500, "epoch": 11, "train_loss": 0.00014886585995554924, "cos_r_negg": [0.6085810661315918, 0.6312179565429688], "cos_innovation_negg": [0.6085810661315918, 0.6312179565429688], "cos_apical_negg": [0.6085810661315918, 0.6312179565429688], "cos_Ac_negg": [0.6085810661315918, 0.6312179565429688], "r_norm": [0.17620490491390228, 0.17903156578540802]}, {"step": 4550, "epoch": 11, "train_loss": 0.0009699524962343276, "cos_r_negg": [0.6076348423957825, 0.6288794875144958], "cos_innovation_negg": [0.6076348423957825, 0.6288794875144958], "cos_apical_negg": [0.6076348423957825, 0.6288794875144958], "cos_Ac_negg": [0.6076348423957825, 0.6288794875144958], "r_norm": [0.17600905895233154, 0.1788448989391327]}, {"step": 4600, "epoch": 11, "train_loss": 0.0007115768967196345, "cos_r_negg": [0.6055266857147217, 0.6252345442771912], "cos_innovation_negg": [0.6055266857147217, 0.6252345442771912], "cos_apical_negg": [0.6055266857147217, 0.6252345442771912], "cos_Ac_negg": [0.6055266857147217, 0.6252345442771912], "r_norm": [0.17750246822834015, 0.18040339648723602]}, {"step": 4650, "epoch": 11, "train_loss": 0.0003617464972194284, "cos_r_negg": [0.6091733574867249, 0.6295318603515625], "cos_innovation_negg": [0.6091733574867249, 0.6295318603515625], "cos_apical_negg": [0.6091733574867249, 0.6295318603515625], "cos_Ac_negg": [0.6091733574867249, 0.6295318603515625], "r_norm": [0.17897683382034302, 0.1819620132446289]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9757, "test_loss": 0.10532103033065796}, {"step": 4700, "epoch": 12, "train_loss": 0.0007406354416161776, "cos_r_negg": [0.6026667356491089, 0.6235494613647461], "cos_innovation_negg": [0.6026667356491089, 0.6235494613647461], "cos_apical_negg": [0.6026667356491089, 0.6235494613647461], "cos_Ac_negg": [0.6026667356491089, 0.6235494613647461], "r_norm": [0.17561239004135132, 0.17840847373008728]}, {"step": 4750, "epoch": 12, "train_loss": 0.00047636462841182947, "cos_r_negg": [0.6032914519309998, 0.6232843995094299], "cos_innovation_negg": [0.6032914519309998, 0.6232843995094299], "cos_apical_negg": [0.6032914519309998, 0.6232843995094299], "cos_Ac_negg": [0.6032914519309998, 0.6232843995094299], "r_norm": [0.17288333177566528, 0.17555275559425354]}, {"step": 4800, "epoch": 12, "train_loss": 0.0003983110946137458, "cos_r_negg": [0.6047670841217041, 0.6256220936775208], "cos_innovation_negg": [0.6047670841217041, 0.6256220936775208], "cos_apical_negg": [0.6047670841217041, 0.6256220936775208], "cos_Ac_negg": [0.6047670841217041, 0.6256220936775208], "r_norm": [0.17446938157081604, 0.1772603690624237]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005136668914929032, "cos_r_negg": [0.603722333908081, 0.6248652935028076], "cos_innovation_negg": [0.603722333908081, 0.6248652935028076], "cos_apical_negg": [0.603722333908081, 0.6248652935028076], "cos_Ac_negg": [0.603722333908081, 0.6248652935028076], "r_norm": [0.17306913435459137, 0.17575791478157043]}, {"step": 4900, "epoch": 12, "train_loss": 0.0008955029770731926, "cos_r_negg": [0.6031087040901184, 0.6241419911384583], "cos_innovation_negg": [0.6031087040901184, 0.6241419911384583], "cos_apical_negg": [0.6031087040901184, 0.6241419911384583], "cos_Ac_negg": [0.6031087040901184, 0.6241419911384583], "r_norm": [0.17469751834869385, 0.1774476170539856]}, {"step": 4950, "epoch": 12, "train_loss": 0.00016347915516234934, "cos_r_negg": [0.6045688390731812, 0.6225069761276245], "cos_innovation_negg": [0.6045688390731812, 0.6225069761276245], "cos_apical_negg": [0.6045688390731812, 0.6225069761276245], "cos_Ac_negg": [0.6045688390731812, 0.6225069761276245], "r_norm": [0.17529553174972534, 0.17819225788116455]}, {"step": 5000, "epoch": 12, "train_loss": 0.000554837693925947, "cos_r_negg": [0.605139970779419, 0.6261722445487976], "cos_innovation_negg": [0.605139970779419, 0.6261722445487976], "cos_apical_negg": [0.605139970779419, 0.6261722445487976], "cos_Ac_negg": [0.605139970779419, 0.6261722445487976], "r_norm": [0.1770774871110916, 0.17988693714141846]}, {"step": 5050, "epoch": 12, "train_loss": 0.00030229639378376305, "cos_r_negg": [0.6030179262161255, 0.6239763498306274], "cos_innovation_negg": [0.6030179262161255, 0.6239763498306274], "cos_apical_negg": [0.6030179262161255, 0.6239763498306274], "cos_Ac_negg": [0.6030179262161255, 0.6239763498306274], "r_norm": [0.17525091767311096, 0.17811043560504913]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9761, "test_loss": 0.10656297421455384}, {"step": 5100, "epoch": 13, "train_loss": 0.00034797145053744316, "cos_r_negg": [0.6059072613716125, 0.6223662495613098], "cos_innovation_negg": [0.6059072613716125, 0.6223662495613098], "cos_apical_negg": [0.6059072613716125, 0.6223662495613098], "cos_Ac_negg": [0.6059072613716125, 0.6223662495613098], "r_norm": [0.1795690357685089, 0.18261703848838806]}, {"step": 5150, "epoch": 13, "train_loss": 0.0005935034714639187, "cos_r_negg": [0.6063251495361328, 0.6245436668395996], "cos_innovation_negg": [0.6063251495361328, 0.6245436668395996], "cos_apical_negg": [0.6063251495361328, 0.6245436668395996], "cos_Ac_negg": [0.6063251495361328, 0.6245436668395996], "r_norm": [0.17647641897201538, 0.17933715879917145]}, {"step": 5200, "epoch": 13, "train_loss": 0.0009086546488106251, "cos_r_negg": [0.604733943939209, 0.625810980796814], "cos_innovation_negg": [0.604733943939209, 0.625810980796814], "cos_apical_negg": [0.604733943939209, 0.625810980796814], "cos_Ac_negg": [0.604733943939209, 0.625810980796814], "r_norm": [0.17623990774154663, 0.17902709543704987]}, {"step": 5250, "epoch": 13, "train_loss": 0.00028593663591891527, "cos_r_negg": [0.6038364171981812, 0.6263541579246521], "cos_innovation_negg": [0.6038364171981812, 0.6263541579246521], "cos_apical_negg": [0.6038364171981812, 0.6263541579246521], "cos_Ac_negg": [0.6038364171981812, 0.6263541579246521], "r_norm": [0.1754976361989975, 0.17833080887794495]}, {"step": 5300, "epoch": 13, "train_loss": 0.00041141262045130134, "cos_r_negg": [0.6062652468681335, 0.6244234442710876], "cos_innovation_negg": [0.6062652468681335, 0.6244234442710876], "cos_apical_negg": [0.6062652468681335, 0.6244234442710876], "cos_Ac_negg": [0.6062652468681335, 0.6244234442710876], "r_norm": [0.17402233183383942, 0.1769319474697113]}, {"step": 5350, "epoch": 13, "train_loss": 0.00043682765681296587, "cos_r_negg": [0.6060436964035034, 0.6269891262054443], "cos_innovation_negg": [0.6060436964035034, 0.6269891262054443], "cos_apical_negg": [0.6060436964035034, 0.6269891262054443], "cos_Ac_negg": [0.6060436964035034, 0.6269891262054443], "r_norm": [0.17655134201049805, 0.17942304909229279]}, {"step": 5400, "epoch": 13, "train_loss": 0.0007275704992935061, "cos_r_negg": [0.6059205532073975, 0.6254690289497375], "cos_innovation_negg": [0.6059205532073975, 0.6254690289497375], "cos_apical_negg": [0.6059205532073975, 0.6254690289497375], "cos_Ac_negg": [0.6059205532073975, 0.6254690289497375], "r_norm": [0.17606988549232483, 0.17900556325912476]}, {"step": 5450, "epoch": 13, "train_loss": 0.0002447681617923081, "cos_r_negg": [0.6060938835144043, 0.6253474950790405], "cos_innovation_negg": [0.6060938835144043, 0.6253474950790405], "cos_apical_negg": [0.6060938835144043, 0.6253474950790405], "cos_Ac_negg": [0.6060938835144043, 0.6253474950790405], "r_norm": [0.17400693893432617, 0.17671115696430206]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9757, "test_loss": 0.10811892309188843}, {"step": 5500, "epoch": 14, "train_loss": 0.0003897436836268753, "cos_r_negg": [0.6019523739814758, 0.6246408224105835], "cos_innovation_negg": [0.6019523739814758, 0.6246408224105835], "cos_apical_negg": [0.6019523739814758, 0.6246408224105835], "cos_Ac_negg": [0.6019523739814758, 0.6246408224105835], "r_norm": [0.17424510419368744, 0.17697033286094666]}, {"step": 5550, "epoch": 14, "train_loss": 0.00019932840950787067, "cos_r_negg": [0.6023377180099487, 0.6242376565933228], "cos_innovation_negg": [0.6023377180099487, 0.6242376565933228], "cos_apical_negg": [0.6023377180099487, 0.6242376565933228], "cos_Ac_negg": [0.6023377180099487, 0.6242376565933228], "r_norm": [0.17359144985675812, 0.17634746432304382]}, {"step": 5600, "epoch": 14, "train_loss": 0.00029698965954594314, "cos_r_negg": [0.6045277118682861, 0.6264097690582275], "cos_innovation_negg": [0.6045277118682861, 0.6264097690582275], "cos_apical_negg": [0.6045277118682861, 0.6264097690582275], "cos_Ac_negg": [0.6045277118682861, 0.6264097690582275], "r_norm": [0.17459964752197266, 0.17743828892707825]}, {"step": 5650, "epoch": 14, "train_loss": 0.0004057433397974819, "cos_r_negg": [0.6047435998916626, 0.626000165939331], "cos_innovation_negg": [0.6047435998916626, 0.626000165939331], "cos_apical_negg": [0.6047435998916626, 0.626000165939331], "cos_Ac_negg": [0.6047435998916626, 0.626000165939331], "r_norm": [0.17472264170646667, 0.17747840285301208]}, {"step": 5700, "epoch": 14, "train_loss": 9.977490117307752e-05, "cos_r_negg": [0.6040608286857605, 0.624884843826294], "cos_innovation_negg": [0.6040608286857605, 0.624884843826294], "cos_apical_negg": [0.6040608286857605, 0.624884843826294], "cos_Ac_negg": [0.6040608286857605, 0.624884843826294], "r_norm": [0.17335662245750427, 0.17613475024700165]}, {"step": 5750, "epoch": 14, "train_loss": 0.0004362450272310525, "cos_r_negg": [0.6062957048416138, 0.6273371577262878], "cos_innovation_negg": [0.6062957048416138, 0.6273371577262878], "cos_apical_negg": [0.6062957048416138, 0.6273371577262878], "cos_Ac_negg": [0.6062957048416138, 0.6273371577262878], "r_norm": [0.1743973195552826, 0.17722880840301514]}, {"step": 5800, "epoch": 14, "train_loss": 0.0010937592014670372, "cos_r_negg": [0.6043973565101624, 0.6267380714416504], "cos_innovation_negg": [0.6043973565101624, 0.6267380714416504], "cos_apical_negg": [0.6043973565101624, 0.6267380714416504], "cos_Ac_negg": [0.6043973565101624, 0.6267380714416504], "r_norm": [0.17224155366420746, 0.17495658993721008]}, {"step": 5850, "epoch": 14, "train_loss": 0.0005345965037122369, "cos_r_negg": [0.606766402721405, 0.6270167827606201], "cos_innovation_negg": [0.606766402721405, 0.6270167827606201], "cos_apical_negg": [0.606766402721405, 0.6270167827606201], "cos_Ac_negg": [0.606766402721405, 0.6270167827606201], "r_norm": [0.1725539267063141, 0.17529280483722687]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9762, "test_loss": 0.10828032650947571}, {"step": 5900, "epoch": 15, "train_loss": 0.0004293267847970128, "cos_r_negg": [0.6068371534347534, 0.6276896595954895], "cos_innovation_negg": [0.6068371534347534, 0.6276896595954895], "cos_apical_negg": [0.6068371534347534, 0.6276896595954895], "cos_Ac_negg": [0.6068371534347534, 0.6276896595954895], "r_norm": [0.17257089912891388, 0.17529794573783875]}, {"step": 5950, "epoch": 15, "train_loss": 0.0004403512575663626, "cos_r_negg": [0.6052467823028564, 0.6271471381187439], "cos_innovation_negg": [0.6052467823028564, 0.6271471381187439], "cos_apical_negg": [0.6052467823028564, 0.6271471381187439], "cos_Ac_negg": [0.6052467823028564, 0.6271471381187439], "r_norm": [0.17168274521827698, 0.1743520200252533]}, {"step": 6000, "epoch": 15, "train_loss": 0.0008504827274009585, "cos_r_negg": [0.6049253344535828, 0.6272798180580139], "cos_innovation_negg": [0.6049253344535828, 0.6272798180580139], "cos_apical_negg": [0.6049253344535828, 0.6272798180580139], "cos_Ac_negg": [0.6049253344535828, 0.6272798180580139], "r_norm": [0.1725984811782837, 0.17535685002803802]}, {"step": 6050, "epoch": 15, "train_loss": 0.0007671716157346964, "cos_r_negg": [0.6040493249893188, 0.6279275417327881], "cos_innovation_negg": [0.6040493249893188, 0.6279275417327881], "cos_apical_negg": [0.6040493249893188, 0.6279275417327881], "cos_Ac_negg": [0.6040493249893188, 0.6279275417327881], "r_norm": [0.173394113779068, 0.17616498470306396]}, {"step": 6100, "epoch": 15, "train_loss": 0.0002512823266442865, "cos_r_negg": [0.6033279895782471, 0.6264117956161499], "cos_innovation_negg": [0.6033279895782471, 0.6264117956161499], "cos_apical_negg": [0.6033279895782471, 0.6264117956161499], "cos_Ac_negg": [0.6033279895782471, 0.6264117956161499], "r_norm": [0.17382845282554626, 0.17664584517478943]}, {"step": 6150, "epoch": 15, "train_loss": 0.000236738589592278, "cos_r_negg": [0.6036067008972168, 0.6263519525527954], "cos_innovation_negg": [0.6036067008972168, 0.6263519525527954], "cos_apical_negg": [0.6036067008972168, 0.6263519525527954], "cos_Ac_negg": [0.6036067008972168, 0.6263519525527954], "r_norm": [0.17319031059741974, 0.17601606249809265]}, {"step": 6200, "epoch": 15, "train_loss": 0.0003822562866844237, "cos_r_negg": [0.604222297668457, 0.6269153356552124], "cos_innovation_negg": [0.604222297668457, 0.6269153356552124], "cos_apical_negg": [0.604222297668457, 0.6269153356552124], "cos_Ac_negg": [0.604222297668457, 0.6269153356552124], "r_norm": [0.17288938164710999, 0.17561538517475128]}, {"step": 6250, "epoch": 15, "train_loss": 0.00022171055024955422, "cos_r_negg": [0.6056996583938599, 0.6273139715194702], "cos_innovation_negg": [0.6056996583938599, 0.6273139715194702], "cos_apical_negg": [0.6056996583938599, 0.6273139715194702], "cos_Ac_negg": [0.6056996583938599, 0.6273139715194702], "r_norm": [0.17365582287311554, 0.17652589082717896]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9761, "test_loss": 0.1093785370349884}, {"step": 6300, "epoch": 16, "train_loss": 0.0008157002739608288, "cos_r_negg": [0.6051636338233948, 0.6284574866294861], "cos_innovation_negg": [0.6051636338233948, 0.6284574866294861], "cos_apical_negg": [0.6051636338233948, 0.6284574866294861], "cos_Ac_negg": [0.6051636338233948, 0.6284574866294861], "r_norm": [0.1725860834121704, 0.1753428876399994]}, {"step": 6350, "epoch": 16, "train_loss": 0.00028545933309942484, "cos_r_negg": [0.6045623421669006, 0.6288516521453857], "cos_innovation_negg": [0.6045623421669006, 0.6288516521453857], "cos_apical_negg": [0.6045623421669006, 0.6288516521453857], "cos_Ac_negg": [0.6045623421669006, 0.6288516521453857], "r_norm": [0.173191636800766, 0.17597223818302155]}, {"step": 6400, "epoch": 16, "train_loss": 0.0003581460623536259, "cos_r_negg": [0.6052873134613037, 0.6286585927009583], "cos_innovation_negg": [0.6052873134613037, 0.6286585927009583], "cos_apical_negg": [0.6052873134613037, 0.6286585927009583], "cos_Ac_negg": [0.6052873134613037, 0.6286585927009583], "r_norm": [0.17220129072666168, 0.17497801780700684]}, {"step": 6450, "epoch": 16, "train_loss": 0.00037179255741648376, "cos_r_negg": [0.6047604084014893, 0.6291172504425049], "cos_innovation_negg": [0.6047604084014893, 0.6291172504425049], "cos_apical_negg": [0.6047604084014893, 0.6291172504425049], "cos_Ac_negg": [0.6047604084014893, 0.6291172504425049], "r_norm": [0.17253102362155914, 0.175225168466568]}, {"step": 6500, "epoch": 16, "train_loss": 0.00029309498495422304, "cos_r_negg": [0.6045066714286804, 0.6285627484321594], "cos_innovation_negg": [0.6045066714286804, 0.6285627484321594], "cos_apical_negg": [0.6045066714286804, 0.6285627484321594], "cos_Ac_negg": [0.6045066714286804, 0.6285627484321594], "r_norm": [0.17026115953922272, 0.17295235395431519]}, {"step": 6550, "epoch": 16, "train_loss": 0.0002801551017910242, "cos_r_negg": [0.6023886203765869, 0.6264277696609497], "cos_innovation_negg": [0.6023886203765869, 0.6264277696609497], "cos_apical_negg": [0.6023886203765869, 0.6264277696609497], "cos_Ac_negg": [0.6023886203765869, 0.6264277696609497], "r_norm": [0.16877570748329163, 0.1713910698890686]}, {"step": 6600, "epoch": 16, "train_loss": 0.0001996011851588264, "cos_r_negg": [0.6039437055587769, 0.6274927854537964], "cos_innovation_negg": [0.6039437055587769, 0.6274927854537964], "cos_apical_negg": [0.6039437055587769, 0.6274927854537964], "cos_Ac_negg": [0.6039437055587769, 0.6274927854537964], "r_norm": [0.17016568779945374, 0.17290931940078735]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9761, "test_loss": 0.11020143933296203}, {"step": 6650, "epoch": 17, "train_loss": 0.00018230904242955148, "cos_r_negg": [0.603832483291626, 0.6279134750366211], "cos_innovation_negg": [0.603832483291626, 0.6279134750366211], "cos_apical_negg": [0.603832483291626, 0.6279134750366211], "cos_Ac_negg": [0.603832483291626, 0.6279134750366211], "r_norm": [0.17059847712516785, 0.17333900928497314]}, {"step": 6700, "epoch": 17, "train_loss": 0.00013578456128016114, "cos_r_negg": [0.6045591831207275, 0.628501296043396], "cos_innovation_negg": [0.6045591831207275, 0.628501296043396], "cos_apical_negg": [0.6045591831207275, 0.628501296043396], "cos_Ac_negg": [0.6045591831207275, 0.628501296043396], "r_norm": [0.17174933850765228, 0.17446625232696533]}, {"step": 6750, "epoch": 17, "train_loss": 0.0006224242970347404, "cos_r_negg": [0.604835033416748, 0.6304937601089478], "cos_innovation_negg": [0.604835033416748, 0.6304937601089478], "cos_apical_negg": [0.604835033416748, 0.6304937601089478], "cos_Ac_negg": [0.604835033416748, 0.6304937601089478], "r_norm": [0.1696999967098236, 0.1723252832889557]}, {"step": 6800, "epoch": 17, "train_loss": 0.000548244162928313, "cos_r_negg": [0.6046034693717957, 0.6295305490493774], "cos_innovation_negg": [0.6046034693717957, 0.6295305490493774], "cos_apical_negg": [0.6046034693717957, 0.6295305490493774], "cos_Ac_negg": [0.6046034693717957, 0.6295305490493774], "r_norm": [0.16977861523628235, 0.1724139302968979]}, {"step": 6850, "epoch": 17, "train_loss": 0.0003481683670543134, "cos_r_negg": [0.603894829750061, 0.6293561458587646], "cos_innovation_negg": [0.603894829750061, 0.6293561458587646], "cos_apical_negg": [0.603894829750061, 0.6293561458587646], "cos_Ac_negg": [0.603894829750061, 0.6293561458587646], "r_norm": [0.16917666792869568, 0.17179742455482483]}, {"step": 6900, "epoch": 17, "train_loss": 0.000803223520051688, "cos_r_negg": [0.6019653677940369, 0.6281664967536926], "cos_innovation_negg": [0.6019653677940369, 0.6281664967536926], "cos_apical_negg": [0.6019653677940369, 0.6281664967536926], "cos_Ac_negg": [0.6019653677940369, 0.6281664967536926], "r_norm": [0.16929104924201965, 0.17193862795829773]}, {"step": 6950, "epoch": 17, "train_loss": 0.0003726401482708752, "cos_r_negg": [0.6018678545951843, 0.6283335089683533], "cos_innovation_negg": [0.6018678545951843, 0.6283335089683533], "cos_apical_negg": [0.6018678545951843, 0.6283335089683533], "cos_Ac_negg": [0.6018678545951843, 0.6283335089683533], "r_norm": [0.17011168599128723, 0.17280684411525726]}, {"step": 7000, "epoch": 17, "train_loss": 0.00039846019353717566, "cos_r_negg": [0.6029773950576782, 0.6289104223251343], "cos_innovation_negg": [0.6029773950576782, 0.6289104223251343], "cos_apical_negg": [0.6029773950576782, 0.6289104223251343], "cos_Ac_negg": [0.6029773950576782, 0.6289104223251343], "r_norm": [0.16993021965026855, 0.1726303994655609]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9764, "test_loss": 0.11149220457077026}, {"step": 7050, "epoch": 18, "train_loss": 5.930213228566572e-05, "cos_r_negg": [0.6029485464096069, 0.6296228170394897], "cos_innovation_negg": [0.6029485464096069, 0.6296228170394897], "cos_apical_negg": [0.6029485464096069, 0.6296228170394897], "cos_Ac_negg": [0.6029485464096069, 0.6296228170394897], "r_norm": [0.1712118536233902, 0.17394505441188812]}, {"step": 7100, "epoch": 18, "train_loss": 0.0004127379506826401, "cos_r_negg": [0.6040327548980713, 0.6291499733924866], "cos_innovation_negg": [0.6040327548980713, 0.6291499733924866], "cos_apical_negg": [0.6040327548980713, 0.6291499733924866], "cos_Ac_negg": [0.6040327548980713, 0.6291499733924866], "r_norm": [0.17024680972099304, 0.17294904589653015]}, {"step": 7150, "epoch": 18, "train_loss": 0.0001771318056853488, "cos_r_negg": [0.6050876379013062, 0.6300033926963806], "cos_innovation_negg": [0.6050876379013062, 0.6300033926963806], "cos_apical_negg": [0.6050876379013062, 0.6300033926963806], "cos_Ac_negg": [0.6050876379013062, 0.6300033926963806], "r_norm": [0.1687915325164795, 0.17147845029830933]}, {"step": 7200, "epoch": 18, "train_loss": 0.0003046878846362233, "cos_r_negg": [0.6028125286102295, 0.6298070549964905], "cos_innovation_negg": [0.6028125286102295, 0.6298070549964905], "cos_apical_negg": [0.6028125286102295, 0.6298070549964905], "cos_Ac_negg": [0.6028125286102295, 0.6298070549964905], "r_norm": [0.1687103807926178, 0.17137953639030457]}, {"step": 7250, "epoch": 18, "train_loss": 0.0002530843485146761, "cos_r_negg": [0.6028412580490112, 0.6297910809516907], "cos_innovation_negg": [0.6028412580490112, 0.6297910809516907], "cos_apical_negg": [0.6028412580490112, 0.6297910809516907], "cos_Ac_negg": [0.6028412580490112, 0.6297910809516907], "r_norm": [0.1683696210384369, 0.1710122525691986]}, {"step": 7300, "epoch": 18, "train_loss": 0.00023553005303256214, "cos_r_negg": [0.6031166911125183, 0.6294935345649719], "cos_innovation_negg": [0.6031166911125183, 0.6294935345649719], "cos_apical_negg": [0.6031166911125183, 0.6294935345649719], "cos_Ac_negg": [0.6031166911125183, 0.6294935345649719], "r_norm": [0.16939222812652588, 0.1720408946275711]}, {"step": 7350, "epoch": 18, "train_loss": 0.0004109106957912445, "cos_r_negg": [0.6028550863265991, 0.6313878297805786], "cos_innovation_negg": [0.6028550863265991, 0.6313878297805786], "cos_apical_negg": [0.6028550863265991, 0.6313878297805786], "cos_Ac_negg": [0.6028550863265991, 0.6313878297805786], "r_norm": [0.1703217327594757, 0.1730421632528305]}, {"step": 7400, "epoch": 18, "train_loss": 8.438454824499786e-05, "cos_r_negg": [0.6023973226547241, 0.6304579973220825], "cos_innovation_negg": [0.6023973226547241, 0.6304579973220825], "cos_apical_negg": [0.6023973226547241, 0.6304579973220825], "cos_Ac_negg": [0.6023973226547241, 0.6304579973220825], "r_norm": [0.16952325403690338, 0.1722489595413208]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9763, "test_loss": 0.1118783965587616}, {"step": 7450, "epoch": 19, "train_loss": 8.726357918931171e-05, "cos_r_negg": [0.6014843583106995, 0.6297234296798706], "cos_innovation_negg": [0.6014843583106995, 0.6297234296798706], "cos_apical_negg": [0.6014843583106995, 0.6297234296798706], "cos_Ac_negg": [0.6014843583106995, 0.6297234296798706], "r_norm": [0.1696484237909317, 0.1723603904247284]}, {"step": 7500, "epoch": 19, "train_loss": 0.00024563135229982436, "cos_r_negg": [0.600798487663269, 0.6301306486129761], "cos_innovation_negg": [0.600798487663269, 0.6301306486129761], "cos_apical_negg": [0.600798487663269, 0.6301306486129761], "cos_Ac_negg": [0.600798487663269, 0.6301306486129761], "r_norm": [0.16881203651428223, 0.17144247889518738]}, {"step": 7550, "epoch": 19, "train_loss": 0.00013694872905034572, "cos_r_negg": [0.6034595966339111, 0.6310282349586487], "cos_innovation_negg": [0.6034595966339111, 0.6310282349586487], "cos_apical_negg": [0.6034595966339111, 0.6310282349586487], "cos_Ac_negg": [0.6034595966339111, 0.6310282349586487], "r_norm": [0.16827860474586487, 0.17087945342063904]}, {"step": 7600, "epoch": 19, "train_loss": 0.00023207078629639, "cos_r_negg": [0.6016335487365723, 0.6313080787658691], "cos_innovation_negg": [0.6016335487365723, 0.6313080787658691], "cos_apical_negg": [0.6016335487365723, 0.6313080787658691], "cos_Ac_negg": [0.6016335487365723, 0.6313080787658691], "r_norm": [0.16946741938591003, 0.17216169834136963]}, {"step": 7650, "epoch": 19, "train_loss": 0.0006256102351471782, "cos_r_negg": [0.6019657850265503, 0.6318804025650024], "cos_innovation_negg": [0.6019657850265503, 0.6318804025650024], "cos_apical_negg": [0.6019657850265503, 0.6318804025650024], "cos_Ac_negg": [0.6019657850265503, 0.6318804025650024], "r_norm": [0.1695283055305481, 0.17223361134529114]}, {"step": 7700, "epoch": 19, "train_loss": 0.0008960746927186847, "cos_r_negg": [0.602264404296875, 0.6321074962615967], "cos_innovation_negg": [0.602264404296875, 0.6321074962615967], "cos_apical_negg": [0.602264404296875, 0.6321074962615967], "cos_Ac_negg": [0.602264404296875, 0.6321074962615967], "r_norm": [0.1685163825750351, 0.1712338924407959]}, {"step": 7750, "epoch": 19, "train_loss": 0.00039486834430135787, "cos_r_negg": [0.6009811162948608, 0.6309607028961182], "cos_innovation_negg": [0.6009811162948608, 0.6309607028961182], "cos_apical_negg": [0.6009811162948608, 0.6309607028961182], "cos_Ac_negg": [0.6009811162948608, 0.6309607028961182], "r_norm": [0.1676923632621765, 0.17037373781204224]}, {"step": 7800, "epoch": 19, "train_loss": 0.0003268714062869549, "cos_r_negg": [0.6010297536849976, 0.631980299949646], "cos_innovation_negg": [0.6010297536849976, 0.631980299949646], "cos_apical_negg": [0.6010297536849976, 0.631980299949646], "cos_Ac_negg": [0.6010297536849976, 0.631980299949646], "r_norm": [0.16833558678627014, 0.17099681496620178]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9761, "test_loss": 0.11294162883758545}, {"step": 7850, "epoch": 20, "train_loss": 0.0002948740147985518, "cos_r_negg": [0.6004610657691956, 0.6321225762367249], "cos_innovation_negg": [0.6004610657691956, 0.6321225762367249], "cos_apical_negg": [0.6004610657691956, 0.6321225762367249], "cos_Ac_negg": [0.6004610657691956, 0.6321225762367249], "r_norm": [0.17025691270828247, 0.17299482226371765]}, {"step": 7900, "epoch": 20, "train_loss": 0.0003776815428864211, "cos_r_negg": [0.601911187171936, 0.6327893733978271], "cos_innovation_negg": [0.601911187171936, 0.6327893733978271], "cos_apical_negg": [0.601911187171936, 0.6327893733978271], "cos_Ac_negg": [0.601911187171936, 0.6327893733978271], "r_norm": [0.16904723644256592, 0.17170986533164978]}, {"step": 7950, "epoch": 20, "train_loss": 0.00018784655549097806, "cos_r_negg": [0.6017838716506958, 0.6322460174560547], "cos_innovation_negg": [0.6017838716506958, 0.6322460174560547], "cos_apical_negg": [0.6017838716506958, 0.6322460174560547], "cos_Ac_negg": [0.6017838716506958, 0.6322460174560547], "r_norm": [0.16836166381835938, 0.17102688550949097]}, {"step": 8000, "epoch": 20, "train_loss": 0.0003340052498970181, "cos_r_negg": [0.5996140241622925, 0.6324857473373413], "cos_innovation_negg": [0.5996140241622925, 0.6324857473373413], "cos_apical_negg": [0.5996140241622925, 0.6324857473373413], "cos_Ac_negg": [0.5996140241622925, 0.6324857473373413], "r_norm": [0.1689276099205017, 0.1715770959854126]}, {"step": 8050, "epoch": 20, "train_loss": 0.0005148435011506081, "cos_r_negg": [0.5999175906181335, 0.6322923898696899], "cos_innovation_negg": [0.5999175906181335, 0.6322923898696899], "cos_apical_negg": [0.5999175906181335, 0.6322923898696899], "cos_Ac_negg": [0.5999175906181335, 0.6322923898696899], "r_norm": [0.16842710971832275, 0.17108309268951416]}, {"step": 8100, "epoch": 20, "train_loss": 0.00027179461903870106, "cos_r_negg": [0.6012721061706543, 0.6321148872375488], "cos_innovation_negg": [0.6012721061706543, 0.6321148872375488], "cos_apical_negg": [0.6012721061706543, 0.6321148872375488], "cos_Ac_negg": [0.6012721061706543, 0.6321148872375488], "r_norm": [0.16719572246074677, 0.1698329746723175]}, {"step": 8150, "epoch": 20, "train_loss": 0.0003730515018105507, "cos_r_negg": [0.6002108454704285, 0.6320546865463257], "cos_innovation_negg": [0.6002108454704285, 0.6320546865463257], "cos_apical_negg": [0.6002108454704285, 0.6320546865463257], "cos_Ac_negg": [0.6002108454704285, 0.6320546865463257], "r_norm": [0.16781464219093323, 0.17045047879219055]}, {"step": 8200, "epoch": 20, "train_loss": 0.00023157194664236158, "cos_r_negg": [0.6017898321151733, 0.6324486136436462], "cos_innovation_negg": [0.6017898321151733, 0.6324486136436462], "cos_apical_negg": [0.6017898321151733, 0.6324486136436462], "cos_Ac_negg": [0.6017898321151733, 0.6324486136436462], "r_norm": [0.16818545758724213, 0.1708642542362213]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9761, "test_loss": 0.11342194519042968}, {"step": 8250, "epoch": 21, "train_loss": 0.0003970118414144963, "cos_r_negg": [0.6012551784515381, 0.6325547695159912], "cos_innovation_negg": [0.6012551784515381, 0.6325547695159912], "cos_apical_negg": [0.6012551784515381, 0.6325547695159912], "cos_Ac_negg": [0.6012551784515381, 0.6325547695159912], "r_norm": [0.1686636358499527, 0.17131125926971436]}, {"step": 8300, "epoch": 21, "train_loss": 0.00020435717306099832, "cos_r_negg": [0.6014608144760132, 0.6328163146972656], "cos_innovation_negg": [0.6014608144760132, 0.6328163146972656], "cos_apical_negg": [0.6014608144760132, 0.6328163146972656], "cos_Ac_negg": [0.6014608144760132, 0.6328163146972656], "r_norm": [0.1690889149904251, 0.17179609835147858]}, {"step": 8350, "epoch": 21, "train_loss": 0.00023780670017004013, "cos_r_negg": [0.6013230681419373, 0.6332108974456787], "cos_innovation_negg": [0.6013230681419373, 0.6332108974456787], "cos_apical_negg": [0.6013230681419373, 0.6332108974456787], "cos_Ac_negg": [0.6013230681419373, 0.6332108974456787], "r_norm": [0.16686391830444336, 0.1694612056016922]}, {"step": 8400, "epoch": 21, "train_loss": 0.00028172211023047566, "cos_r_negg": [0.6010503172874451, 0.6327615976333618], "cos_innovation_negg": [0.6010503172874451, 0.6327615976333618], "cos_apical_negg": [0.6010503172874451, 0.6327615976333618], "cos_Ac_negg": [0.6010503172874451, 0.6327615976333618], "r_norm": [0.16604767739772797, 0.16865584254264832]}, {"step": 8450, "epoch": 21, "train_loss": 0.0002649369416758418, "cos_r_negg": [0.6017727851867676, 0.6332142353057861], "cos_innovation_negg": [0.6017727851867676, 0.6332142353057861], "cos_apical_negg": [0.6017727851867676, 0.6332142353057861], "cos_Ac_negg": [0.6017727851867676, 0.6332142353057861], "r_norm": [0.16644889116287231, 0.16908371448516846]}, {"step": 8500, "epoch": 21, "train_loss": 0.00022489986440632492, "cos_r_negg": [0.6023766994476318, 0.634580135345459], "cos_innovation_negg": [0.6023766994476318, 0.634580135345459], "cos_apical_negg": [0.6023766994476318, 0.634580135345459], "cos_Ac_negg": [0.6023766994476318, 0.634580135345459], "r_norm": [0.1661706268787384, 0.1687541902065277]}, {"step": 8550, "epoch": 21, "train_loss": 0.00023258640430867672, "cos_r_negg": [0.6033408641815186, 0.6346604228019714], "cos_innovation_negg": [0.6033408641815186, 0.6346604228019714], "cos_apical_negg": [0.6033408641815186, 0.6346604228019714], "cos_Ac_negg": [0.6033408641815186, 0.6346604228019714], "r_norm": [0.16702014207839966, 0.16962367296218872]}, {"step": 8600, "epoch": 21, "train_loss": 0.0007489717681892216, "cos_r_negg": [0.6030791997909546, 0.6335065960884094], "cos_innovation_negg": [0.6030791997909546, 0.6335065960884094], "cos_apical_negg": [0.6030791997909546, 0.6335065960884094], "cos_Ac_negg": [0.6030791997909546, 0.6335065960884094], "r_norm": [0.1674560308456421, 0.17006388306617737]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9764, "test_loss": 0.11387708673477173}, {"step": 8650, "epoch": 22, "train_loss": 0.0002011640026466921, "cos_r_negg": [0.602805495262146, 0.6342121958732605], "cos_innovation_negg": [0.602805495262146, 0.6342121958732605], "cos_apical_negg": [0.602805495262146, 0.6342121958732605], "cos_Ac_negg": [0.602805495262146, 0.6342121958732605], "r_norm": [0.16771633923053741, 0.1703917384147644]}, {"step": 8700, "epoch": 22, "train_loss": 0.00023412678274326026, "cos_r_negg": [0.6030540466308594, 0.6334195137023926], "cos_innovation_negg": [0.6030540466308594, 0.6334195137023926], "cos_apical_negg": [0.6030540466308594, 0.6334195137023926], "cos_Ac_negg": [0.6030540466308594, 0.6334195137023926], "r_norm": [0.16727927327156067, 0.16993802785873413]}, {"step": 8750, "epoch": 22, "train_loss": 0.00022095450549386442, "cos_r_negg": [0.6030883193016052, 0.634811282157898], "cos_innovation_negg": [0.6030883193016052, 0.634811282157898], "cos_apical_negg": [0.6030883193016052, 0.634811282157898], "cos_Ac_negg": [0.6030883193016052, 0.634811282157898], "r_norm": [0.1680912971496582, 0.17074596881866455]}, {"step": 8800, "epoch": 22, "train_loss": 0.00032422872027382255, "cos_r_negg": [0.6040620803833008, 0.6352591514587402], "cos_innovation_negg": [0.6040620803833008, 0.6352591514587402], "cos_apical_negg": [0.6040620803833008, 0.6352591514587402], "cos_Ac_negg": [0.6040620803833008, 0.6352591514587402], "r_norm": [0.16668649017810822, 0.1693042665719986]}, {"step": 8850, "epoch": 22, "train_loss": 0.0001291855878662318, "cos_r_negg": [0.60294508934021, 0.6343417763710022], "cos_innovation_negg": [0.60294508934021, 0.6343417763710022], "cos_apical_negg": [0.60294508934021, 0.6343417763710022], "cos_Ac_negg": [0.60294508934021, 0.6343417763710022], "r_norm": [0.16681316494941711, 0.1694914698600769]}, {"step": 8900, "epoch": 22, "train_loss": 0.0004608424787875265, "cos_r_negg": [0.6030863523483276, 0.6346580982208252], "cos_innovation_negg": [0.6030863523483276, 0.6346580982208252], "cos_apical_negg": [0.6030863523483276, 0.6346580982208252], "cos_Ac_negg": [0.6030863523483276, 0.6346580982208252], "r_norm": [0.16738419234752655, 0.1700514256954193]}, {"step": 8950, "epoch": 22, "train_loss": 0.00011534857185324654, "cos_r_negg": [0.6025745272636414, 0.6339900493621826], "cos_innovation_negg": [0.6025745272636414, 0.6339900493621826], "cos_apical_negg": [0.6025745272636414, 0.6339900493621826], "cos_Ac_negg": [0.6025745272636414, 0.6339900493621826], "r_norm": [0.16775166988372803, 0.17037717998027802]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9763, "test_loss": 0.1144585036277771}, {"step": 9000, "epoch": 23, "train_loss": 0.00012774826609529555, "cos_r_negg": [0.6026643514633179, 0.6348294615745544], "cos_innovation_negg": [0.6026643514633179, 0.6348294615745544], "cos_apical_negg": [0.6026643514633179, 0.6348294615745544], "cos_Ac_negg": [0.6026643514633179, 0.6348294615745544], "r_norm": [0.16710582375526428, 0.16972602903842926]}, {"step": 9050, "epoch": 23, "train_loss": 0.000278949155472219, "cos_r_negg": [0.6028192639350891, 0.6353651881217957], "cos_innovation_negg": [0.6028192639350891, 0.6353651881217957], "cos_apical_negg": [0.6028192639350891, 0.6353651881217957], "cos_Ac_negg": [0.6028192639350891, 0.6353651881217957], "r_norm": [0.1675381064414978, 0.1701919585466385]}, {"step": 9100, "epoch": 23, "train_loss": 0.00015851660282351077, "cos_r_negg": [0.6035875678062439, 0.6359850764274597], "cos_innovation_negg": [0.6035875678062439, 0.6359850764274597], "cos_apical_negg": [0.6035875678062439, 0.6359850764274597], "cos_Ac_negg": [0.6035875678062439, 0.6359850764274597], "r_norm": [0.16764387488365173, 0.17035336792469025]}, {"step": 9150, "epoch": 23, "train_loss": 0.0003726708237081766, "cos_r_negg": [0.6029617786407471, 0.6338910460472107], "cos_innovation_negg": [0.6029617786407471, 0.6338910460472107], "cos_apical_negg": [0.6029617786407471, 0.6338910460472107], "cos_Ac_negg": [0.6029617786407471, 0.6338910460472107], "r_norm": [0.16686755418777466, 0.16952066123485565]}, {"step": 9200, "epoch": 23, "train_loss": 0.00042153499089181423, "cos_r_negg": [0.6034510135650635, 0.6343415379524231], "cos_innovation_negg": [0.6034510135650635, 0.6343415379524231], "cos_apical_negg": [0.6034510135650635, 0.6343415379524231], "cos_Ac_negg": [0.6034510135650635, 0.6343415379524231], "r_norm": [0.16600969433784485, 0.16864390671253204]}, {"step": 9250, "epoch": 23, "train_loss": 0.00026320805773139, "cos_r_negg": [0.6034530401229858, 0.635467529296875], "cos_innovation_negg": [0.6034530401229858, 0.635467529296875], "cos_apical_negg": [0.6034530401229858, 0.635467529296875], "cos_Ac_negg": [0.6034530401229858, 0.635467529296875], "r_norm": [0.16740213334560394, 0.17006266117095947]}, {"step": 9300, "epoch": 23, "train_loss": 0.0002267109084641561, "cos_r_negg": [0.6019931435585022, 0.6341543197631836], "cos_innovation_negg": [0.6019931435585022, 0.6341543197631836], "cos_apical_negg": [0.6019931435585022, 0.6341543197631836], "cos_Ac_negg": [0.6019931435585022, 0.6341543197631836], "r_norm": [0.16742102801799774, 0.17003902792930603]}, {"step": 9350, "epoch": 23, "train_loss": 0.00013025346561335027, "cos_r_negg": [0.6015762090682983, 0.6351202726364136], "cos_innovation_negg": [0.6015762090682983, 0.6351202726364136], "cos_apical_negg": [0.6015762090682983, 0.6351202726364136], "cos_Ac_negg": [0.6015762090682983, 0.6351202726364136], "r_norm": [0.16611091792583466, 0.16871055960655212]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9764, "test_loss": 0.11528656234741211}, {"step": 9400, "epoch": 24, "train_loss": 0.0002276651212014258, "cos_r_negg": [0.602143406867981, 0.6344274282455444], "cos_innovation_negg": [0.602143406867981, 0.6344274282455444], "cos_apical_negg": [0.602143406867981, 0.6344274282455444], "cos_Ac_negg": [0.602143406867981, 0.6344274282455444], "r_norm": [0.16646914184093475, 0.16905733942985535]}, {"step": 9450, "epoch": 24, "train_loss": 0.0002205693890573457, "cos_r_negg": [0.6029257774353027, 0.6344001889228821], "cos_innovation_negg": [0.6029257774353027, 0.6344001889228821], "cos_apical_negg": [0.6029257774353027, 0.6344001889228821], "cos_Ac_negg": [0.6029257774353027, 0.6344001889228821], "r_norm": [0.16704913973808289, 0.1696557253599167]}, {"step": 9500, "epoch": 24, "train_loss": 0.00018987449584528804, "cos_r_negg": [0.6028425097465515, 0.6344048976898193], "cos_innovation_negg": [0.6028425097465515, 0.6344048976898193], "cos_apical_negg": [0.6028425097465515, 0.6344048976898193], "cos_Ac_negg": [0.6028425097465515, 0.6344048976898193], "r_norm": [0.1663755178451538, 0.16899064183235168]}, {"step": 9550, "epoch": 24, "train_loss": 0.00034811528166756034, "cos_r_negg": [0.6032528877258301, 0.6354314088821411], "cos_innovation_negg": [0.6032528877258301, 0.6354314088821411], "cos_apical_negg": [0.6032528877258301, 0.6354314088821411], "cos_Ac_negg": [0.6032528877258301, 0.6354314088821411], "r_norm": [0.1663602888584137, 0.16895386576652527]}, {"step": 9600, "epoch": 24, "train_loss": 0.0003141239285469055, "cos_r_negg": [0.602652907371521, 0.6347640752792358], "cos_innovation_negg": [0.602652907371521, 0.6347640752792358], "cos_apical_negg": [0.602652907371521, 0.6347640752792358], "cos_Ac_negg": [0.602652907371521, 0.6347640752792358], "r_norm": [0.16658936440944672, 0.16920121014118195]}, {"step": 9650, "epoch": 24, "train_loss": 0.0002445192076265812, "cos_r_negg": [0.6028740406036377, 0.6346408128738403], "cos_innovation_negg": [0.6028740406036377, 0.6346408128738403], "cos_apical_negg": [0.6028740406036377, 0.6346408128738403], "cos_Ac_negg": [0.6028740406036377, 0.6346408128738403], "r_norm": [0.16609978675842285, 0.16871975362300873]}, {"step": 9700, "epoch": 24, "train_loss": 0.0001587803417351097, "cos_r_negg": [0.6030661463737488, 0.6343568563461304], "cos_innovation_negg": [0.6030661463737488, 0.6343568563461304], "cos_apical_negg": [0.6030661463737488, 0.6343568563461304], "cos_Ac_negg": [0.6030661463737488, 0.6343568563461304], "r_norm": [0.16584400832653046, 0.16845685243606567]}, {"step": 9750, "epoch": 24, "train_loss": 0.00048073072684928775, "cos_r_negg": [0.6028470993041992, 0.6344863176345825], "cos_innovation_negg": [0.6028470993041992, 0.6344863176345825], "cos_apical_negg": [0.6028470993041992, 0.6344863176345825], "cos_Ac_negg": [0.6028470993041992, 0.6344863176345825], "r_norm": [0.16551443934440613, 0.16814863681793213]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9764, "test_loss": 0.11553835043907165}, {"step": 9800, "epoch": 25, "train_loss": 0.0003700753441080451, "cos_r_negg": [0.6016156077384949, 0.6344747543334961], "cos_innovation_negg": [0.6016156077384949, 0.6344747543334961], "cos_apical_negg": [0.6016156077384949, 0.6344747543334961], "cos_Ac_negg": [0.6016156077384949, 0.6344747543334961], "r_norm": [0.16558508574962616, 0.1682058870792389]}, {"step": 9850, "epoch": 25, "train_loss": 0.00023993042123038322, "cos_r_negg": [0.6015512347221375, 0.6345829367637634], "cos_innovation_negg": [0.6015512347221375, 0.6345829367637634], "cos_apical_negg": [0.6015512347221375, 0.6345829367637634], "cos_Ac_negg": [0.6015512347221375, 0.6345829367637634], "r_norm": [0.16506612300872803, 0.16766026616096497]}, {"step": 9900, "epoch": 25, "train_loss": 6.226358527783304e-05, "cos_r_negg": [0.6020491123199463, 0.6350083351135254], "cos_innovation_negg": [0.6020491123199463, 0.6350083351135254], "cos_apical_negg": [0.6020491123199463, 0.6350083351135254], "cos_Ac_negg": [0.6020491123199463, 0.6350083351135254], "r_norm": [0.16486603021621704, 0.16742491722106934]}, {"step": 9950, "epoch": 25, "train_loss": 0.00029206305043771863, "cos_r_negg": [0.6019865274429321, 0.6348463296890259], "cos_innovation_negg": [0.6019865274429321, 0.6348463296890259], "cos_apical_negg": [0.6019865274429321, 0.6348463296890259], "cos_Ac_negg": [0.6019865274429321, 0.6348463296890259], "r_norm": [0.16609375178813934, 0.1686858832836151]}, {"step": 10000, "epoch": 25, "train_loss": 0.00015967636136338115, "cos_r_negg": [0.6021885871887207, 0.6350934505462646], "cos_innovation_negg": [0.6021885871887207, 0.6350934505462646], "cos_apical_negg": [0.6021885871887207, 0.6350934505462646], "cos_Ac_negg": [0.6021885871887207, 0.6350934505462646], "r_norm": [0.16651317477226257, 0.16917259991168976]}, {"step": 10050, "epoch": 25, "train_loss": 0.00031796074472367764, "cos_r_negg": [0.6024521589279175, 0.6346781253814697], "cos_innovation_negg": [0.6024521589279175, 0.6346781253814697], "cos_apical_negg": [0.6024521589279175, 0.6346781253814697], "cos_Ac_negg": [0.6024521589279175, 0.6346781253814697], "r_norm": [0.16608557105064392, 0.1687382459640503]}, {"step": 10100, "epoch": 25, "train_loss": 8.259464811999351e-05, "cos_r_negg": [0.6033538579940796, 0.6351476311683655], "cos_innovation_negg": [0.6033538579940796, 0.6351476311683655], "cos_apical_negg": [0.6033538579940796, 0.6351476311683655], "cos_Ac_negg": [0.6033538579940796, 0.6351476311683655], "r_norm": [0.16675396263599396, 0.1694280058145523]}, {"step": 10150, "epoch": 25, "train_loss": 4.670290945796296e-05, "cos_r_negg": [0.6030882596969604, 0.6352251768112183], "cos_innovation_negg": [0.6030882596969604, 0.6352251768112183], "cos_apical_negg": [0.6030882596969604, 0.6352251768112183], "cos_Ac_negg": [0.6030882596969604, 0.6352251768112183], "r_norm": [0.16643548011779785, 0.16908778250217438]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9762, "test_loss": 0.11616395077705384}, {"step": 10200, "epoch": 26, "train_loss": 0.00018556421855464578, "cos_r_negg": [0.6019049882888794, 0.6353180408477783], "cos_innovation_negg": [0.6019049882888794, 0.6353180408477783], "cos_apical_negg": [0.6019049882888794, 0.6353180408477783], "cos_Ac_negg": [0.6019049882888794, 0.6353180408477783], "r_norm": [0.16501092910766602, 0.1676073670387268]}, {"step": 10250, "epoch": 26, "train_loss": 0.0003307863080408424, "cos_r_negg": [0.6023445129394531, 0.6358026266098022], "cos_innovation_negg": [0.6023445129394531, 0.6358026266098022], "cos_apical_negg": [0.6023445129394531, 0.6358026266098022], "cos_Ac_negg": [0.6023445129394531, 0.6358026266098022], "r_norm": [0.1649414300918579, 0.1675301492214203]}, {"step": 10300, "epoch": 26, "train_loss": 0.0007155455532483757, "cos_r_negg": [0.6024097204208374, 0.6356316804885864], "cos_innovation_negg": [0.6024097204208374, 0.6356316804885864], "cos_apical_negg": [0.6024097204208374, 0.6356316804885864], "cos_Ac_negg": [0.6024097204208374, 0.6356316804885864], "r_norm": [0.16521605849266052, 0.16782841086387634]}, {"step": 10350, "epoch": 26, "train_loss": 0.00012212683213874698, "cos_r_negg": [0.6022156476974487, 0.6351896524429321], "cos_innovation_negg": [0.6022156476974487, 0.6351896524429321], "cos_apical_negg": [0.6022156476974487, 0.6351896524429321], "cos_Ac_negg": [0.6022156476974487, 0.6351896524429321], "r_norm": [0.16434381902217865, 0.1669180542230606]}, {"step": 10400, "epoch": 26, "train_loss": 0.00041772559052333236, "cos_r_negg": [0.6030529737472534, 0.63560551404953], "cos_innovation_negg": [0.6030529737472534, 0.63560551404953], "cos_apical_negg": [0.6030529737472534, 0.63560551404953], "cos_Ac_negg": [0.6030529737472534, 0.63560551404953], "r_norm": [0.16403931379318237, 0.16664889454841614]}, {"step": 10450, "epoch": 26, "train_loss": 0.0004277976113371551, "cos_r_negg": [0.6030241250991821, 0.6353921890258789], "cos_innovation_negg": [0.6030241250991821, 0.6353921890258789], "cos_apical_negg": [0.6030241250991821, 0.6353921890258789], "cos_Ac_negg": [0.6030241250991821, 0.6353921890258789], "r_norm": [0.16436417400836945, 0.1669735312461853]}, {"step": 10500, "epoch": 26, "train_loss": 0.00022339244605973363, "cos_r_negg": [0.6028411388397217, 0.6359083652496338], "cos_innovation_negg": [0.6028411388397217, 0.6359083652496338], "cos_apical_negg": [0.6028411388397217, 0.6359083652496338], "cos_Ac_negg": [0.6028411388397217, 0.6359083652496338], "r_norm": [0.1643727719783783, 0.16692782938480377]}, {"step": 10550, "epoch": 26, "train_loss": 0.00015957807772792876, "cos_r_negg": [0.6024464964866638, 0.6362085342407227], "cos_innovation_negg": [0.6024464964866638, 0.6362085342407227], "cos_apical_negg": [0.6024464964866638, 0.6362085342407227], "cos_Ac_negg": [0.6024464964866638, 0.6362085342407227], "r_norm": [0.1642124205827713, 0.16676223278045654]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9764, "test_loss": 0.11661934542655945}, {"step": 10600, "epoch": 27, "train_loss": 7.064963574521244e-05, "cos_r_negg": [0.6021904945373535, 0.6356754899024963], "cos_innovation_negg": [0.6021904945373535, 0.6356754899024963], "cos_apical_negg": [0.6021904945373535, 0.6356754899024963], "cos_Ac_negg": [0.6021904945373535, 0.6356754899024963], "r_norm": [0.16393110156059265, 0.16645771265029907]}, {"step": 10650, "epoch": 27, "train_loss": 0.00015095033450052142, "cos_r_negg": [0.6030354499816895, 0.6365854740142822], "cos_innovation_negg": [0.6030354499816895, 0.6365854740142822], "cos_apical_negg": [0.6030354499816895, 0.6365854740142822], "cos_Ac_negg": [0.6030354499816895, 0.6365854740142822], "r_norm": [0.16438649594783783, 0.1669471710920334]}, {"step": 10700, "epoch": 27, "train_loss": 0.00011985281889792532, "cos_r_negg": [0.6033111810684204, 0.6362457275390625], "cos_innovation_negg": [0.6033111810684204, 0.6362457275390625], "cos_apical_negg": [0.6033111810684204, 0.6362457275390625], "cos_Ac_negg": [0.6033111810684204, 0.6362457275390625], "r_norm": [0.16438011825084686, 0.16702900826931]}, {"step": 10750, "epoch": 27, "train_loss": 9.524153574602678e-05, "cos_r_negg": [0.6030147075653076, 0.635796308517456], "cos_innovation_negg": [0.6030147075653076, 0.635796308517456], "cos_apical_negg": [0.6030147075653076, 0.635796308517456], "cos_Ac_negg": [0.6030147075653076, 0.635796308517456], "r_norm": [0.16477198898792267, 0.16741704940795898]}, {"step": 10800, "epoch": 27, "train_loss": 6.364910223055631e-05, "cos_r_negg": [0.6029894948005676, 0.6361516714096069], "cos_innovation_negg": [0.6029894948005676, 0.6361516714096069], "cos_apical_negg": [0.6029894948005676, 0.6361516714096069], "cos_Ac_negg": [0.6029894948005676, 0.6361516714096069], "r_norm": [0.16478203237056732, 0.16739621758460999]}, {"step": 10850, "epoch": 27, "train_loss": 0.00010228517930954695, "cos_r_negg": [0.6028931140899658, 0.636454701423645], "cos_innovation_negg": [0.6028931140899658, 0.636454701423645], "cos_apical_negg": [0.6028931140899658, 0.636454701423645], "cos_Ac_negg": [0.6028931140899658, 0.636454701423645], "r_norm": [0.16511330008506775, 0.1677204966545105]}, {"step": 10900, "epoch": 27, "train_loss": 0.0001346863864455372, "cos_r_negg": [0.6021341681480408, 0.6368640661239624], "cos_innovation_negg": [0.6021341681480408, 0.6368640661239624], "cos_apical_negg": [0.6021341681480408, 0.6368640661239624], "cos_Ac_negg": [0.6021341681480408, 0.6368640661239624], "r_norm": [0.16478130221366882, 0.16736635565757751]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9766, "test_loss": 0.11718740515708924}, {"step": 10950, "epoch": 28, "train_loss": 0.00019990997679997236, "cos_r_negg": [0.6026186347007751, 0.6368666887283325], "cos_innovation_negg": [0.6026186347007751, 0.6368666887283325], "cos_apical_negg": [0.6026186347007751, 0.6368666887283325], "cos_Ac_negg": [0.6026186347007751, 0.6368666887283325], "r_norm": [0.16449283063411713, 0.16706305742263794]}, {"step": 11000, "epoch": 28, "train_loss": 0.00011219326552236453, "cos_r_negg": [0.6025271415710449, 0.6362969279289246], "cos_innovation_negg": [0.6025271415710449, 0.6362969279289246], "cos_apical_negg": [0.6025271415710449, 0.6362969279289246], "cos_Ac_negg": [0.6025271415710449, 0.6362969279289246], "r_norm": [0.16411562263965607, 0.16668486595153809]}, {"step": 11050, "epoch": 28, "train_loss": 0.00033078956766985357, "cos_r_negg": [0.601637601852417, 0.6366503238677979], "cos_innovation_negg": [0.601637601852417, 0.6366503238677979], "cos_apical_negg": [0.601637601852417, 0.6366503238677979], "cos_Ac_negg": [0.601637601852417, 0.6366503238677979], "r_norm": [0.16383042931556702, 0.16635887324810028]}, {"step": 11100, "epoch": 28, "train_loss": 0.0003664000250864774, "cos_r_negg": [0.6019050478935242, 0.6366799473762512], "cos_innovation_negg": [0.6019050478935242, 0.6366799473762512], "cos_apical_negg": [0.6019050478935242, 0.6366799473762512], "cos_Ac_negg": [0.6019050478935242, 0.6366799473762512], "r_norm": [0.1635153740644455, 0.16601699590682983]}, {"step": 11150, "epoch": 28, "train_loss": 0.00020521122496575117, "cos_r_negg": [0.6023773550987244, 0.6363457441329956], "cos_innovation_negg": [0.6023773550987244, 0.6363457441329956], "cos_apical_negg": [0.6023773550987244, 0.6363457441329956], "cos_Ac_negg": [0.6023773550987244, 0.6363457441329956], "r_norm": [0.16447031497955322, 0.16703678667545319]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004433440917637199, "cos_r_negg": [0.603636622428894, 0.6377202272415161], "cos_innovation_negg": [0.603636622428894, 0.6377202272415161], "cos_apical_negg": [0.603636622428894, 0.6377202272415161], "cos_Ac_negg": [0.603636622428894, 0.6377202272415161], "r_norm": [0.16493022441864014, 0.16752317547798157]}, {"step": 11250, "epoch": 28, "train_loss": 0.000549921824131161, "cos_r_negg": [0.6028931140899658, 0.6367067694664001], "cos_innovation_negg": [0.6028931140899658, 0.6367067694664001], "cos_apical_negg": [0.6028931140899658, 0.6367067694664001], "cos_Ac_negg": [0.6028931140899658, 0.6367067694664001], "r_norm": [0.16464874148368835, 0.16723847389221191]}, {"step": 11300, "epoch": 28, "train_loss": 0.0001164230634458363, "cos_r_negg": [0.6032013893127441, 0.6375558376312256], "cos_innovation_negg": [0.6032013893127441, 0.6375558376312256], "cos_apical_negg": [0.6032013893127441, 0.6375558376312256], "cos_Ac_negg": [0.6032013893127441, 0.6375558376312256], "r_norm": [0.16400521993637085, 0.1665826141834259]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9764, "test_loss": 0.11747096886634827}, {"step": 11350, "epoch": 29, "train_loss": 0.000126787563203834, "cos_r_negg": [0.6028580665588379, 0.6371496915817261], "cos_innovation_negg": [0.6028580665588379, 0.6371496915817261], "cos_apical_negg": [0.6028580665588379, 0.6371496915817261], "cos_Ac_negg": [0.6028580665588379, 0.6371496915817261], "r_norm": [0.16400399804115295, 0.16662371158599854]}, {"step": 11400, "epoch": 29, "train_loss": 0.0001322266907664016, "cos_r_negg": [0.6023421287536621, 0.6371071338653564], "cos_innovation_negg": [0.6023421287536621, 0.6371071338653564], "cos_apical_negg": [0.6023421287536621, 0.6371071338653564], "cos_Ac_negg": [0.6023421287536621, 0.6371071338653564], "r_norm": [0.16417482495307922, 0.1668110340833664]}, {"step": 11450, "epoch": 29, "train_loss": 0.00023826645337976515, "cos_r_negg": [0.6026973724365234, 0.6371362209320068], "cos_innovation_negg": [0.6026973724365234, 0.6371362209320068], "cos_apical_negg": [0.6026973724365234, 0.6371362209320068], "cos_Ac_negg": [0.6026973724365234, 0.6371362209320068], "r_norm": [0.1649453192949295, 0.16760188341140747]}, {"step": 11500, "epoch": 29, "train_loss": 0.00032142939744517207, "cos_r_negg": [0.6033589243888855, 0.6375687122344971], "cos_innovation_negg": [0.6033589243888855, 0.6375687122344971], "cos_apical_negg": [0.6033589243888855, 0.6375687122344971], "cos_Ac_negg": [0.6033589243888855, 0.6375687122344971], "r_norm": [0.1643637865781784, 0.1670040488243103]}, {"step": 11550, "epoch": 29, "train_loss": 0.00022029390675015748, "cos_r_negg": [0.6033644676208496, 0.637245774269104], "cos_innovation_negg": [0.6033644676208496, 0.637245774269104], "cos_apical_negg": [0.6033644676208496, 0.637245774269104], "cos_Ac_negg": [0.6033644676208496, 0.637245774269104], "r_norm": [0.163600355386734, 0.16618071496486664]}, {"step": 11600, "epoch": 29, "train_loss": 0.00011532573262229562, "cos_r_negg": [0.6031160950660706, 0.6375129222869873], "cos_innovation_negg": [0.6031160950660706, 0.6375129222869873], "cos_apical_negg": [0.6031160950660706, 0.6375129222869873], "cos_Ac_negg": [0.6031160950660706, 0.6375129222869873], "r_norm": [0.16369326412677765, 0.16630306839942932]}, {"step": 11650, "epoch": 29, "train_loss": 0.00017541258421260864, "cos_r_negg": [0.6031115651130676, 0.6376367807388306], "cos_innovation_negg": [0.6031115651130676, 0.6376367807388306], "cos_apical_negg": [0.6031115651130676, 0.6376367807388306], "cos_Ac_negg": [0.6031115651130676, 0.6376367807388306], "r_norm": [0.16357097029685974, 0.16612876951694489]}, {"step": 11700, "epoch": 29, "train_loss": 9.381623385706916e-05, "cos_r_negg": [0.6028047204017639, 0.6371487379074097], "cos_innovation_negg": [0.6028047204017639, 0.6371487379074097], "cos_apical_negg": [0.6028047204017639, 0.6371487379074097], "cos_Ac_negg": [0.6028047204017639, 0.6371487379074097], "r_norm": [0.16315387189388275, 0.16569733619689941]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9764, "test_loss": 0.11805683407783508}, {"step": 11750, "epoch": 30, "train_loss": 0.0002232459228252992, "cos_r_negg": [0.602630615234375, 0.637323260307312], "cos_innovation_negg": [0.602630615234375, 0.637323260307312], "cos_apical_negg": [0.602630615234375, 0.637323260307312], "cos_Ac_negg": [0.602630615234375, 0.637323260307312], "r_norm": [0.1636834591627121, 0.16621696949005127]}, {"step": 11800, "epoch": 30, "train_loss": 0.00013891329581383616, "cos_r_negg": [0.6030893325805664, 0.6373194456100464], "cos_innovation_negg": [0.6030893325805664, 0.6373194456100464], "cos_apical_negg": [0.6030893325805664, 0.6373194456100464], "cos_Ac_negg": [0.6030893325805664, 0.6373194456100464], "r_norm": [0.16462336480617523, 0.16722360253334045]}, {"step": 11850, "epoch": 30, "train_loss": 0.00015591233386658132, "cos_r_negg": [0.603075385093689, 0.6380728483200073], "cos_innovation_negg": [0.603075385093689, 0.6380728483200073], "cos_apical_negg": [0.603075385093689, 0.6380728483200073], "cos_Ac_negg": [0.603075385093689, 0.6380728483200073], "r_norm": [0.16394469141960144, 0.16654068231582642]}, {"step": 11900, "epoch": 30, "train_loss": 0.0004508672864176333, "cos_r_negg": [0.6027880907058716, 0.6374820470809937], "cos_innovation_negg": [0.6027880907058716, 0.6374820470809937], "cos_apical_negg": [0.6027880907058716, 0.6374820470809937], "cos_Ac_negg": [0.6027880907058716, 0.6374820470809937], "r_norm": [0.16386151313781738, 0.16646499931812286]}, {"step": 11950, "epoch": 30, "train_loss": 0.00013142000534571707, "cos_r_negg": [0.60245680809021, 0.6373318433761597], "cos_innovation_negg": [0.60245680809021, 0.6373318433761597], "cos_apical_negg": [0.60245680809021, 0.6373318433761597], "cos_Ac_negg": [0.60245680809021, 0.6373318433761597], "r_norm": [0.1626424938440323, 0.16517163813114166]}, {"step": 12000, "epoch": 30, "train_loss": 0.0002441573014948517, "cos_r_negg": [0.6020857691764832, 0.6371802091598511], "cos_innovation_negg": [0.6020857691764832, 0.6371802091598511], "cos_apical_negg": [0.6020857691764832, 0.6371802091598511], "cos_Ac_negg": [0.6020857691764832, 0.6371802091598511], "r_norm": [0.1625899076461792, 0.16510392725467682]}, {"step": 12050, "epoch": 30, "train_loss": 0.00023460900411009789, "cos_r_negg": [0.6017347574234009, 0.636883556842804], "cos_innovation_negg": [0.6017347574234009, 0.636883556842804], "cos_apical_negg": [0.6017347574234009, 0.636883556842804], "cos_Ac_negg": [0.6017347574234009, 0.636883556842804], "r_norm": [0.16256621479988098, 0.16506889462471008]}, {"step": 12100, "epoch": 30, "train_loss": 0.00014382321387529373, "cos_r_negg": [0.6026686429977417, 0.6376537680625916], "cos_innovation_negg": [0.6026686429977417, 0.6376537680625916], "cos_apical_negg": [0.6026686429977417, 0.6376537680625916], "cos_Ac_negg": [0.6026686429977417, 0.6376537680625916], "r_norm": [0.16279111802577972, 0.16531287133693695]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9763, "test_loss": 0.11856699795722961}, {"step": 12150, "epoch": 31, "train_loss": 9.685584518592805e-05, "cos_r_negg": [0.6026691794395447, 0.6378849744796753], "cos_innovation_negg": [0.6026691794395447, 0.6378849744796753], "cos_apical_negg": [0.6026691794395447, 0.6378849744796753], "cos_Ac_negg": [0.6026691794395447, 0.6378849744796753], "r_norm": [0.16282832622528076, 0.16534702479839325]}, {"step": 12200, "epoch": 31, "train_loss": 0.00015094116679392755, "cos_r_negg": [0.6036842465400696, 0.6381902694702148], "cos_innovation_negg": [0.6036842465400696, 0.6381902694702148], "cos_apical_negg": [0.6036842465400696, 0.6381902694702148], "cos_Ac_negg": [0.6036842465400696, 0.6381902694702148], "r_norm": [0.16303013265132904, 0.1655774712562561]}, {"step": 12250, "epoch": 31, "train_loss": 0.0002607704373076558, "cos_r_negg": [0.6030054688453674, 0.6383719444274902], "cos_innovation_negg": [0.6030054688453674, 0.6383719444274902], "cos_apical_negg": [0.6030054688453674, 0.6383719444274902], "cos_Ac_negg": [0.6030054688453674, 0.6383719444274902], "r_norm": [0.16265197098255157, 0.16518810391426086]}, {"step": 12300, "epoch": 31, "train_loss": 0.00025370463845320046, "cos_r_negg": [0.6022912859916687, 0.6377270817756653], "cos_innovation_negg": [0.6022912859916687, 0.6377270817756653], "cos_apical_negg": [0.6022912859916687, 0.6377270817756653], "cos_Ac_negg": [0.6022912859916687, 0.6377270817756653], "r_norm": [0.16222253441810608, 0.1647615134716034]}, {"step": 12350, "epoch": 31, "train_loss": 0.0003342347627039999, "cos_r_negg": [0.6023346185684204, 0.6377450227737427], "cos_innovation_negg": [0.6023346185684204, 0.6377450227737427], "cos_apical_negg": [0.6023346185684204, 0.6377450227737427], "cos_Ac_negg": [0.6023346185684204, 0.6377450227737427], "r_norm": [0.1624278724193573, 0.16498255729675293]}, {"step": 12400, "epoch": 31, "train_loss": 0.00017991939967032522, "cos_r_negg": [0.6028845310211182, 0.6383234262466431], "cos_innovation_negg": [0.6028845310211182, 0.6383234262466431], "cos_apical_negg": [0.6028845310211182, 0.6383234262466431], "cos_Ac_negg": [0.6028845310211182, 0.6383234262466431], "r_norm": [0.16267038881778717, 0.16521859169006348]}, {"step": 12450, "epoch": 31, "train_loss": 8.462532423436642e-05, "cos_r_negg": [0.6035373210906982, 0.6385154724121094], "cos_innovation_negg": [0.6035373210906982, 0.6385154724121094], "cos_apical_negg": [0.6035373210906982, 0.6385154724121094], "cos_Ac_negg": [0.6035373210906982, 0.6385154724121094], "r_norm": [0.16329634189605713, 0.16584855318069458]}, {"step": 12500, "epoch": 31, "train_loss": 4.908616392640397e-05, "cos_r_negg": [0.6030663251876831, 0.6382848620414734], "cos_innovation_negg": [0.6030663251876831, 0.6382848620414734], "cos_apical_negg": [0.6030663251876831, 0.6382848620414734], "cos_Ac_negg": [0.6030663251876831, 0.6382848620414734], "r_norm": [0.16285032033920288, 0.1653725802898407]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9766, "test_loss": 0.11880372610092163}, {"step": 12550, "epoch": 32, "train_loss": 0.00018371165788266808, "cos_r_negg": [0.602942705154419, 0.6381696462631226], "cos_innovation_negg": [0.602942705154419, 0.6381696462631226], "cos_apical_negg": [0.602942705154419, 0.6381696462631226], "cos_Ac_negg": [0.602942705154419, 0.6381696462631226], "r_norm": [0.16261649131774902, 0.16511516273021698]}, {"step": 12600, "epoch": 32, "train_loss": 5.3703595767728984e-05, "cos_r_negg": [0.6031100153923035, 0.6381285786628723], "cos_innovation_negg": [0.6031100153923035, 0.6381285786628723], "cos_apical_negg": [0.6031100153923035, 0.6381285786628723], "cos_Ac_negg": [0.6031100153923035, 0.6381285786628723], "r_norm": [0.16261552274227142, 0.16512909531593323]}, {"step": 12650, "epoch": 32, "train_loss": 0.00012567891099024564, "cos_r_negg": [0.603503942489624, 0.6386273503303528], "cos_innovation_negg": [0.603503942489624, 0.6386273503303528], "cos_apical_negg": [0.603503942489624, 0.6386273503303528], "cos_Ac_negg": [0.603503942489624, 0.6386273503303528], "r_norm": [0.1635282188653946, 0.16606764495372772]}, {"step": 12700, "epoch": 32, "train_loss": 0.00021631005802191794, "cos_r_negg": [0.603606104850769, 0.6383799314498901], "cos_innovation_negg": [0.603606104850769, 0.6383799314498901], "cos_apical_negg": [0.603606104850769, 0.6383799314498901], "cos_Ac_negg": [0.603606104850769, 0.6383799314498901], "r_norm": [0.16359150409698486, 0.16612286865711212]}, {"step": 12750, "epoch": 32, "train_loss": 3.885788100888021e-05, "cos_r_negg": [0.6031835079193115, 0.6383932828903198], "cos_innovation_negg": [0.6031835079193115, 0.6383932828903198], "cos_apical_negg": [0.6031835079193115, 0.6383932828903198], "cos_Ac_negg": [0.6031835079193115, 0.6383932828903198], "r_norm": [0.16327831149101257, 0.16580218076705933]}, {"step": 12800, "epoch": 32, "train_loss": 0.00025994834140874445, "cos_r_negg": [0.6036118865013123, 0.6384614706039429], "cos_innovation_negg": [0.6036118865013123, 0.6384614706039429], "cos_apical_negg": [0.6036118865013123, 0.6384614706039429], "cos_Ac_negg": [0.6036118865013123, 0.6384614706039429], "r_norm": [0.16343706846237183, 0.16598720848560333]}, {"step": 12850, "epoch": 32, "train_loss": 8.918391540646553e-05, "cos_r_negg": [0.6034377217292786, 0.6386821269989014], "cos_innovation_negg": [0.6034377217292786, 0.6386821269989014], "cos_apical_negg": [0.6034377217292786, 0.6386821269989014], "cos_Ac_negg": [0.6034377217292786, 0.6386821269989014], "r_norm": [0.1627560257911682, 0.16530779004096985]}, {"step": 12900, "epoch": 32, "train_loss": 7.837184239178896e-05, "cos_r_negg": [0.6033725738525391, 0.6382450461387634], "cos_innovation_negg": [0.6033725738525391, 0.6382450461387634], "cos_apical_negg": [0.6033725738525391, 0.6382450461387634], "cos_Ac_negg": [0.6033725738525391, 0.6382450461387634], "r_norm": [0.16210296750068665, 0.16466090083122253]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9764, "test_loss": 0.11922898111343384}, {"step": 12950, "epoch": 33, "train_loss": 0.00010145915439352393, "cos_r_negg": [0.604000985622406, 0.638538122177124], "cos_innovation_negg": [0.604000985622406, 0.638538122177124], "cos_apical_negg": [0.604000985622406, 0.638538122177124], "cos_Ac_negg": [0.604000985622406, 0.638538122177124], "r_norm": [0.1623624861240387, 0.16494926810264587]}, {"step": 13000, "epoch": 33, "train_loss": 2.3305063223233446e-05, "cos_r_negg": [0.6033579111099243, 0.638475775718689], "cos_innovation_negg": [0.6033579111099243, 0.638475775718689], "cos_apical_negg": [0.6033579111099243, 0.638475775718689], "cos_Ac_negg": [0.6033579111099243, 0.638475775718689], "r_norm": [0.16202130913734436, 0.16456840932369232]}, {"step": 13050, "epoch": 33, "train_loss": 0.00015089877706486732, "cos_r_negg": [0.6039912700653076, 0.639043927192688], "cos_innovation_negg": [0.6039912700653076, 0.639043927192688], "cos_apical_negg": [0.6039912700653076, 0.639043927192688], "cos_Ac_negg": [0.6039912700653076, 0.639043927192688], "r_norm": [0.1619395613670349, 0.1644722819328308]}, {"step": 13100, "epoch": 33, "train_loss": 9.057789429789409e-05, "cos_r_negg": [0.6035884618759155, 0.639110803604126], "cos_innovation_negg": [0.6035884618759155, 0.639110803604126], "cos_apical_negg": [0.6035884618759155, 0.639110803604126], "cos_Ac_negg": [0.6035884618759155, 0.639110803604126], "r_norm": [0.16226288676261902, 0.16480931639671326]}, {"step": 13150, "epoch": 33, "train_loss": 0.00010654258949216455, "cos_r_negg": [0.6039761304855347, 0.6393001079559326], "cos_innovation_negg": [0.6039761304855347, 0.6393001079559326], "cos_apical_negg": [0.6039761304855347, 0.6393001079559326], "cos_Ac_negg": [0.6039761304855347, 0.6393001079559326], "r_norm": [0.16216856241226196, 0.1647103726863861]}, {"step": 13200, "epoch": 33, "train_loss": 0.00018787816225085407, "cos_r_negg": [0.6033780574798584, 0.6383399963378906], "cos_innovation_negg": [0.6033780574798584, 0.6383399963378906], "cos_apical_negg": [0.6033780574798584, 0.6383399963378906], "cos_Ac_negg": [0.6033780574798584, 0.6383399963378906], "r_norm": [0.16283583641052246, 0.1654408574104309]}, {"step": 13250, "epoch": 33, "train_loss": 0.0002246049843961373, "cos_r_negg": [0.6043176651000977, 0.6391128301620483], "cos_innovation_negg": [0.6043176651000977, 0.6391128301620483], "cos_apical_negg": [0.6043176651000977, 0.6391128301620483], "cos_Ac_negg": [0.6043176651000977, 0.6391128301620483], "r_norm": [0.16219913959503174, 0.16473791003227234]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9764, "test_loss": 0.1197020339012146}, {"step": 13300, "epoch": 34, "train_loss": 0.0001526332343928516, "cos_r_negg": [0.6040029525756836, 0.6387192010879517], "cos_innovation_negg": [0.6040029525756836, 0.6387192010879517], "cos_apical_negg": [0.6040029525756836, 0.6387192010879517], "cos_Ac_negg": [0.6040029525756836, 0.6387192010879517], "r_norm": [0.1621326059103012, 0.16466102004051208]}, {"step": 13350, "epoch": 34, "train_loss": 0.00013868097448721528, "cos_r_negg": [0.6039023399353027, 0.6392050981521606], "cos_innovation_negg": [0.6039023399353027, 0.6392050981521606], "cos_apical_negg": [0.6039023399353027, 0.6392050981521606], "cos_Ac_negg": [0.6039023399353027, 0.6392050981521606], "r_norm": [0.1617574691772461, 0.1642674207687378]}, {"step": 13400, "epoch": 34, "train_loss": 0.00017759120964910835, "cos_r_negg": [0.6043460369110107, 0.6398547887802124], "cos_innovation_negg": [0.6043460369110107, 0.6398547887802124], "cos_apical_negg": [0.6043460369110107, 0.6398547887802124], "cos_Ac_negg": [0.6043460369110107, 0.6398547887802124], "r_norm": [0.1620321273803711, 0.16453880071640015]}, {"step": 13450, "epoch": 34, "train_loss": 0.00027727981796488166, "cos_r_negg": [0.60440593957901, 0.6393203735351562], "cos_innovation_negg": [0.60440593957901, 0.6393203735351562], "cos_apical_negg": [0.60440593957901, 0.6393203735351562], "cos_Ac_negg": [0.60440593957901, 0.6393203735351562], "r_norm": [0.16190600395202637, 0.1644252985715866]}, {"step": 13500, "epoch": 34, "train_loss": 0.00018253448070026934, "cos_r_negg": [0.6046717166900635, 0.6395693421363831], "cos_innovation_negg": [0.6046717166900635, 0.6395693421363831], "cos_apical_negg": [0.6046717166900635, 0.6395693421363831], "cos_Ac_negg": [0.6046717166900635, 0.6395693421363831], "r_norm": [0.16199058294296265, 0.16453766822814941]}, {"step": 13550, "epoch": 34, "train_loss": 0.0001224625448230654, "cos_r_negg": [0.6045345664024353, 0.6393558979034424], "cos_innovation_negg": [0.6045345664024353, 0.6393558979034424], "cos_apical_negg": [0.6045345664024353, 0.6393558979034424], "cos_Ac_negg": [0.6045345664024353, 0.6393558979034424], "r_norm": [0.16221484541893005, 0.16474945843219757]}, {"step": 13600, "epoch": 34, "train_loss": 0.00011888425797224045, "cos_r_negg": [0.6042225360870361, 0.6392035484313965], "cos_innovation_negg": [0.6042225360870361, 0.6392035484313965], "cos_apical_negg": [0.6042225360870361, 0.6392035484313965], "cos_Ac_negg": [0.6042225360870361, 0.6392035484313965], "r_norm": [0.16173326969146729, 0.16424404084682465]}, {"step": 13650, "epoch": 34, "train_loss": 0.0001738814462441951, "cos_r_negg": [0.6038092374801636, 0.6390427947044373], "cos_innovation_negg": [0.6038092374801636, 0.6390427947044373], "cos_apical_negg": [0.6038092374801636, 0.6390427947044373], "cos_Ac_negg": [0.6038092374801636, 0.6390427947044373], "r_norm": [0.16200610995292664, 0.16453427076339722]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9765, "test_loss": 0.1200714078426361}, {"step": 13700, "epoch": 35, "train_loss": 0.0001716083788778633, "cos_r_negg": [0.6041368246078491, 0.6393095850944519], "cos_innovation_negg": [0.6041368246078491, 0.6393095850944519], "cos_apical_negg": [0.6041368246078491, 0.6393095850944519], "cos_Ac_negg": [0.6041368246078491, 0.6393095850944519], "r_norm": [0.1616697609424591, 0.16418412327766418]}, {"step": 13750, "epoch": 35, "train_loss": 0.00021768175065517426, "cos_r_negg": [0.6040210127830505, 0.6395204067230225], "cos_innovation_negg": [0.6040210127830505, 0.6395204067230225], "cos_apical_negg": [0.6040210127830505, 0.6395204067230225], "cos_Ac_negg": [0.6040210127830505, 0.6395204067230225], "r_norm": [0.16138672828674316, 0.16389158368110657]}, {"step": 13800, "epoch": 35, "train_loss": 0.00010619909880915657, "cos_r_negg": [0.6043202877044678, 0.6395370960235596], "cos_innovation_negg": [0.6043202877044678, 0.6395370960235596], "cos_apical_negg": [0.6043202877044678, 0.6395370960235596], "cos_Ac_negg": [0.6043202877044678, 0.6395370960235596], "r_norm": [0.1614523082971573, 0.16395187377929688]}, {"step": 13850, "epoch": 35, "train_loss": 0.0001689329365035519, "cos_r_negg": [0.6044739484786987, 0.639647364616394], "cos_innovation_negg": [0.6044739484786987, 0.639647364616394], "cos_apical_negg": [0.6044739484786987, 0.639647364616394], "cos_Ac_negg": [0.6044739484786987, 0.639647364616394], "r_norm": [0.16155342757701874, 0.16406504809856415]}, {"step": 13900, "epoch": 35, "train_loss": 0.000100243094493635, "cos_r_negg": [0.6045639514923096, 0.6396713256835938], "cos_innovation_negg": [0.6045639514923096, 0.6396713256835938], "cos_apical_negg": [0.6045639514923096, 0.6396713256835938], "cos_Ac_negg": [0.6045639514923096, 0.6396713256835938], "r_norm": [0.16122423112392426, 0.16373902559280396]}, {"step": 13950, "epoch": 35, "train_loss": 0.00012482400052249432, "cos_r_negg": [0.6035587787628174, 0.6396811604499817], "cos_innovation_negg": [0.6035587787628174, 0.6396811604499817], "cos_apical_negg": [0.6035587787628174, 0.6396811604499817], "cos_Ac_negg": [0.6035587787628174, 0.6396811604499817], "r_norm": [0.16115213930606842, 0.16364678740501404]}, {"step": 14000, "epoch": 35, "train_loss": 0.00010424501670058817, "cos_r_negg": [0.6030789017677307, 0.6395114660263062], "cos_innovation_negg": [0.6030789017677307, 0.6395114660263062], "cos_apical_negg": [0.6030789017677307, 0.6395114660263062], "cos_Ac_negg": [0.6030789017677307, 0.6395114660263062], "r_norm": [0.16229188442230225, 0.16482830047607422]}, {"step": 14050, "epoch": 35, "train_loss": 0.00013587731518782675, "cos_r_negg": [0.6031695008277893, 0.6397297382354736], "cos_innovation_negg": [0.6031695008277893, 0.6397297382354736], "cos_apical_negg": [0.6031695008277893, 0.6397297382354736], "cos_Ac_negg": [0.6031695008277893, 0.6397297382354736], "r_norm": [0.1620488166809082, 0.16459092497825623]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9764, "test_loss": 0.12045343265533447}, {"step": 14100, "epoch": 36, "train_loss": 0.00015245309623423964, "cos_r_negg": [0.6026611328125, 0.6395277976989746], "cos_innovation_negg": [0.6026611328125, 0.6395277976989746], "cos_apical_negg": [0.6026611328125, 0.6395277976989746], "cos_Ac_negg": [0.6026611328125, 0.6395277976989746], "r_norm": [0.16152380406856537, 0.16406378149986267]}, {"step": 14150, "epoch": 36, "train_loss": 0.0001280770229641348, "cos_r_negg": [0.6028627157211304, 0.6398284435272217], "cos_innovation_negg": [0.6028627157211304, 0.6398284435272217], "cos_apical_negg": [0.6028627157211304, 0.6398284435272217], "cos_Ac_negg": [0.6028627157211304, 0.6398284435272217], "r_norm": [0.1615733504295349, 0.16409243643283844]}, {"step": 14200, "epoch": 36, "train_loss": 0.0002033865894190967, "cos_r_negg": [0.6037001609802246, 0.6399072408676147], "cos_innovation_negg": [0.6037001609802246, 0.6399072408676147], "cos_apical_negg": [0.6037001609802246, 0.6399072408676147], "cos_Ac_negg": [0.6037001609802246, 0.6399072408676147], "r_norm": [0.16153433918952942, 0.16405263543128967]}, {"step": 14250, "epoch": 36, "train_loss": 0.00010975256736855954, "cos_r_negg": [0.6026353240013123, 0.6398603916168213], "cos_innovation_negg": [0.6026353240013123, 0.6398603916168213], "cos_apical_negg": [0.6026353240013123, 0.6398603916168213], "cos_Ac_negg": [0.6026353240013123, 0.6398603916168213], "r_norm": [0.16139766573905945, 0.16392937302589417]}, {"step": 14300, "epoch": 36, "train_loss": 0.00011601466394495219, "cos_r_negg": [0.6032990217208862, 0.6396298408508301], "cos_innovation_negg": [0.6032990217208862, 0.6396298408508301], "cos_apical_negg": [0.6032990217208862, 0.6396298408508301], "cos_Ac_negg": [0.6032990217208862, 0.6396298408508301], "r_norm": [0.16092808544635773, 0.1634623408317566]}, {"step": 14350, "epoch": 36, "train_loss": 0.0001083177630789578, "cos_r_negg": [0.6028356552124023, 0.6399930715560913], "cos_innovation_negg": [0.6028356552124023, 0.6399930715560913], "cos_apical_negg": [0.6028356552124023, 0.6399930715560913], "cos_Ac_negg": [0.6028356552124023, 0.6399930715560913], "r_norm": [0.16060295701026917, 0.16310647130012512]}, {"step": 14400, "epoch": 36, "train_loss": 6.433868838939816e-05, "cos_r_negg": [0.6034778356552124, 0.6403608322143555], "cos_innovation_negg": [0.6034778356552124, 0.6403608322143555], "cos_apical_negg": [0.6034778356552124, 0.6403608322143555], "cos_Ac_negg": [0.6034778356552124, 0.6403608322143555], "r_norm": [0.16128766536712646, 0.16384124755859375]}, {"step": 14450, "epoch": 36, "train_loss": 0.00017024073167704046, "cos_r_negg": [0.6026245355606079, 0.6401231288909912], "cos_innovation_negg": [0.6026245355606079, 0.6401231288909912], "cos_apical_negg": [0.6026245355606079, 0.6401231288909912], "cos_Ac_negg": [0.6026245355606079, 0.6401231288909912], "r_norm": [0.16144365072250366, 0.16395755112171173]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9763, "test_loss": 0.12104698972702026}, {"step": 14500, "epoch": 37, "train_loss": 0.0001258329430129379, "cos_r_negg": [0.6026288270950317, 0.6399526000022888], "cos_innovation_negg": [0.6026288270950317, 0.6399526000022888], "cos_apical_negg": [0.6026288270950317, 0.6399526000022888], "cos_Ac_negg": [0.6026288270950317, 0.6399526000022888], "r_norm": [0.16134066879749298, 0.16384275257587433]}, {"step": 14550, "epoch": 37, "train_loss": 0.00027368697919882834, "cos_r_negg": [0.6029037237167358, 0.6399786472320557], "cos_innovation_negg": [0.6029037237167358, 0.6399786472320557], "cos_apical_negg": [0.6029037237167358, 0.6399786472320557], "cos_Ac_negg": [0.6029037237167358, 0.6399786472320557], "r_norm": [0.16151311993598938, 0.16403129696846008]}, {"step": 14600, "epoch": 37, "train_loss": 6.097420919104479e-05, "cos_r_negg": [0.6024432182312012, 0.640198826789856], "cos_innovation_negg": [0.6024432182312012, 0.640198826789856], "cos_apical_negg": [0.6024432182312012, 0.640198826789856], "cos_Ac_negg": [0.6024432182312012, 0.640198826789856], "r_norm": [0.16213709115982056, 0.16467183828353882]}, {"step": 14650, "epoch": 37, "train_loss": 0.00013207770825829357, "cos_r_negg": [0.603003203868866, 0.6404847502708435], "cos_innovation_negg": [0.603003203868866, 0.6404847502708435], "cos_apical_negg": [0.603003203868866, 0.6404847502708435], "cos_Ac_negg": [0.603003203868866, 0.6404847502708435], "r_norm": [0.16235582530498505, 0.16492992639541626]}, {"step": 14700, "epoch": 37, "train_loss": 9.210938878823072e-05, "cos_r_negg": [0.6025771498680115, 0.6402195692062378], "cos_innovation_negg": [0.6025771498680115, 0.6402195692062378], "cos_apical_negg": [0.6025771498680115, 0.6402195692062378], "cos_Ac_negg": [0.6025771498680115, 0.6402195692062378], "r_norm": [0.16228802502155304, 0.16485895216464996]}, {"step": 14750, "epoch": 37, "train_loss": 9.037464769789949e-05, "cos_r_negg": [0.6022907495498657, 0.6402192115783691], "cos_innovation_negg": [0.6022907495498657, 0.6402192115783691], "cos_apical_negg": [0.6022907495498657, 0.6402192115783691], "cos_Ac_negg": [0.6022907495498657, 0.6402192115783691], "r_norm": [0.16131635010242462, 0.16384407877922058]}, {"step": 14800, "epoch": 37, "train_loss": 0.00012775114737451077, "cos_r_negg": [0.6033822298049927, 0.6403244137763977], "cos_innovation_negg": [0.6033822298049927, 0.6403244137763977], "cos_apical_negg": [0.6033822298049927, 0.6403244137763977], "cos_Ac_negg": [0.6033822298049927, 0.6403244137763977], "r_norm": [0.16052645444869995, 0.16301599144935608]}, {"step": 14850, "epoch": 37, "train_loss": 7.279832061612979e-05, "cos_r_negg": [0.6033234596252441, 0.6404918432235718], "cos_innovation_negg": [0.6033234596252441, 0.6404918432235718], "cos_apical_negg": [0.6033234596252441, 0.6404918432235718], "cos_Ac_negg": [0.6033234596252441, 0.6404918432235718], "r_norm": [0.1604582667350769, 0.162934809923172]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9764, "test_loss": 0.12134309420585632}, {"step": 14900, "epoch": 38, "train_loss": 0.00013589761510957032, "cos_r_negg": [0.6028063297271729, 0.640394389629364], "cos_innovation_negg": [0.6028063297271729, 0.640394389629364], "cos_apical_negg": [0.6028063297271729, 0.640394389629364], "cos_Ac_negg": [0.6028063297271729, 0.640394389629364], "r_norm": [0.1605498492717743, 0.16303038597106934]}, {"step": 14950, "epoch": 38, "train_loss": 4.224132135277614e-05, "cos_r_negg": [0.6027402281761169, 0.6403664350509644], "cos_innovation_negg": [0.6027402281761169, 0.6403664350509644], "cos_apical_negg": [0.6027402281761169, 0.6403664350509644], "cos_Ac_negg": [0.6027402281761169, 0.6403664350509644], "r_norm": [0.16087675094604492, 0.1633695811033249]}, {"step": 15000, "epoch": 38, "train_loss": 0.0003774786018766463, "cos_r_negg": [0.6030575037002563, 0.6402019262313843], "cos_innovation_negg": [0.6030575037002563, 0.6402019262313843], "cos_apical_negg": [0.6030575037002563, 0.6402019262313843], "cos_Ac_negg": [0.6030575037002563, 0.6402019262313843], "r_norm": [0.1606694608926773, 0.16314604878425598]}, {"step": 15050, "epoch": 38, "train_loss": 0.00018109141092281789, "cos_r_negg": [0.6026635766029358, 0.6404808163642883], "cos_innovation_negg": [0.6026635766029358, 0.6404808163642883], "cos_apical_negg": [0.6026635766029358, 0.6404808163642883], "cos_Ac_negg": [0.6026635766029358, 0.6404808163642883], "r_norm": [0.16051101684570312, 0.1630074381828308]}, {"step": 15100, "epoch": 38, "train_loss": 6.338681123452261e-05, "cos_r_negg": [0.6034663915634155, 0.6408290863037109], "cos_innovation_negg": [0.6034663915634155, 0.6408290863037109], "cos_apical_negg": [0.6034663915634155, 0.6408290863037109], "cos_Ac_negg": [0.6034663915634155, 0.6408290863037109], "r_norm": [0.16041703522205353, 0.1629001498222351]}, {"step": 15150, "epoch": 38, "train_loss": 0.00014594555250369012, "cos_r_negg": [0.6038024425506592, 0.6406641006469727], "cos_innovation_negg": [0.6038024425506592, 0.6406641006469727], "cos_apical_negg": [0.6038024425506592, 0.6406641006469727], "cos_Ac_negg": [0.6038024425506592, 0.6406641006469727], "r_norm": [0.1603958010673523, 0.16286689043045044]}, {"step": 15200, "epoch": 38, "train_loss": 0.00011884389823535457, "cos_r_negg": [0.6035207509994507, 0.6410635709762573], "cos_innovation_negg": [0.6035207509994507, 0.6410635709762573], "cos_apical_negg": [0.6035207509994507, 0.6410635709762573], "cos_Ac_negg": [0.6035207509994507, 0.6410635709762573], "r_norm": [0.16046538949012756, 0.1629476696252823]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9764, "test_loss": 0.12155192284584046}, {"step": 15250, "epoch": 39, "train_loss": 5.422512549557723e-05, "cos_r_negg": [0.6035032272338867, 0.640591025352478], "cos_innovation_negg": [0.6035032272338867, 0.640591025352478], "cos_apical_negg": [0.6035032272338867, 0.640591025352478], "cos_Ac_negg": [0.6035032272338867, 0.640591025352478], "r_norm": [0.16056948900222778, 0.16305989027023315]}, {"step": 15300, "epoch": 39, "train_loss": 0.00015773862833157182, "cos_r_negg": [0.6033862829208374, 0.6409989595413208], "cos_innovation_negg": [0.6033862829208374, 0.6409989595413208], "cos_apical_negg": [0.6033862829208374, 0.6409989595413208], "cos_Ac_negg": [0.6033862829208374, 0.6409989595413208], "r_norm": [0.16043607890605927, 0.16293689608573914]}, {"step": 15350, "epoch": 39, "train_loss": 0.0005636297864839435, "cos_r_negg": [0.6033800840377808, 0.6406474709510803], "cos_innovation_negg": [0.6033800840377808, 0.6406474709510803], "cos_apical_negg": [0.6033800840377808, 0.6406474709510803], "cos_Ac_negg": [0.6033800840377808, 0.6406474709510803], "r_norm": [0.16067858040332794, 0.163190096616745]}, {"step": 15400, "epoch": 39, "train_loss": 9.951094398275018e-05, "cos_r_negg": [0.603659451007843, 0.6408823728561401], "cos_innovation_negg": [0.603659451007843, 0.6408823728561401], "cos_apical_negg": [0.603659451007843, 0.6408823728561401], "cos_Ac_negg": [0.603659451007843, 0.6408823728561401], "r_norm": [0.1603972315788269, 0.16289915144443512]}, {"step": 15450, "epoch": 39, "train_loss": 0.0001599659735802561, "cos_r_negg": [0.6034212112426758, 0.6404455304145813], "cos_innovation_negg": [0.6034212112426758, 0.6404455304145813], "cos_apical_negg": [0.6034212112426758, 0.6404455304145813], "cos_Ac_negg": [0.6034212112426758, 0.6404455304145813], "r_norm": [0.1605314314365387, 0.16302846372127533]}, {"step": 15500, "epoch": 39, "train_loss": 0.00013358703290577978, "cos_r_negg": [0.6034086346626282, 0.6404138207435608], "cos_innovation_negg": [0.6034086346626282, 0.6404138207435608], "cos_apical_negg": [0.6034086346626282, 0.6404138207435608], "cos_Ac_negg": [0.6034086346626282, 0.6404138207435608], "r_norm": [0.16046272218227386, 0.16295970976352692]}, {"step": 15550, "epoch": 39, "train_loss": 0.00017735856818035245, "cos_r_negg": [0.6038450002670288, 0.6413246393203735], "cos_innovation_negg": [0.6038450002670288, 0.6413246393203735], "cos_apical_negg": [0.6038450002670288, 0.6413246393203735], "cos_Ac_negg": [0.6038450002670288, 0.6413246393203735], "r_norm": [0.16055254638195038, 0.16307705640792847]}, {"step": 15600, "epoch": 39, "train_loss": 0.00010908232070505619, "cos_r_negg": [0.6034592986106873, 0.6409573554992676], "cos_innovation_negg": [0.6034592986106873, 0.6409573554992676], "cos_apical_negg": [0.6034592986106873, 0.6409573554992676], "cos_Ac_negg": [0.6034592986106873, 0.6409573554992676], "r_norm": [0.16006571054458618, 0.16254432499408722]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9764, "test_loss": 0.12180560836791993}, {"step": 15650, "epoch": 40, "train_loss": 0.00010630245378706604, "cos_r_negg": [0.6039943695068359, 0.6414691209793091], "cos_innovation_negg": [0.6039943695068359, 0.6414691209793091], "cos_apical_negg": [0.6039943695068359, 0.6414691209793091], "cos_Ac_negg": [0.6039943695068359, 0.6414691209793091], "r_norm": [0.15991677343845367, 0.16238006949424744]}, {"step": 15700, "epoch": 40, "train_loss": 9.682630479801446e-05, "cos_r_negg": [0.6039421558380127, 0.6415311098098755], "cos_innovation_negg": [0.6039421558380127, 0.6415311098098755], "cos_apical_negg": [0.6039421558380127, 0.6415311098098755], "cos_Ac_negg": [0.6039421558380127, 0.6415311098098755], "r_norm": [0.1602523773908615, 0.16271622478961945]}, {"step": 15750, "epoch": 40, "train_loss": 0.00010569903679424897, "cos_r_negg": [0.6041408181190491, 0.6419039964675903], "cos_innovation_negg": [0.6041408181190491, 0.6419039964675903], "cos_apical_negg": [0.6041408181190491, 0.6419039964675903], "cos_Ac_negg": [0.6041408181190491, 0.6419039964675903], "r_norm": [0.15998172760009766, 0.16242989897727966]}, {"step": 15800, "epoch": 40, "train_loss": 0.00021328622824512422, "cos_r_negg": [0.604076623916626, 0.6420826315879822], "cos_innovation_negg": [0.604076623916626, 0.6420826315879822], "cos_apical_negg": [0.604076623916626, 0.6420826315879822], "cos_Ac_negg": [0.604076623916626, 0.6420826315879822], "r_norm": [0.1600273847579956, 0.16250106692314148]}, {"step": 15850, "epoch": 40, "train_loss": 5.9860816691070795e-05, "cos_r_negg": [0.6035215854644775, 0.6417486667633057], "cos_innovation_negg": [0.6035215854644775, 0.6417486667633057], "cos_apical_negg": [0.6035215854644775, 0.6417486667633057], "cos_Ac_negg": [0.6035215854644775, 0.6417486667633057], "r_norm": [0.16013062000274658, 0.16261908411979675]}, {"step": 15900, "epoch": 40, "train_loss": 8.967630128609017e-05, "cos_r_negg": [0.6037639379501343, 0.641634464263916], "cos_innovation_negg": [0.6037639379501343, 0.641634464263916], "cos_apical_negg": [0.6037639379501343, 0.641634464263916], "cos_Ac_negg": [0.6037639379501343, 0.641634464263916], "r_norm": [0.15972554683685303, 0.16221556067466736]}, {"step": 15950, "epoch": 40, "train_loss": 0.00010819744784384966, "cos_r_negg": [0.603998601436615, 0.6416453719139099], "cos_innovation_negg": [0.603998601436615, 0.6416453719139099], "cos_apical_negg": [0.603998601436615, 0.6416453719139099], "cos_Ac_negg": [0.603998601436615, 0.6416453719139099], "r_norm": [0.15986907482147217, 0.16237090528011322]}, {"step": 16000, "epoch": 40, "train_loss": 3.064893098780885e-05, "cos_r_negg": [0.6034935712814331, 0.6414310932159424], "cos_innovation_negg": [0.6034935712814331, 0.6414310932159424], "cos_apical_negg": [0.6034935712814331, 0.6414310932159424], "cos_Ac_negg": [0.6034935712814331, 0.6414310932159424], "r_norm": [0.15967139601707458, 0.16216430068016052]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9764, "test_loss": 0.12216409401893616}, {"step": 16050, "epoch": 41, "train_loss": 5.9152756875846535e-05, "cos_r_negg": [0.6033153533935547, 0.6415365934371948], "cos_innovation_negg": [0.6033153533935547, 0.6415365934371948], "cos_apical_negg": [0.6033153533935547, 0.6415365934371948], "cos_Ac_negg": [0.6033153533935547, 0.6415365934371948], "r_norm": [0.1598864197731018, 0.16238483786582947]}, {"step": 16100, "epoch": 41, "train_loss": 7.458196341758594e-05, "cos_r_negg": [0.6032810211181641, 0.6416008472442627], "cos_innovation_negg": [0.6032810211181641, 0.6416008472442627], "cos_apical_negg": [0.6032810211181641, 0.6416008472442627], "cos_Ac_negg": [0.6032810211181641, 0.6416008472442627], "r_norm": [0.15985772013664246, 0.16235005855560303]}, {"step": 16150, "epoch": 41, "train_loss": 0.00011387559789000079, "cos_r_negg": [0.6031301021575928, 0.6415096521377563], "cos_innovation_negg": [0.6031301021575928, 0.6415096521377563], "cos_apical_negg": [0.6031301021575928, 0.6415096521377563], "cos_Ac_negg": [0.6031301021575928, 0.6415096521377563], "r_norm": [0.15952622890472412, 0.16199007630348206]}, {"step": 16200, "epoch": 41, "train_loss": 6.453070091083646e-05, "cos_r_negg": [0.6030405759811401, 0.641879141330719], "cos_innovation_negg": [0.6030405759811401, 0.641879141330719], "cos_apical_negg": [0.6030405759811401, 0.641879141330719], "cos_Ac_negg": [0.6030405759811401, 0.641879141330719], "r_norm": [0.1596023142337799, 0.1620819866657257]}, {"step": 16250, "epoch": 41, "train_loss": 0.00013069840497337282, "cos_r_negg": [0.6033849716186523, 0.6420308351516724], "cos_innovation_negg": [0.6033849716186523, 0.6420308351516724], "cos_apical_negg": [0.6033849716186523, 0.6420308351516724], "cos_Ac_negg": [0.6033849716186523, 0.6420308351516724], "r_norm": [0.15946389734745026, 0.16194111108779907]}, {"step": 16300, "epoch": 41, "train_loss": 0.00010298817505827174, "cos_r_negg": [0.6036211252212524, 0.6423616409301758], "cos_innovation_negg": [0.6036211252212524, 0.6423616409301758], "cos_apical_negg": [0.6036211252212524, 0.6423616409301758], "cos_Ac_negg": [0.6036211252212524, 0.6423616409301758], "r_norm": [0.15970177948474884, 0.16218653321266174]}, {"step": 16350, "epoch": 41, "train_loss": 4.4323489419184625e-05, "cos_r_negg": [0.6034444570541382, 0.6422473192214966], "cos_innovation_negg": [0.6034444570541382, 0.6422473192214966], "cos_apical_negg": [0.6034444570541382, 0.6422473192214966], "cos_Ac_negg": [0.6034444570541382, 0.6422473192214966], "r_norm": [0.15957540273666382, 0.16206759214401245]}, {"step": 16400, "epoch": 41, "train_loss": 7.272588845808059e-05, "cos_r_negg": [0.6031678915023804, 0.6416016817092896], "cos_innovation_negg": [0.6031678915023804, 0.6416016817092896], "cos_apical_negg": [0.6031678915023804, 0.6416016817092896], "cos_Ac_negg": [0.6031678915023804, 0.6416016817092896], "r_norm": [0.15986791253089905, 0.1623622179031372]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9764, "test_loss": 0.1225245979309082}, {"step": 16450, "epoch": 42, "train_loss": 6.191114516695961e-05, "cos_r_negg": [0.6030919551849365, 0.6417993307113647], "cos_innovation_negg": [0.6030919551849365, 0.6417993307113647], "cos_apical_negg": [0.6030919551849365, 0.6417993307113647], "cos_Ac_negg": [0.6030919551849365, 0.6417993307113647], "r_norm": [0.16012819111347198, 0.16262757778167725]}, {"step": 16500, "epoch": 42, "train_loss": 0.00013263241271488369, "cos_r_negg": [0.6034160852432251, 0.6424228549003601], "cos_innovation_negg": [0.6034160852432251, 0.6424228549003601], "cos_apical_negg": [0.6034160852432251, 0.6424228549003601], "cos_Ac_negg": [0.6034160852432251, 0.6424228549003601], "r_norm": [0.15982361137866974, 0.16229018568992615]}, {"step": 16550, "epoch": 42, "train_loss": 0.00011061174154747277, "cos_r_negg": [0.6027687788009644, 0.6420356035232544], "cos_innovation_negg": [0.6027687788009644, 0.6420356035232544], "cos_apical_negg": [0.6027687788009644, 0.6420356035232544], "cos_Ac_negg": [0.6027687788009644, 0.6420356035232544], "r_norm": [0.1598893404006958, 0.1623631715774536]}, {"step": 16600, "epoch": 42, "train_loss": 0.00020728673553094268, "cos_r_negg": [0.6033921837806702, 0.6424367427825928], "cos_innovation_negg": [0.6033921837806702, 0.6424367427825928], "cos_apical_negg": [0.6033921837806702, 0.6424367427825928], "cos_Ac_negg": [0.6033921837806702, 0.6424367427825928], "r_norm": [0.15952514111995697, 0.16198647022247314]}, {"step": 16650, "epoch": 42, "train_loss": 0.00013457611203193665, "cos_r_negg": [0.6032674312591553, 0.6420729160308838], "cos_innovation_negg": [0.6032674312591553, 0.6420729160308838], "cos_apical_negg": [0.6032674312591553, 0.6420729160308838], "cos_Ac_negg": [0.6032674312591553, 0.6420729160308838], "r_norm": [0.15962862968444824, 0.1620950996875763]}, {"step": 16700, "epoch": 42, "train_loss": 7.393733540084213e-05, "cos_r_negg": [0.603613555431366, 0.6426759958267212], "cos_innovation_negg": [0.603613555431366, 0.6426759958267212], "cos_apical_negg": [0.603613555431366, 0.6426759958267212], "cos_Ac_negg": [0.603613555431366, 0.6426759958267212], "r_norm": [0.15903593599796295, 0.16148333251476288]}, {"step": 16750, "epoch": 42, "train_loss": 5.758097177022137e-05, "cos_r_negg": [0.6034757494926453, 0.6421475410461426], "cos_innovation_negg": [0.6034757494926453, 0.6421475410461426], "cos_apical_negg": [0.6034757494926453, 0.6421475410461426], "cos_Ac_negg": [0.6034757494926453, 0.6421475410461426], "r_norm": [0.15960143506526947, 0.16209208965301514]}, {"step": 16800, "epoch": 42, "train_loss": 4.2180206946795806e-05, "cos_r_negg": [0.6035522222518921, 0.6422897577285767], "cos_innovation_negg": [0.6035522222518921, 0.6422897577285767], "cos_apical_negg": [0.6035522222518921, 0.6422897577285767], "cos_Ac_negg": [0.6035522222518921, 0.6422897577285767], "r_norm": [0.15999804437160492, 0.16249814629554749]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9764, "test_loss": 0.12285512390136719}, {"step": 16850, "epoch": 43, "train_loss": 0.0002342395018786192, "cos_r_negg": [0.603735089302063, 0.6424773931503296], "cos_innovation_negg": [0.603735089302063, 0.6424773931503296], "cos_apical_negg": [0.603735089302063, 0.6424773931503296], "cos_Ac_negg": [0.603735089302063, 0.6424773931503296], "r_norm": [0.15996205806732178, 0.16245809197425842]}, {"step": 16900, "epoch": 43, "train_loss": 9.76200753939338e-05, "cos_r_negg": [0.6036999225616455, 0.6425395607948303], "cos_innovation_negg": [0.6036999225616455, 0.6425395607948303], "cos_apical_negg": [0.6036999225616455, 0.6425395607948303], "cos_Ac_negg": [0.6036999225616455, 0.6425395607948303], "r_norm": [0.16004525125026703, 0.1625395268201828]}, {"step": 16950, "epoch": 43, "train_loss": 0.00010523711534915492, "cos_r_negg": [0.6034914255142212, 0.6424762010574341], "cos_innovation_negg": [0.6034914255142212, 0.6424762010574341], "cos_apical_negg": [0.6034914255142212, 0.6424762010574341], "cos_Ac_negg": [0.6034914255142212, 0.6424762010574341], "r_norm": [0.16028505563735962, 0.1628006398677826]}, {"step": 17000, "epoch": 43, "train_loss": 0.0001387626980431378, "cos_r_negg": [0.6035858392715454, 0.6426084637641907], "cos_innovation_negg": [0.6035858392715454, 0.6426084637641907], "cos_apical_negg": [0.6035858392715454, 0.6426084637641907], "cos_Ac_negg": [0.6035858392715454, 0.6426084637641907], "r_norm": [0.159944087266922, 0.16245266795158386]}, {"step": 17050, "epoch": 43, "train_loss": 7.033651490928605e-05, "cos_r_negg": [0.6035887002944946, 0.6424151659011841], "cos_innovation_negg": [0.6035887002944946, 0.6424151659011841], "cos_apical_negg": [0.6035887002944946, 0.6424151659011841], "cos_Ac_negg": [0.6035887002944946, 0.6424151659011841], "r_norm": [0.15920518338680267, 0.16168725490570068]}, {"step": 17100, "epoch": 43, "train_loss": 9.628705447539687e-05, "cos_r_negg": [0.6034772396087646, 0.6425012946128845], "cos_innovation_negg": [0.6034772396087646, 0.6425012946128845], "cos_apical_negg": [0.6034772396087646, 0.6425012946128845], "cos_Ac_negg": [0.6034772396087646, 0.6425012946128845], "r_norm": [0.15907502174377441, 0.16153386235237122]}, {"step": 17150, "epoch": 43, "train_loss": 0.00013418987509794533, "cos_r_negg": [0.6032682061195374, 0.6424577832221985], "cos_innovation_negg": [0.6032682061195374, 0.6424577832221985], "cos_apical_negg": [0.6032682061195374, 0.6424577832221985], "cos_Ac_negg": [0.6032682061195374, 0.6424577832221985], "r_norm": [0.1589956134557724, 0.16144484281539917]}, {"step": 17200, "epoch": 43, "train_loss": 9.453897655475885e-05, "cos_r_negg": [0.6035066843032837, 0.6432485580444336], "cos_innovation_negg": [0.6035066843032837, 0.6432485580444336], "cos_apical_negg": [0.6035066843032837, 0.6432485580444336], "cos_Ac_negg": [0.6035066843032837, 0.6432485580444336], "r_norm": [0.15897083282470703, 0.16141396760940552]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9764, "test_loss": 0.12318491249084473}, {"step": 17250, "epoch": 44, "train_loss": 9.692959429230541e-05, "cos_r_negg": [0.6036685705184937, 0.642723023891449], "cos_innovation_negg": [0.6036685705184937, 0.642723023891449], "cos_apical_negg": [0.6036685705184937, 0.642723023891449], "cos_Ac_negg": [0.6036685705184937, 0.642723023891449], "r_norm": [0.15981093049049377, 0.16230030357837677]}, {"step": 17300, "epoch": 44, "train_loss": 6.817885878263041e-05, "cos_r_negg": [0.6030853986740112, 0.6427273750305176], "cos_innovation_negg": [0.6030853986740112, 0.6427273750305176], "cos_apical_negg": [0.6030853986740112, 0.6427273750305176], "cos_Ac_negg": [0.6030853986740112, 0.6427273750305176], "r_norm": [0.15951812267303467, 0.16199055314064026]}, {"step": 17350, "epoch": 44, "train_loss": 8.733576396480203e-05, "cos_r_negg": [0.6038062572479248, 0.6426434516906738], "cos_innovation_negg": [0.6038062572479248, 0.6426434516906738], "cos_apical_negg": [0.6038062572479248, 0.6426434516906738], "cos_Ac_negg": [0.6038062572479248, 0.6426434516906738], "r_norm": [0.159733846783638, 0.16222351789474487]}, {"step": 17400, "epoch": 44, "train_loss": 0.00011080365220550448, "cos_r_negg": [0.6029171347618103, 0.6429422497749329], "cos_innovation_negg": [0.6029171347618103, 0.6429422497749329], "cos_apical_negg": [0.6029171347618103, 0.6429422497749329], "cos_Ac_negg": [0.6029171347618103, 0.6429422497749329], "r_norm": [0.15910764038562775, 0.16154766082763672]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001242650905624032, "cos_r_negg": [0.6025106310844421, 0.6427779197692871], "cos_innovation_negg": [0.6025106310844421, 0.6427779197692871], "cos_apical_negg": [0.6025106310844421, 0.6427779197692871], "cos_Ac_negg": [0.6025106310844421, 0.6427779197692871], "r_norm": [0.15860219299793243, 0.16102996468544006]}, {"step": 17500, "epoch": 44, "train_loss": 0.000108364038169384, "cos_r_negg": [0.6022003889083862, 0.642662763595581], "cos_innovation_negg": [0.6022003889083862, 0.642662763595581], "cos_apical_negg": [0.6022003889083862, 0.642662763595581], "cos_Ac_negg": [0.6022003889083862, 0.642662763595581], "r_norm": [0.15867134928703308, 0.1611102819442749]}, {"step": 17550, "epoch": 44, "train_loss": 6.639587809331715e-05, "cos_r_negg": [0.6023446917533875, 0.642861008644104], "cos_innovation_negg": [0.6023446917533875, 0.642861008644104], "cos_apical_negg": [0.6023446917533875, 0.642861008644104], "cos_Ac_negg": [0.6023446917533875, 0.642861008644104], "r_norm": [0.15911398828029633, 0.16157370805740356]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9765, "test_loss": 0.12339502391815185}, {"step": 17600, "epoch": 45, "train_loss": 9.460526052862406e-05, "cos_r_negg": [0.6032464504241943, 0.6425837874412537], "cos_innovation_negg": [0.6032464504241943, 0.6425837874412537], "cos_apical_negg": [0.6032464504241943, 0.6425837874412537], "cos_Ac_negg": [0.6032464504241943, 0.6425837874412537], "r_norm": [0.15935584902763367, 0.16183409094810486]}, {"step": 17650, "epoch": 45, "train_loss": 7.578404620289803e-05, "cos_r_negg": [0.6027282476425171, 0.6427657604217529], "cos_innovation_negg": [0.6027282476425171, 0.6427657604217529], "cos_apical_negg": [0.6027282476425171, 0.6427657604217529], "cos_Ac_negg": [0.6027282476425171, 0.6427657604217529], "r_norm": [0.15956756472587585, 0.162054181098938]}, {"step": 17700, "epoch": 45, "train_loss": 3.9710728742647916e-05, "cos_r_negg": [0.6032179594039917, 0.643207311630249], "cos_innovation_negg": [0.6032179594039917, 0.643207311630249], "cos_apical_negg": [0.6032179594039917, 0.643207311630249], "cos_Ac_negg": [0.6032179594039917, 0.643207311630249], "r_norm": [0.1594555824995041, 0.161939799785614]}, {"step": 17750, "epoch": 45, "train_loss": 0.0001333348627667874, "cos_r_negg": [0.6032293438911438, 0.6431539058685303], "cos_innovation_negg": [0.6032293438911438, 0.6431539058685303], "cos_apical_negg": [0.6032293438911438, 0.6431539058685303], "cos_Ac_negg": [0.6032293438911438, 0.6431539058685303], "r_norm": [0.15914899110794067, 0.16160428524017334]}, {"step": 17800, "epoch": 45, "train_loss": 0.00016598234651610255, "cos_r_negg": [0.6025131940841675, 0.643043577671051], "cos_innovation_negg": [0.6025131940841675, 0.643043577671051], "cos_apical_negg": [0.6025131940841675, 0.643043577671051], "cos_Ac_negg": [0.6025131940841675, 0.643043577671051], "r_norm": [0.15908282995224, 0.16153740882873535]}, {"step": 17850, "epoch": 45, "train_loss": 3.1981639040168375e-05, "cos_r_negg": [0.6023436784744263, 0.6429873704910278], "cos_innovation_negg": [0.6023436784744263, 0.6429873704910278], "cos_apical_negg": [0.6023436784744263, 0.6429873704910278], "cos_Ac_negg": [0.6023436784744263, 0.6429873704910278], "r_norm": [0.15905608236789703, 0.16152912378311157]}, {"step": 17900, "epoch": 45, "train_loss": 0.00018865498714148998, "cos_r_negg": [0.6025117635726929, 0.6433374881744385], "cos_innovation_negg": [0.6025117635726929, 0.6433374881744385], "cos_apical_negg": [0.6025117635726929, 0.6433374881744385], "cos_Ac_negg": [0.6025117635726929, 0.6433374881744385], "r_norm": [0.158884197473526, 0.16135436296463013]}, {"step": 17950, "epoch": 45, "train_loss": 6.723673141095787e-05, "cos_r_negg": [0.602857232093811, 0.6432163119316101], "cos_innovation_negg": [0.602857232093811, 0.6432163119316101], "cos_apical_negg": [0.602857232093811, 0.6432163119316101], "cos_Ac_negg": [0.602857232093811, 0.6432163119316101], "r_norm": [0.15876662731170654, 0.16122114658355713]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9764, "test_loss": 0.12369351506233216}, {"step": 18000, "epoch": 46, "train_loss": 6.438275158870965e-05, "cos_r_negg": [0.6026325821876526, 0.6429056525230408], "cos_innovation_negg": [0.6026325821876526, 0.6429056525230408], "cos_apical_negg": [0.6026325821876526, 0.6429056525230408], "cos_Ac_negg": [0.6026325821876526, 0.6429056525230408], "r_norm": [0.1589100956916809, 0.16136759519577026]}, {"step": 18050, "epoch": 46, "train_loss": 0.00010973693861160427, "cos_r_negg": [0.6028624773025513, 0.6431806087493896], "cos_innovation_negg": [0.6028624773025513, 0.6431806087493896], "cos_apical_negg": [0.6028624773025513, 0.6431806087493896], "cos_Ac_negg": [0.6028624773025513, 0.6431806087493896], "r_norm": [0.15875683724880219, 0.16120292246341705]}, {"step": 18100, "epoch": 46, "train_loss": 0.00022184989938978106, "cos_r_negg": [0.6026551127433777, 0.6429336071014404], "cos_innovation_negg": [0.6026551127433777, 0.6429336071014404], "cos_apical_negg": [0.6026551127433777, 0.6429336071014404], "cos_Ac_negg": [0.6026551127433777, 0.6429336071014404], "r_norm": [0.15873199701309204, 0.16117575764656067]}, {"step": 18150, "epoch": 46, "train_loss": 7.133989129215479e-05, "cos_r_negg": [0.6030186414718628, 0.6432743668556213], "cos_innovation_negg": [0.6030186414718628, 0.6432743668556213], "cos_apical_negg": [0.6030186414718628, 0.6432743668556213], "cos_Ac_negg": [0.6030186414718628, 0.6432743668556213], "r_norm": [0.15858939290046692, 0.16103412210941315]}, {"step": 18200, "epoch": 46, "train_loss": 8.912706834962592e-05, "cos_r_negg": [0.6025485992431641, 0.6430466175079346], "cos_innovation_negg": [0.6025485992431641, 0.6430466175079346], "cos_apical_negg": [0.6025485992431641, 0.6430466175079346], "cos_Ac_negg": [0.6025485992431641, 0.6430466175079346], "r_norm": [0.15797841548919678, 0.16039827466011047]}, {"step": 18250, "epoch": 46, "train_loss": 0.00010528149869060144, "cos_r_negg": [0.6029952168464661, 0.6432554125785828], "cos_innovation_negg": [0.6029952168464661, 0.6432554125785828], "cos_apical_negg": [0.6029952168464661, 0.6432554125785828], "cos_Ac_negg": [0.6029952168464661, 0.6432554125785828], "r_norm": [0.15836204588413239, 0.16079305112361908]}, {"step": 18300, "epoch": 46, "train_loss": 0.00015432739746756852, "cos_r_negg": [0.6031215190887451, 0.643548309803009], "cos_innovation_negg": [0.6031215190887451, 0.643548309803009], "cos_apical_negg": [0.6031215190887451, 0.643548309803009], "cos_Ac_negg": [0.6031215190887451, 0.643548309803009], "r_norm": [0.15862725675106049, 0.1610620617866516]}, {"step": 18350, "epoch": 46, "train_loss": 8.636420534458011e-05, "cos_r_negg": [0.6028550863265991, 0.643159806728363], "cos_innovation_negg": [0.6028550863265991, 0.643159806728363], "cos_apical_negg": [0.6028550863265991, 0.643159806728363], "cos_Ac_negg": [0.6028550863265991, 0.643159806728363], "r_norm": [0.158821240067482, 0.1612875759601593]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9764, "test_loss": 0.12403659281730652}, {"step": 18400, "epoch": 47, "train_loss": 0.0002812910242937505, "cos_r_negg": [0.6029186844825745, 0.6435710191726685], "cos_innovation_negg": [0.6029186844825745, 0.6435710191726685], "cos_apical_negg": [0.6029186844825745, 0.6435710191726685], "cos_Ac_negg": [0.6029186844825745, 0.6435710191726685], "r_norm": [0.15900897979736328, 0.16148681938648224]}, {"step": 18450, "epoch": 47, "train_loss": 8.903953130356967e-05, "cos_r_negg": [0.6033777594566345, 0.6435786485671997], "cos_innovation_negg": [0.6033777594566345, 0.6435786485671997], "cos_apical_negg": [0.6033777594566345, 0.6435786485671997], "cos_Ac_negg": [0.6033777594566345, 0.6435786485671997], "r_norm": [0.15923750400543213, 0.1617259979248047]}, {"step": 18500, "epoch": 47, "train_loss": 0.00019193596381228417, "cos_r_negg": [0.6030821800231934, 0.6438062191009521], "cos_innovation_negg": [0.6030821800231934, 0.6438062191009521], "cos_apical_negg": [0.6030821800231934, 0.6438062191009521], "cos_Ac_negg": [0.6030821800231934, 0.6438062191009521], "r_norm": [0.1586657017469406, 0.16114239394664764]}, {"step": 18550, "epoch": 47, "train_loss": 0.0001421361230313778, "cos_r_negg": [0.6033016443252563, 0.6437951326370239], "cos_innovation_negg": [0.6033016443252563, 0.6437951326370239], "cos_apical_negg": [0.6033016443252563, 0.6437951326370239], "cos_Ac_negg": [0.6033016443252563, 0.6437951326370239], "r_norm": [0.15824994444847107, 0.16071179509162903]}, {"step": 18600, "epoch": 47, "train_loss": 4.372094917926006e-05, "cos_r_negg": [0.6031758785247803, 0.6439415812492371], "cos_innovation_negg": [0.6031758785247803, 0.6439415812492371], "cos_apical_negg": [0.6031758785247803, 0.6439415812492371], "cos_Ac_negg": [0.6031758785247803, 0.6439415812492371], "r_norm": [0.15824200212955475, 0.1606956422328949]}, {"step": 18650, "epoch": 47, "train_loss": 0.00011539023398654535, "cos_r_negg": [0.6032271385192871, 0.6440772414207458], "cos_innovation_negg": [0.6032271385192871, 0.6440772414207458], "cos_apical_negg": [0.6032271385192871, 0.6440772414207458], "cos_Ac_negg": [0.6032271385192871, 0.6440772414207458], "r_norm": [0.15846189856529236, 0.1609354019165039]}, {"step": 18700, "epoch": 47, "train_loss": 0.00018231774447485805, "cos_r_negg": [0.603039026260376, 0.6436378359794617], "cos_innovation_negg": [0.603039026260376, 0.6436378359794617], "cos_apical_negg": [0.603039026260376, 0.6436378359794617], "cos_Ac_negg": [0.603039026260376, 0.6436378359794617], "r_norm": [0.15854598581790924, 0.16100701689720154]}, {"step": 18750, "epoch": 47, "train_loss": 6.108235538704321e-05, "cos_r_negg": [0.6029863357543945, 0.64357590675354], "cos_innovation_negg": [0.6029863357543945, 0.64357590675354], "cos_apical_negg": [0.6029863357543945, 0.64357590675354], "cos_Ac_negg": [0.6029863357543945, 0.64357590675354], "r_norm": [0.15830977261066437, 0.16076251864433289]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9764, "test_loss": 0.12431049914360047}, {"step": 18800, "epoch": 48, "train_loss": 9.747935109771788e-05, "cos_r_negg": [0.6031237840652466, 0.6437166929244995], "cos_innovation_negg": [0.6031237840652466, 0.6437166929244995], "cos_apical_negg": [0.6031237840652466, 0.6437166929244995], "cos_Ac_negg": [0.6031237840652466, 0.6437166929244995], "r_norm": [0.15833893418312073, 0.16076835989952087]}, {"step": 18850, "epoch": 48, "train_loss": 0.00018137770530302078, "cos_r_negg": [0.6030995845794678, 0.6436306834220886], "cos_innovation_negg": [0.6030995845794678, 0.6436306834220886], "cos_apical_negg": [0.6030995845794678, 0.6436306834220886], "cos_Ac_negg": [0.6030995845794678, 0.6436306834220886], "r_norm": [0.15814697742462158, 0.1605842113494873]}, {"step": 18900, "epoch": 48, "train_loss": 3.1055282306624576e-05, "cos_r_negg": [0.6027896404266357, 0.6432514190673828], "cos_innovation_negg": [0.6027896404266357, 0.6432514190673828], "cos_apical_negg": [0.6027896404266357, 0.6432514190673828], "cos_Ac_negg": [0.6027896404266357, 0.6432514190673828], "r_norm": [0.1585855484008789, 0.1610335111618042]}, {"step": 18950, "epoch": 48, "train_loss": 0.0002164297184208408, "cos_r_negg": [0.6022748947143555, 0.6436758041381836], "cos_innovation_negg": [0.6022748947143555, 0.6436758041381836], "cos_apical_negg": [0.6022748947143555, 0.6436758041381836], "cos_Ac_negg": [0.6022748947143555, 0.6436758041381836], "r_norm": [0.15824300050735474, 0.16067686676979065]}, {"step": 19000, "epoch": 48, "train_loss": 6.086992652853951e-05, "cos_r_negg": [0.6027477979660034, 0.643561840057373], "cos_innovation_negg": [0.6027477979660034, 0.643561840057373], "cos_apical_negg": [0.6027477979660034, 0.643561840057373], "cos_Ac_negg": [0.6027477979660034, 0.643561840057373], "r_norm": [0.1583443135023117, 0.16078124940395355]}, {"step": 19050, "epoch": 48, "train_loss": 0.00022514534066431224, "cos_r_negg": [0.6030261516571045, 0.64342200756073], "cos_innovation_negg": [0.6030261516571045, 0.64342200756073], "cos_apical_negg": [0.6030261516571045, 0.64342200756073], "cos_Ac_negg": [0.6030261516571045, 0.64342200756073], "r_norm": [0.15889281034469604, 0.1613614559173584]}, {"step": 19100, "epoch": 48, "train_loss": 9.821439743973315e-05, "cos_r_negg": [0.6031547784805298, 0.6433395147323608], "cos_innovation_negg": [0.6031547784805298, 0.6433395147323608], "cos_apical_negg": [0.6031547784805298, 0.6433395147323608], "cos_Ac_negg": [0.6031547784805298, 0.6433395147323608], "r_norm": [0.15888851881027222, 0.1613745391368866]}, {"step": 19150, "epoch": 48, "train_loss": 6.33955787634477e-05, "cos_r_negg": [0.6030182838439941, 0.6438884735107422], "cos_innovation_negg": [0.6030182838439941, 0.6438884735107422], "cos_apical_negg": [0.6030182838439941, 0.6438884735107422], "cos_Ac_negg": [0.6030182838439941, 0.6438884735107422], "r_norm": [0.1584014594554901, 0.1608573943376541]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9764, "test_loss": 0.12444781498908997}, {"step": 19200, "epoch": 49, "train_loss": 6.3419429352507e-05, "cos_r_negg": [0.6032177805900574, 0.6443877220153809], "cos_innovation_negg": [0.6032177805900574, 0.6443877220153809], "cos_apical_negg": [0.6032177805900574, 0.6443877220153809], "cos_Ac_negg": [0.6032177805900574, 0.6443877220153809], "r_norm": [0.1580648571252823, 0.16049540042877197]}, {"step": 19250, "epoch": 49, "train_loss": 1.7274196579819545e-05, "cos_r_negg": [0.6032600402832031, 0.6442984342575073], "cos_innovation_negg": [0.6032600402832031, 0.6442984342575073], "cos_apical_negg": [0.6032600402832031, 0.6442984342575073], "cos_Ac_negg": [0.6032600402832031, 0.6442984342575073], "r_norm": [0.15794336795806885, 0.16036662459373474]}, {"step": 19300, "epoch": 49, "train_loss": 0.00027670618146657944, "cos_r_negg": [0.6037430167198181, 0.6443161368370056], "cos_innovation_negg": [0.6037430167198181, 0.6443161368370056], "cos_apical_negg": [0.6037430167198181, 0.6443161368370056], "cos_Ac_negg": [0.6037430167198181, 0.6443161368370056], "r_norm": [0.15784014761447906, 0.16027703881263733]}, {"step": 19350, "epoch": 49, "train_loss": 0.00010402240877738222, "cos_r_negg": [0.6032007932662964, 0.6441694498062134], "cos_innovation_negg": [0.6032007932662964, 0.6441694498062134], "cos_apical_negg": [0.6032007932662964, 0.6441694498062134], "cos_Ac_negg": [0.6032007932662964, 0.6441694498062134], "r_norm": [0.15794354677200317, 0.16038778424263]}, {"step": 19400, "epoch": 49, "train_loss": 9.765499271452427e-05, "cos_r_negg": [0.6031923294067383, 0.6443394422531128], "cos_innovation_negg": [0.6031923294067383, 0.6443394422531128], "cos_apical_negg": [0.6031923294067383, 0.6443394422531128], "cos_Ac_negg": [0.6031923294067383, 0.6443394422531128], "r_norm": [0.15788468718528748, 0.1603274643421173]}, {"step": 19450, "epoch": 49, "train_loss": 0.00014904378622304648, "cos_r_negg": [0.6018800735473633, 0.644108772277832], "cos_innovation_negg": [0.6018800735473633, 0.644108772277832], "cos_apical_negg": [0.6018800735473633, 0.644108772277832], "cos_Ac_negg": [0.6018800735473633, 0.644108772277832], "r_norm": [0.15823642909526825, 0.16069592535495758]}, {"step": 19500, "epoch": 49, "train_loss": 4.086054832441732e-05, "cos_r_negg": [0.6023720502853394, 0.6443254947662354], "cos_innovation_negg": [0.6023720502853394, 0.6443254947662354], "cos_apical_negg": [0.6023720502853394, 0.6443254947662354], "cos_Ac_negg": [0.6023720502853394, 0.6443254947662354], "r_norm": [0.15851300954818726, 0.16100160777568817]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9764, "test_loss": 0.12469071426391602}, {"step": 19550, "epoch": 50, "train_loss": 4.580338281812146e-05, "cos_r_negg": [0.6020510196685791, 0.6439238786697388], "cos_innovation_negg": [0.6020510196685791, 0.6439238786697388], "cos_apical_negg": [0.6020510196685791, 0.6439238786697388], "cos_Ac_negg": [0.6020510196685791, 0.6439238786697388], "r_norm": [0.1575995683670044, 0.16002656519412994]}, {"step": 19600, "epoch": 50, "train_loss": 8.210240048356354e-05, "cos_r_negg": [0.6032208204269409, 0.6437790393829346], "cos_innovation_negg": [0.6032208204269409, 0.6437790393829346], "cos_apical_negg": [0.6032208204269409, 0.6437790393829346], "cos_Ac_negg": [0.6032208204269409, 0.6437790393829346], "r_norm": [0.1579446941614151, 0.16039599478244781]}, {"step": 19650, "epoch": 50, "train_loss": 7.55998698878102e-05, "cos_r_negg": [0.6030333638191223, 0.6439435482025146], "cos_innovation_negg": [0.6030333638191223, 0.6439435482025146], "cos_apical_negg": [0.6030333638191223, 0.6439435482025146], "cos_Ac_negg": [0.6030333638191223, 0.6439435482025146], "r_norm": [0.15834037959575653, 0.1607973575592041]}, {"step": 19700, "epoch": 50, "train_loss": 0.00014599011046811938, "cos_r_negg": [0.6030646562576294, 0.6440043449401855], "cos_innovation_negg": [0.6030646562576294, 0.6440043449401855], "cos_apical_negg": [0.6030646562576294, 0.6440043449401855], "cos_Ac_negg": [0.6030646562576294, 0.6440043449401855], "r_norm": [0.15834809839725494, 0.16080057621002197]}, {"step": 19750, "epoch": 50, "train_loss": 0.00012507372593972832, "cos_r_negg": [0.6029893755912781, 0.6441535949707031], "cos_innovation_negg": [0.6029893755912781, 0.6441535949707031], "cos_apical_negg": [0.6029893755912781, 0.6441535949707031], "cos_Ac_negg": [0.6029893755912781, 0.6441535949707031], "r_norm": [0.15831942856311798, 0.16077016294002533]}, {"step": 19800, "epoch": 50, "train_loss": 0.00013658995158039033, "cos_r_negg": [0.6035293340682983, 0.6446841955184937], "cos_innovation_negg": [0.6035293340682983, 0.6446841955184937], "cos_apical_negg": [0.6035293340682983, 0.6446841955184937], "cos_Ac_negg": [0.6035293340682983, 0.6446841955184937], "r_norm": [0.15792497992515564, 0.1603742390871048]}, {"step": 19850, "epoch": 50, "train_loss": 8.581562724430114e-05, "cos_r_negg": [0.6036235094070435, 0.6446836590766907], "cos_innovation_negg": [0.6036235094070435, 0.6446836590766907], "cos_apical_negg": [0.6036235094070435, 0.6446836590766907], "cos_Ac_negg": [0.6036235094070435, 0.6446836590766907], "r_norm": [0.1576768010854721, 0.16010119020938873]}, {"step": 19900, "epoch": 50, "train_loss": 9.405957825947553e-05, "cos_r_negg": [0.6035431623458862, 0.6449998617172241], "cos_innovation_negg": [0.6035431623458862, 0.6449998617172241], "cos_apical_negg": [0.6035431623458862, 0.6449998617172241], "cos_Ac_negg": [0.6035431623458862, 0.6449998617172241], "r_norm": [0.15768787264823914, 0.16010689735412598]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9764, "test_loss": 0.12503901772499085}, {"step": 19950, "epoch": 51, "train_loss": 8.575720858061686e-05, "cos_r_negg": [0.6019910573959351, 0.6442760229110718], "cos_innovation_negg": [0.6019910573959351, 0.6442760229110718], "cos_apical_negg": [0.6019910573959351, 0.6442760229110718], "cos_Ac_negg": [0.6019910573959351, 0.6442760229110718], "r_norm": [0.15755006670951843, 0.15997634828090668]}, {"step": 20000, "epoch": 51, "train_loss": 5.219916783971712e-05, "cos_r_negg": [0.6021075248718262, 0.6440988779067993], "cos_innovation_negg": [0.6021075248718262, 0.6440988779067993], "cos_apical_negg": [0.6021075248718262, 0.6440988779067993], "cos_Ac_negg": [0.6021075248718262, 0.6440988779067993], "r_norm": [0.15785127878189087, 0.16030564904212952]}, {"step": 20050, "epoch": 51, "train_loss": 7.235765224322677e-05, "cos_r_negg": [0.6020717024803162, 0.6440345644950867], "cos_innovation_negg": [0.6020717024803162, 0.6440345644950867], "cos_apical_negg": [0.6020717024803162, 0.6440345644950867], "cos_Ac_negg": [0.6020717024803162, 0.6440345644950867], "r_norm": [0.15768283605575562, 0.16011717915534973]}, {"step": 20100, "epoch": 51, "train_loss": 8.903372508939356e-05, "cos_r_negg": [0.6021009683609009, 0.6442707777023315], "cos_innovation_negg": [0.6021009683609009, 0.6442707777023315], "cos_apical_negg": [0.6021009683609009, 0.6442707777023315], "cos_Ac_negg": [0.6021009683609009, 0.6442707777023315], "r_norm": [0.15769347548484802, 0.16013401746749878]}, {"step": 20150, "epoch": 51, "train_loss": 6.304809357970953e-05, "cos_r_negg": [0.6033343076705933, 0.6447052955627441], "cos_innovation_negg": [0.6033343076705933, 0.6447052955627441], "cos_apical_negg": [0.6033343076705933, 0.6447052955627441], "cos_Ac_negg": [0.6033343076705933, 0.6447052955627441], "r_norm": [0.15839841961860657, 0.1608726978302002]}, {"step": 20200, "epoch": 51, "train_loss": 9.052231325767934e-05, "cos_r_negg": [0.6030920147895813, 0.6447998285293579], "cos_innovation_negg": [0.6030920147895813, 0.6447998285293579], "cos_apical_negg": [0.6030920147895813, 0.6447998285293579], "cos_Ac_negg": [0.6030920147895813, 0.6447998285293579], "r_norm": [0.15845531225204468, 0.1609136164188385]}, {"step": 20250, "epoch": 51, "train_loss": 6.295014463830739e-05, "cos_r_negg": [0.601794421672821, 0.6444911956787109], "cos_innovation_negg": [0.601794421672821, 0.6444911956787109], "cos_apical_negg": [0.601794421672821, 0.6444911956787109], "cos_Ac_negg": [0.601794421672821, 0.6444911956787109], "r_norm": [0.15826331079006195, 0.16070103645324707]}, {"step": 20300, "epoch": 51, "train_loss": 0.0001106753625208512, "cos_r_negg": [0.6017649173736572, 0.6441380381584167], "cos_innovation_negg": [0.6017649173736572, 0.6441380381584167], "cos_apical_negg": [0.6017649173736572, 0.6441380381584167], "cos_Ac_negg": [0.6017649173736572, 0.6441380381584167], "r_norm": [0.15772707760334015, 0.16015684604644775]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9764, "test_loss": 0.12537326765060425}, {"step": 20350, "epoch": 52, "train_loss": 0.00010230917541775852, "cos_r_negg": [0.6017205715179443, 0.6441835165023804], "cos_innovation_negg": [0.6017205715179443, 0.6441835165023804], "cos_apical_negg": [0.6017205715179443, 0.6441835165023804], "cos_Ac_negg": [0.6017205715179443, 0.6441835165023804], "r_norm": [0.15743228793144226, 0.15984806418418884]}, {"step": 20400, "epoch": 52, "train_loss": 8.57368140714243e-05, "cos_r_negg": [0.601888120174408, 0.6447666883468628], "cos_innovation_negg": [0.601888120174408, 0.6447666883468628], "cos_apical_negg": [0.601888120174408, 0.6447666883468628], "cos_Ac_negg": [0.601888120174408, 0.6447666883468628], "r_norm": [0.15770655870437622, 0.160138338804245]}, {"step": 20450, "epoch": 52, "train_loss": 8.258271554950625e-05, "cos_r_negg": [0.6017362475395203, 0.6441858410835266], "cos_innovation_negg": [0.6017362475395203, 0.6441858410835266], "cos_apical_negg": [0.6017362475395203, 0.6441858410835266], "cos_Ac_negg": [0.6017362475395203, 0.6441858410835266], "r_norm": [0.157565176486969, 0.1599879264831543]}, {"step": 20500, "epoch": 52, "train_loss": 0.00010528453276492655, "cos_r_negg": [0.6021853089332581, 0.6444469690322876], "cos_innovation_negg": [0.6021853089332581, 0.6444469690322876], "cos_apical_negg": [0.6021853089332581, 0.6444469690322876], "cos_Ac_negg": [0.6021853089332581, 0.6444469690322876], "r_norm": [0.15777964890003204, 0.16021603345870972]}, {"step": 20550, "epoch": 52, "train_loss": 5.279447213979438e-05, "cos_r_negg": [0.6017493009567261, 0.6440500020980835], "cos_innovation_negg": [0.6017493009567261, 0.6440500020980835], "cos_apical_negg": [0.6017493009567261, 0.6440500020980835], "cos_Ac_negg": [0.6017493009567261, 0.6440500020980835], "r_norm": [0.15733538568019867, 0.15974417328834534]}, {"step": 20600, "epoch": 52, "train_loss": 2.8412361643859185e-05, "cos_r_negg": [0.6021782159805298, 0.6440958976745605], "cos_innovation_negg": [0.6021782159805298, 0.6440958976745605], "cos_apical_negg": [0.6021782159805298, 0.6440958976745605], "cos_Ac_negg": [0.6021782159805298, 0.6440958976745605], "r_norm": [0.157491534948349, 0.15990325808525085]}, {"step": 20650, "epoch": 52, "train_loss": 0.00017605643370188773, "cos_r_negg": [0.6016875505447388, 0.6440491080284119], "cos_innovation_negg": [0.6016875505447388, 0.6440491080284119], "cos_apical_negg": [0.6016875505447388, 0.6440491080284119], "cos_Ac_negg": [0.6016875505447388, 0.6440491080284119], "r_norm": [0.15724702179431915, 0.15968036651611328]}, {"step": 20700, "epoch": 52, "train_loss": 7.537299097748473e-05, "cos_r_negg": [0.602242112159729, 0.6443113088607788], "cos_innovation_negg": [0.602242112159729, 0.6443113088607788], "cos_apical_negg": [0.602242112159729, 0.6443113088607788], "cos_Ac_negg": [0.602242112159729, 0.6443113088607788], "r_norm": [0.15727980434894562, 0.1597134917974472]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9765, "test_loss": 0.12559946975708008}, {"step": 20750, "epoch": 53, "train_loss": 5.087262252345681e-05, "cos_r_negg": [0.6017380952835083, 0.6445680260658264], "cos_innovation_negg": [0.6017380952835083, 0.6445680260658264], "cos_apical_negg": [0.6017380952835083, 0.6445680260658264], "cos_Ac_negg": [0.6017380952835083, 0.6445680260658264], "r_norm": [0.15729586780071259, 0.1597043126821518]}, {"step": 20800, "epoch": 53, "train_loss": 9.942972974386066e-05, "cos_r_negg": [0.6020895838737488, 0.6448509693145752], "cos_innovation_negg": [0.6020895838737488, 0.6448509693145752], "cos_apical_negg": [0.6020895838737488, 0.6448509693145752], "cos_Ac_negg": [0.6020895838737488, 0.6448509693145752], "r_norm": [0.15771839022636414, 0.16015632450580597]}, {"step": 20850, "epoch": 53, "train_loss": 0.00014180639118421823, "cos_r_negg": [0.6021245718002319, 0.6445090174674988], "cos_innovation_negg": [0.6021245718002319, 0.6445090174674988], "cos_apical_negg": [0.6021245718002319, 0.6445090174674988], "cos_Ac_negg": [0.6021245718002319, 0.6445090174674988], "r_norm": [0.15785837173461914, 0.1603083610534668]}, {"step": 20900, "epoch": 53, "train_loss": 9.146735101239756e-05, "cos_r_negg": [0.6016693711280823, 0.644454836845398], "cos_innovation_negg": [0.6016693711280823, 0.644454836845398], "cos_apical_negg": [0.6016693711280823, 0.644454836845398], "cos_Ac_negg": [0.6016693711280823, 0.644454836845398], "r_norm": [0.15761876106262207, 0.1600480079650879]}, {"step": 20950, "epoch": 53, "train_loss": 0.00013975448382552713, "cos_r_negg": [0.6021156311035156, 0.6445283889770508], "cos_innovation_negg": [0.6021156311035156, 0.6445283889770508], "cos_apical_negg": [0.6021156311035156, 0.6445283889770508], "cos_Ac_negg": [0.6021156311035156, 0.6445283889770508], "r_norm": [0.15740704536437988, 0.15982350707054138]}, {"step": 21000, "epoch": 53, "train_loss": 5.73436263948679e-05, "cos_r_negg": [0.602187991142273, 0.6443149447441101], "cos_innovation_negg": [0.602187991142273, 0.6443149447441101], "cos_apical_negg": [0.602187991142273, 0.6443149447441101], "cos_Ac_negg": [0.602187991142273, 0.6443149447441101], "r_norm": [0.15746846795082092, 0.15989413857460022]}, {"step": 21050, "epoch": 53, "train_loss": 6.917917198734358e-05, "cos_r_negg": [0.6022002696990967, 0.6440838575363159], "cos_innovation_negg": [0.6022002696990967, 0.6440838575363159], "cos_apical_negg": [0.6022002696990967, 0.6440838575363159], "cos_Ac_negg": [0.6022002696990967, 0.6440838575363159], "r_norm": [0.15724779665470123, 0.1596638560295105]}, {"step": 21100, "epoch": 53, "train_loss": 0.00019761198200285435, "cos_r_negg": [0.6021980047225952, 0.6440969705581665], "cos_innovation_negg": [0.6021980047225952, 0.6440969705581665], "cos_apical_negg": [0.6021980047225952, 0.6440969705581665], "cos_Ac_negg": [0.6021980047225952, 0.6440969705581665], "r_norm": [0.15723568201065063, 0.1596563458442688]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9764, "test_loss": 0.12575583753585814}, {"step": 21150, "epoch": 54, "train_loss": 4.7579458623658866e-05, "cos_r_negg": [0.6021755933761597, 0.6443902254104614], "cos_innovation_negg": [0.6021755933761597, 0.6443902254104614], "cos_apical_negg": [0.6021755933761597, 0.6443902254104614], "cos_Ac_negg": [0.6021755933761597, 0.6443902254104614], "r_norm": [0.1568201184272766, 0.1592206060886383]}, {"step": 21200, "epoch": 54, "train_loss": 6.627068796660751e-05, "cos_r_negg": [0.6023295521736145, 0.6449710130691528], "cos_innovation_negg": [0.6023295521736145, 0.6449710130691528], "cos_apical_negg": [0.6023295521736145, 0.6449710130691528], "cos_Ac_negg": [0.6023295521736145, 0.6449710130691528], "r_norm": [0.15653552114963531, 0.15891152620315552]}, {"step": 21250, "epoch": 54, "train_loss": 5.505952503881417e-05, "cos_r_negg": [0.6021902561187744, 0.6446176767349243], "cos_innovation_negg": [0.6021902561187744, 0.6446176767349243], "cos_apical_negg": [0.6021902561187744, 0.6446176767349243], "cos_Ac_negg": [0.6021902561187744, 0.6446176767349243], "r_norm": [0.15669655799865723, 0.15909358859062195]}, {"step": 21300, "epoch": 54, "train_loss": 6.512305117212236e-05, "cos_r_negg": [0.6025633215904236, 0.6446760892868042], "cos_innovation_negg": [0.6025633215904236, 0.6446760892868042], "cos_apical_negg": [0.6025633215904236, 0.6446760892868042], "cos_Ac_negg": [0.6025633215904236, 0.6446760892868042], "r_norm": [0.15679669380187988, 0.15920397639274597]}, {"step": 21350, "epoch": 54, "train_loss": 7.434645522153005e-05, "cos_r_negg": [0.6023302674293518, 0.644694447517395], "cos_innovation_negg": [0.6023302674293518, 0.644694447517395], "cos_apical_negg": [0.6023302674293518, 0.644694447517395], "cos_Ac_negg": [0.6023302674293518, 0.644694447517395], "r_norm": [0.1571776121854782, 0.15962126851081848]}, {"step": 21400, "epoch": 54, "train_loss": 7.308342901524156e-05, "cos_r_negg": [0.602277398109436, 0.6445598006248474], "cos_innovation_negg": [0.602277398109436, 0.6445598006248474], "cos_apical_negg": [0.602277398109436, 0.6445598006248474], "cos_Ac_negg": [0.602277398109436, 0.6445598006248474], "r_norm": [0.15724346041679382, 0.15967833995819092]}, {"step": 21450, "epoch": 54, "train_loss": 7.388666563201696e-05, "cos_r_negg": [0.6023991107940674, 0.6444964408874512], "cos_innovation_negg": [0.6023991107940674, 0.6444964408874512], "cos_apical_negg": [0.6023991107940674, 0.6444964408874512], "cos_Ac_negg": [0.6023991107940674, 0.6444964408874512], "r_norm": [0.15760381519794464, 0.16005082428455353]}, {"step": 21500, "epoch": 54, "train_loss": 8.485482248943299e-05, "cos_r_negg": [0.6023590564727783, 0.6443912982940674], "cos_innovation_negg": [0.6023590564727783, 0.6443912982940674], "cos_apical_negg": [0.6023590564727783, 0.6443912982940674], "cos_Ac_negg": [0.6023590564727783, 0.6443912982940674], "r_norm": [0.15726062655448914, 0.15969809889793396]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9764, "test_loss": 0.1260026421070099}, {"step": 21550, "epoch": 55, "train_loss": 4.937221820000559e-05, "cos_r_negg": [0.6020383238792419, 0.644781768321991], "cos_innovation_negg": [0.6020383238792419, 0.644781768321991], "cos_apical_negg": [0.6020383238792419, 0.644781768321991], "cos_Ac_negg": [0.6020383238792419, 0.644781768321991], "r_norm": [0.15711501240730286, 0.1595364511013031]}, {"step": 21600, "epoch": 55, "train_loss": 6.260674126679078e-05, "cos_r_negg": [0.602200984954834, 0.644600510597229], "cos_innovation_negg": [0.602200984954834, 0.644600510597229], "cos_apical_negg": [0.602200984954834, 0.644600510597229], "cos_Ac_negg": [0.602200984954834, 0.644600510597229], "r_norm": [0.15715119242668152, 0.15958309173583984]}, {"step": 21650, "epoch": 55, "train_loss": 7.577158976346254e-05, "cos_r_negg": [0.6021933555603027, 0.6445305347442627], "cos_innovation_negg": [0.6021933555603027, 0.6445305347442627], "cos_apical_negg": [0.6021933555603027, 0.6445305347442627], "cos_Ac_negg": [0.6021933555603027, 0.6445305347442627], "r_norm": [0.15716606378555298, 0.15959051251411438]}, {"step": 21700, "epoch": 55, "train_loss": 5.4588108469033614e-05, "cos_r_negg": [0.6023615598678589, 0.6447812914848328], "cos_innovation_negg": [0.6023615598678589, 0.6447812914848328], "cos_apical_negg": [0.6023615598678589, 0.6447812914848328], "cos_Ac_negg": [0.6023615598678589, 0.6447812914848328], "r_norm": [0.15718041360378265, 0.1596110463142395]}, {"step": 21750, "epoch": 55, "train_loss": 8.334375888807699e-05, "cos_r_negg": [0.6024284362792969, 0.6447349786758423], "cos_innovation_negg": [0.6024284362792969, 0.6447349786758423], "cos_apical_negg": [0.6024284362792969, 0.6447349786758423], "cos_Ac_negg": [0.6024284362792969, 0.6447349786758423], "r_norm": [0.15727598965168, 0.15972161293029785]}, {"step": 21800, "epoch": 55, "train_loss": 0.0003197071491740644, "cos_r_negg": [0.6024148464202881, 0.6449080109596252], "cos_innovation_negg": [0.6024148464202881, 0.6449080109596252], "cos_apical_negg": [0.6024148464202881, 0.6449080109596252], "cos_Ac_negg": [0.6024148464202881, 0.6449080109596252], "r_norm": [0.15694476664066315, 0.15936271846294403]}, {"step": 21850, "epoch": 55, "train_loss": 7.075509347487241e-05, "cos_r_negg": [0.6022832989692688, 0.6448045372962952], "cos_innovation_negg": [0.6022832989692688, 0.6448045372962952], "cos_apical_negg": [0.6022832989692688, 0.6448045372962952], "cos_Ac_negg": [0.6022832989692688, 0.6448045372962952], "r_norm": [0.1569046676158905, 0.15931236743927002]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9765, "test_loss": 0.1262234634399414}, {"step": 21900, "epoch": 56, "train_loss": 8.184483885997906e-05, "cos_r_negg": [0.6029387712478638, 0.6448158025741577], "cos_innovation_negg": [0.6029387712478638, 0.6448158025741577], "cos_apical_negg": [0.6029387712478638, 0.6448158025741577], "cos_Ac_negg": [0.6029387712478638, 0.6448158025741577], "r_norm": [0.15685079991817474, 0.15925949811935425]}, {"step": 21950, "epoch": 56, "train_loss": 0.0001505865657236427, "cos_r_negg": [0.6026862859725952, 0.6447809338569641], "cos_innovation_negg": [0.6026862859725952, 0.6447809338569641], "cos_apical_negg": [0.6026862859725952, 0.6447809338569641], "cos_Ac_negg": [0.6026862859725952, 0.6447809338569641], "r_norm": [0.1573813259601593, 0.1598205864429474]}, {"step": 22000, "epoch": 56, "train_loss": 5.3147770813666284e-05, "cos_r_negg": [0.6027121543884277, 0.6446847319602966], "cos_innovation_negg": [0.6027121543884277, 0.6446847319602966], "cos_apical_negg": [0.6027121543884277, 0.6446847319602966], "cos_Ac_negg": [0.6027121543884277, 0.6446847319602966], "r_norm": [0.15729716420173645, 0.15973009169101715]}, {"step": 22050, "epoch": 56, "train_loss": 3.648433994385414e-05, "cos_r_negg": [0.6026133894920349, 0.6446932554244995], "cos_innovation_negg": [0.6026133894920349, 0.6446932554244995], "cos_apical_negg": [0.6026133894920349, 0.6446932554244995], "cos_Ac_negg": [0.6026133894920349, 0.6446932554244995], "r_norm": [0.15732550621032715, 0.15976744890213013]}, {"step": 22100, "epoch": 56, "train_loss": 7.362982432823628e-05, "cos_r_negg": [0.6026661396026611, 0.6448715329170227], "cos_innovation_negg": [0.6026661396026611, 0.6448715329170227], "cos_apical_negg": [0.6026661396026611, 0.6448715329170227], "cos_Ac_negg": [0.6026661396026611, 0.6448715329170227], "r_norm": [0.1568281054496765, 0.15924154222011566]}, {"step": 22150, "epoch": 56, "train_loss": 0.000210145182791166, "cos_r_negg": [0.6025081872940063, 0.6450053453445435], "cos_innovation_negg": [0.6025081872940063, 0.6450053453445435], "cos_apical_negg": [0.6025081872940063, 0.6450053453445435], "cos_Ac_negg": [0.6025081872940063, 0.6450053453445435], "r_norm": [0.15671215951442719, 0.1591075360774994]}, {"step": 22200, "epoch": 56, "train_loss": 0.00010907726391451433, "cos_r_negg": [0.6028469800949097, 0.6449304223060608], "cos_innovation_negg": [0.6028469800949097, 0.6449304223060608], "cos_apical_negg": [0.6028469800949097, 0.6449304223060608], "cos_Ac_negg": [0.6028469800949097, 0.6449304223060608], "r_norm": [0.15632998943328857, 0.15871495008468628]}, {"step": 22250, "epoch": 56, "train_loss": 0.00011922801058972254, "cos_r_negg": [0.6030982732772827, 0.6451658010482788], "cos_innovation_negg": [0.6030982732772827, 0.6451658010482788], "cos_apical_negg": [0.6030982732772827, 0.6451658010482788], "cos_Ac_negg": [0.6030982732772827, 0.6451658010482788], "r_norm": [0.1561654508113861, 0.158541738986969]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9765, "test_loss": 0.12635203394889832}, {"step": 22300, "epoch": 57, "train_loss": 0.00013115425826981664, "cos_r_negg": [0.6026283502578735, 0.6453480124473572], "cos_innovation_negg": [0.6026283502578735, 0.6453480124473572], "cos_apical_negg": [0.6026283502578735, 0.6453480124473572], "cos_Ac_negg": [0.6026283502578735, 0.6453480124473572], "r_norm": [0.1563694179058075, 0.15876656770706177]}, {"step": 22350, "epoch": 57, "train_loss": 0.0001330189115833491, "cos_r_negg": [0.6031196117401123, 0.6452584266662598], "cos_innovation_negg": [0.6031196117401123, 0.6452584266662598], "cos_apical_negg": [0.6031196117401123, 0.6452584266662598], "cos_Ac_negg": [0.6031196117401123, 0.6452584266662598], "r_norm": [0.1567455679178238, 0.15915966033935547]}, {"step": 22400, "epoch": 57, "train_loss": 0.00016124318062793463, "cos_r_negg": [0.6029309034347534, 0.6453889012336731], "cos_innovation_negg": [0.6029309034347534, 0.6453889012336731], "cos_apical_negg": [0.6029309034347534, 0.6453889012336731], "cos_Ac_negg": [0.6029309034347534, 0.6453889012336731], "r_norm": [0.15669795870780945, 0.15910057723522186]}, {"step": 22450, "epoch": 57, "train_loss": 3.3362157410010695e-05, "cos_r_negg": [0.6033157706260681, 0.6454329490661621], "cos_innovation_negg": [0.6033157706260681, 0.6454329490661621], "cos_apical_negg": [0.6033157706260681, 0.6454329490661621], "cos_Ac_negg": [0.6033157706260681, 0.6454329490661621], "r_norm": [0.15701723098754883, 0.15943396091461182]}, {"step": 22500, "epoch": 57, "train_loss": 3.8501271774293855e-05, "cos_r_negg": [0.6034724712371826, 0.6454795598983765], "cos_innovation_negg": [0.6034724712371826, 0.6454795598983765], "cos_apical_negg": [0.6034724712371826, 0.6454795598983765], "cos_Ac_negg": [0.6034724712371826, 0.6454795598983765], "r_norm": [0.1570487916469574, 0.15948596596717834]}, {"step": 22550, "epoch": 57, "train_loss": 9.8336924565956e-05, "cos_r_negg": [0.6033612489700317, 0.6455514430999756], "cos_innovation_negg": [0.6033612489700317, 0.6455514430999756], "cos_apical_negg": [0.6033612489700317, 0.6455514430999756], "cos_Ac_negg": [0.6033612489700317, 0.6455514430999756], "r_norm": [0.15685264766216278, 0.15926888585090637]}, {"step": 22600, "epoch": 57, "train_loss": 7.567465945612639e-05, "cos_r_negg": [0.6033327579498291, 0.6455380916595459], "cos_innovation_negg": [0.6033327579498291, 0.6455380916595459], "cos_apical_negg": [0.6033327579498291, 0.6455380916595459], "cos_Ac_negg": [0.6033327579498291, 0.6455380916595459], "r_norm": [0.15660032629966736, 0.15901899337768555]}, {"step": 22650, "epoch": 57, "train_loss": 7.765574264340103e-05, "cos_r_negg": [0.6033629179000854, 0.6455227136611938], "cos_innovation_negg": [0.6033629179000854, 0.6455227136611938], "cos_apical_negg": [0.6033629179000854, 0.6455227136611938], "cos_Ac_negg": [0.6033629179000854, 0.6455227136611938], "r_norm": [0.15625810623168945, 0.15865913033485413]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9766, "test_loss": 0.12662663068771363}, {"step": 22700, "epoch": 58, "train_loss": 0.00011621462181210518, "cos_r_negg": [0.603717565536499, 0.6455788612365723], "cos_innovation_negg": [0.603717565536499, 0.6455788612365723], "cos_apical_negg": [0.603717565536499, 0.6455788612365723], "cos_Ac_negg": [0.603717565536499, 0.6455788612365723], "r_norm": [0.15657323598861694, 0.158992201089859]}, {"step": 22750, "epoch": 58, "train_loss": 0.00013453583233058453, "cos_r_negg": [0.603798508644104, 0.6455967426300049], "cos_innovation_negg": [0.603798508644104, 0.6455967426300049], "cos_apical_negg": [0.603798508644104, 0.6455967426300049], "cos_Ac_negg": [0.603798508644104, 0.6455967426300049], "r_norm": [0.15693633258342743, 0.15936961770057678]}, {"step": 22800, "epoch": 58, "train_loss": 8.968099427875131e-05, "cos_r_negg": [0.6035429239273071, 0.6456030011177063], "cos_innovation_negg": [0.6035429239273071, 0.6456030011177063], "cos_apical_negg": [0.6035429239273071, 0.6456030011177063], "cos_Ac_negg": [0.6035429239273071, 0.6456030011177063], "r_norm": [0.15661442279815674, 0.1590327024459839]}, {"step": 22850, "epoch": 58, "train_loss": 9.754984057508409e-05, "cos_r_negg": [0.6033608913421631, 0.6456769704818726], "cos_innovation_negg": [0.6033608913421631, 0.6456769704818726], "cos_apical_negg": [0.6033608913421631, 0.6456769704818726], "cos_Ac_negg": [0.6033608913421631, 0.6456769704818726], "r_norm": [0.15642791986465454, 0.15882664918899536]}, {"step": 22900, "epoch": 58, "train_loss": 9.179540211334825e-05, "cos_r_negg": [0.6034409999847412, 0.6456736326217651], "cos_innovation_negg": [0.6034409999847412, 0.6456736326217651], "cos_apical_negg": [0.6034409999847412, 0.6456736326217651], "cos_Ac_negg": [0.6034409999847412, 0.6456736326217651], "r_norm": [0.15612173080444336, 0.1585075557231903]}, {"step": 22950, "epoch": 58, "train_loss": 9.826300083659589e-05, "cos_r_negg": [0.6037415266036987, 0.6457077264785767], "cos_innovation_negg": [0.6037415266036987, 0.6457077264785767], "cos_apical_negg": [0.6037415266036987, 0.6457077264785767], "cos_Ac_negg": [0.6037415266036987, 0.6457077264785767], "r_norm": [0.1563798189163208, 0.15879690647125244]}, {"step": 23000, "epoch": 58, "train_loss": 5.8637160691432655e-05, "cos_r_negg": [0.6037053465843201, 0.6459880471229553], "cos_innovation_negg": [0.6037053465843201, 0.6459880471229553], "cos_apical_negg": [0.6037053465843201, 0.6459880471229553], "cos_Ac_negg": [0.6037053465843201, 0.6459880471229553], "r_norm": [0.15623372793197632, 0.15864348411560059]}, {"step": 23050, "epoch": 58, "train_loss": 7.412895502056926e-05, "cos_r_negg": [0.6038668155670166, 0.6460616588592529], "cos_innovation_negg": [0.6038668155670166, 0.6460616588592529], "cos_apical_negg": [0.6038668155670166, 0.6460616588592529], "cos_Ac_negg": [0.6038668155670166, 0.6460616588592529], "r_norm": [0.15643231570720673, 0.15885579586029053]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9766, "test_loss": 0.12683081846237182}, {"step": 23100, "epoch": 59, "train_loss": 7.320081203943118e-05, "cos_r_negg": [0.6029777526855469, 0.6459110975265503], "cos_innovation_negg": [0.6029777526855469, 0.6459110975265503], "cos_apical_negg": [0.6029777526855469, 0.6459110975265503], "cos_Ac_negg": [0.6029777526855469, 0.6459110975265503], "r_norm": [0.15638023614883423, 0.1587829887866974]}, {"step": 23150, "epoch": 59, "train_loss": 4.494793029152788e-05, "cos_r_negg": [0.6031198501586914, 0.6460709571838379], "cos_innovation_negg": [0.6031198501586914, 0.6460709571838379], "cos_apical_negg": [0.6031198501586914, 0.6460709571838379], "cos_Ac_negg": [0.6031198501586914, 0.6460709571838379], "r_norm": [0.15632042288780212, 0.1587207317352295]}, {"step": 23200, "epoch": 59, "train_loss": 4.3337378883734345e-05, "cos_r_negg": [0.6031932234764099, 0.6462104320526123], "cos_innovation_negg": [0.6031932234764099, 0.6462104320526123], "cos_apical_negg": [0.6031932234764099, 0.6462104320526123], "cos_Ac_negg": [0.6031932234764099, 0.6462104320526123], "r_norm": [0.15603184700012207, 0.15842226147651672]}, {"step": 23250, "epoch": 59, "train_loss": 5.3917148761684075e-05, "cos_r_negg": [0.6031675934791565, 0.6461107134819031], "cos_innovation_negg": [0.6031675934791565, 0.6461107134819031], "cos_apical_negg": [0.6031675934791565, 0.6461107134819031], "cos_Ac_negg": [0.6031675934791565, 0.6461107134819031], "r_norm": [0.15620934963226318, 0.15861085057258606]}, {"step": 23300, "epoch": 59, "train_loss": 5.086360397399403e-05, "cos_r_negg": [0.6031078696250916, 0.6462962031364441], "cos_innovation_negg": [0.6031078696250916, 0.6462962031364441], "cos_apical_negg": [0.6031078696250916, 0.6462962031364441], "cos_Ac_negg": [0.6031078696250916, 0.6462962031364441], "r_norm": [0.15598393976688385, 0.1583784818649292]}, {"step": 23350, "epoch": 59, "train_loss": 4.311910743126646e-05, "cos_r_negg": [0.6031380891799927, 0.6462522745132446], "cos_innovation_negg": [0.6031380891799927, 0.6462522745132446], "cos_apical_negg": [0.6031380891799927, 0.6462522745132446], "cos_Ac_negg": [0.6031380891799927, 0.6462522745132446], "r_norm": [0.15590091049671173, 0.15828154981136322]}, {"step": 23400, "epoch": 59, "train_loss": 0.00021076468692626804, "cos_r_negg": [0.6033836007118225, 0.6463013887405396], "cos_innovation_negg": [0.6033836007118225, 0.6463013887405396], "cos_apical_negg": [0.6033836007118225, 0.6463013887405396], "cos_Ac_negg": [0.6033836007118225, 0.6463013887405396], "r_norm": [0.15618681907653809, 0.15859916806221008]}, {"step": 23450, "epoch": 59, "train_loss": 4.470608109841123e-05, "cos_r_negg": [0.6029272079467773, 0.6462662816047668], "cos_innovation_negg": [0.6029272079467773, 0.6462662816047668], "cos_apical_negg": [0.6029272079467773, 0.6462662816047668], "cos_Ac_negg": [0.6029272079467773, 0.6462662816047668], "r_norm": [0.15637676417827606, 0.15879002213478088]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9765, "test_loss": 0.1271527247428894}], "final": {"test_acc": 0.9765, "test_loss": 0.1271527247428894, "wall_s": 32.7092068195343, "cos_r_negg": [0.6031326055526733, 0.6462924480438232], "cos_innovation_negg": [0.6031326055526733, 0.6462924480438232], "cos_apical_negg": [0.6031326055526733, 0.6462924480438232], "cos_Ac_negg": [0.6031326055526733, 0.6462924480438232]}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json b/results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json
new file mode 100644
index 0000000..2a7b1cd
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s4", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.291302442550659, "cos_r_negg": [0.008236916735768318, 0.013948433101177216], "cos_innovation_negg": [0.008236916735768318, 0.013948433101177216], "cos_apical_negg": [0.008236916735768318, 0.013948433101177216], "cos_Ac_negg": [0.008236916735768318, 0.013948433101177216], "r_norm": [6.577274799346924, 6.7764811515808105]}, {"step": 50, "epoch": 0, "train_loss": 0.6171764135360718, "cos_r_negg": [0.44084781408309937, 0.3314388394355774], "cos_innovation_negg": [0.44084781408309937, 0.3314388394355774], "cos_apical_negg": [0.44084781408309937, 0.3314388394355774], "cos_Ac_negg": [0.44084781408309937, 0.3314388394355774], "r_norm": [1.5619477033615112, 1.604234218597412]}, {"step": 100, "epoch": 0, "train_loss": 0.209727942943573, "cos_r_negg": [0.47723984718322754, 0.3456638753414154], "cos_innovation_negg": [0.47723984718322754, 0.3456638753414154], "cos_apical_negg": [0.47723984718322754, 0.3456638753414154], "cos_Ac_negg": [0.47723984718322754, 0.3456638753414154], "r_norm": [1.2198518514633179, 1.2507803440093994]}, {"step": 150, "epoch": 0, "train_loss": 0.19196990132331848, "cos_r_negg": [0.4816557765007019, 0.3566211462020874], "cos_innovation_negg": [0.4816557765007019, 0.3566211462020874], "cos_apical_negg": [0.4816557765007019, 0.3566211462020874], "cos_Ac_negg": [0.4816557765007019, 0.3566211462020874], "r_norm": [0.9468978047370911, 0.9708293080329895]}, {"step": 200, "epoch": 0, "train_loss": 0.3110426664352417, "cos_r_negg": [0.47732335329055786, 0.3715082108974457], "cos_innovation_negg": [0.47732335329055786, 0.3715082108974457], "cos_apical_negg": [0.47732335329055786, 0.3715082108974457], "cos_Ac_negg": [0.47732335329055786, 0.3715082108974457], "r_norm": [0.9666505455970764, 0.9866039752960205]}, {"step": 250, "epoch": 0, "train_loss": 0.3944571912288666, "cos_r_negg": [0.5152337551116943, 0.4175175130367279], "cos_innovation_negg": [0.5152337551116943, 0.4175175130367279], "cos_apical_negg": [0.5152337551116943, 0.4175175130367279], "cos_Ac_negg": [0.5152337551116943, 0.4175175130367279], "r_norm": [0.9943321943283081, 1.018911600112915]}, {"step": 300, "epoch": 0, "train_loss": 0.1792183220386505, "cos_r_negg": [0.5157885551452637, 0.4059821665287018], "cos_innovation_negg": [0.5157885551452637, 0.4059821665287018], "cos_apical_negg": [0.5157885551452637, 0.4059821665287018], "cos_Ac_negg": [0.5157885551452637, 0.4059821665287018], "r_norm": [0.7974059581756592, 0.8208437561988831]}, {"step": 350, "epoch": 0, "train_loss": 0.248416930437088, "cos_r_negg": [0.5216478109359741, 0.4115581214427948], "cos_innovation_negg": [0.5216478109359741, 0.4115581214427948], "cos_apical_negg": [0.5216478109359741, 0.4115581214427948], "cos_Ac_negg": [0.5216478109359741, 0.4115581214427948], "r_norm": [0.6924046277999878, 0.7123813033103943]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9427, "test_loss": 0.19798876647949218}, {"step": 400, "epoch": 1, "train_loss": 0.18772181868553162, "cos_r_negg": [0.5373954772949219, 0.44102180004119873], "cos_innovation_negg": [0.5373954772949219, 0.44102180004119873], "cos_apical_negg": [0.5373954772949219, 0.44102180004119873], "cos_Ac_negg": [0.5373954772949219, 0.44102180004119873], "r_norm": [0.6716705560684204, 0.688015341758728]}, {"step": 450, "epoch": 1, "train_loss": 0.18499818444252014, "cos_r_negg": [0.5296761989593506, 0.4568178653717041], "cos_innovation_negg": [0.5296761989593506, 0.4568178653717041], "cos_apical_negg": [0.5296761989593506, 0.4568178653717041], "cos_Ac_negg": [0.5296761989593506, 0.4568178653717041], "r_norm": [0.5948970317840576, 0.6087018847465515]}, {"step": 500, "epoch": 1, "train_loss": 0.16501328349113464, "cos_r_negg": [0.5406067371368408, 0.4685562252998352], "cos_innovation_negg": [0.5406067371368408, 0.4685562252998352], "cos_apical_negg": [0.5406067371368408, 0.4685562252998352], "cos_Ac_negg": [0.5406067371368408, 0.4685562252998352], "r_norm": [0.478316992521286, 0.491396963596344]}, {"step": 550, "epoch": 1, "train_loss": 0.1109737977385521, "cos_r_negg": [0.5479578375816345, 0.48667341470718384], "cos_innovation_negg": [0.5479578375816345, 0.48667341470718384], "cos_apical_negg": [0.5479578375816345, 0.48667341470718384], "cos_Ac_negg": [0.5479578375816345, 0.48667341470718384], "r_norm": [0.6824058890342712, 0.7014537453651428]}, {"step": 600, "epoch": 1, "train_loss": 0.06362347304821014, "cos_r_negg": [0.5486780405044556, 0.4878826439380646], "cos_innovation_negg": [0.5486780405044556, 0.4878826439380646], "cos_apical_negg": [0.5486780405044556, 0.4878826439380646], "cos_Ac_negg": [0.5486780405044556, 0.4878826439380646], "r_norm": [0.5854649543762207, 0.5971252918243408]}, {"step": 650, "epoch": 1, "train_loss": 0.09218183159828186, "cos_r_negg": [0.5459316372871399, 0.4883247911930084], "cos_innovation_negg": [0.5459316372871399, 0.4883247911930084], "cos_apical_negg": [0.5459316372871399, 0.4883247911930084], "cos_Ac_negg": [0.5459316372871399, 0.4883247911930084], "r_norm": [0.4845206141471863, 0.49680373072624207]}, {"step": 700, "epoch": 1, "train_loss": 0.08919305354356766, "cos_r_negg": [0.5470553040504456, 0.48893970251083374], "cos_innovation_negg": [0.5470553040504456, 0.48893970251083374], "cos_apical_negg": [0.5470553040504456, 0.48893970251083374], "cos_Ac_negg": [0.5470553040504456, 0.48893970251083374], "r_norm": [0.5173352360725403, 0.532770037651062]}, {"step": 750, "epoch": 1, "train_loss": 0.2294897884130478, "cos_r_negg": [0.5526959896087646, 0.49748504161834717], "cos_innovation_negg": [0.5526959896087646, 0.49748504161834717], "cos_apical_negg": [0.5526959896087646, 0.49748504161834717], "cos_Ac_negg": [0.5526959896087646, 0.49748504161834717], "r_norm": [0.5479642748832703, 0.5614380836486816]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9563, "test_loss": 0.15712042694091796}, {"step": 800, "epoch": 2, "train_loss": 0.06915810704231262, "cos_r_negg": [0.5461446046829224, 0.5010513067245483], "cos_innovation_negg": [0.5461446046829224, 0.5010513067245483], "cos_apical_negg": [0.5461446046829224, 0.5010513067245483], "cos_Ac_negg": [0.5461446046829224, 0.5010513067245483], "r_norm": [0.45434027910232544, 0.4669400453567505]}, {"step": 850, "epoch": 2, "train_loss": 0.05731934681534767, "cos_r_negg": [0.5769454836845398, 0.5132209062576294], "cos_innovation_negg": [0.5769454836845398, 0.5132209062576294], "cos_apical_negg": [0.5769454836845398, 0.5132209062576294], "cos_Ac_negg": [0.5769454836845398, 0.5132209062576294], "r_norm": [0.4873497486114502, 0.5007477402687073]}, {"step": 900, "epoch": 2, "train_loss": 0.0716358944773674, "cos_r_negg": [0.5696284770965576, 0.5086655020713806], "cos_innovation_negg": [0.5696284770965576, 0.5086655020713806], "cos_apical_negg": [0.5696284770965576, 0.5086655020713806], "cos_Ac_negg": [0.5696284770965576, 0.5086655020713806], "r_norm": [0.535443127155304, 0.5491788983345032]}, {"step": 950, "epoch": 2, "train_loss": 0.1800515502691269, "cos_r_negg": [0.5667098164558411, 0.5198175311088562], "cos_innovation_negg": [0.5667098164558411, 0.5198175311088562], "cos_apical_negg": [0.5667098164558411, 0.5198175311088562], "cos_Ac_negg": [0.5667098164558411, 0.5198175311088562], "r_norm": [0.4056668281555176, 0.41352578997612]}, {"step": 1000, "epoch": 2, "train_loss": 0.060689777135849, "cos_r_negg": [0.5697574019432068, 0.5333812236785889], "cos_innovation_negg": [0.5697574019432068, 0.5333812236785889], "cos_apical_negg": [0.5697574019432068, 0.5333812236785889], "cos_Ac_negg": [0.5697574019432068, 0.5333812236785889], "r_norm": [0.4154850244522095, 0.4224507510662079]}, {"step": 1050, "epoch": 2, "train_loss": 0.023338209837675095, "cos_r_negg": [0.574357271194458, 0.5386815071105957], "cos_innovation_negg": [0.574357271194458, 0.5386815071105957], "cos_apical_negg": [0.574357271194458, 0.5386815071105957], "cos_Ac_negg": [0.574357271194458, 0.5386815071105957], "r_norm": [0.41470739245414734, 0.42254385352134705]}, {"step": 1100, "epoch": 2, "train_loss": 0.06890445947647095, "cos_r_negg": [0.564754843711853, 0.5328587293624878], "cos_innovation_negg": [0.564754843711853, 0.5328587293624878], "cos_apical_negg": [0.564754843711853, 0.5328587293624878], "cos_Ac_negg": [0.564754843711853, 0.5328587293624878], "r_norm": [0.3544226586818695, 0.3632957339286804]}, {"step": 1150, "epoch": 2, "train_loss": 0.09596121311187744, "cos_r_negg": [0.5823453068733215, 0.5434645414352417], "cos_innovation_negg": [0.5823453068733215, 0.5434645414352417], "cos_apical_negg": [0.5823453068733215, 0.5434645414352417], "cos_Ac_negg": [0.5823453068733215, 0.5434645414352417], "r_norm": [0.3157205283641815, 0.3229803144931793]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9654, "test_loss": 0.1259992893218994}, {"step": 1200, "epoch": 3, "train_loss": 0.042694658041000366, "cos_r_negg": [0.5716155767440796, 0.5413737893104553], "cos_innovation_negg": [0.5716155767440796, 0.5413737893104553], "cos_apical_negg": [0.5716155767440796, 0.5413737893104553], "cos_Ac_negg": [0.5716155767440796, 0.5413737893104553], "r_norm": [0.4058331251144409, 0.41838008165359497]}, {"step": 1250, "epoch": 3, "train_loss": 0.12786690890789032, "cos_r_negg": [0.5751818418502808, 0.5473552346229553], "cos_innovation_negg": [0.5751818418502808, 0.5473552346229553], "cos_apical_negg": [0.5751818418502808, 0.5473552346229553], "cos_Ac_negg": [0.5751818418502808, 0.5473552346229553], "r_norm": [0.3694320023059845, 0.37810736894607544]}, {"step": 1300, "epoch": 3, "train_loss": 0.021611597388982773, "cos_r_negg": [0.5753211379051208, 0.5532975792884827], "cos_innovation_negg": [0.5753211379051208, 0.5532975792884827], "cos_apical_negg": [0.5753211379051208, 0.5532975792884827], "cos_Ac_negg": [0.5753211379051208, 0.5532975792884827], "r_norm": [0.3519623279571533, 0.36080729961395264]}, {"step": 1350, "epoch": 3, "train_loss": 0.03458010032773018, "cos_r_negg": [0.5690399408340454, 0.5537176728248596], "cos_innovation_negg": [0.5690399408340454, 0.5537176728248596], "cos_apical_negg": [0.5690399408340454, 0.5537176728248596], "cos_Ac_negg": [0.5690399408340454, 0.5537176728248596], "r_norm": [0.4068564772605896, 0.41592422127723694]}, {"step": 1400, "epoch": 3, "train_loss": 0.050699759274721146, "cos_r_negg": [0.5779810547828674, 0.5588263273239136], "cos_innovation_negg": [0.5779810547828674, 0.5588263273239136], "cos_apical_negg": [0.5779810547828674, 0.5588263273239136], "cos_Ac_negg": [0.5779810547828674, 0.5588263273239136], "r_norm": [0.3900827169418335, 0.3990004062652588]}, {"step": 1450, "epoch": 3, "train_loss": 0.03835860267281532, "cos_r_negg": [0.5688119530677795, 0.5608674883842468], "cos_innovation_negg": [0.5688119530677795, 0.5608674883842468], "cos_apical_negg": [0.5688119530677795, 0.5608674883842468], "cos_Ac_negg": [0.5688119530677795, 0.5608674883842468], "r_norm": [0.4097381830215454, 0.4199649691581726]}, {"step": 1500, "epoch": 3, "train_loss": 0.06544198840856552, "cos_r_negg": [0.5766665935516357, 0.5747885704040527], "cos_innovation_negg": [0.5766665935516357, 0.5747885704040527], "cos_apical_negg": [0.5766665935516357, 0.5747885704040527], "cos_Ac_negg": [0.5766665935516357, 0.5747885704040527], "r_norm": [0.2965654134750366, 0.304686963558197]}, {"step": 1550, "epoch": 3, "train_loss": 0.04502575844526291, "cos_r_negg": [0.5817798376083374, 0.569787323474884], "cos_innovation_negg": [0.5817798376083374, 0.569787323474884], "cos_apical_negg": [0.5817798376083374, 0.569787323474884], "cos_Ac_negg": [0.5817798376083374, 0.569787323474884], "r_norm": [0.3828429579734802, 0.3938151001930237]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9676, "test_loss": 0.12189766387939453}, {"step": 1600, "epoch": 4, "train_loss": 0.091954305768013, "cos_r_negg": [0.5882997512817383, 0.5833489298820496], "cos_innovation_negg": [0.5882997512817383, 0.5833489298820496], "cos_apical_negg": [0.5882997512817383, 0.5833489298820496], "cos_Ac_negg": [0.5882997512817383, 0.5833489298820496], "r_norm": [0.35477447509765625, 0.36266809701919556]}, {"step": 1650, "epoch": 4, "train_loss": 0.09526358544826508, "cos_r_negg": [0.5799564123153687, 0.5841584205627441], "cos_innovation_negg": [0.5799564123153687, 0.5841584205627441], "cos_apical_negg": [0.5799564123153687, 0.5841584205627441], "cos_Ac_negg": [0.5799564123153687, 0.5841584205627441], "r_norm": [0.33754652738571167, 0.34367793798446655]}, {"step": 1700, "epoch": 4, "train_loss": 0.030669916421175003, "cos_r_negg": [0.5864201784133911, 0.5792137980461121], "cos_innovation_negg": [0.5864201784133911, 0.5792137980461121], "cos_apical_negg": [0.5864201784133911, 0.5792137980461121], "cos_Ac_negg": [0.5864201784133911, 0.5792137980461121], "r_norm": [0.3111339807510376, 0.318664014339447]}, {"step": 1750, "epoch": 4, "train_loss": 0.04062555730342865, "cos_r_negg": [0.5865135788917542, 0.5807665586471558], "cos_innovation_negg": [0.5865135788917542, 0.5807665586471558], "cos_apical_negg": [0.5865135788917542, 0.5807665586471558], "cos_Ac_negg": [0.5865135788917542, 0.5807665586471558], "r_norm": [0.3489031493663788, 0.3576216399669647]}, {"step": 1800, "epoch": 4, "train_loss": 0.05278016999363899, "cos_r_negg": [0.5871554017066956, 0.5786359310150146], "cos_innovation_negg": [0.5871554017066956, 0.5786359310150146], "cos_apical_negg": [0.5871554017066956, 0.5786359310150146], "cos_Ac_negg": [0.5871554017066956, 0.5786359310150146], "r_norm": [0.3129846155643463, 0.32019704580307007]}, {"step": 1850, "epoch": 4, "train_loss": 0.14905939996242523, "cos_r_negg": [0.5863784551620483, 0.5766900777816772], "cos_innovation_negg": [0.5863784551620483, 0.5766900777816772], "cos_apical_negg": [0.5863784551620483, 0.5766900777816772], "cos_Ac_negg": [0.5863784551620483, 0.5766900777816772], "r_norm": [0.3070720434188843, 0.3124014437198639]}, {"step": 1900, "epoch": 4, "train_loss": 0.011379390954971313, "cos_r_negg": [0.5998529195785522, 0.5878075361251831], "cos_innovation_negg": [0.5998529195785522, 0.5878075361251831], "cos_apical_negg": [0.5998529195785522, 0.5878075361251831], "cos_Ac_negg": [0.5998529195785522, 0.5878075361251831], "r_norm": [0.30516135692596436, 0.3131430447101593]}, {"step": 1950, "epoch": 4, "train_loss": 0.1063610315322876, "cos_r_negg": [0.5823072195053101, 0.5904288291931152], "cos_innovation_negg": [0.5823072195053101, 0.5904288291931152], "cos_apical_negg": [0.5823072195053101, 0.5904288291931152], "cos_Ac_negg": [0.5823072195053101, 0.5904288291931152], "r_norm": [0.31358206272125244, 0.3214012384414673]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.97, "test_loss": 0.10648570194244385}, {"step": 2000, "epoch": 5, "train_loss": 0.028733719140291214, "cos_r_negg": [0.5930352807044983, 0.6006919145584106], "cos_innovation_negg": [0.5930352807044983, 0.6006919145584106], "cos_apical_negg": [0.5930352807044983, 0.6006919145584106], "cos_Ac_negg": [0.5930352807044983, 0.6006919145584106], "r_norm": [0.32622620463371277, 0.33704736828804016]}, {"step": 2050, "epoch": 5, "train_loss": 0.012555837631225586, "cos_r_negg": [0.5879758596420288, 0.5906020402908325], "cos_innovation_negg": [0.5879758596420288, 0.5906020402908325], "cos_apical_negg": [0.5879758596420288, 0.5906020402908325], "cos_Ac_negg": [0.5879758596420288, 0.5906020402908325], "r_norm": [0.3001149296760559, 0.3079906404018402]}, {"step": 2100, "epoch": 5, "train_loss": 0.0077032907865941525, "cos_r_negg": [0.6026288270950317, 0.6034029722213745], "cos_innovation_negg": [0.6026288270950317, 0.6034029722213745], "cos_apical_negg": [0.6026288270950317, 0.6034029722213745], "cos_Ac_negg": [0.6026288270950317, 0.6034029722213745], "r_norm": [0.31756430864334106, 0.32526567578315735]}, {"step": 2150, "epoch": 5, "train_loss": 0.00195888988673687, "cos_r_negg": [0.5907763242721558, 0.6015324592590332], "cos_innovation_negg": [0.5907763242721558, 0.6015324592590332], "cos_apical_negg": [0.5907763242721558, 0.6015324592590332], "cos_Ac_negg": [0.5907763242721558, 0.6015324592590332], "r_norm": [0.23799405992031097, 0.24369199573993683]}, {"step": 2200, "epoch": 5, "train_loss": 0.018381139263510704, "cos_r_negg": [0.5928998589515686, 0.6077200174331665], "cos_innovation_negg": [0.5928998589515686, 0.6077200174331665], "cos_apical_negg": [0.5928998589515686, 0.6077200174331665], "cos_Ac_negg": [0.5928998589515686, 0.6077200174331665], "r_norm": [0.27323222160339355, 0.27889204025268555]}, {"step": 2250, "epoch": 5, "train_loss": 0.014947162941098213, "cos_r_negg": [0.5915752649307251, 0.6042073369026184], "cos_innovation_negg": [0.5915752649307251, 0.6042073369026184], "cos_apical_negg": [0.5915752649307251, 0.6042073369026184], "cos_Ac_negg": [0.5915752649307251, 0.6042073369026184], "r_norm": [0.2806429862976074, 0.28667646646499634]}, {"step": 2300, "epoch": 5, "train_loss": 0.030598754063248634, "cos_r_negg": [0.5955905318260193, 0.6137692928314209], "cos_innovation_negg": [0.5955905318260193, 0.6137692928314209], "cos_apical_negg": [0.5955905318260193, 0.6137692928314209], "cos_Ac_negg": [0.5955905318260193, 0.6137692928314209], "r_norm": [0.29451966285705566, 0.30049094557762146]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9733, "test_loss": 0.10397468986511231}, {"step": 2350, "epoch": 6, "train_loss": 0.0013527454575523734, "cos_r_negg": [0.5960465669631958, 0.6070113182067871], "cos_innovation_negg": [0.5960465669631958, 0.6070113182067871], "cos_apical_negg": [0.5960465669631958, 0.6070113182067871], "cos_Ac_negg": [0.5960465669631958, 0.6070113182067871], "r_norm": [0.28075334429740906, 0.2862280607223511]}, {"step": 2400, "epoch": 6, "train_loss": 0.002140605356544256, "cos_r_negg": [0.6004133224487305, 0.6132125854492188], "cos_innovation_negg": [0.6004133224487305, 0.6132125854492188], "cos_apical_negg": [0.6004133224487305, 0.6132125854492188], "cos_Ac_negg": [0.6004133224487305, 0.6132125854492188], "r_norm": [0.29818999767303467, 0.3043912649154663]}, {"step": 2450, "epoch": 6, "train_loss": 0.01759137399494648, "cos_r_negg": [0.6009010076522827, 0.6162397861480713], "cos_innovation_negg": [0.6009010076522827, 0.6162397861480713], "cos_apical_negg": [0.6009010076522827, 0.6162397861480713], "cos_Ac_negg": [0.6009010076522827, 0.6162397861480713], "r_norm": [0.2870398759841919, 0.2943841218948364]}, {"step": 2500, "epoch": 6, "train_loss": 0.005118682514876127, "cos_r_negg": [0.5937116742134094, 0.6122601628303528], "cos_innovation_negg": [0.5937116742134094, 0.6122601628303528], "cos_apical_negg": [0.5937116742134094, 0.6122601628303528], "cos_Ac_negg": [0.5937116742134094, 0.6122601628303528], "r_norm": [0.2599862217903137, 0.2670082151889801]}, {"step": 2550, "epoch": 6, "train_loss": 0.011737839318811893, "cos_r_negg": [0.5962591171264648, 0.6154241561889648], "cos_innovation_negg": [0.5962591171264648, 0.6154241561889648], "cos_apical_negg": [0.5962591171264648, 0.6154241561889648], "cos_Ac_negg": [0.5962591171264648, 0.6154241561889648], "r_norm": [0.24841612577438354, 0.25571587681770325]}, {"step": 2600, "epoch": 6, "train_loss": 0.006984865292906761, "cos_r_negg": [0.5971646904945374, 0.6132919192314148], "cos_innovation_negg": [0.5971646904945374, 0.6132919192314148], "cos_apical_negg": [0.5971646904945374, 0.6132919192314148], "cos_Ac_negg": [0.5971646904945374, 0.6132919192314148], "r_norm": [0.251770555973053, 0.25848835706710815]}, {"step": 2650, "epoch": 6, "train_loss": 0.015240090899169445, "cos_r_negg": [0.5993272066116333, 0.6203943490982056], "cos_innovation_negg": [0.5993272066116333, 0.6203943490982056], "cos_apical_negg": [0.5993272066116333, 0.6203943490982056], "cos_Ac_negg": [0.5993272066116333, 0.6203943490982056], "r_norm": [0.25137537717819214, 0.25664132833480835]}, {"step": 2700, "epoch": 6, "train_loss": 0.006423385348170996, "cos_r_negg": [0.5898035168647766, 0.6174089908599854], "cos_innovation_negg": [0.5898035168647766, 0.6174089908599854], "cos_apical_negg": [0.5898035168647766, 0.6174089908599854], "cos_Ac_negg": [0.5898035168647766, 0.6174089908599854], "r_norm": [0.27059537172317505, 0.2766483724117279]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9747, "test_loss": 0.10322581119537354}, {"step": 2750, "epoch": 7, "train_loss": 0.001448901486583054, "cos_r_negg": [0.5973923802375793, 0.6226740479469299], "cos_innovation_negg": [0.5973923802375793, 0.6226740479469299], "cos_apical_negg": [0.5973923802375793, 0.6226740479469299], "cos_Ac_negg": [0.5973923802375793, 0.6226740479469299], "r_norm": [0.30361121892929077, 0.3102136254310608]}, {"step": 2800, "epoch": 7, "train_loss": 0.002517635701224208, "cos_r_negg": [0.6003974080085754, 0.6243342161178589], "cos_innovation_negg": [0.6003974080085754, 0.6243342161178589], "cos_apical_negg": [0.6003974080085754, 0.6243342161178589], "cos_Ac_negg": [0.6003974080085754, 0.6243342161178589], "r_norm": [0.26940762996673584, 0.27324801683425903]}, {"step": 2850, "epoch": 7, "train_loss": 0.0012140439357608557, "cos_r_negg": [0.5920828580856323, 0.6269502639770508], "cos_innovation_negg": [0.5920828580856323, 0.6269502639770508], "cos_apical_negg": [0.5920828580856323, 0.6269502639770508], "cos_Ac_negg": [0.5920828580856323, 0.6269502639770508], "r_norm": [0.24718955159187317, 0.25210338830947876]}, {"step": 2900, "epoch": 7, "train_loss": 0.003574566449970007, "cos_r_negg": [0.5940172672271729, 0.6270977258682251], "cos_innovation_negg": [0.5940172672271729, 0.6270977258682251], "cos_apical_negg": [0.5940172672271729, 0.6270977258682251], "cos_Ac_negg": [0.5940172672271729, 0.6270977258682251], "r_norm": [0.25643616914749146, 0.26183754205703735]}, {"step": 2950, "epoch": 7, "train_loss": 0.0009202216751873493, "cos_r_negg": [0.5880279541015625, 0.6294472217559814], "cos_innovation_negg": [0.5880279541015625, 0.6294472217559814], "cos_apical_negg": [0.5880279541015625, 0.6294472217559814], "cos_Ac_negg": [0.5880279541015625, 0.6294472217559814], "r_norm": [0.28290265798568726, 0.2888168394565582]}, {"step": 3000, "epoch": 7, "train_loss": 0.002029305323958397, "cos_r_negg": [0.5876319408416748, 0.630435049533844], "cos_innovation_negg": [0.5876319408416748, 0.630435049533844], "cos_apical_negg": [0.5876319408416748, 0.630435049533844], "cos_Ac_negg": [0.5876319408416748, 0.630435049533844], "r_norm": [0.2747131884098053, 0.28110870718955994]}, {"step": 3050, "epoch": 7, "train_loss": 0.002381760161370039, "cos_r_negg": [0.5957537889480591, 0.6341564655303955], "cos_innovation_negg": [0.5957537889480591, 0.6341564655303955], "cos_apical_negg": [0.5957537889480591, 0.6341564655303955], "cos_Ac_negg": [0.5957537889480591, 0.6341564655303955], "r_norm": [0.2574077248573303, 0.2618098258972168]}, {"step": 3100, "epoch": 7, "train_loss": 0.000591422664001584, "cos_r_negg": [0.5922135710716248, 0.6288026571273804], "cos_innovation_negg": [0.5922135710716248, 0.6288026571273804], "cos_apical_negg": [0.5922135710716248, 0.6288026571273804], "cos_Ac_negg": [0.5922135710716248, 0.6288026571273804], "r_norm": [0.24609699845314026, 0.2506644129753113]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9732, "test_loss": 0.11197061920166015}, {"step": 3150, "epoch": 8, "train_loss": 0.0062445686198771, "cos_r_negg": [0.598048210144043, 0.6328837275505066], "cos_innovation_negg": [0.598048210144043, 0.6328837275505066], "cos_apical_negg": [0.598048210144043, 0.6328837275505066], "cos_Ac_negg": [0.598048210144043, 0.6328837275505066], "r_norm": [0.2718880772590637, 0.2778535783290863]}, {"step": 3200, "epoch": 8, "train_loss": 0.012113824486732483, "cos_r_negg": [0.5986813306808472, 0.62900710105896], "cos_innovation_negg": [0.5986813306808472, 0.62900710105896], "cos_apical_negg": [0.5986813306808472, 0.62900710105896], "cos_Ac_negg": [0.5986813306808472, 0.62900710105896], "r_norm": [0.2532784640789032, 0.25785356760025024]}, {"step": 3250, "epoch": 8, "train_loss": 0.001349287573248148, "cos_r_negg": [0.5949760675430298, 0.6299208402633667], "cos_innovation_negg": [0.5949760675430298, 0.6299208402633667], "cos_apical_negg": [0.5949760675430298, 0.6299208402633667], "cos_Ac_negg": [0.5949760675430298, 0.6299208402633667], "r_norm": [0.2662101686000824, 0.2727617919445038]}, {"step": 3300, "epoch": 8, "train_loss": 0.002037340309470892, "cos_r_negg": [0.594813883304596, 0.6301907896995544], "cos_innovation_negg": [0.594813883304596, 0.6301907896995544], "cos_apical_negg": [0.594813883304596, 0.6301907896995544], "cos_Ac_negg": [0.594813883304596, 0.6301907896995544], "r_norm": [0.2699570655822754, 0.2765766680240631]}, {"step": 3350, "epoch": 8, "train_loss": 0.003889120416715741, "cos_r_negg": [0.5976705551147461, 0.6325912475585938], "cos_innovation_negg": [0.5976705551147461, 0.6325912475585938], "cos_apical_negg": [0.5976705551147461, 0.6325912475585938], "cos_Ac_negg": [0.5976705551147461, 0.6325912475585938], "r_norm": [0.2747899889945984, 0.2814205288887024]}, {"step": 3400, "epoch": 8, "train_loss": 0.0021872781217098236, "cos_r_negg": [0.5869628190994263, 0.6252813339233398], "cos_innovation_negg": [0.5869628190994263, 0.6252813339233398], "cos_apical_negg": [0.5869628190994263, 0.6252813339233398], "cos_Ac_negg": [0.5869628190994263, 0.6252813339233398], "r_norm": [0.23964372277259827, 0.24461057782173157]}, {"step": 3450, "epoch": 8, "train_loss": 0.0013820549938827753, "cos_r_negg": [0.5959700345993042, 0.6323448419570923], "cos_innovation_negg": [0.5959700345993042, 0.6323448419570923], "cos_apical_negg": [0.5959700345993042, 0.6323448419570923], "cos_Ac_negg": [0.5959700345993042, 0.6323448419570923], "r_norm": [0.2286197990179062, 0.23242247104644775]}, {"step": 3500, "epoch": 8, "train_loss": 0.013193588703870773, "cos_r_negg": [0.5991988182067871, 0.637101411819458], "cos_innovation_negg": [0.5991988182067871, 0.637101411819458], "cos_apical_negg": [0.5991988182067871, 0.637101411819458], "cos_Ac_negg": [0.5991988182067871, 0.637101411819458], "r_norm": [0.26272639632225037, 0.26870888471603394]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9749, "test_loss": 0.10713928623199463}, {"step": 3550, "epoch": 9, "train_loss": 0.0003811007190961391, "cos_r_negg": [0.595279335975647, 0.634999692440033], "cos_innovation_negg": [0.595279335975647, 0.634999692440033], "cos_apical_negg": [0.595279335975647, 0.634999692440033], "cos_Ac_negg": [0.595279335975647, 0.634999692440033], "r_norm": [0.24682921171188354, 0.25173360109329224]}, {"step": 3600, "epoch": 9, "train_loss": 0.0028313149232417345, "cos_r_negg": [0.596432089805603, 0.6358685493469238], "cos_innovation_negg": [0.596432089805603, 0.6358685493469238], "cos_apical_negg": [0.596432089805603, 0.6358685493469238], "cos_Ac_negg": [0.596432089805603, 0.6358685493469238], "r_norm": [0.2420014888048172, 0.24701935052871704]}, {"step": 3650, "epoch": 9, "train_loss": 0.0028330006171017885, "cos_r_negg": [0.5968859195709229, 0.6368250250816345], "cos_innovation_negg": [0.5968859195709229, 0.6368250250816345], "cos_apical_negg": [0.5968859195709229, 0.6368250250816345], "cos_Ac_negg": [0.5968859195709229, 0.6368250250816345], "r_norm": [0.2535151243209839, 0.2589510977268219]}, {"step": 3700, "epoch": 9, "train_loss": 0.0011760283960029483, "cos_r_negg": [0.5971730947494507, 0.6360135078430176], "cos_innovation_negg": [0.5971730947494507, 0.6360135078430176], "cos_apical_negg": [0.5971730947494507, 0.6360135078430176], "cos_Ac_negg": [0.5971730947494507, 0.6360135078430176], "r_norm": [0.24686311185359955, 0.2517135739326477]}, {"step": 3750, "epoch": 9, "train_loss": 0.0025221104733645916, "cos_r_negg": [0.594236433506012, 0.635226845741272], "cos_innovation_negg": [0.594236433506012, 0.635226845741272], "cos_apical_negg": [0.594236433506012, 0.635226845741272], "cos_Ac_negg": [0.594236433506012, 0.635226845741272], "r_norm": [0.2398795783519745, 0.24464689195156097]}, {"step": 3800, "epoch": 9, "train_loss": 0.00036812317557632923, "cos_r_negg": [0.597850501537323, 0.6382580399513245], "cos_innovation_negg": [0.597850501537323, 0.6382580399513245], "cos_apical_negg": [0.597850501537323, 0.6382580399513245], "cos_Ac_negg": [0.597850501537323, 0.6382580399513245], "r_norm": [0.23964336514472961, 0.2445499449968338]}, {"step": 3850, "epoch": 9, "train_loss": 0.002192762680351734, "cos_r_negg": [0.599642276763916, 0.6405377388000488], "cos_innovation_negg": [0.599642276763916, 0.6405377388000488], "cos_apical_negg": [0.599642276763916, 0.6405377388000488], "cos_Ac_negg": [0.599642276763916, 0.6405377388000488], "r_norm": [0.24917444586753845, 0.25442612171173096]}, {"step": 3900, "epoch": 9, "train_loss": 0.009466066025197506, "cos_r_negg": [0.5972647666931152, 0.6390246152877808], "cos_innovation_negg": [0.5972647666931152, 0.6390246152877808], "cos_apical_negg": [0.5972647666931152, 0.6390246152877808], "cos_Ac_negg": [0.5972647666931152, 0.6390246152877808], "r_norm": [0.24483361840248108, 0.24993425607681274]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9752, "test_loss": 0.1087434066772461}, {"step": 3950, "epoch": 10, "train_loss": 0.00046079966705292463, "cos_r_negg": [0.5979150533676147, 0.6393554210662842], "cos_innovation_negg": [0.5979150533676147, 0.6393554210662842], "cos_apical_negg": [0.5979150533676147, 0.6393554210662842], "cos_Ac_negg": [0.5979150533676147, 0.6393554210662842], "r_norm": [0.24317161738872528, 0.24763722717761993]}, {"step": 4000, "epoch": 10, "train_loss": 0.0011729666730389, "cos_r_negg": [0.5973771214485168, 0.6410255432128906], "cos_innovation_negg": [0.5973771214485168, 0.6410255432128906], "cos_apical_negg": [0.5973771214485168, 0.6410255432128906], "cos_Ac_negg": [0.5973771214485168, 0.6410255432128906], "r_norm": [0.2579878866672516, 0.2624736428260803]}, {"step": 4050, "epoch": 10, "train_loss": 0.0006844131276011467, "cos_r_negg": [0.5970231294631958, 0.6401844620704651], "cos_innovation_negg": [0.5970231294631958, 0.6401844620704651], "cos_apical_negg": [0.5970231294631958, 0.6401844620704651], "cos_Ac_negg": [0.5970231294631958, 0.6401844620704651], "r_norm": [0.24647879600524902, 0.2511137127876282]}, {"step": 4100, "epoch": 10, "train_loss": 0.0007308269268833101, "cos_r_negg": [0.5996106863021851, 0.6420724391937256], "cos_innovation_negg": [0.5996106863021851, 0.6420724391937256], "cos_apical_negg": [0.5996106863021851, 0.6420724391937256], "cos_Ac_negg": [0.5996106863021851, 0.6420724391937256], "r_norm": [0.24620869755744934, 0.2513391971588135]}, {"step": 4150, "epoch": 10, "train_loss": 0.00037854519905522466, "cos_r_negg": [0.5973535776138306, 0.639767050743103], "cos_innovation_negg": [0.5973535776138306, 0.639767050743103], "cos_apical_negg": [0.5973535776138306, 0.639767050743103], "cos_Ac_negg": [0.5973535776138306, 0.639767050743103], "r_norm": [0.23409533500671387, 0.23860740661621094]}, {"step": 4200, "epoch": 10, "train_loss": 0.000986392260529101, "cos_r_negg": [0.597192645072937, 0.6402328014373779], "cos_innovation_negg": [0.597192645072937, 0.6402328014373779], "cos_apical_negg": [0.597192645072937, 0.6402328014373779], "cos_Ac_negg": [0.597192645072937, 0.6402328014373779], "r_norm": [0.23764503002166748, 0.2421395480632782]}, {"step": 4250, "epoch": 10, "train_loss": 0.0019298992119729519, "cos_r_negg": [0.5996372699737549, 0.6440024375915527], "cos_innovation_negg": [0.5996372699737549, 0.6440024375915527], "cos_apical_negg": [0.5996372699737549, 0.6440024375915527], "cos_Ac_negg": [0.5996372699737549, 0.6440024375915527], "r_norm": [0.25035229325294495, 0.25539177656173706]}, {"step": 4300, "epoch": 10, "train_loss": 0.0011556725949048996, "cos_r_negg": [0.5978844165802002, 0.6434834599494934], "cos_innovation_negg": [0.5978844165802002, 0.6434834599494934], "cos_apical_negg": [0.5978844165802002, 0.6434834599494934], "cos_Ac_negg": [0.5978844165802002, 0.6434834599494934], "r_norm": [0.25348979234695435, 0.25868043303489685]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9752, "test_loss": 0.11123545312881469}, {"step": 4350, "epoch": 11, "train_loss": 0.0008193884277716279, "cos_r_negg": [0.5966897010803223, 0.6428290009498596], "cos_innovation_negg": [0.5966897010803223, 0.6428290009498596], "cos_apical_negg": [0.5966897010803223, 0.6428290009498596], "cos_Ac_negg": [0.5966897010803223, 0.6428290009498596], "r_norm": [0.2450186014175415, 0.24993553757667542]}, {"step": 4400, "epoch": 11, "train_loss": 0.0009649707353673875, "cos_r_negg": [0.5978039503097534, 0.643366813659668], "cos_innovation_negg": [0.5978039503097534, 0.643366813659668], "cos_apical_negg": [0.5978039503097534, 0.643366813659668], "cos_Ac_negg": [0.5978039503097534, 0.643366813659668], "r_norm": [0.24138450622558594, 0.24610987305641174]}, {"step": 4450, "epoch": 11, "train_loss": 0.0012189344270154834, "cos_r_negg": [0.5985504984855652, 0.6456924676895142], "cos_innovation_negg": [0.5985504984855652, 0.6456924676895142], "cos_apical_negg": [0.5985504984855652, 0.6456924676895142], "cos_Ac_negg": [0.5985504984855652, 0.6456924676895142], "r_norm": [0.24526216089725494, 0.25031405687332153]}, {"step": 4500, "epoch": 11, "train_loss": 0.00014247139915823936, "cos_r_negg": [0.5992056131362915, 0.6443188190460205], "cos_innovation_negg": [0.5992056131362915, 0.6443188190460205], "cos_apical_negg": [0.5992056131362915, 0.6443188190460205], "cos_Ac_negg": [0.5992056131362915, 0.6443188190460205], "r_norm": [0.2431032359600067, 0.24779143929481506]}, {"step": 4550, "epoch": 11, "train_loss": 0.001415453851222992, "cos_r_negg": [0.5967433452606201, 0.6450114250183105], "cos_innovation_negg": [0.5967433452606201, 0.6450114250183105], "cos_apical_negg": [0.5967433452606201, 0.6450114250183105], "cos_Ac_negg": [0.5967433452606201, 0.6450114250183105], "r_norm": [0.24796134233474731, 0.25265905261039734]}, {"step": 4600, "epoch": 11, "train_loss": 0.00024159500026144087, "cos_r_negg": [0.5953179001808167, 0.6445620059967041], "cos_innovation_negg": [0.5953179001808167, 0.6445620059967041], "cos_apical_negg": [0.5953179001808167, 0.6445620059967041], "cos_Ac_negg": [0.5953179001808167, 0.6445620059967041], "r_norm": [0.24514992535114288, 0.2502407431602478]}, {"step": 4650, "epoch": 11, "train_loss": 0.00046415114775300026, "cos_r_negg": [0.5968317985534668, 0.6437157988548279], "cos_innovation_negg": [0.5968317985534668, 0.6437157988548279], "cos_apical_negg": [0.5968317985534668, 0.6437157988548279], "cos_Ac_negg": [0.5968317985534668, 0.6437157988548279], "r_norm": [0.24682460725307465, 0.25188323855400085]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9751, "test_loss": 0.11130042610168457}, {"step": 4700, "epoch": 12, "train_loss": 0.0005183987668715417, "cos_r_negg": [0.5966601371765137, 0.6437287926673889], "cos_innovation_negg": [0.5966601371765137, 0.6437287926673889], "cos_apical_negg": [0.5966601371765137, 0.6437287926673889], "cos_Ac_negg": [0.5966601371765137, 0.6437287926673889], "r_norm": [0.2406361997127533, 0.2454272210597992]}, {"step": 4750, "epoch": 12, "train_loss": 0.0005122036091051996, "cos_r_negg": [0.5958287119865417, 0.6453554630279541], "cos_innovation_negg": [0.5958287119865417, 0.6453554630279541], "cos_apical_negg": [0.5958287119865417, 0.6453554630279541], "cos_Ac_negg": [0.5958287119865417, 0.6453554630279541], "r_norm": [0.2435971349477768, 0.24835416674613953]}, {"step": 4800, "epoch": 12, "train_loss": 0.0004548857978079468, "cos_r_negg": [0.5970136523246765, 0.6450456380844116], "cos_innovation_negg": [0.5970136523246765, 0.6450456380844116], "cos_apical_negg": [0.5970136523246765, 0.6450456380844116], "cos_Ac_negg": [0.5970136523246765, 0.6450456380844116], "r_norm": [0.2451319694519043, 0.2501663863658905]}, {"step": 4850, "epoch": 12, "train_loss": 0.0007276854594238102, "cos_r_negg": [0.5952092409133911, 0.6447714567184448], "cos_innovation_negg": [0.5952092409133911, 0.6447714567184448], "cos_apical_negg": [0.5952092409133911, 0.6447714567184448], "cos_Ac_negg": [0.5952092409133911, 0.6447714567184448], "r_norm": [0.24122577905654907, 0.2460816502571106]}, {"step": 4900, "epoch": 12, "train_loss": 0.000863871187902987, "cos_r_negg": [0.5950822830200195, 0.6447538733482361], "cos_innovation_negg": [0.5950822830200195, 0.6447538733482361], "cos_apical_negg": [0.5950822830200195, 0.6447538733482361], "cos_Ac_negg": [0.5950822830200195, 0.6447538733482361], "r_norm": [0.2476460337638855, 0.252666175365448]}, {"step": 4950, "epoch": 12, "train_loss": 0.0002157603157684207, "cos_r_negg": [0.5938953161239624, 0.6453984975814819], "cos_innovation_negg": [0.5938953161239624, 0.6453984975814819], "cos_apical_negg": [0.5938953161239624, 0.6453984975814819], "cos_Ac_negg": [0.5938953161239624, 0.6453984975814819], "r_norm": [0.24310410022735596, 0.24804919958114624]}, {"step": 5000, "epoch": 12, "train_loss": 0.00022971589351072907, "cos_r_negg": [0.5975680351257324, 0.6473150253295898], "cos_innovation_negg": [0.5975680351257324, 0.6473150253295898], "cos_apical_negg": [0.5975680351257324, 0.6473150253295898], "cos_Ac_negg": [0.5975680351257324, 0.6473150253295898], "r_norm": [0.24378854036331177, 0.24849027395248413]}, {"step": 5050, "epoch": 12, "train_loss": 0.0003801979764830321, "cos_r_negg": [0.5951305627822876, 0.6448696255683899], "cos_innovation_negg": [0.5951305627822876, 0.6448696255683899], "cos_apical_negg": [0.5951305627822876, 0.6448696255683899], "cos_Ac_negg": [0.5951305627822876, 0.6448696255683899], "r_norm": [0.2397269606590271, 0.24448376893997192]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9754, "test_loss": 0.11281248865127563}, {"step": 5100, "epoch": 13, "train_loss": 0.00037048268131911755, "cos_r_negg": [0.5960230827331543, 0.646989107131958], "cos_innovation_negg": [0.5960230827331543, 0.646989107131958], "cos_apical_negg": [0.5960230827331543, 0.646989107131958], "cos_Ac_negg": [0.5960230827331543, 0.646989107131958], "r_norm": [0.24439431726932526, 0.24959251284599304]}, {"step": 5150, "epoch": 13, "train_loss": 0.0005908723687753081, "cos_r_negg": [0.5971879959106445, 0.6463760733604431], "cos_innovation_negg": [0.5971879959106445, 0.6463760733604431], "cos_apical_negg": [0.5971879959106445, 0.6463760733604431], "cos_Ac_negg": [0.5971879959106445, 0.6463760733604431], "r_norm": [0.243966743350029, 0.24891778826713562]}, {"step": 5200, "epoch": 13, "train_loss": 0.0006377735408023, "cos_r_negg": [0.5954030752182007, 0.6453896164894104], "cos_innovation_negg": [0.5954030752182007, 0.6453896164894104], "cos_apical_negg": [0.5954030752182007, 0.6453896164894104], "cos_Ac_negg": [0.5954030752182007, 0.6453896164894104], "r_norm": [0.24260297417640686, 0.2472958266735077]}, {"step": 5250, "epoch": 13, "train_loss": 0.0006054764380678535, "cos_r_negg": [0.5941078662872314, 0.6450908780097961], "cos_innovation_negg": [0.5941078662872314, 0.6450908780097961], "cos_apical_negg": [0.5941078662872314, 0.6450908780097961], "cos_Ac_negg": [0.5941078662872314, 0.6450908780097961], "r_norm": [0.2451249659061432, 0.24978160858154297]}, {"step": 5300, "epoch": 13, "train_loss": 0.0006078823935240507, "cos_r_negg": [0.5954490303993225, 0.6464316248893738], "cos_innovation_negg": [0.5954490303993225, 0.6464316248893738], "cos_apical_negg": [0.5954490303993225, 0.6464316248893738], "cos_Ac_negg": [0.5954490303993225, 0.6464316248893738], "r_norm": [0.24383625388145447, 0.24848820269107819]}, {"step": 5350, "epoch": 13, "train_loss": 0.0007694425294175744, "cos_r_negg": [0.5975786447525024, 0.6478867530822754], "cos_innovation_negg": [0.5975786447525024, 0.6478867530822754], "cos_apical_negg": [0.5975786447525024, 0.6478867530822754], "cos_Ac_negg": [0.5975786447525024, 0.6478867530822754], "r_norm": [0.2502719759941101, 0.25502538681030273]}, {"step": 5400, "epoch": 13, "train_loss": 0.0008167699561454356, "cos_r_negg": [0.5956993103027344, 0.6469792127609253], "cos_innovation_negg": [0.5956993103027344, 0.6469792127609253], "cos_apical_negg": [0.5956993103027344, 0.6469792127609253], "cos_Ac_negg": [0.5956993103027344, 0.6469792127609253], "r_norm": [0.24635106325149536, 0.25138476490974426]}, {"step": 5450, "epoch": 13, "train_loss": 0.000288314011413604, "cos_r_negg": [0.5961695313453674, 0.6474394798278809], "cos_innovation_negg": [0.5961695313453674, 0.6474394798278809], "cos_apical_negg": [0.5961695313453674, 0.6474394798278809], "cos_Ac_negg": [0.5961695313453674, 0.6474394798278809], "r_norm": [0.24140745401382446, 0.2462959587574005]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9751, "test_loss": 0.11494515190124512}, {"step": 5500, "epoch": 14, "train_loss": 0.00046123380889184773, "cos_r_negg": [0.5964298248291016, 0.648557186126709], "cos_innovation_negg": [0.5964298248291016, 0.648557186126709], "cos_apical_negg": [0.5964298248291016, 0.648557186126709], "cos_Ac_negg": [0.5964298248291016, 0.648557186126709], "r_norm": [0.2425084263086319, 0.24731187522411346]}, {"step": 5550, "epoch": 14, "train_loss": 0.0002948491310235113, "cos_r_negg": [0.5953540802001953, 0.6478577852249146], "cos_innovation_negg": [0.5953540802001953, 0.6478577852249146], "cos_apical_negg": [0.5953540802001953, 0.6478577852249146], "cos_Ac_negg": [0.5953540802001953, 0.6478577852249146], "r_norm": [0.24060750007629395, 0.24543651938438416]}, {"step": 5600, "epoch": 14, "train_loss": 0.0003289930464234203, "cos_r_negg": [0.5966992974281311, 0.64765465259552], "cos_innovation_negg": [0.5966992974281311, 0.64765465259552], "cos_apical_negg": [0.5966992974281311, 0.64765465259552], "cos_Ac_negg": [0.5966992974281311, 0.64765465259552], "r_norm": [0.24261726438999176, 0.24753928184509277]}, {"step": 5650, "epoch": 14, "train_loss": 0.0003799359838012606, "cos_r_negg": [0.5969653129577637, 0.6481488943099976], "cos_innovation_negg": [0.5969653129577637, 0.6481488943099976], "cos_apical_negg": [0.5969653129577637, 0.6481488943099976], "cos_Ac_negg": [0.5969653129577637, 0.6481488943099976], "r_norm": [0.2419959306716919, 0.24690023064613342]}, {"step": 5700, "epoch": 14, "train_loss": 0.0002122225268976763, "cos_r_negg": [0.5956839323043823, 0.6471903920173645], "cos_innovation_negg": [0.5956839323043823, 0.6471903920173645], "cos_apical_negg": [0.5956839323043823, 0.6471903920173645], "cos_Ac_negg": [0.5956839323043823, 0.6471903920173645], "r_norm": [0.24366360902786255, 0.24854505062103271]}, {"step": 5750, "epoch": 14, "train_loss": 0.0006811002967879176, "cos_r_negg": [0.5970017910003662, 0.649401068687439], "cos_innovation_negg": [0.5970017910003662, 0.649401068687439], "cos_apical_negg": [0.5970017910003662, 0.649401068687439], "cos_Ac_negg": [0.5970017910003662, 0.649401068687439], "r_norm": [0.24355962872505188, 0.24822400510311127]}, {"step": 5800, "epoch": 14, "train_loss": 0.000909198191948235, "cos_r_negg": [0.5944818258285522, 0.6469312310218811], "cos_innovation_negg": [0.5944818258285522, 0.6469312310218811], "cos_apical_negg": [0.5944818258285522, 0.6469312310218811], "cos_Ac_negg": [0.5944818258285522, 0.6469312310218811], "r_norm": [0.24193818867206573, 0.24681654572486877]}, {"step": 5850, "epoch": 14, "train_loss": 0.000575528247281909, "cos_r_negg": [0.594836950302124, 0.6487538814544678], "cos_innovation_negg": [0.594836950302124, 0.6487538814544678], "cos_apical_negg": [0.594836950302124, 0.6487538814544678], "cos_Ac_negg": [0.594836950302124, 0.6487538814544678], "r_norm": [0.24192273616790771, 0.2466929852962494]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9754, "test_loss": 0.11468224830627441}, {"step": 5900, "epoch": 15, "train_loss": 0.00026589439949020743, "cos_r_negg": [0.5957778692245483, 0.6494826078414917], "cos_innovation_negg": [0.5957778692245483, 0.6494826078414917], "cos_apical_negg": [0.5957778692245483, 0.6494826078414917], "cos_Ac_negg": [0.5957778692245483, 0.6494826078414917], "r_norm": [0.24271160364151, 0.24724087119102478]}, {"step": 5950, "epoch": 15, "train_loss": 0.0004959459183737636, "cos_r_negg": [0.5959100723266602, 0.6498552560806274], "cos_innovation_negg": [0.5959100723266602, 0.6498552560806274], "cos_apical_negg": [0.5959100723266602, 0.6498552560806274], "cos_Ac_negg": [0.5959100723266602, 0.6498552560806274], "r_norm": [0.24481092393398285, 0.2493363618850708]}, {"step": 6000, "epoch": 15, "train_loss": 0.0006725603598169982, "cos_r_negg": [0.5956474542617798, 0.6494598388671875], "cos_innovation_negg": [0.5956474542617798, 0.6494598388671875], "cos_apical_negg": [0.5956474542617798, 0.6494598388671875], "cos_Ac_negg": [0.5956474542617798, 0.6494598388671875], "r_norm": [0.24107690155506134, 0.24572470784187317]}, {"step": 6050, "epoch": 15, "train_loss": 0.0010851812548935413, "cos_r_negg": [0.5950010418891907, 0.6492961049079895], "cos_innovation_negg": [0.5950010418891907, 0.6492961049079895], "cos_apical_negg": [0.5950010418891907, 0.6492961049079895], "cos_Ac_negg": [0.5950010418891907, 0.6492961049079895], "r_norm": [0.24177877604961395, 0.246500164270401]}, {"step": 6100, "epoch": 15, "train_loss": 0.0005371280713006854, "cos_r_negg": [0.5952989459037781, 0.6492522954940796], "cos_innovation_negg": [0.5952989459037781, 0.6492522954940796], "cos_apical_negg": [0.5952989459037781, 0.6492522954940796], "cos_Ac_negg": [0.5952989459037781, 0.6492522954940796], "r_norm": [0.2420525848865509, 0.24694986641407013]}, {"step": 6150, "epoch": 15, "train_loss": 0.00036575563717633486, "cos_r_negg": [0.5970681309700012, 0.6502173542976379], "cos_innovation_negg": [0.5970681309700012, 0.6502173542976379], "cos_apical_negg": [0.5970681309700012, 0.6502173542976379], "cos_Ac_negg": [0.5970681309700012, 0.6502173542976379], "r_norm": [0.23672634363174438, 0.24132001399993896]}, {"step": 6200, "epoch": 15, "train_loss": 0.00038521544774994254, "cos_r_negg": [0.5948005318641663, 0.6501165628433228], "cos_innovation_negg": [0.5948005318641663, 0.6501165628433228], "cos_apical_negg": [0.5948005318641663, 0.6501165628433228], "cos_Ac_negg": [0.5948005318641663, 0.6501165628433228], "r_norm": [0.23909960687160492, 0.24369823932647705]}, {"step": 6250, "epoch": 15, "train_loss": 0.00023220338334795088, "cos_r_negg": [0.5956704616546631, 0.6488476991653442], "cos_innovation_negg": [0.5956704616546631, 0.6488476991653442], "cos_apical_negg": [0.5956704616546631, 0.6488476991653442], "cos_Ac_negg": [0.5956704616546631, 0.6488476991653442], "r_norm": [0.24201494455337524, 0.24667151272296906]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9751, "test_loss": 0.11573557596206666}, {"step": 6300, "epoch": 16, "train_loss": 0.0006432599038816988, "cos_r_negg": [0.596957266330719, 0.650154173374176], "cos_innovation_negg": [0.596957266330719, 0.650154173374176], "cos_apical_negg": [0.596957266330719, 0.650154173374176], "cos_Ac_negg": [0.596957266330719, 0.650154173374176], "r_norm": [0.2459162324666977, 0.2506571114063263]}, {"step": 6350, "epoch": 16, "train_loss": 0.00023574187071062624, "cos_r_negg": [0.5974482297897339, 0.6517508029937744], "cos_innovation_negg": [0.5974482297897339, 0.6517508029937744], "cos_apical_negg": [0.5974482297897339, 0.6517508029937744], "cos_Ac_negg": [0.5974482297897339, 0.6517508029937744], "r_norm": [0.24651402235031128, 0.25119835138320923]}, {"step": 6400, "epoch": 16, "train_loss": 0.0002705972292460501, "cos_r_negg": [0.5979238748550415, 0.6508905291557312], "cos_innovation_negg": [0.5979238748550415, 0.6508905291557312], "cos_apical_negg": [0.5979238748550415, 0.6508905291557312], "cos_Ac_negg": [0.5979238748550415, 0.6508905291557312], "r_norm": [0.2421971708536148, 0.2466849386692047]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002393467875663191, "cos_r_negg": [0.5963822603225708, 0.6512367129325867], "cos_innovation_negg": [0.5963822603225708, 0.6512367129325867], "cos_apical_negg": [0.5963822603225708, 0.6512367129325867], "cos_Ac_negg": [0.5963822603225708, 0.6512367129325867], "r_norm": [0.24628287553787231, 0.25087422132492065]}, {"step": 6500, "epoch": 16, "train_loss": 0.00031493406277149916, "cos_r_negg": [0.5961785316467285, 0.6514334678649902], "cos_innovation_negg": [0.5961785316467285, 0.6514334678649902], "cos_apical_negg": [0.5961785316467285, 0.6514334678649902], "cos_Ac_negg": [0.5961785316467285, 0.6514334678649902], "r_norm": [0.24109572172164917, 0.24571067094802856]}, {"step": 6550, "epoch": 16, "train_loss": 0.00029533199267461896, "cos_r_negg": [0.5951719284057617, 0.6490906476974487], "cos_innovation_negg": [0.5951719284057617, 0.6490906476974487], "cos_apical_negg": [0.5951719284057617, 0.6490906476974487], "cos_Ac_negg": [0.5951719284057617, 0.6490906476974487], "r_norm": [0.240797221660614, 0.24547079205513]}, {"step": 6600, "epoch": 16, "train_loss": 0.0001878477050922811, "cos_r_negg": [0.5955175161361694, 0.6498264074325562], "cos_innovation_negg": [0.5955175161361694, 0.6498264074325562], "cos_apical_negg": [0.5955175161361694, 0.6498264074325562], "cos_Ac_negg": [0.5955175161361694, 0.6498264074325562], "r_norm": [0.23990924656391144, 0.2446281462907791]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.975, "test_loss": 0.11630472221374512}, {"step": 6650, "epoch": 17, "train_loss": 0.0002391398884356022, "cos_r_negg": [0.5958314538002014, 0.6502993106842041], "cos_innovation_negg": [0.5958314538002014, 0.6502993106842041], "cos_apical_negg": [0.5958314538002014, 0.6502993106842041], "cos_Ac_negg": [0.5958314538002014, 0.6502993106842041], "r_norm": [0.23852169513702393, 0.24317611753940582]}, {"step": 6700, "epoch": 17, "train_loss": 9.567924280418083e-05, "cos_r_negg": [0.5964446663856506, 0.6508994102478027], "cos_innovation_negg": [0.5964446663856506, 0.6508994102478027], "cos_apical_negg": [0.5964446663856506, 0.6508994102478027], "cos_Ac_negg": [0.5964446663856506, 0.6508994102478027], "r_norm": [0.2451750934123993, 0.2499500960111618]}, {"step": 6750, "epoch": 17, "train_loss": 0.0005256274598650634, "cos_r_negg": [0.5968024730682373, 0.6518850326538086], "cos_innovation_negg": [0.5968024730682373, 0.6518850326538086], "cos_apical_negg": [0.5968024730682373, 0.6518850326538086], "cos_Ac_negg": [0.5968024730682373, 0.6518850326538086], "r_norm": [0.24357345700263977, 0.24812763929367065]}, {"step": 6800, "epoch": 17, "train_loss": 0.00036407052539289, "cos_r_negg": [0.5971165895462036, 0.6513779759407043], "cos_innovation_negg": [0.5971165895462036, 0.6513779759407043], "cos_apical_negg": [0.5971165895462036, 0.6513779759407043], "cos_Ac_negg": [0.5971165895462036, 0.6513779759407043], "r_norm": [0.23992136120796204, 0.24438419938087463]}, {"step": 6850, "epoch": 17, "train_loss": 0.00022234268544707447, "cos_r_negg": [0.5959502458572388, 0.6504718661308289], "cos_innovation_negg": [0.5959502458572388, 0.6504718661308289], "cos_apical_negg": [0.5959502458572388, 0.6504718661308289], "cos_Ac_negg": [0.5959502458572388, 0.6504718661308289], "r_norm": [0.24044795334339142, 0.24497658014297485]}, {"step": 6900, "epoch": 17, "train_loss": 0.0004138883377891034, "cos_r_negg": [0.5966244339942932, 0.6501054763793945], "cos_innovation_negg": [0.5966244339942932, 0.6501054763793945], "cos_apical_negg": [0.5966244339942932, 0.6501054763793945], "cos_Ac_negg": [0.5966244339942932, 0.6501054763793945], "r_norm": [0.24083420634269714, 0.2454156130552292]}, {"step": 6950, "epoch": 17, "train_loss": 0.00041950889863073826, "cos_r_negg": [0.5965020060539246, 0.6502456665039062], "cos_innovation_negg": [0.5965020060539246, 0.6502456665039062], "cos_apical_negg": [0.5965020060539246, 0.6502456665039062], "cos_Ac_negg": [0.5965020060539246, 0.6502456665039062], "r_norm": [0.2391234189271927, 0.24364885687828064]}, {"step": 7000, "epoch": 17, "train_loss": 0.0004600315005518496, "cos_r_negg": [0.596525251865387, 0.6499412059783936], "cos_innovation_negg": [0.596525251865387, 0.6499412059783936], "cos_apical_negg": [0.596525251865387, 0.6499412059783936], "cos_Ac_negg": [0.596525251865387, 0.6499412059783936], "r_norm": [0.23724809288978577, 0.24184997379779816]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9751, "test_loss": 0.11759158039093018}, {"step": 7050, "epoch": 18, "train_loss": 8.563304436393082e-05, "cos_r_negg": [0.5980842709541321, 0.6530673503875732], "cos_innovation_negg": [0.5980842709541321, 0.6530673503875732], "cos_apical_negg": [0.5980842709541321, 0.6530673503875732], "cos_Ac_negg": [0.5980842709541321, 0.6530673503875732], "r_norm": [0.2429443895816803, 0.24757933616638184]}, {"step": 7100, "epoch": 18, "train_loss": 0.0004030388663522899, "cos_r_negg": [0.5974217653274536, 0.6516293287277222], "cos_innovation_negg": [0.5974217653274536, 0.6516293287277222], "cos_apical_negg": [0.5974217653274536, 0.6516293287277222], "cos_Ac_negg": [0.5974217653274536, 0.6516293287277222], "r_norm": [0.2416827529668808, 0.24636462330818176]}, {"step": 7150, "epoch": 18, "train_loss": 0.00013158551882952452, "cos_r_negg": [0.5981602668762207, 0.6507152318954468], "cos_innovation_negg": [0.5981602668762207, 0.6507152318954468], "cos_apical_negg": [0.5981602668762207, 0.6507152318954468], "cos_Ac_negg": [0.5981602668762207, 0.6507152318954468], "r_norm": [0.24084536731243134, 0.24536539614200592]}, {"step": 7200, "epoch": 18, "train_loss": 0.0003252372262068093, "cos_r_negg": [0.5991076231002808, 0.6511369943618774], "cos_innovation_negg": [0.5991076231002808, 0.6511369943618774], "cos_apical_negg": [0.5991076231002808, 0.6511369943618774], "cos_Ac_negg": [0.5991076231002808, 0.6511369943618774], "r_norm": [0.24025790393352509, 0.24472719430923462]}, {"step": 7250, "epoch": 18, "train_loss": 0.0002658161392901093, "cos_r_negg": [0.5985372066497803, 0.6512642502784729], "cos_innovation_negg": [0.5985372066497803, 0.6512642502784729], "cos_apical_negg": [0.5985372066497803, 0.6512642502784729], "cos_Ac_negg": [0.5985372066497803, 0.6512642502784729], "r_norm": [0.23992213606834412, 0.24439319968223572]}, {"step": 7300, "epoch": 18, "train_loss": 0.00029760730103589594, "cos_r_negg": [0.5969225168228149, 0.6502127647399902], "cos_innovation_negg": [0.5969225168228149, 0.6502127647399902], "cos_apical_negg": [0.5969225168228149, 0.6502127647399902], "cos_Ac_negg": [0.5969225168228149, 0.6502127647399902], "r_norm": [0.2408253401517868, 0.2453068494796753]}, {"step": 7350, "epoch": 18, "train_loss": 0.0004966543056070805, "cos_r_negg": [0.5988778471946716, 0.6510457396507263], "cos_innovation_negg": [0.5988778471946716, 0.6510457396507263], "cos_apical_negg": [0.5988778471946716, 0.6510457396507263], "cos_Ac_negg": [0.5988778471946716, 0.6510457396507263], "r_norm": [0.241224467754364, 0.24573662877082825]}, {"step": 7400, "epoch": 18, "train_loss": 0.0002279853797517717, "cos_r_negg": [0.5980768203735352, 0.6503423452377319], "cos_innovation_negg": [0.5980768203735352, 0.6503423452377319], "cos_apical_negg": [0.5980768203735352, 0.6503423452377319], "cos_Ac_negg": [0.5980768203735352, 0.6503423452377319], "r_norm": [0.23784856498241425, 0.24221234023571014]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9751, "test_loss": 0.1182028359413147}, {"step": 7450, "epoch": 19, "train_loss": 0.00011766913667088374, "cos_r_negg": [0.5967263579368591, 0.6500625610351562], "cos_innovation_negg": [0.5967263579368591, 0.6500625610351562], "cos_apical_negg": [0.5967263579368591, 0.6500625610351562], "cos_Ac_negg": [0.5967263579368591, 0.6500625610351562], "r_norm": [0.2391209751367569, 0.2437523752450943]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003155746962875128, "cos_r_negg": [0.5964462161064148, 0.6497768759727478], "cos_innovation_negg": [0.5964462161064148, 0.6497768759727478], "cos_apical_negg": [0.5964462161064148, 0.6497768759727478], "cos_Ac_negg": [0.5964462161064148, 0.6497768759727478], "r_norm": [0.24011600017547607, 0.24469812214374542]}, {"step": 7550, "epoch": 19, "train_loss": 0.0002231031539849937, "cos_r_negg": [0.5973727107048035, 0.6508811712265015], "cos_innovation_negg": [0.5973727107048035, 0.6508811712265015], "cos_apical_negg": [0.5973727107048035, 0.6508811712265015], "cos_Ac_negg": [0.5973727107048035, 0.6508811712265015], "r_norm": [0.2391124963760376, 0.24363921582698822]}, {"step": 7600, "epoch": 19, "train_loss": 0.0003575701848603785, "cos_r_negg": [0.5989522933959961, 0.6519815325737], "cos_innovation_negg": [0.5989522933959961, 0.6519815325737], "cos_apical_negg": [0.5989522933959961, 0.6519815325737], "cos_Ac_negg": [0.5989522933959961, 0.6519815325737], "r_norm": [0.23807339370250702, 0.24251015484333038]}, {"step": 7650, "epoch": 19, "train_loss": 0.0004766893689520657, "cos_r_negg": [0.5973116755485535, 0.6506539583206177], "cos_innovation_negg": [0.5973116755485535, 0.6506539583206177], "cos_apical_negg": [0.5973116755485535, 0.6506539583206177], "cos_Ac_negg": [0.5973116755485535, 0.6506539583206177], "r_norm": [0.24197131395339966, 0.24632704257965088]}, {"step": 7700, "epoch": 19, "train_loss": 0.0006795465014874935, "cos_r_negg": [0.5974386930465698, 0.650931179523468], "cos_innovation_negg": [0.5974386930465698, 0.650931179523468], "cos_apical_negg": [0.5974386930465698, 0.650931179523468], "cos_Ac_negg": [0.5974386930465698, 0.650931179523468], "r_norm": [0.24200929701328278, 0.24640223383903503]}, {"step": 7750, "epoch": 19, "train_loss": 0.0003771818010136485, "cos_r_negg": [0.5978401899337769, 0.6515921354293823], "cos_innovation_negg": [0.5978401899337769, 0.6515921354293823], "cos_apical_negg": [0.5978401899337769, 0.6515921354293823], "cos_Ac_negg": [0.5978401899337769, 0.6515921354293823], "r_norm": [0.2402152568101883, 0.2447606325149536]}, {"step": 7800, "epoch": 19, "train_loss": 0.000338821584591642, "cos_r_negg": [0.5985119938850403, 0.6514610052108765], "cos_innovation_negg": [0.5985119938850403, 0.6514610052108765], "cos_apical_negg": [0.5985119938850403, 0.6514610052108765], "cos_Ac_negg": [0.5985119938850403, 0.6514610052108765], "r_norm": [0.24205514788627625, 0.24671128392219543]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.975, "test_loss": 0.11940507173538208}, {"step": 7850, "epoch": 20, "train_loss": 0.0002723446232266724, "cos_r_negg": [0.5986963510513306, 0.6521044969558716], "cos_innovation_negg": [0.5986963510513306, 0.6521044969558716], "cos_apical_negg": [0.5986963510513306, 0.6521044969558716], "cos_Ac_negg": [0.5986963510513306, 0.6521044969558716], "r_norm": [0.24175570905208588, 0.2464427947998047]}, {"step": 7900, "epoch": 20, "train_loss": 0.00030774870538152754, "cos_r_negg": [0.5981054306030273, 0.6518931984901428], "cos_innovation_negg": [0.5981054306030273, 0.6518931984901428], "cos_apical_negg": [0.5981054306030273, 0.6518931984901428], "cos_Ac_negg": [0.5981054306030273, 0.6518931984901428], "r_norm": [0.24045142531394958, 0.24508285522460938]}, {"step": 7950, "epoch": 20, "train_loss": 0.0001650129706831649, "cos_r_negg": [0.5983767509460449, 0.6517553329467773], "cos_innovation_negg": [0.5983767509460449, 0.6517553329467773], "cos_apical_negg": [0.5983767509460449, 0.6517553329467773], "cos_Ac_negg": [0.5983767509460449, 0.6517553329467773], "r_norm": [0.2383788824081421, 0.242969810962677]}, {"step": 8000, "epoch": 20, "train_loss": 0.0002779487404040992, "cos_r_negg": [0.5974413156509399, 0.6521831750869751], "cos_innovation_negg": [0.5974413156509399, 0.6521831750869751], "cos_apical_negg": [0.5974413156509399, 0.6521831750869751], "cos_Ac_negg": [0.5974413156509399, 0.6521831750869751], "r_norm": [0.23962396383285522, 0.2442178726196289]}, {"step": 8050, "epoch": 20, "train_loss": 0.00039921829011291265, "cos_r_negg": [0.5973631143569946, 0.6520865559577942], "cos_innovation_negg": [0.5973631143569946, 0.6520865559577942], "cos_apical_negg": [0.5973631143569946, 0.6520865559577942], "cos_Ac_negg": [0.5973631143569946, 0.6520865559577942], "r_norm": [0.24066197872161865, 0.24534688889980316]}, {"step": 8100, "epoch": 20, "train_loss": 0.00022708404867444187, "cos_r_negg": [0.5967919826507568, 0.6517641544342041], "cos_innovation_negg": [0.5967919826507568, 0.6517641544342041], "cos_apical_negg": [0.5967919826507568, 0.6517641544342041], "cos_Ac_negg": [0.5967919826507568, 0.6517641544342041], "r_norm": [0.23925989866256714, 0.24380633234977722]}, {"step": 8150, "epoch": 20, "train_loss": 0.0002698000753298402, "cos_r_negg": [0.5967439413070679, 0.6518171429634094], "cos_innovation_negg": [0.5967439413070679, 0.6518171429634094], "cos_apical_negg": [0.5967439413070679, 0.6518171429634094], "cos_Ac_negg": [0.5967439413070679, 0.6518171429634094], "r_norm": [0.240021750330925, 0.24451826512813568]}, {"step": 8200, "epoch": 20, "train_loss": 0.0002520802372600883, "cos_r_negg": [0.5964305400848389, 0.6508867740631104], "cos_innovation_negg": [0.5964305400848389, 0.6508867740631104], "cos_apical_negg": [0.5964305400848389, 0.6508867740631104], "cos_Ac_negg": [0.5964305400848389, 0.6508867740631104], "r_norm": [0.2408372461795807, 0.24529419839382172]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9752, "test_loss": 0.11949333248138427}, {"step": 8250, "epoch": 21, "train_loss": 0.0003601836215239018, "cos_r_negg": [0.5978808999061584, 0.6514461040496826], "cos_innovation_negg": [0.5978808999061584, 0.6514461040496826], "cos_apical_negg": [0.5978808999061584, 0.6514461040496826], "cos_Ac_negg": [0.5978808999061584, 0.6514461040496826], "r_norm": [0.24158477783203125, 0.24610719084739685]}, {"step": 8300, "epoch": 21, "train_loss": 0.0004389001987874508, "cos_r_negg": [0.5985894799232483, 0.6526951789855957], "cos_innovation_negg": [0.5985894799232483, 0.6526951789855957], "cos_apical_negg": [0.5985894799232483, 0.6526951789855957], "cos_Ac_negg": [0.5985894799232483, 0.6526951789855957], "r_norm": [0.24012738466262817, 0.2446613907814026]}, {"step": 8350, "epoch": 21, "train_loss": 0.00036260407068766654, "cos_r_negg": [0.5975466966629028, 0.6516889333724976], "cos_innovation_negg": [0.5975466966629028, 0.6516889333724976], "cos_apical_negg": [0.5975466966629028, 0.6516889333724976], "cos_Ac_negg": [0.5975466966629028, 0.6516889333724976], "r_norm": [0.24000176787376404, 0.2445492148399353]}, {"step": 8400, "epoch": 21, "train_loss": 0.00035208178451284766, "cos_r_negg": [0.5976749062538147, 0.6519381999969482], "cos_innovation_negg": [0.5976749062538147, 0.6519381999969482], "cos_apical_negg": [0.5976749062538147, 0.6519381999969482], "cos_Ac_negg": [0.5976749062538147, 0.6519381999969482], "r_norm": [0.24068567156791687, 0.24529722332954407]}, {"step": 8450, "epoch": 21, "train_loss": 0.0003698105865623802, "cos_r_negg": [0.5964803695678711, 0.6516920328140259], "cos_innovation_negg": [0.5964803695678711, 0.6516920328140259], "cos_apical_negg": [0.5964803695678711, 0.6516920328140259], "cos_Ac_negg": [0.5964803695678711, 0.6516920328140259], "r_norm": [0.23944547772407532, 0.24400866031646729]}, {"step": 8500, "epoch": 21, "train_loss": 0.0003389785415492952, "cos_r_negg": [0.5957311987876892, 0.6517716646194458], "cos_innovation_negg": [0.5957311987876892, 0.6517716646194458], "cos_apical_negg": [0.5957311987876892, 0.6517716646194458], "cos_Ac_negg": [0.5957311987876892, 0.6517716646194458], "r_norm": [0.23877912759780884, 0.24327810108661652]}, {"step": 8550, "epoch": 21, "train_loss": 0.0002476329682394862, "cos_r_negg": [0.5974369645118713, 0.6521145701408386], "cos_innovation_negg": [0.5974369645118713, 0.6521145701408386], "cos_apical_negg": [0.5974369645118713, 0.6521145701408386], "cos_Ac_negg": [0.5974369645118713, 0.6521145701408386], "r_norm": [0.24045567214488983, 0.24498838186264038]}, {"step": 8600, "epoch": 21, "train_loss": 0.0006921218591742218, "cos_r_negg": [0.5977573394775391, 0.6527932286262512], "cos_innovation_negg": [0.5977573394775391, 0.6527932286262512], "cos_apical_negg": [0.5977573394775391, 0.6527932286262512], "cos_Ac_negg": [0.5977573394775391, 0.6527932286262512], "r_norm": [0.23940657079219818, 0.24378764629364014]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9753, "test_loss": 0.12007800216674805}, {"step": 8650, "epoch": 22, "train_loss": 0.00010897492757067084, "cos_r_negg": [0.5959621667861938, 0.6520053148269653], "cos_innovation_negg": [0.5959621667861938, 0.6520053148269653], "cos_apical_negg": [0.5959621667861938, 0.6520053148269653], "cos_Ac_negg": [0.5959621667861938, 0.6520053148269653], "r_norm": [0.23866304755210876, 0.2430545687675476]}, {"step": 8700, "epoch": 22, "train_loss": 0.0001839068136177957, "cos_r_negg": [0.5969105362892151, 0.6528761386871338], "cos_innovation_negg": [0.5969105362892151, 0.6528761386871338], "cos_apical_negg": [0.5969105362892151, 0.6528761386871338], "cos_Ac_negg": [0.5969105362892151, 0.6528761386871338], "r_norm": [0.23860204219818115, 0.24298730492591858]}, {"step": 8750, "epoch": 22, "train_loss": 0.00019736569083761424, "cos_r_negg": [0.5958491563796997, 0.6526455879211426], "cos_innovation_negg": [0.5958491563796997, 0.6526455879211426], "cos_apical_negg": [0.5958491563796997, 0.6526455879211426], "cos_Ac_negg": [0.5958491563796997, 0.6526455879211426], "r_norm": [0.2410496026277542, 0.24556675553321838]}, {"step": 8800, "epoch": 22, "train_loss": 0.00026532766059972346, "cos_r_negg": [0.5972231030464172, 0.6523996591567993], "cos_innovation_negg": [0.5972231030464172, 0.6523996591567993], "cos_apical_negg": [0.5972231030464172, 0.6523996591567993], "cos_Ac_negg": [0.5972231030464172, 0.6523996591567993], "r_norm": [0.23966585099697113, 0.24421221017837524]}, {"step": 8850, "epoch": 22, "train_loss": 0.0002591750817373395, "cos_r_negg": [0.5972933173179626, 0.6527323722839355], "cos_innovation_negg": [0.5972933173179626, 0.6527323722839355], "cos_apical_negg": [0.5972933173179626, 0.6527323722839355], "cos_Ac_negg": [0.5972933173179626, 0.6527323722839355], "r_norm": [0.23914270102977753, 0.24352297186851501]}, {"step": 8900, "epoch": 22, "train_loss": 0.0004114085459150374, "cos_r_negg": [0.5965893864631653, 0.6527051329612732], "cos_innovation_negg": [0.5965893864631653, 0.6527051329612732], "cos_apical_negg": [0.5965893864631653, 0.6527051329612732], "cos_Ac_negg": [0.5965893864631653, 0.6527051329612732], "r_norm": [0.24093806743621826, 0.24536216259002686]}, {"step": 8950, "epoch": 22, "train_loss": 0.00019329300266690552, "cos_r_negg": [0.5961782932281494, 0.6525757908821106], "cos_innovation_negg": [0.5961782932281494, 0.6525757908821106], "cos_apical_negg": [0.5961782932281494, 0.6525757908821106], "cos_Ac_negg": [0.5961782932281494, 0.6525757908821106], "r_norm": [0.23958975076675415, 0.24404223263263702]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.975, "test_loss": 0.12067333269119263}, {"step": 9000, "epoch": 23, "train_loss": 0.00011894709314219654, "cos_r_negg": [0.5954889059066772, 0.6525859832763672], "cos_innovation_negg": [0.5954889059066772, 0.6525859832763672], "cos_apical_negg": [0.5954889059066772, 0.6525859832763672], "cos_Ac_negg": [0.5954889059066772, 0.6525859832763672], "r_norm": [0.24030433595180511, 0.2448342740535736]}, {"step": 9050, "epoch": 23, "train_loss": 0.00033245934173464775, "cos_r_negg": [0.5964831709861755, 0.6523072123527527], "cos_innovation_negg": [0.5964831709861755, 0.6523072123527527], "cos_apical_negg": [0.5964831709861755, 0.6523072123527527], "cos_Ac_negg": [0.5964831709861755, 0.6523072123527527], "r_norm": [0.24100947380065918, 0.24539679288864136]}, {"step": 9100, "epoch": 23, "train_loss": 0.0002840219240169972, "cos_r_negg": [0.5969067215919495, 0.6527721881866455], "cos_innovation_negg": [0.5969067215919495, 0.6527721881866455], "cos_apical_negg": [0.5969067215919495, 0.6527721881866455], "cos_Ac_negg": [0.5969067215919495, 0.6527721881866455], "r_norm": [0.23873251676559448, 0.2431473433971405]}, {"step": 9150, "epoch": 23, "train_loss": 0.00031850062077865005, "cos_r_negg": [0.5969778299331665, 0.6531850099563599], "cos_innovation_negg": [0.5969778299331665, 0.6531850099563599], "cos_apical_negg": [0.5969778299331665, 0.6531850099563599], "cos_Ac_negg": [0.5969778299331665, 0.6531850099563599], "r_norm": [0.23838263750076294, 0.24273890256881714]}, {"step": 9200, "epoch": 23, "train_loss": 0.00040240620728582144, "cos_r_negg": [0.5961577296257019, 0.6529141664505005], "cos_innovation_negg": [0.5961577296257019, 0.6529141664505005], "cos_apical_negg": [0.5961577296257019, 0.6529141664505005], "cos_Ac_negg": [0.5961577296257019, 0.6529141664505005], "r_norm": [0.23886342346668243, 0.24320800602436066]}, {"step": 9250, "epoch": 23, "train_loss": 0.0002582359593361616, "cos_r_negg": [0.5958965420722961, 0.6533015370368958], "cos_innovation_negg": [0.5958965420722961, 0.6533015370368958], "cos_apical_negg": [0.5958965420722961, 0.6533015370368958], "cos_Ac_negg": [0.5958965420722961, 0.6533015370368958], "r_norm": [0.23996272683143616, 0.2444443702697754]}, {"step": 9300, "epoch": 23, "train_loss": 0.0002683876664377749, "cos_r_negg": [0.595669686794281, 0.6532961130142212], "cos_innovation_negg": [0.595669686794281, 0.6532961130142212], "cos_apical_negg": [0.595669686794281, 0.6532961130142212], "cos_Ac_negg": [0.595669686794281, 0.6532961130142212], "r_norm": [0.24011993408203125, 0.24461804330348969]}, {"step": 9350, "epoch": 23, "train_loss": 0.00027647893875837326, "cos_r_negg": [0.5954466462135315, 0.6531740427017212], "cos_innovation_negg": [0.5954466462135315, 0.6531740427017212], "cos_apical_negg": [0.5954466462135315, 0.6531740427017212], "cos_Ac_negg": [0.5954466462135315, 0.6531740427017212], "r_norm": [0.24025553464889526, 0.24477164447307587]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.975, "test_loss": 0.12133188076019287}, {"step": 9400, "epoch": 24, "train_loss": 0.0003763677377719432, "cos_r_negg": [0.5955591797828674, 0.6535003781318665], "cos_innovation_negg": [0.5955591797828674, 0.6535003781318665], "cos_apical_negg": [0.5955591797828674, 0.6535003781318665], "cos_Ac_negg": [0.5955591797828674, 0.6535003781318665], "r_norm": [0.2389732301235199, 0.24339847266674042]}, {"step": 9450, "epoch": 24, "train_loss": 0.00014892764738760889, "cos_r_negg": [0.5957974791526794, 0.654094934463501], "cos_innovation_negg": [0.5957974791526794, 0.654094934463501], "cos_apical_negg": [0.5957974791526794, 0.654094934463501], "cos_Ac_negg": [0.5957974791526794, 0.654094934463501], "r_norm": [0.2387423813343048, 0.24319779872894287]}, {"step": 9500, "epoch": 24, "train_loss": 0.00016402473556809127, "cos_r_negg": [0.5963239669799805, 0.6541886329650879], "cos_innovation_negg": [0.5963239669799805, 0.6541886329650879], "cos_apical_negg": [0.5963239669799805, 0.6541886329650879], "cos_Ac_negg": [0.5963239669799805, 0.6541886329650879], "r_norm": [0.2382526695728302, 0.2426324188709259]}, {"step": 9550, "epoch": 24, "train_loss": 0.00023441787925548851, "cos_r_negg": [0.5959975719451904, 0.6543952226638794], "cos_innovation_negg": [0.5959975719451904, 0.6543952226638794], "cos_apical_negg": [0.5959975719451904, 0.6543952226638794], "cos_Ac_negg": [0.5959975719451904, 0.6543952226638794], "r_norm": [0.23963014781475067, 0.24399583041667938]}, {"step": 9600, "epoch": 24, "train_loss": 0.0001600011601112783, "cos_r_negg": [0.5960135459899902, 0.6538020372390747], "cos_innovation_negg": [0.5960135459899902, 0.6538020372390747], "cos_apical_negg": [0.5960135459899902, 0.6538020372390747], "cos_Ac_negg": [0.5960135459899902, 0.6538020372390747], "r_norm": [0.23963961005210876, 0.24410611391067505]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003451684024184942, "cos_r_negg": [0.5966269373893738, 0.6540480256080627], "cos_innovation_negg": [0.5966269373893738, 0.6540480256080627], "cos_apical_negg": [0.5966269373893738, 0.6540480256080627], "cos_Ac_negg": [0.5966269373893738, 0.6540480256080627], "r_norm": [0.24019606411457062, 0.24458909034729004]}, {"step": 9700, "epoch": 24, "train_loss": 0.00020715786376968026, "cos_r_negg": [0.5960106253623962, 0.654152512550354], "cos_innovation_negg": [0.5960106253623962, 0.654152512550354], "cos_apical_negg": [0.5960106253623962, 0.654152512550354], "cos_Ac_negg": [0.5960106253623962, 0.654152512550354], "r_norm": [0.23971951007843018, 0.2441224753856659]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005186117487028241, "cos_r_negg": [0.5952079892158508, 0.6535421013832092], "cos_innovation_negg": [0.5952079892158508, 0.6535421013832092], "cos_apical_negg": [0.5952079892158508, 0.6535421013832092], "cos_Ac_negg": [0.5952079892158508, 0.6535421013832092], "r_norm": [0.2402319610118866, 0.24473392963409424]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9754, "test_loss": 0.12159992637634277}, {"step": 9800, "epoch": 25, "train_loss": 0.000373903225408867, "cos_r_negg": [0.5946407318115234, 0.6534852981567383], "cos_innovation_negg": [0.5946407318115234, 0.6534852981567383], "cos_apical_negg": [0.5946407318115234, 0.6534852981567383], "cos_Ac_negg": [0.5946407318115234, 0.6534852981567383], "r_norm": [0.24012380838394165, 0.24455446004867554]}, {"step": 9850, "epoch": 25, "train_loss": 0.0002667536318767816, "cos_r_negg": [0.5953245759010315, 0.6534808278083801], "cos_innovation_negg": [0.5953245759010315, 0.6534808278083801], "cos_apical_negg": [0.5953245759010315, 0.6534808278083801], "cos_Ac_negg": [0.5953245759010315, 0.6534808278083801], "r_norm": [0.24018442630767822, 0.24458929896354675]}, {"step": 9900, "epoch": 25, "train_loss": 0.0001592934422660619, "cos_r_negg": [0.5951955318450928, 0.6536161303520203], "cos_innovation_negg": [0.5951955318450928, 0.6536161303520203], "cos_apical_negg": [0.5951955318450928, 0.6536161303520203], "cos_Ac_negg": [0.5951955318450928, 0.6536161303520203], "r_norm": [0.24031370878219604, 0.24481913447380066]}, {"step": 9950, "epoch": 25, "train_loss": 0.00011139533307868987, "cos_r_negg": [0.595205545425415, 0.6539727449417114], "cos_innovation_negg": [0.595205545425415, 0.6539727449417114], "cos_apical_negg": [0.595205545425415, 0.6539727449417114], "cos_Ac_negg": [0.595205545425415, 0.6539727449417114], "r_norm": [0.24034838378429413, 0.24474890530109406]}, {"step": 10000, "epoch": 25, "train_loss": 0.00022480184270534664, "cos_r_negg": [0.5957962274551392, 0.6541363000869751], "cos_innovation_negg": [0.5957962274551392, 0.6541363000869751], "cos_apical_negg": [0.5957962274551392, 0.6541363000869751], "cos_Ac_negg": [0.5957962274551392, 0.6541363000869751], "r_norm": [0.23933744430541992, 0.24376754462718964]}, {"step": 10050, "epoch": 25, "train_loss": 0.0002584888134151697, "cos_r_negg": [0.5951686501502991, 0.6535578966140747], "cos_innovation_negg": [0.5951686501502991, 0.6535578966140747], "cos_apical_negg": [0.5951686501502991, 0.6535578966140747], "cos_Ac_negg": [0.5951686501502991, 0.6535578966140747], "r_norm": [0.23938244581222534, 0.2438637912273407]}, {"step": 10100, "epoch": 25, "train_loss": 0.00017225139890797436, "cos_r_negg": [0.5958967208862305, 0.654634952545166], "cos_innovation_negg": [0.5958967208862305, 0.654634952545166], "cos_apical_negg": [0.5958967208862305, 0.654634952545166], "cos_Ac_negg": [0.5958967208862305, 0.654634952545166], "r_norm": [0.24020591378211975, 0.24466551840305328]}, {"step": 10150, "epoch": 25, "train_loss": 8.463417179882526e-05, "cos_r_negg": [0.5950164794921875, 0.6542110443115234], "cos_innovation_negg": [0.5950164794921875, 0.6542110443115234], "cos_apical_negg": [0.5950164794921875, 0.6542110443115234], "cos_Ac_negg": [0.5950164794921875, 0.6542110443115234], "r_norm": [0.23839013278484344, 0.2427815943956375]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9752, "test_loss": 0.12218316564559936}, {"step": 10200, "epoch": 26, "train_loss": 0.00011240374442422763, "cos_r_negg": [0.5953603386878967, 0.65428626537323], "cos_innovation_negg": [0.5953603386878967, 0.65428626537323], "cos_apical_negg": [0.5953603386878967, 0.65428626537323], "cos_Ac_negg": [0.5953603386878967, 0.65428626537323], "r_norm": [0.23938515782356262, 0.24384143948554993]}, {"step": 10250, "epoch": 26, "train_loss": 0.0001959084765985608, "cos_r_negg": [0.5957502126693726, 0.6546404361724854], "cos_innovation_negg": [0.5957502126693726, 0.6546404361724854], "cos_apical_negg": [0.5957502126693726, 0.6546404361724854], "cos_Ac_negg": [0.5957502126693726, 0.6546404361724854], "r_norm": [0.23911142349243164, 0.24355411529541016]}, {"step": 10300, "epoch": 26, "train_loss": 0.000991384033113718, "cos_r_negg": [0.595683217048645, 0.6550264358520508], "cos_innovation_negg": [0.595683217048645, 0.6550264358520508], "cos_apical_negg": [0.595683217048645, 0.6550264358520508], "cos_Ac_negg": [0.595683217048645, 0.6550264358520508], "r_norm": [0.2370486557483673, 0.24152828752994537]}, {"step": 10350, "epoch": 26, "train_loss": 6.650432624155656e-05, "cos_r_negg": [0.5953823328018188, 0.6545289754867554], "cos_innovation_negg": [0.5953823328018188, 0.6545289754867554], "cos_apical_negg": [0.5953823328018188, 0.6545289754867554], "cos_Ac_negg": [0.5953823328018188, 0.6545289754867554], "r_norm": [0.23637419939041138, 0.24079881608486176]}, {"step": 10400, "epoch": 26, "train_loss": 0.00029934398480691016, "cos_r_negg": [0.5952706336975098, 0.6546878218650818], "cos_innovation_negg": [0.5952706336975098, 0.6546878218650818], "cos_apical_negg": [0.5952706336975098, 0.6546878218650818], "cos_Ac_negg": [0.5952706336975098, 0.6546878218650818], "r_norm": [0.2355652153491974, 0.2399481236934662]}, {"step": 10450, "epoch": 26, "train_loss": 0.0005572987720370293, "cos_r_negg": [0.5957863926887512, 0.6550576090812683], "cos_innovation_negg": [0.5957863926887512, 0.6550576090812683], "cos_apical_negg": [0.5957863926887512, 0.6550576090812683], "cos_Ac_negg": [0.5957863926887512, 0.6550576090812683], "r_norm": [0.23766443133354187, 0.24204973876476288]}, {"step": 10500, "epoch": 26, "train_loss": 0.00021177729649934918, "cos_r_negg": [0.5952849984169006, 0.6544369459152222], "cos_innovation_negg": [0.5952849984169006, 0.6544369459152222], "cos_apical_negg": [0.5952849984169006, 0.6544369459152222], "cos_Ac_negg": [0.5952849984169006, 0.6544369459152222], "r_norm": [0.2394806444644928, 0.24390104413032532]}, {"step": 10550, "epoch": 26, "train_loss": 0.00010536255285842344, "cos_r_negg": [0.5959965586662292, 0.6549156308174133], "cos_innovation_negg": [0.5959965586662292, 0.6549156308174133], "cos_apical_negg": [0.5959965586662292, 0.6549156308174133], "cos_Ac_negg": [0.5959965586662292, 0.6549156308174133], "r_norm": [0.24111974239349365, 0.24547411501407623]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9752, "test_loss": 0.1230046332359314}, {"step": 10600, "epoch": 27, "train_loss": 9.329920430900529e-05, "cos_r_negg": [0.5961428880691528, 0.6547719240188599], "cos_innovation_negg": [0.5961428880691528, 0.6547719240188599], "cos_apical_negg": [0.5961428880691528, 0.6547719240188599], "cos_Ac_negg": [0.5961428880691528, 0.6547719240188599], "r_norm": [0.23944950103759766, 0.24382838606834412]}, {"step": 10650, "epoch": 27, "train_loss": 0.0002012995391851291, "cos_r_negg": [0.596479058265686, 0.6546989679336548], "cos_innovation_negg": [0.596479058265686, 0.6546989679336548], "cos_apical_negg": [0.596479058265686, 0.6546989679336548], "cos_Ac_negg": [0.596479058265686, 0.6546989679336548], "r_norm": [0.2372291386127472, 0.2415628731250763]}, {"step": 10700, "epoch": 27, "train_loss": 0.000139539988595061, "cos_r_negg": [0.595592737197876, 0.6548430323600769], "cos_innovation_negg": [0.595592737197876, 0.6548430323600769], "cos_apical_negg": [0.595592737197876, 0.6548430323600769], "cos_Ac_negg": [0.595592737197876, 0.6548430323600769], "r_norm": [0.2371191531419754, 0.24148693680763245]}, {"step": 10750, "epoch": 27, "train_loss": 0.0001190011462313123, "cos_r_negg": [0.595481276512146, 0.6550314426422119], "cos_innovation_negg": [0.595481276512146, 0.6550314426422119], "cos_apical_negg": [0.595481276512146, 0.6550314426422119], "cos_Ac_negg": [0.595481276512146, 0.6550314426422119], "r_norm": [0.23889142274856567, 0.24340373277664185]}, {"step": 10800, "epoch": 27, "train_loss": 7.225789886433631e-05, "cos_r_negg": [0.5951226949691772, 0.6549040079116821], "cos_innovation_negg": [0.5951226949691772, 0.6549040079116821], "cos_apical_negg": [0.5951226949691772, 0.6549040079116821], "cos_Ac_negg": [0.5951226949691772, 0.6549040079116821], "r_norm": [0.23984505236148834, 0.24440908432006836]}, {"step": 10850, "epoch": 27, "train_loss": 7.871471461839974e-05, "cos_r_negg": [0.5962932109832764, 0.6556322574615479], "cos_innovation_negg": [0.5962932109832764, 0.6556322574615479], "cos_apical_negg": [0.5962932109832764, 0.6556322574615479], "cos_Ac_negg": [0.5962932109832764, 0.6556322574615479], "r_norm": [0.2409994751214981, 0.24545542895793915]}, {"step": 10900, "epoch": 27, "train_loss": 0.00014921033289283514, "cos_r_negg": [0.5962308645248413, 0.6554611325263977], "cos_innovation_negg": [0.5962308645248413, 0.6554611325263977], "cos_apical_negg": [0.5962308645248413, 0.6554611325263977], "cos_Ac_negg": [0.5962308645248413, 0.6554611325263977], "r_norm": [0.24186694622039795, 0.24619120359420776]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9753, "test_loss": 0.12308761882781982}, {"step": 10950, "epoch": 28, "train_loss": 0.0001637135137571022, "cos_r_negg": [0.5956788063049316, 0.6554427146911621], "cos_innovation_negg": [0.5956788063049316, 0.6554427146911621], "cos_apical_negg": [0.5956788063049316, 0.6554427146911621], "cos_Ac_negg": [0.5956788063049316, 0.6554427146911621], "r_norm": [0.2398982048034668, 0.24422627687454224]}, {"step": 11000, "epoch": 28, "train_loss": 8.62100423546508e-05, "cos_r_negg": [0.5951700210571289, 0.65549635887146], "cos_innovation_negg": [0.5951700210571289, 0.65549635887146], "cos_apical_negg": [0.5951700210571289, 0.65549635887146], "cos_Ac_negg": [0.5951700210571289, 0.65549635887146], "r_norm": [0.2389601618051529, 0.24341729283332825]}, {"step": 11050, "epoch": 28, "train_loss": 0.00032342906342819333, "cos_r_negg": [0.5954874753952026, 0.6557263135910034], "cos_innovation_negg": [0.5954874753952026, 0.6557263135910034], "cos_apical_negg": [0.5954874753952026, 0.6557263135910034], "cos_Ac_negg": [0.5954874753952026, 0.6557263135910034], "r_norm": [0.23939400911331177, 0.24383381009101868]}, {"step": 11100, "epoch": 28, "train_loss": 0.00021789217134937644, "cos_r_negg": [0.5959339141845703, 0.6558865308761597], "cos_innovation_negg": [0.5959339141845703, 0.6558865308761597], "cos_apical_negg": [0.5959339141845703, 0.6558865308761597], "cos_Ac_negg": [0.5959339141845703, 0.6558865308761597], "r_norm": [0.23855094611644745, 0.24297314882278442]}, {"step": 11150, "epoch": 28, "train_loss": 0.0002181069430662319, "cos_r_negg": [0.5960444808006287, 0.6562017202377319], "cos_innovation_negg": [0.5960444808006287, 0.6562017202377319], "cos_apical_negg": [0.5960444808006287, 0.6562017202377319], "cos_Ac_negg": [0.5960444808006287, 0.6562017202377319], "r_norm": [0.2367996871471405, 0.24121615290641785]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004050623974762857, "cos_r_negg": [0.5965420007705688, 0.6563766598701477], "cos_innovation_negg": [0.5965420007705688, 0.6563766598701477], "cos_apical_negg": [0.5965420007705688, 0.6563766598701477], "cos_Ac_negg": [0.5965420007705688, 0.6563766598701477], "r_norm": [0.23674511909484863, 0.24115808308124542]}, {"step": 11250, "epoch": 28, "train_loss": 0.00029828300466760993, "cos_r_negg": [0.5955177545547485, 0.6558259129524231], "cos_innovation_negg": [0.5955177545547485, 0.6558259129524231], "cos_apical_negg": [0.5955177545547485, 0.6558259129524231], "cos_Ac_negg": [0.5955177545547485, 0.6558259129524231], "r_norm": [0.23820430040359497, 0.2425759881734848]}, {"step": 11300, "epoch": 28, "train_loss": 0.0002296740422025323, "cos_r_negg": [0.5959911346435547, 0.6556373834609985], "cos_innovation_negg": [0.5959911346435547, 0.6556373834609985], "cos_apical_negg": [0.5959911346435547, 0.6556373834609985], "cos_Ac_negg": [0.5959911346435547, 0.6556373834609985], "r_norm": [0.2397054135799408, 0.24405920505523682]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9754, "test_loss": 0.12354474830627442}, {"step": 11350, "epoch": 29, "train_loss": 0.0001225999731104821, "cos_r_negg": [0.5958526730537415, 0.6558903455734253], "cos_innovation_negg": [0.5958526730537415, 0.6558903455734253], "cos_apical_negg": [0.5958526730537415, 0.6558903455734253], "cos_Ac_negg": [0.5958526730537415, 0.6558903455734253], "r_norm": [0.23902270197868347, 0.24338114261627197]}, {"step": 11400, "epoch": 29, "train_loss": 0.00017090406618081033, "cos_r_negg": [0.5959688425064087, 0.6558863520622253], "cos_innovation_negg": [0.5959688425064087, 0.6558863520622253], "cos_apical_negg": [0.5959688425064087, 0.6558863520622253], "cos_Ac_negg": [0.5959688425064087, 0.6558863520622253], "r_norm": [0.23866286873817444, 0.24299606680870056]}, {"step": 11450, "epoch": 29, "train_loss": 0.0001792743569239974, "cos_r_negg": [0.5965226292610168, 0.6562610864639282], "cos_innovation_negg": [0.5965226292610168, 0.6562610864639282], "cos_apical_negg": [0.5965226292610168, 0.6562610864639282], "cos_Ac_negg": [0.5965226292610168, 0.6562610864639282], "r_norm": [0.23969405889511108, 0.24409836530685425]}, {"step": 11500, "epoch": 29, "train_loss": 0.00023840920766815543, "cos_r_negg": [0.5962408781051636, 0.6564908027648926], "cos_innovation_negg": [0.5962408781051636, 0.6564908027648926], "cos_apical_negg": [0.5962408781051636, 0.6564908027648926], "cos_Ac_negg": [0.5962408781051636, 0.6564908027648926], "r_norm": [0.24008633196353912, 0.244444340467453]}, {"step": 11550, "epoch": 29, "train_loss": 0.00028224560082890093, "cos_r_negg": [0.5970174670219421, 0.6565321683883667], "cos_innovation_negg": [0.5970174670219421, 0.6565321683883667], "cos_apical_negg": [0.5970174670219421, 0.6565321683883667], "cos_Ac_negg": [0.5970174670219421, 0.6565321683883667], "r_norm": [0.23888035118579865, 0.2432117462158203]}, {"step": 11600, "epoch": 29, "train_loss": 0.000157494330778718, "cos_r_negg": [0.5969928503036499, 0.656494677066803], "cos_innovation_negg": [0.5969928503036499, 0.656494677066803], "cos_apical_negg": [0.5969928503036499, 0.656494677066803], "cos_Ac_negg": [0.5969928503036499, 0.656494677066803], "r_norm": [0.23736780881881714, 0.24169525504112244]}, {"step": 11650, "epoch": 29, "train_loss": 0.00015280506340786815, "cos_r_negg": [0.5964798927307129, 0.6564024686813354], "cos_innovation_negg": [0.5964798927307129, 0.6564024686813354], "cos_apical_negg": [0.5964798927307129, 0.6564024686813354], "cos_Ac_negg": [0.5964798927307129, 0.6564024686813354], "r_norm": [0.2394348680973053, 0.24379953742027283]}, {"step": 11700, "epoch": 29, "train_loss": 0.00012482714373618364, "cos_r_negg": [0.5961908102035522, 0.6563626527786255], "cos_innovation_negg": [0.5961908102035522, 0.6563626527786255], "cos_apical_negg": [0.5961908102035522, 0.6563626527786255], "cos_Ac_negg": [0.5961908102035522, 0.6563626527786255], "r_norm": [0.23874908685684204, 0.24311277270317078]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9752, "test_loss": 0.1240795904159546}, {"step": 11750, "epoch": 30, "train_loss": 0.00026076665380969644, "cos_r_negg": [0.5957475900650024, 0.6564676761627197], "cos_innovation_negg": [0.5957475900650024, 0.6564676761627197], "cos_apical_negg": [0.5957475900650024, 0.6564676761627197], "cos_Ac_negg": [0.5957475900650024, 0.6564676761627197], "r_norm": [0.2396150529384613, 0.24399615824222565]}, {"step": 11800, "epoch": 30, "train_loss": 0.00016067158139776438, "cos_r_negg": [0.5960649251937866, 0.6564013361930847], "cos_innovation_negg": [0.5960649251937866, 0.6564013361930847], "cos_apical_negg": [0.5960649251937866, 0.6564013361930847], "cos_Ac_negg": [0.5960649251937866, 0.6564013361930847], "r_norm": [0.23870021104812622, 0.2431320995092392]}, {"step": 11850, "epoch": 30, "train_loss": 0.00023712884285487235, "cos_r_negg": [0.5967932939529419, 0.6565604209899902], "cos_innovation_negg": [0.5967932939529419, 0.6565604209899902], "cos_apical_negg": [0.5967932939529419, 0.6565604209899902], "cos_Ac_negg": [0.5967932939529419, 0.6565604209899902], "r_norm": [0.2382773756980896, 0.2425874024629593]}, {"step": 11900, "epoch": 30, "train_loss": 0.0003737076185643673, "cos_r_negg": [0.5959206223487854, 0.6565761566162109], "cos_innovation_negg": [0.5959206223487854, 0.6565761566162109], "cos_apical_negg": [0.5959206223487854, 0.6565761566162109], "cos_Ac_negg": [0.5959206223487854, 0.6565761566162109], "r_norm": [0.23795674741268158, 0.2422751486301422]}, {"step": 11950, "epoch": 30, "train_loss": 4.1411782149225473e-05, "cos_r_negg": [0.5957125425338745, 0.6566519737243652], "cos_innovation_negg": [0.5957125425338745, 0.6566519737243652], "cos_apical_negg": [0.5957125425338745, 0.6566519737243652], "cos_Ac_negg": [0.5957125425338745, 0.6566519737243652], "r_norm": [0.2383047342300415, 0.2425631433725357]}, {"step": 12000, "epoch": 30, "train_loss": 0.00024024049344006926, "cos_r_negg": [0.5961694717407227, 0.6572693586349487], "cos_innovation_negg": [0.5961694717407227, 0.6572693586349487], "cos_apical_negg": [0.5961694717407227, 0.6572693586349487], "cos_Ac_negg": [0.5961694717407227, 0.6572693586349487], "r_norm": [0.23849058151245117, 0.2428070306777954]}, {"step": 12050, "epoch": 30, "train_loss": 0.0004143964615650475, "cos_r_negg": [0.5961644649505615, 0.657284140586853], "cos_innovation_negg": [0.5961644649505615, 0.657284140586853], "cos_apical_negg": [0.5961644649505615, 0.657284140586853], "cos_Ac_negg": [0.5961644649505615, 0.657284140586853], "r_norm": [0.2397039532661438, 0.24406294524669647]}, {"step": 12100, "epoch": 30, "train_loss": 0.00015634673763997853, "cos_r_negg": [0.5964444875717163, 0.6570159196853638], "cos_innovation_negg": [0.5964444875717163, 0.6570159196853638], "cos_apical_negg": [0.5964444875717163, 0.6570159196853638], "cos_Ac_negg": [0.5964444875717163, 0.6570159196853638], "r_norm": [0.24001887440681458, 0.24441590905189514]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9751, "test_loss": 0.12449321546554565}, {"step": 12150, "epoch": 31, "train_loss": 0.00010925839887931943, "cos_r_negg": [0.5958895683288574, 0.6568544507026672], "cos_innovation_negg": [0.5958895683288574, 0.6568544507026672], "cos_apical_negg": [0.5958895683288574, 0.6568544507026672], "cos_Ac_negg": [0.5958895683288574, 0.6568544507026672], "r_norm": [0.23981942236423492, 0.2442329376935959]}, {"step": 12200, "epoch": 31, "train_loss": 0.00016091052384581417, "cos_r_negg": [0.5953754782676697, 0.6568188071250916], "cos_innovation_negg": [0.5953754782676697, 0.6568188071250916], "cos_apical_negg": [0.5953754782676697, 0.6568188071250916], "cos_Ac_negg": [0.5953754782676697, 0.6568188071250916], "r_norm": [0.23964917659759521, 0.24408528208732605]}, {"step": 12250, "epoch": 31, "train_loss": 0.0001831549743656069, "cos_r_negg": [0.5962920188903809, 0.6569294929504395], "cos_innovation_negg": [0.5962920188903809, 0.6569294929504395], "cos_apical_negg": [0.5962920188903809, 0.6569294929504395], "cos_Ac_negg": [0.5962920188903809, 0.6569294929504395], "r_norm": [0.23922869563102722, 0.24357905983924866]}, {"step": 12300, "epoch": 31, "train_loss": 0.00019123093807138503, "cos_r_negg": [0.5959904193878174, 0.6573437452316284], "cos_innovation_negg": [0.5959904193878174, 0.6573437452316284], "cos_apical_negg": [0.5959904193878174, 0.6573437452316284], "cos_Ac_negg": [0.5959904193878174, 0.6573437452316284], "r_norm": [0.2394207864999771, 0.24381224811077118]}, {"step": 12350, "epoch": 31, "train_loss": 0.00016271245840471238, "cos_r_negg": [0.5967756509780884, 0.6578955054283142], "cos_innovation_negg": [0.5967756509780884, 0.6578955054283142], "cos_apical_negg": [0.5967756509780884, 0.6578955054283142], "cos_Ac_negg": [0.5967756509780884, 0.6578955054283142], "r_norm": [0.23946252465248108, 0.2438223958015442]}, {"step": 12400, "epoch": 31, "train_loss": 0.00016676122322678566, "cos_r_negg": [0.5959954261779785, 0.6576966643333435], "cos_innovation_negg": [0.5959954261779785, 0.6576966643333435], "cos_apical_negg": [0.5959954261779785, 0.6576966643333435], "cos_Ac_negg": [0.5959954261779785, 0.6576966643333435], "r_norm": [0.2382865846157074, 0.2426155060529709]}, {"step": 12450, "epoch": 31, "train_loss": 0.0001161331674666144, "cos_r_negg": [0.5960086584091187, 0.6577452421188354], "cos_innovation_negg": [0.5960086584091187, 0.6577452421188354], "cos_apical_negg": [0.5960086584091187, 0.6577452421188354], "cos_Ac_negg": [0.5960086584091187, 0.6577452421188354], "r_norm": [0.23833593726158142, 0.2426946610212326]}, {"step": 12500, "epoch": 31, "train_loss": 4.6237219066824764e-05, "cos_r_negg": [0.5957759618759155, 0.6578758358955383], "cos_innovation_negg": [0.5957759618759155, 0.6578758358955383], "cos_apical_negg": [0.5957759618759155, 0.6578758358955383], "cos_Ac_negg": [0.5957759618759155, 0.6578758358955383], "r_norm": [0.23854295909404755, 0.24284785985946655]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9754, "test_loss": 0.12480050783157348}, {"step": 12550, "epoch": 32, "train_loss": 0.0001308413629885763, "cos_r_negg": [0.5954419374465942, 0.6577653288841248], "cos_innovation_negg": [0.5954419374465942, 0.6577653288841248], "cos_apical_negg": [0.5954419374465942, 0.6577653288841248], "cos_Ac_negg": [0.5954419374465942, 0.6577653288841248], "r_norm": [0.23891010880470276, 0.24317432940006256]}, {"step": 12600, "epoch": 32, "train_loss": 4.0925930079538375e-05, "cos_r_negg": [0.5959559679031372, 0.6581084132194519], "cos_innovation_negg": [0.5959559679031372, 0.6581084132194519], "cos_apical_negg": [0.5959559679031372, 0.6581084132194519], "cos_Ac_negg": [0.5959559679031372, 0.6581084132194519], "r_norm": [0.23892158269882202, 0.24321673810482025]}, {"step": 12650, "epoch": 32, "train_loss": 0.00020389381097629666, "cos_r_negg": [0.5953148603439331, 0.6579612493515015], "cos_innovation_negg": [0.5953148603439331, 0.6579612493515015], "cos_apical_negg": [0.5953148603439331, 0.6579612493515015], "cos_Ac_negg": [0.5953148603439331, 0.6579612493515015], "r_norm": [0.2385961264371872, 0.24294693768024445]}, {"step": 12700, "epoch": 32, "train_loss": 0.00024446967290714383, "cos_r_negg": [0.595279335975647, 0.6582038402557373], "cos_innovation_negg": [0.595279335975647, 0.6582038402557373], "cos_apical_negg": [0.595279335975647, 0.6582038402557373], "cos_Ac_negg": [0.595279335975647, 0.6582038402557373], "r_norm": [0.2384069710969925, 0.2427384853363037]}, {"step": 12750, "epoch": 32, "train_loss": 0.000111695597297512, "cos_r_negg": [0.5952422618865967, 0.6580991744995117], "cos_innovation_negg": [0.5952422618865967, 0.6580991744995117], "cos_apical_negg": [0.5952422618865967, 0.6580991744995117], "cos_Ac_negg": [0.5952422618865967, 0.6580991744995117], "r_norm": [0.23954276740550995, 0.24387094378471375]}, {"step": 12800, "epoch": 32, "train_loss": 0.00021011217904742807, "cos_r_negg": [0.5959084033966064, 0.6584352850914001], "cos_innovation_negg": [0.5959084033966064, 0.6584352850914001], "cos_apical_negg": [0.5959084033966064, 0.6584352850914001], "cos_Ac_negg": [0.5959084033966064, 0.6584352850914001], "r_norm": [0.23813529312610626, 0.24246354401111603]}, {"step": 12850, "epoch": 32, "train_loss": 0.0001616150257177651, "cos_r_negg": [0.5958946943283081, 0.6585716009140015], "cos_innovation_negg": [0.5958946943283081, 0.6585716009140015], "cos_apical_negg": [0.5958946943283081, 0.6585716009140015], "cos_Ac_negg": [0.5958946943283081, 0.6585716009140015], "r_norm": [0.23787188529968262, 0.2421562224626541]}, {"step": 12900, "epoch": 32, "train_loss": 8.536080713383853e-05, "cos_r_negg": [0.5953764915466309, 0.6583143472671509], "cos_innovation_negg": [0.5953764915466309, 0.6583143472671509], "cos_apical_negg": [0.5953764915466309, 0.6583143472671509], "cos_Ac_negg": [0.5953764915466309, 0.6583143472671509], "r_norm": [0.23843133449554443, 0.24272678792476654]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9752, "test_loss": 0.12517642955780028}, {"step": 12950, "epoch": 33, "train_loss": 9.162287460640073e-05, "cos_r_negg": [0.5956183075904846, 0.658129096031189], "cos_innovation_negg": [0.5956183075904846, 0.658129096031189], "cos_apical_negg": [0.5956183075904846, 0.658129096031189], "cos_Ac_negg": [0.5956183075904846, 0.658129096031189], "r_norm": [0.23737832903862, 0.24170812964439392]}, {"step": 13000, "epoch": 33, "train_loss": 4.512115629040636e-05, "cos_r_negg": [0.5955555438995361, 0.6582401394844055], "cos_innovation_negg": [0.5955555438995361, 0.6582401394844055], "cos_apical_negg": [0.5955555438995361, 0.6582401394844055], "cos_Ac_negg": [0.5955555438995361, 0.6582401394844055], "r_norm": [0.23818054795265198, 0.24247273802757263]}, {"step": 13050, "epoch": 33, "train_loss": 0.00024535408010706306, "cos_r_negg": [0.5951356887817383, 0.6582469940185547], "cos_innovation_negg": [0.5951356887817383, 0.6582469940185547], "cos_apical_negg": [0.5951356887817383, 0.6582469940185547], "cos_Ac_negg": [0.5951356887817383, 0.6582469940185547], "r_norm": [0.23970192670822144, 0.24399037659168243]}, {"step": 13100, "epoch": 33, "train_loss": 0.00010906335955951363, "cos_r_negg": [0.5950933694839478, 0.6583045125007629], "cos_innovation_negg": [0.5950933694839478, 0.6583045125007629], "cos_apical_negg": [0.5950933694839478, 0.6583045125007629], "cos_Ac_negg": [0.5950933694839478, 0.6583045125007629], "r_norm": [0.24007979035377502, 0.24430908262729645]}, {"step": 13150, "epoch": 33, "train_loss": 0.00011179169814568013, "cos_r_negg": [0.5949681401252747, 0.6583914756774902], "cos_innovation_negg": [0.5949681401252747, 0.6583914756774902], "cos_apical_negg": [0.5949681401252747, 0.6583914756774902], "cos_Ac_negg": [0.5949681401252747, 0.6583914756774902], "r_norm": [0.23879408836364746, 0.2430150806903839]}, {"step": 13200, "epoch": 33, "train_loss": 0.00020206211775075644, "cos_r_negg": [0.5952451229095459, 0.6585103273391724], "cos_innovation_negg": [0.5952451229095459, 0.6585103273391724], "cos_apical_negg": [0.5952451229095459, 0.6585103273391724], "cos_Ac_negg": [0.5952451229095459, 0.6585103273391724], "r_norm": [0.23737812042236328, 0.24166816473007202]}, {"step": 13250, "epoch": 33, "train_loss": 0.0002690774272195995, "cos_r_negg": [0.5958411693572998, 0.6589761972427368], "cos_innovation_negg": [0.5958411693572998, 0.6589761972427368], "cos_apical_negg": [0.5958411693572998, 0.6589761972427368], "cos_Ac_negg": [0.5958411693572998, 0.6589761972427368], "r_norm": [0.2385035753250122, 0.24284029006958008]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9751, "test_loss": 0.12573107261657715}, {"step": 13300, "epoch": 34, "train_loss": 0.00012497958960011601, "cos_r_negg": [0.59627765417099, 0.6589444875717163], "cos_innovation_negg": [0.59627765417099, 0.6589444875717163], "cos_apical_negg": [0.59627765417099, 0.6589444875717163], "cos_Ac_negg": [0.59627765417099, 0.6589444875717163], "r_norm": [0.2387504279613495, 0.24311712384223938]}, {"step": 13350, "epoch": 34, "train_loss": 0.00015673636517021805, "cos_r_negg": [0.5956542491912842, 0.6589109897613525], "cos_innovation_negg": [0.5956542491912842, 0.6589109897613525], "cos_apical_negg": [0.5956542491912842, 0.6589109897613525], "cos_Ac_negg": [0.5956542491912842, 0.6589109897613525], "r_norm": [0.23933184146881104, 0.2436731904745102]}, {"step": 13400, "epoch": 34, "train_loss": 0.00021273133461363614, "cos_r_negg": [0.5958191752433777, 0.6586695909500122], "cos_innovation_negg": [0.5958191752433777, 0.6586695909500122], "cos_apical_negg": [0.5958191752433777, 0.6586695909500122], "cos_Ac_negg": [0.5958191752433777, 0.6586695909500122], "r_norm": [0.23971569538116455, 0.24401085078716278]}, {"step": 13450, "epoch": 34, "train_loss": 0.00015209756384138018, "cos_r_negg": [0.5963805913925171, 0.6590304374694824], "cos_innovation_negg": [0.5963805913925171, 0.6590304374694824], "cos_apical_negg": [0.5963805913925171, 0.6590304374694824], "cos_Ac_negg": [0.5963805913925171, 0.6590304374694824], "r_norm": [0.23797190189361572, 0.24225029349327087]}, {"step": 13500, "epoch": 34, "train_loss": 0.00030818203231319785, "cos_r_negg": [0.595768928527832, 0.6590953469276428], "cos_innovation_negg": [0.595768928527832, 0.6590953469276428], "cos_apical_negg": [0.595768928527832, 0.6590953469276428], "cos_Ac_negg": [0.595768928527832, 0.6590953469276428], "r_norm": [0.23830854892730713, 0.24259576201438904]}, {"step": 13550, "epoch": 34, "train_loss": 0.00023989676265046, "cos_r_negg": [0.5964592099189758, 0.659443736076355], "cos_innovation_negg": [0.5964592099189758, 0.659443736076355], "cos_apical_negg": [0.5964592099189758, 0.659443736076355], "cos_Ac_negg": [0.5964592099189758, 0.659443736076355], "r_norm": [0.23841670155525208, 0.24273714423179626]}, {"step": 13600, "epoch": 34, "train_loss": 0.00011461017857072875, "cos_r_negg": [0.5959943532943726, 0.6590880155563354], "cos_innovation_negg": [0.5959943532943726, 0.6590880155563354], "cos_apical_negg": [0.5959943532943726, 0.6590880155563354], "cos_Ac_negg": [0.5959943532943726, 0.6590880155563354], "r_norm": [0.23798638582229614, 0.24230371415615082]}, {"step": 13650, "epoch": 34, "train_loss": 0.0002136742987204343, "cos_r_negg": [0.5964200496673584, 0.6594106554985046], "cos_innovation_negg": [0.5964200496673584, 0.6594106554985046], "cos_apical_negg": [0.5964200496673584, 0.6594106554985046], "cos_Ac_negg": [0.5964200496673584, 0.6594106554985046], "r_norm": [0.23794499039649963, 0.24231751263141632]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9753, "test_loss": 0.12602696866989135}, {"step": 13700, "epoch": 35, "train_loss": 9.733850311022252e-05, "cos_r_negg": [0.5964062809944153, 0.6595644354820251], "cos_innovation_negg": [0.5964062809944153, 0.6595644354820251], "cos_apical_negg": [0.5964062809944153, 0.6595644354820251], "cos_Ac_negg": [0.5964062809944153, 0.6595644354820251], "r_norm": [0.23850694298744202, 0.24287644028663635]}, {"step": 13750, "epoch": 35, "train_loss": 0.00033040461130440235, "cos_r_negg": [0.5962738394737244, 0.6596263647079468], "cos_innovation_negg": [0.5962738394737244, 0.6596263647079468], "cos_apical_negg": [0.5962738394737244, 0.6596263647079468], "cos_Ac_negg": [0.5962738394737244, 0.6596263647079468], "r_norm": [0.23907184600830078, 0.24345053732395172]}, {"step": 13800, "epoch": 35, "train_loss": 0.00015122067998163402, "cos_r_negg": [0.5966875553131104, 0.6599350571632385], "cos_innovation_negg": [0.5966875553131104, 0.6599350571632385], "cos_apical_negg": [0.5966875553131104, 0.6599350571632385], "cos_Ac_negg": [0.5966875553131104, 0.6599350571632385], "r_norm": [0.23891028761863708, 0.24329137802124023]}, {"step": 13850, "epoch": 35, "train_loss": 0.000122662095236592, "cos_r_negg": [0.5970642566680908, 0.6597249507904053], "cos_innovation_negg": [0.5970642566680908, 0.6597249507904053], "cos_apical_negg": [0.5970642566680908, 0.6597249507904053], "cos_Ac_negg": [0.5970642566680908, 0.6597249507904053], "r_norm": [0.23884914815425873, 0.24323958158493042]}, {"step": 13900, "epoch": 35, "train_loss": 0.00013909846893511713, "cos_r_negg": [0.5958802700042725, 0.659725546836853], "cos_innovation_negg": [0.5958802700042725, 0.659725546836853], "cos_apical_negg": [0.5958802700042725, 0.659725546836853], "cos_Ac_negg": [0.5958802700042725, 0.659725546836853], "r_norm": [0.23794442415237427, 0.2422627955675125]}, {"step": 13950, "epoch": 35, "train_loss": 0.00015494899707846344, "cos_r_negg": [0.5969511866569519, 0.6595620512962341], "cos_innovation_negg": [0.5969511866569519, 0.6595620512962341], "cos_apical_negg": [0.5969511866569519, 0.6595620512962341], "cos_Ac_negg": [0.5969511866569519, 0.6595620512962341], "r_norm": [0.23690105974674225, 0.24116306006908417]}, {"step": 14000, "epoch": 35, "train_loss": 0.00013946641411166638, "cos_r_negg": [0.5964281558990479, 0.6599532961845398], "cos_innovation_negg": [0.5964281558990479, 0.6599532961845398], "cos_apical_negg": [0.5964281558990479, 0.6599532961845398], "cos_Ac_negg": [0.5964281558990479, 0.6599532961845398], "r_norm": [0.23848171532154083, 0.24274608492851257]}, {"step": 14050, "epoch": 35, "train_loss": 0.00010168668086407706, "cos_r_negg": [0.5956591367721558, 0.6597979068756104], "cos_innovation_negg": [0.5956591367721558, 0.6597979068756104], "cos_apical_negg": [0.5956591367721558, 0.6597979068756104], "cos_Ac_negg": [0.5956591367721558, 0.6597979068756104], "r_norm": [0.2379249930381775, 0.24220900237560272]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9754, "test_loss": 0.1262649772644043}, {"step": 14100, "epoch": 36, "train_loss": 0.0001733105891617015, "cos_r_negg": [0.5966763496398926, 0.6602894067764282], "cos_innovation_negg": [0.5966763496398926, 0.6602894067764282], "cos_apical_negg": [0.5966763496398926, 0.6602894067764282], "cos_Ac_negg": [0.5966763496398926, 0.6602894067764282], "r_norm": [0.23839715123176575, 0.24267175793647766]}, {"step": 14150, "epoch": 36, "train_loss": 0.00014334532897919416, "cos_r_negg": [0.5959991216659546, 0.6597515940666199], "cos_innovation_negg": [0.5959991216659546, 0.6597515940666199], "cos_apical_negg": [0.5959991216659546, 0.6597515940666199], "cos_Ac_negg": [0.5959991216659546, 0.6597515940666199], "r_norm": [0.2397868037223816, 0.24411426484584808]}, {"step": 14200, "epoch": 36, "train_loss": 0.00010584078700048849, "cos_r_negg": [0.5958337783813477, 0.6597101092338562], "cos_innovation_negg": [0.5958337783813477, 0.6597101092338562], "cos_apical_negg": [0.5958337783813477, 0.6597101092338562], "cos_Ac_negg": [0.5958337783813477, 0.6597101092338562], "r_norm": [0.2392512857913971, 0.24357770383358002]}, {"step": 14250, "epoch": 36, "train_loss": 0.00013859901810064912, "cos_r_negg": [0.5959832668304443, 0.6598595976829529], "cos_innovation_negg": [0.5959832668304443, 0.6598595976829529], "cos_apical_negg": [0.5959832668304443, 0.6598595976829529], "cos_Ac_negg": [0.5959832668304443, 0.6598595976829529], "r_norm": [0.23788204789161682, 0.24217581748962402]}, {"step": 14300, "epoch": 36, "train_loss": 7.525285036535934e-05, "cos_r_negg": [0.595440149307251, 0.6601352095603943], "cos_innovation_negg": [0.595440149307251, 0.6601352095603943], "cos_apical_negg": [0.595440149307251, 0.6601352095603943], "cos_Ac_negg": [0.595440149307251, 0.6601352095603943], "r_norm": [0.23823173344135284, 0.24248933792114258]}, {"step": 14350, "epoch": 36, "train_loss": 7.745687616989017e-05, "cos_r_negg": [0.5955803394317627, 0.6600133180618286], "cos_innovation_negg": [0.5955803394317627, 0.6600133180618286], "cos_apical_negg": [0.5955803394317627, 0.6600133180618286], "cos_Ac_negg": [0.5955803394317627, 0.6600133180618286], "r_norm": [0.2374591827392578, 0.24173247814178467]}, {"step": 14400, "epoch": 36, "train_loss": 9.457662235945463e-05, "cos_r_negg": [0.5967601537704468, 0.6603690385818481], "cos_innovation_negg": [0.5967601537704468, 0.6603690385818481], "cos_apical_negg": [0.5967601537704468, 0.6603690385818481], "cos_Ac_negg": [0.5967601537704468, 0.6603690385818481], "r_norm": [0.23682892322540283, 0.2410408854484558]}, {"step": 14450, "epoch": 36, "train_loss": 0.00013589675654657185, "cos_r_negg": [0.5965224504470825, 0.6601806282997131], "cos_innovation_negg": [0.5965224504470825, 0.6601806282997131], "cos_apical_negg": [0.5965224504470825, 0.6601806282997131], "cos_Ac_negg": [0.5965224504470825, 0.6601806282997131], "r_norm": [0.23787520825862885, 0.24211588501930237]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9756, "test_loss": 0.12684607763290406}, {"step": 14500, "epoch": 37, "train_loss": 0.00012550680548883975, "cos_r_negg": [0.5957791805267334, 0.6605011224746704], "cos_innovation_negg": [0.5957791805267334, 0.6605011224746704], "cos_apical_negg": [0.5957791805267334, 0.6605011224746704], "cos_Ac_negg": [0.5957791805267334, 0.6605011224746704], "r_norm": [0.23937004804611206, 0.24367590248584747]}, {"step": 14550, "epoch": 37, "train_loss": 0.00020742934430018067, "cos_r_negg": [0.5960155129432678, 0.6603569984436035], "cos_innovation_negg": [0.5960155129432678, 0.6603569984436035], "cos_apical_negg": [0.5960155129432678, 0.6603569984436035], "cos_Ac_negg": [0.5960155129432678, 0.6603569984436035], "r_norm": [0.23940616846084595, 0.24372698366641998]}, {"step": 14600, "epoch": 37, "train_loss": 8.810059080133215e-05, "cos_r_negg": [0.5956844091415405, 0.6602139472961426], "cos_innovation_negg": [0.5956844091415405, 0.6602139472961426], "cos_apical_negg": [0.5956844091415405, 0.6602139472961426], "cos_Ac_negg": [0.5956844091415405, 0.6602139472961426], "r_norm": [0.23894540965557098, 0.2432522177696228]}, {"step": 14650, "epoch": 37, "train_loss": 8.921435801312327e-05, "cos_r_negg": [0.5967477560043335, 0.6605725288391113], "cos_innovation_negg": [0.5967477560043335, 0.6605725288391113], "cos_apical_negg": [0.5967477560043335, 0.6605725288391113], "cos_Ac_negg": [0.5967477560043335, 0.6605725288391113], "r_norm": [0.23762618005275726, 0.2418784350156784]}, {"step": 14700, "epoch": 37, "train_loss": 0.00010100048530148342, "cos_r_negg": [0.5967152714729309, 0.6604745388031006], "cos_innovation_negg": [0.5967152714729309, 0.6604745388031006], "cos_apical_negg": [0.5967152714729309, 0.6604745388031006], "cos_Ac_negg": [0.5967152714729309, 0.6604745388031006], "r_norm": [0.23714540898799896, 0.24140192568302155]}, {"step": 14750, "epoch": 37, "train_loss": 0.00011931116750929505, "cos_r_negg": [0.5959745645523071, 0.6603052616119385], "cos_innovation_negg": [0.5959745645523071, 0.6603052616119385], "cos_apical_negg": [0.5959745645523071, 0.6603052616119385], "cos_Ac_negg": [0.5959745645523071, 0.6603052616119385], "r_norm": [0.23748838901519775, 0.24173828959465027]}, {"step": 14800, "epoch": 37, "train_loss": 9.61197802098468e-05, "cos_r_negg": [0.5960395336151123, 0.6605808734893799], "cos_innovation_negg": [0.5960395336151123, 0.6605808734893799], "cos_apical_negg": [0.5960395336151123, 0.6605808734893799], "cos_Ac_negg": [0.5960395336151123, 0.6605808734893799], "r_norm": [0.23856443166732788, 0.24282628297805786]}, {"step": 14850, "epoch": 37, "train_loss": 0.00012937582505401224, "cos_r_negg": [0.5962620973587036, 0.6606029868125916], "cos_innovation_negg": [0.5962620973587036, 0.6606029868125916], "cos_apical_negg": [0.5962620973587036, 0.6606029868125916], "cos_Ac_negg": [0.5962620973587036, 0.6606029868125916], "r_norm": [0.23776359856128693, 0.24203556776046753]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9754, "test_loss": 0.12708705053329467}, {"step": 14900, "epoch": 38, "train_loss": 0.0001533995964564383, "cos_r_negg": [0.5964971780776978, 0.6597671508789062], "cos_innovation_negg": [0.5964971780776978, 0.6597671508789062], "cos_apical_negg": [0.5964971780776978, 0.6597671508789062], "cos_Ac_negg": [0.5964971780776978, 0.6597671508789062], "r_norm": [0.237620547413826, 0.2418958842754364]}, {"step": 14950, "epoch": 38, "train_loss": 6.660501821897924e-05, "cos_r_negg": [0.5961008071899414, 0.6599440574645996], "cos_innovation_negg": [0.5961008071899414, 0.6599440574645996], "cos_apical_negg": [0.5961008071899414, 0.6599440574645996], "cos_Ac_negg": [0.5961008071899414, 0.6599440574645996], "r_norm": [0.23759442567825317, 0.24188384413719177]}, {"step": 15000, "epoch": 38, "train_loss": 0.00019317252736072987, "cos_r_negg": [0.5957348346710205, 0.6606857180595398], "cos_innovation_negg": [0.5957348346710205, 0.6606857180595398], "cos_apical_negg": [0.5957348346710205, 0.6606857180595398], "cos_Ac_negg": [0.5957348346710205, 0.6606857180595398], "r_norm": [0.23891708254814148, 0.2432529330253601]}, {"step": 15050, "epoch": 38, "train_loss": 0.00020120978297200054, "cos_r_negg": [0.596341609954834, 0.6606410145759583], "cos_innovation_negg": [0.596341609954834, 0.6606410145759583], "cos_apical_negg": [0.596341609954834, 0.6606410145759583], "cos_Ac_negg": [0.596341609954834, 0.6606410145759583], "r_norm": [0.2387550175189972, 0.24307718873023987]}, {"step": 15100, "epoch": 38, "train_loss": 5.25510185980238e-05, "cos_r_negg": [0.5965989828109741, 0.660443902015686], "cos_innovation_negg": [0.5965989828109741, 0.660443902015686], "cos_apical_negg": [0.5965989828109741, 0.660443902015686], "cos_Ac_negg": [0.5965989828109741, 0.660443902015686], "r_norm": [0.23849964141845703, 0.24275633692741394]}, {"step": 15150, "epoch": 38, "train_loss": 0.00016224027785938233, "cos_r_negg": [0.5960243940353394, 0.6603735685348511], "cos_innovation_negg": [0.5960243940353394, 0.6603735685348511], "cos_apical_negg": [0.5960243940353394, 0.6603735685348511], "cos_Ac_negg": [0.5960243940353394, 0.6603735685348511], "r_norm": [0.2384454607963562, 0.24271205067634583]}, {"step": 15200, "epoch": 38, "train_loss": 0.00011998209811281413, "cos_r_negg": [0.5950778722763062, 0.6603432893753052], "cos_innovation_negg": [0.5950778722763062, 0.6603432893753052], "cos_apical_negg": [0.5950778722763062, 0.6603432893753052], "cos_Ac_negg": [0.5950778722763062, 0.6603432893753052], "r_norm": [0.23883169889450073, 0.24312236905097961]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9754, "test_loss": 0.1274529369354248}, {"step": 15250, "epoch": 39, "train_loss": 6.892305827932432e-05, "cos_r_negg": [0.596112072467804, 0.6607002019882202], "cos_innovation_negg": [0.596112072467804, 0.6607002019882202], "cos_apical_negg": [0.596112072467804, 0.6607002019882202], "cos_Ac_negg": [0.596112072467804, 0.6607002019882202], "r_norm": [0.2384917438030243, 0.24275454878807068]}, {"step": 15300, "epoch": 39, "train_loss": 0.00017607028712518513, "cos_r_negg": [0.5965423583984375, 0.6613138318061829], "cos_innovation_negg": [0.5965423583984375, 0.6613138318061829], "cos_apical_negg": [0.5965423583984375, 0.6613138318061829], "cos_Ac_negg": [0.5965423583984375, 0.6613138318061829], "r_norm": [0.23788714408874512, 0.24211226403713226]}, {"step": 15350, "epoch": 39, "train_loss": 0.00034949430846609175, "cos_r_negg": [0.5962693691253662, 0.6607425212860107], "cos_innovation_negg": [0.5962693691253662, 0.6607425212860107], "cos_apical_negg": [0.5962693691253662, 0.6607425212860107], "cos_Ac_negg": [0.5962693691253662, 0.6607425212860107], "r_norm": [0.23819732666015625, 0.24247625470161438]}, {"step": 15400, "epoch": 39, "train_loss": 7.752397505100816e-05, "cos_r_negg": [0.5970584154129028, 0.6611003279685974], "cos_innovation_negg": [0.5970584154129028, 0.6611003279685974], "cos_apical_negg": [0.5970584154129028, 0.6611003279685974], "cos_Ac_negg": [0.5970584154129028, 0.6611003279685974], "r_norm": [0.23829562962055206, 0.24259920418262482]}, {"step": 15450, "epoch": 39, "train_loss": 0.0002225077332695946, "cos_r_negg": [0.597027063369751, 0.6612228751182556], "cos_innovation_negg": [0.597027063369751, 0.6612228751182556], "cos_apical_negg": [0.597027063369751, 0.6612228751182556], "cos_Ac_negg": [0.597027063369751, 0.6612228751182556], "r_norm": [0.23789961636066437, 0.24219541251659393]}, {"step": 15500, "epoch": 39, "train_loss": 0.00024445290910080075, "cos_r_negg": [0.5969737768173218, 0.6614301204681396], "cos_innovation_negg": [0.5969737768173218, 0.6614301204681396], "cos_apical_negg": [0.5969737768173218, 0.6614301204681396], "cos_Ac_negg": [0.5969737768173218, 0.6614301204681396], "r_norm": [0.23794376850128174, 0.24227464199066162]}, {"step": 15550, "epoch": 39, "train_loss": 0.0001788382651284337, "cos_r_negg": [0.5959711074829102, 0.6608141660690308], "cos_innovation_negg": [0.5959711074829102, 0.6608141660690308], "cos_apical_negg": [0.5959711074829102, 0.6608141660690308], "cos_Ac_negg": [0.5959711074829102, 0.6608141660690308], "r_norm": [0.23880887031555176, 0.24315720796585083]}, {"step": 15600, "epoch": 39, "train_loss": 9.812779899220914e-05, "cos_r_negg": [0.5958347320556641, 0.6607528924942017], "cos_innovation_negg": [0.5958347320556641, 0.6607528924942017], "cos_apical_negg": [0.5958347320556641, 0.6607528924942017], "cos_Ac_negg": [0.5958347320556641, 0.6607528924942017], "r_norm": [0.23784509301185608, 0.24209663271903992]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9753, "test_loss": 0.1277150233268738}, {"step": 15650, "epoch": 40, "train_loss": 0.00017334360745735466, "cos_r_negg": [0.595641553401947, 0.661016583442688], "cos_innovation_negg": [0.595641553401947, 0.661016583442688], "cos_apical_negg": [0.595641553401947, 0.661016583442688], "cos_Ac_negg": [0.595641553401947, 0.661016583442688], "r_norm": [0.23823188245296478, 0.24248042702674866]}, {"step": 15700, "epoch": 40, "train_loss": 0.00011207490024389699, "cos_r_negg": [0.595759391784668, 0.6611504554748535], "cos_innovation_negg": [0.595759391784668, 0.6611504554748535], "cos_apical_negg": [0.595759391784668, 0.6611504554748535], "cos_Ac_negg": [0.595759391784668, 0.6611504554748535], "r_norm": [0.23848897218704224, 0.24276764690876007]}, {"step": 15750, "epoch": 40, "train_loss": 0.0001819949975470081, "cos_r_negg": [0.5963528156280518, 0.6611572504043579], "cos_innovation_negg": [0.5963528156280518, 0.6611572504043579], "cos_apical_negg": [0.5963528156280518, 0.6611572504043579], "cos_Ac_negg": [0.5963528156280518, 0.6611572504043579], "r_norm": [0.23917485773563385, 0.2434006631374359]}, {"step": 15800, "epoch": 40, "train_loss": 0.0001724877511151135, "cos_r_negg": [0.5965868234634399, 0.6611596345901489], "cos_innovation_negg": [0.5965868234634399, 0.6611596345901489], "cos_apical_negg": [0.5965868234634399, 0.6611596345901489], "cos_Ac_negg": [0.5965868234634399, 0.6611596345901489], "r_norm": [0.23880141973495483, 0.24302631616592407]}, {"step": 15850, "epoch": 40, "train_loss": 6.082803156459704e-05, "cos_r_negg": [0.595352053642273, 0.6607850790023804], "cos_innovation_negg": [0.595352053642273, 0.6607850790023804], "cos_apical_negg": [0.595352053642273, 0.6607850790023804], "cos_Ac_negg": [0.595352053642273, 0.6607850790023804], "r_norm": [0.23716992139816284, 0.2413545548915863]}, {"step": 15900, "epoch": 40, "train_loss": 0.00010136453784070909, "cos_r_negg": [0.5964003205299377, 0.6611664891242981], "cos_innovation_negg": [0.5964003205299377, 0.6611664891242981], "cos_apical_negg": [0.5964003205299377, 0.6611664891242981], "cos_Ac_negg": [0.5964003205299377, 0.6611664891242981], "r_norm": [0.23728373646736145, 0.24150371551513672]}, {"step": 15950, "epoch": 40, "train_loss": 0.00014278318849392235, "cos_r_negg": [0.5967836380004883, 0.6614263653755188], "cos_innovation_negg": [0.5967836380004883, 0.6614263653755188], "cos_apical_negg": [0.5967836380004883, 0.6614263653755188], "cos_Ac_negg": [0.5967836380004883, 0.6614263653755188], "r_norm": [0.23794519901275635, 0.2422003597021103]}, {"step": 16000, "epoch": 40, "train_loss": 3.266872954554856e-05, "cos_r_negg": [0.5960254669189453, 0.661273717880249], "cos_innovation_negg": [0.5960254669189453, 0.661273717880249], "cos_apical_negg": [0.5960254669189453, 0.661273717880249], "cos_Ac_negg": [0.5960254669189453, 0.661273717880249], "r_norm": [0.23711027204990387, 0.24134045839309692]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9756, "test_loss": 0.12787061347961426}, {"step": 16050, "epoch": 41, "train_loss": 4.01050565415062e-05, "cos_r_negg": [0.5956542491912842, 0.6612333059310913], "cos_innovation_negg": [0.5956542491912842, 0.6612333059310913], "cos_apical_negg": [0.5956542491912842, 0.6612333059310913], "cos_Ac_negg": [0.5956542491912842, 0.6612333059310913], "r_norm": [0.23737691342830658, 0.24163970351219177]}, {"step": 16100, "epoch": 41, "train_loss": 7.538207137258723e-05, "cos_r_negg": [0.5957385897636414, 0.6615223288536072], "cos_innovation_negg": [0.5957385897636414, 0.6615223288536072], "cos_apical_negg": [0.5957385897636414, 0.6615223288536072], "cos_Ac_negg": [0.5957385897636414, 0.6615223288536072], "r_norm": [0.23821350932121277, 0.24247145652770996]}, {"step": 16150, "epoch": 41, "train_loss": 0.00010136191849596798, "cos_r_negg": [0.59633868932724, 0.661454975605011], "cos_innovation_negg": [0.59633868932724, 0.661454975605011], "cos_apical_negg": [0.59633868932724, 0.661454975605011], "cos_Ac_negg": [0.59633868932724, 0.661454975605011], "r_norm": [0.23757435381412506, 0.24181272089481354]}, {"step": 16200, "epoch": 41, "train_loss": 0.00013669815962202847, "cos_r_negg": [0.5960301756858826, 0.6616724729537964], "cos_innovation_negg": [0.5960301756858826, 0.6616724729537964], "cos_apical_negg": [0.5960301756858826, 0.6616724729537964], "cos_Ac_negg": [0.5960301756858826, 0.6616724729537964], "r_norm": [0.23773455619812012, 0.24197328090667725]}, {"step": 16250, "epoch": 41, "train_loss": 0.0001739850122248754, "cos_r_negg": [0.5962594747543335, 0.6618772745132446], "cos_innovation_negg": [0.5962594747543335, 0.6618772745132446], "cos_apical_negg": [0.5962594747543335, 0.6618772745132446], "cos_Ac_negg": [0.5962594747543335, 0.6618772745132446], "r_norm": [0.2378184199333191, 0.24205952882766724]}, {"step": 16300, "epoch": 41, "train_loss": 8.165179315255955e-05, "cos_r_negg": [0.5961254239082336, 0.6619230508804321], "cos_innovation_negg": [0.5961254239082336, 0.6619230508804321], "cos_apical_negg": [0.5961254239082336, 0.6619230508804321], "cos_Ac_negg": [0.5961254239082336, 0.6619230508804321], "r_norm": [0.2373189926147461, 0.24159781634807587]}, {"step": 16350, "epoch": 41, "train_loss": 3.1825038604438305e-05, "cos_r_negg": [0.5968053340911865, 0.6619126200675964], "cos_innovation_negg": [0.5968053340911865, 0.6619126200675964], "cos_apical_negg": [0.5968053340911865, 0.6619126200675964], "cos_Ac_negg": [0.5968053340911865, 0.6619126200675964], "r_norm": [0.2377845048904419, 0.24203896522521973]}, {"step": 16400, "epoch": 41, "train_loss": 0.00011405954865040258, "cos_r_negg": [0.5966364145278931, 0.661942183971405], "cos_innovation_negg": [0.5966364145278931, 0.661942183971405], "cos_apical_negg": [0.5966364145278931, 0.661942183971405], "cos_Ac_negg": [0.5966364145278931, 0.661942183971405], "r_norm": [0.23838400840759277, 0.2426682412624359]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9753, "test_loss": 0.1283384488105774}, {"step": 16450, "epoch": 42, "train_loss": 4.6298311644932255e-05, "cos_r_negg": [0.5963106155395508, 0.662040650844574], "cos_innovation_negg": [0.5963106155395508, 0.662040650844574], "cos_apical_negg": [0.5963106155395508, 0.662040650844574], "cos_Ac_negg": [0.5963106155395508, 0.662040650844574], "r_norm": [0.2391034960746765, 0.24338211119174957]}, {"step": 16500, "epoch": 42, "train_loss": 0.00010982461390085518, "cos_r_negg": [0.5962070226669312, 0.6621657609939575], "cos_innovation_negg": [0.5962070226669312, 0.6621657609939575], "cos_apical_negg": [0.5962070226669312, 0.6621657609939575], "cos_Ac_negg": [0.5962070226669312, 0.6621657609939575], "r_norm": [0.2391585111618042, 0.2433687150478363]}, {"step": 16550, "epoch": 42, "train_loss": 0.0001374641142319888, "cos_r_negg": [0.5964540839195251, 0.6620436906814575], "cos_innovation_negg": [0.5964540839195251, 0.6620436906814575], "cos_apical_negg": [0.5964540839195251, 0.6620436906814575], "cos_Ac_negg": [0.5964540839195251, 0.6620436906814575], "r_norm": [0.23819983005523682, 0.24235622584819794]}, {"step": 16600, "epoch": 42, "train_loss": 0.00014661953900940716, "cos_r_negg": [0.59710693359375, 0.6618202924728394], "cos_innovation_negg": [0.59710693359375, 0.6618202924728394], "cos_apical_negg": [0.59710693359375, 0.6618202924728394], "cos_Ac_negg": [0.59710693359375, 0.6618202924728394], "r_norm": [0.23798955976963043, 0.24217155575752258]}, {"step": 16650, "epoch": 42, "train_loss": 0.00013832974946126342, "cos_r_negg": [0.5968080759048462, 0.6617860794067383], "cos_innovation_negg": [0.5968080759048462, 0.6617860794067383], "cos_apical_negg": [0.5968080759048462, 0.6617860794067383], "cos_Ac_negg": [0.5968080759048462, 0.6617860794067383], "r_norm": [0.23823964595794678, 0.24245798587799072]}, {"step": 16700, "epoch": 42, "train_loss": 6.446347833843902e-05, "cos_r_negg": [0.5970761775970459, 0.6618114709854126], "cos_innovation_negg": [0.5970761775970459, 0.6618114709854126], "cos_apical_negg": [0.5970761775970459, 0.6618114709854126], "cos_Ac_negg": [0.5970761775970459, 0.6618114709854126], "r_norm": [0.23874914646148682, 0.24299031496047974]}, {"step": 16750, "epoch": 42, "train_loss": 5.679962123394944e-05, "cos_r_negg": [0.5969457030296326, 0.6618898510932922], "cos_innovation_negg": [0.5969457030296326, 0.6618898510932922], "cos_apical_negg": [0.5969457030296326, 0.6618898510932922], "cos_Ac_negg": [0.5969457030296326, 0.6618898510932922], "r_norm": [0.23743966221809387, 0.24173343181610107]}, {"step": 16800, "epoch": 42, "train_loss": 1.6342197341145948e-05, "cos_r_negg": [0.5968122482299805, 0.6624287366867065], "cos_innovation_negg": [0.5968122482299805, 0.6624287366867065], "cos_apical_negg": [0.5968122482299805, 0.6624287366867065], "cos_Ac_negg": [0.5968122482299805, 0.6624287366867065], "r_norm": [0.2376142144203186, 0.24187469482421875]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9755, "test_loss": 0.1286101725578308}, {"step": 16850, "epoch": 43, "train_loss": 0.0002345001557841897, "cos_r_negg": [0.5964222550392151, 0.6625600457191467], "cos_innovation_negg": [0.5964222550392151, 0.6625600457191467], "cos_apical_negg": [0.5964222550392151, 0.6625600457191467], "cos_Ac_negg": [0.5964222550392151, 0.6625600457191467], "r_norm": [0.2380906343460083, 0.2423878014087677]}, {"step": 16900, "epoch": 43, "train_loss": 4.9515027058077976e-05, "cos_r_negg": [0.5963225364685059, 0.6624799370765686], "cos_innovation_negg": [0.5963225364685059, 0.6624799370765686], "cos_apical_negg": [0.5963225364685059, 0.6624799370765686], "cos_Ac_negg": [0.5963225364685059, 0.6624799370765686], "r_norm": [0.2371465265750885, 0.24140770733356476]}, {"step": 16950, "epoch": 43, "train_loss": 7.835829455871135e-05, "cos_r_negg": [0.5971605777740479, 0.6618322134017944], "cos_innovation_negg": [0.5971605777740479, 0.6618322134017944], "cos_apical_negg": [0.5971605777740479, 0.6618322134017944], "cos_Ac_negg": [0.5971605777740479, 0.6618322134017944], "r_norm": [0.2360733598470688, 0.240270733833313]}, {"step": 17000, "epoch": 43, "train_loss": 0.00013152018073014915, "cos_r_negg": [0.596862256526947, 0.6620669960975647], "cos_innovation_negg": [0.596862256526947, 0.6620669960975647], "cos_apical_negg": [0.596862256526947, 0.6620669960975647], "cos_Ac_negg": [0.596862256526947, 0.6620669960975647], "r_norm": [0.2382294088602066, 0.24241450428962708]}, {"step": 17050, "epoch": 43, "train_loss": 9.622247307561338e-05, "cos_r_negg": [0.5974733233451843, 0.6623522043228149], "cos_innovation_negg": [0.5974733233451843, 0.6623522043228149], "cos_apical_negg": [0.5974733233451843, 0.6623522043228149], "cos_Ac_negg": [0.5974733233451843, 0.6623522043228149], "r_norm": [0.2375302016735077, 0.24180343747138977]}, {"step": 17100, "epoch": 43, "train_loss": 9.318254160461947e-05, "cos_r_negg": [0.5972015857696533, 0.6624637246131897], "cos_innovation_negg": [0.5972015857696533, 0.6624637246131897], "cos_apical_negg": [0.5972015857696533, 0.6624637246131897], "cos_Ac_negg": [0.5972015857696533, 0.6624637246131897], "r_norm": [0.23806452751159668, 0.24230429530143738]}, {"step": 17150, "epoch": 43, "train_loss": 0.00010811521497089416, "cos_r_negg": [0.5969370603561401, 0.6628342866897583], "cos_innovation_negg": [0.5969370603561401, 0.6628342866897583], "cos_apical_negg": [0.5969370603561401, 0.6628342866897583], "cos_Ac_negg": [0.5969370603561401, 0.6628342866897583], "r_norm": [0.23857282102108002, 0.24283939599990845]}, {"step": 17200, "epoch": 43, "train_loss": 9.57460724748671e-05, "cos_r_negg": [0.5968982577323914, 0.6624221205711365], "cos_innovation_negg": [0.5968982577323914, 0.6624221205711365], "cos_apical_negg": [0.5968982577323914, 0.6624221205711365], "cos_Ac_negg": [0.5968982577323914, 0.6624221205711365], "r_norm": [0.23900559544563293, 0.24327412247657776]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9755, "test_loss": 0.12889008417129516}, {"step": 17250, "epoch": 44, "train_loss": 0.00012193671864224598, "cos_r_negg": [0.5967361927032471, 0.6624177694320679], "cos_innovation_negg": [0.5967361927032471, 0.6624177694320679], "cos_apical_negg": [0.5967361927032471, 0.6624177694320679], "cos_Ac_negg": [0.5967361927032471, 0.6624177694320679], "r_norm": [0.238339364528656, 0.24264217913150787]}, {"step": 17300, "epoch": 44, "train_loss": 5.546815009438433e-05, "cos_r_negg": [0.5971008539199829, 0.6622381210327148], "cos_innovation_negg": [0.5971008539199829, 0.6622381210327148], "cos_apical_negg": [0.5971008539199829, 0.6622381210327148], "cos_Ac_negg": [0.5971008539199829, 0.6622381210327148], "r_norm": [0.23926106095314026, 0.2435617446899414]}, {"step": 17350, "epoch": 44, "train_loss": 0.00010198518430115655, "cos_r_negg": [0.5969071984291077, 0.6627277731895447], "cos_innovation_negg": [0.5969071984291077, 0.6627277731895447], "cos_apical_negg": [0.5969071984291077, 0.6627277731895447], "cos_Ac_negg": [0.5969071984291077, 0.6627277731895447], "r_norm": [0.23834675550460815, 0.2426091432571411]}, {"step": 17400, "epoch": 44, "train_loss": 7.532102608820423e-05, "cos_r_negg": [0.5971731543540955, 0.6625338792800903], "cos_innovation_negg": [0.5971731543540955, 0.6625338792800903], "cos_apical_negg": [0.5971731543540955, 0.6625338792800903], "cos_Ac_negg": [0.5971731543540955, 0.6625338792800903], "r_norm": [0.23800116777420044, 0.242233544588089]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001387373631587252, "cos_r_negg": [0.5964645743370056, 0.6622785329818726], "cos_innovation_negg": [0.5964645743370056, 0.6622785329818726], "cos_apical_negg": [0.5964645743370056, 0.6622785329818726], "cos_Ac_negg": [0.5964645743370056, 0.6622785329818726], "r_norm": [0.2384391874074936, 0.24266213178634644]}, {"step": 17500, "epoch": 44, "train_loss": 0.00013880713959224522, "cos_r_negg": [0.5963762998580933, 0.662455677986145], "cos_innovation_negg": [0.5963762998580933, 0.662455677986145], "cos_apical_negg": [0.5963762998580933, 0.662455677986145], "cos_Ac_negg": [0.5963762998580933, 0.662455677986145], "r_norm": [0.23806488513946533, 0.24229812622070312]}, {"step": 17550, "epoch": 44, "train_loss": 8.74861070769839e-05, "cos_r_negg": [0.5964618921279907, 0.6626624464988708], "cos_innovation_negg": [0.5964618921279907, 0.6626624464988708], "cos_apical_negg": [0.5964618921279907, 0.6626624464988708], "cos_Ac_negg": [0.5964618921279907, 0.6626624464988708], "r_norm": [0.23808275163173676, 0.24232977628707886]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9755, "test_loss": 0.1290244881629944}, {"step": 17600, "epoch": 45, "train_loss": 0.00010337682033423334, "cos_r_negg": [0.5969787836074829, 0.6627633571624756], "cos_innovation_negg": [0.5969787836074829, 0.6627633571624756], "cos_apical_negg": [0.5969787836074829, 0.6627633571624756], "cos_Ac_negg": [0.5969787836074829, 0.6627633571624756], "r_norm": [0.237613707780838, 0.24184730648994446]}, {"step": 17650, "epoch": 45, "train_loss": 6.70283698127605e-05, "cos_r_negg": [0.5971861481666565, 0.6628906726837158], "cos_innovation_negg": [0.5971861481666565, 0.6628906726837158], "cos_apical_negg": [0.5971861481666565, 0.6628906726837158], "cos_Ac_negg": [0.5971861481666565, 0.6628906726837158], "r_norm": [0.23669788241386414, 0.24089117348194122]}, {"step": 17700, "epoch": 45, "train_loss": 2.7677067919285037e-05, "cos_r_negg": [0.5972191095352173, 0.662643313407898], "cos_innovation_negg": [0.5972191095352173, 0.662643313407898], "cos_apical_negg": [0.5972191095352173, 0.662643313407898], "cos_Ac_negg": [0.5972191095352173, 0.662643313407898], "r_norm": [0.23736941814422607, 0.24159391224384308]}, {"step": 17750, "epoch": 45, "train_loss": 0.00013680304982699454, "cos_r_negg": [0.5972204208374023, 0.6627713441848755], "cos_innovation_negg": [0.5972204208374023, 0.6627713441848755], "cos_apical_negg": [0.5972204208374023, 0.6627713441848755], "cos_Ac_negg": [0.5972204208374023, 0.6627713441848755], "r_norm": [0.23759400844573975, 0.24186062812805176]}, {"step": 17800, "epoch": 45, "train_loss": 0.00011253906995989382, "cos_r_negg": [0.597022294998169, 0.662714958190918], "cos_innovation_negg": [0.597022294998169, 0.662714958190918], "cos_apical_negg": [0.597022294998169, 0.662714958190918], "cos_Ac_negg": [0.597022294998169, 0.662714958190918], "r_norm": [0.23839670419692993, 0.24266107380390167]}, {"step": 17850, "epoch": 45, "train_loss": 3.312004264444113e-05, "cos_r_negg": [0.5971661806106567, 0.6627178192138672], "cos_innovation_negg": [0.5971661806106567, 0.6627178192138672], "cos_apical_negg": [0.5971661806106567, 0.6627178192138672], "cos_Ac_negg": [0.5971661806106567, 0.6627178192138672], "r_norm": [0.23761165142059326, 0.24188518524169922]}, {"step": 17900, "epoch": 45, "train_loss": 0.00024610396940261126, "cos_r_negg": [0.5971482992172241, 0.662528932094574], "cos_innovation_negg": [0.5971482992172241, 0.662528932094574], "cos_apical_negg": [0.5971482992172241, 0.662528932094574], "cos_Ac_negg": [0.5971482992172241, 0.662528932094574], "r_norm": [0.2371717095375061, 0.24140681326389313]}, {"step": 17950, "epoch": 45, "train_loss": 0.00011368213017703965, "cos_r_negg": [0.5973520278930664, 0.6625725626945496], "cos_innovation_negg": [0.5973520278930664, 0.6625725626945496], "cos_apical_negg": [0.5973520278930664, 0.6625725626945496], "cos_Ac_negg": [0.5973520278930664, 0.6625725626945496], "r_norm": [0.2377977818250656, 0.24202457070350647]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9757, "test_loss": 0.12936296529769897}, {"step": 18000, "epoch": 46, "train_loss": 6.549560930579901e-05, "cos_r_negg": [0.5966924428939819, 0.6625528335571289], "cos_innovation_negg": [0.5966924428939819, 0.6625528335571289], "cos_apical_negg": [0.5966924428939819, 0.6625528335571289], "cos_Ac_negg": [0.5966924428939819, 0.6625528335571289], "r_norm": [0.23784561455249786, 0.2420671284198761]}, {"step": 18050, "epoch": 46, "train_loss": 5.847771535627544e-05, "cos_r_negg": [0.5969092845916748, 0.6628379821777344], "cos_innovation_negg": [0.5969092845916748, 0.6628379821777344], "cos_apical_negg": [0.5969092845916748, 0.6628379821777344], "cos_Ac_negg": [0.5969092845916748, 0.6628379821777344], "r_norm": [0.23877538740634918, 0.24303287267684937]}, {"step": 18100, "epoch": 46, "train_loss": 0.00020956520165782422, "cos_r_negg": [0.596686065196991, 0.6627635955810547], "cos_innovation_negg": [0.596686065196991, 0.6627635955810547], "cos_apical_negg": [0.596686065196991, 0.6627635955810547], "cos_Ac_negg": [0.596686065196991, 0.6627635955810547], "r_norm": [0.2390586882829666, 0.24327391386032104]}, {"step": 18150, "epoch": 46, "train_loss": 7.115254265954718e-05, "cos_r_negg": [0.5969805717468262, 0.6625856757164001], "cos_innovation_negg": [0.5969805717468262, 0.6625856757164001], "cos_apical_negg": [0.5969805717468262, 0.6625856757164001], "cos_Ac_negg": [0.5969805717468262, 0.6625856757164001], "r_norm": [0.23792105913162231, 0.24212977290153503]}, {"step": 18200, "epoch": 46, "train_loss": 9.748179581947625e-05, "cos_r_negg": [0.5969834923744202, 0.6628537178039551], "cos_innovation_negg": [0.5969834923744202, 0.6628537178039551], "cos_apical_negg": [0.5969834923744202, 0.6628537178039551], "cos_Ac_negg": [0.5969834923744202, 0.6628537178039551], "r_norm": [0.2376253455877304, 0.24182751774787903]}, {"step": 18250, "epoch": 46, "train_loss": 9.950698586180806e-05, "cos_r_negg": [0.5971403121948242, 0.6629087328910828], "cos_innovation_negg": [0.5971403121948242, 0.6629087328910828], "cos_apical_negg": [0.5971403121948242, 0.6629087328910828], "cos_Ac_negg": [0.5971403121948242, 0.6629087328910828], "r_norm": [0.2384897917509079, 0.24270065128803253]}, {"step": 18300, "epoch": 46, "train_loss": 0.0002504666044842452, "cos_r_negg": [0.5970588326454163, 0.6628783941268921], "cos_innovation_negg": [0.5970588326454163, 0.6628783941268921], "cos_apical_negg": [0.5970588326454163, 0.6628783941268921], "cos_Ac_negg": [0.5970588326454163, 0.6628783941268921], "r_norm": [0.23819810152053833, 0.24238577485084534]}, {"step": 18350, "epoch": 46, "train_loss": 0.00010920956265181303, "cos_r_negg": [0.5968545079231262, 0.6629083752632141], "cos_innovation_negg": [0.5968545079231262, 0.6629083752632141], "cos_apical_negg": [0.5968545079231262, 0.6629083752632141], "cos_Ac_negg": [0.5968545079231262, 0.6629083752632141], "r_norm": [0.23724311590194702, 0.24145668745040894]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9755, "test_loss": 0.12968473825454713}, {"step": 18400, "epoch": 47, "train_loss": 0.0003041085437871516, "cos_r_negg": [0.5968579053878784, 0.6630517244338989], "cos_innovation_negg": [0.5968579053878784, 0.6630517244338989], "cos_apical_negg": [0.5968579053878784, 0.6630517244338989], "cos_Ac_negg": [0.5968579053878784, 0.6630517244338989], "r_norm": [0.23739811778068542, 0.24161946773529053]}, {"step": 18450, "epoch": 47, "train_loss": 6.749700696673244e-05, "cos_r_negg": [0.5971091985702515, 0.6629190444946289], "cos_innovation_negg": [0.5971091985702515, 0.6629190444946289], "cos_apical_negg": [0.5971091985702515, 0.6629190444946289], "cos_Ac_negg": [0.5971091985702515, 0.6629190444946289], "r_norm": [0.2376474142074585, 0.24186217784881592]}, {"step": 18500, "epoch": 47, "train_loss": 0.00023050830350257456, "cos_r_negg": [0.5976766347885132, 0.6630885601043701], "cos_innovation_negg": [0.5976766347885132, 0.6630885601043701], "cos_apical_negg": [0.5976766347885132, 0.6630885601043701], "cos_Ac_negg": [0.5976766347885132, 0.6630885601043701], "r_norm": [0.23728036880493164, 0.24149097502231598]}, {"step": 18550, "epoch": 47, "train_loss": 0.00012498325668275356, "cos_r_negg": [0.5971499681472778, 0.6631060242652893], "cos_innovation_negg": [0.5971499681472778, 0.6631060242652893], "cos_apical_negg": [0.5971499681472778, 0.6631060242652893], "cos_Ac_negg": [0.5971499681472778, 0.6631060242652893], "r_norm": [0.23681338131427765, 0.24110344052314758]}, {"step": 18600, "epoch": 47, "train_loss": 3.734627171070315e-05, "cos_r_negg": [0.5974513292312622, 0.6632170677185059], "cos_innovation_negg": [0.5974513292312622, 0.6632170677185059], "cos_apical_negg": [0.5974513292312622, 0.6632170677185059], "cos_Ac_negg": [0.5974513292312622, 0.6632170677185059], "r_norm": [0.23628342151641846, 0.24050402641296387]}, {"step": 18650, "epoch": 47, "train_loss": 0.00012061850429745391, "cos_r_negg": [0.5971050262451172, 0.662996232509613], "cos_innovation_negg": [0.5971050262451172, 0.662996232509613], "cos_apical_negg": [0.5971050262451172, 0.662996232509613], "cos_Ac_negg": [0.5971050262451172, 0.662996232509613], "r_norm": [0.236831396818161, 0.24105976521968842]}, {"step": 18700, "epoch": 47, "train_loss": 0.0001464622182538733, "cos_r_negg": [0.5966368913650513, 0.663052499294281], "cos_innovation_negg": [0.5966368913650513, 0.663052499294281], "cos_apical_negg": [0.5966368913650513, 0.663052499294281], "cos_Ac_negg": [0.5966368913650513, 0.663052499294281], "r_norm": [0.2373591810464859, 0.24158227443695068]}, {"step": 18750, "epoch": 47, "train_loss": 7.426538650179282e-05, "cos_r_negg": [0.5963912606239319, 0.6627128720283508], "cos_innovation_negg": [0.5963912606239319, 0.6627128720283508], "cos_apical_negg": [0.5963912606239319, 0.6627128720283508], "cos_Ac_negg": [0.5963912606239319, 0.6627128720283508], "r_norm": [0.23788750171661377, 0.2421308159828186]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9756, "test_loss": 0.12985122632980348}, {"step": 18800, "epoch": 48, "train_loss": 0.00015069983783178031, "cos_r_negg": [0.5967501401901245, 0.6629616022109985], "cos_innovation_negg": [0.5967501401901245, 0.6629616022109985], "cos_apical_negg": [0.5967501401901245, 0.6629616022109985], "cos_Ac_negg": [0.5967501401901245, 0.6629616022109985], "r_norm": [0.2380889654159546, 0.24226978421211243]}, {"step": 18850, "epoch": 48, "train_loss": 0.0002120459103025496, "cos_r_negg": [0.5966516733169556, 0.6629414558410645], "cos_innovation_negg": [0.5966516733169556, 0.6629414558410645], "cos_apical_negg": [0.5966516733169556, 0.6629414558410645], "cos_Ac_negg": [0.5966516733169556, 0.6629414558410645], "r_norm": [0.23765844106674194, 0.2418525516986847]}, {"step": 18900, "epoch": 48, "train_loss": 3.5412958823144436e-05, "cos_r_negg": [0.5963000655174255, 0.6625005602836609], "cos_innovation_negg": [0.5963000655174255, 0.6625005602836609], "cos_apical_negg": [0.5963000655174255, 0.6625005602836609], "cos_Ac_negg": [0.5963000655174255, 0.6625005602836609], "r_norm": [0.23786818981170654, 0.24208366870880127]}, {"step": 18950, "epoch": 48, "train_loss": 0.00019541943038348109, "cos_r_negg": [0.5963684320449829, 0.6628137230873108], "cos_innovation_negg": [0.5963684320449829, 0.6628137230873108], "cos_apical_negg": [0.5963684320449829, 0.6628137230873108], "cos_Ac_negg": [0.5963684320449829, 0.6628137230873108], "r_norm": [0.23847191035747528, 0.24269308149814606]}, {"step": 19000, "epoch": 48, "train_loss": 0.0001017856557155028, "cos_r_negg": [0.5965988636016846, 0.6628767251968384], "cos_innovation_negg": [0.5965988636016846, 0.6628767251968384], "cos_apical_negg": [0.5965988636016846, 0.6628767251968384], "cos_Ac_negg": [0.5965988636016846, 0.6628767251968384], "r_norm": [0.23792260885238647, 0.24214908480644226]}, {"step": 19050, "epoch": 48, "train_loss": 0.00017412760644219816, "cos_r_negg": [0.5962055921554565, 0.662596583366394], "cos_innovation_negg": [0.5962055921554565, 0.662596583366394], "cos_apical_negg": [0.5962055921554565, 0.662596583366394], "cos_Ac_negg": [0.5962055921554565, 0.662596583366394], "r_norm": [0.23791776597499847, 0.2421344816684723]}, {"step": 19100, "epoch": 48, "train_loss": 0.00019548457930795848, "cos_r_negg": [0.596185564994812, 0.6626104712486267], "cos_innovation_negg": [0.596185564994812, 0.6626104712486267], "cos_apical_negg": [0.596185564994812, 0.6626104712486267], "cos_Ac_negg": [0.596185564994812, 0.6626104712486267], "r_norm": [0.2377701997756958, 0.24198374152183533]}, {"step": 19150, "epoch": 48, "train_loss": 6.184467929415405e-05, "cos_r_negg": [0.5968601107597351, 0.6635702252388], "cos_innovation_negg": [0.5968601107597351, 0.6635702252388], "cos_apical_negg": [0.5968601107597351, 0.6635702252388], "cos_Ac_negg": [0.5968601107597351, 0.6635702252388], "r_norm": [0.2376808226108551, 0.24187418818473816]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9755, "test_loss": 0.1301049054145813}, {"step": 19200, "epoch": 49, "train_loss": 7.386679499177262e-05, "cos_r_negg": [0.5975921154022217, 0.6638039946556091], "cos_innovation_negg": [0.5975921154022217, 0.6638039946556091], "cos_apical_negg": [0.5975921154022217, 0.6638039946556091], "cos_Ac_negg": [0.5975921154022217, 0.6638039946556091], "r_norm": [0.23811037838459015, 0.2422669529914856]}, {"step": 19250, "epoch": 49, "train_loss": 2.9073544283164665e-05, "cos_r_negg": [0.597247838973999, 0.6637002229690552], "cos_innovation_negg": [0.597247838973999, 0.6637002229690552], "cos_apical_negg": [0.597247838973999, 0.6637002229690552], "cos_Ac_negg": [0.597247838973999, 0.6637002229690552], "r_norm": [0.2385561764240265, 0.24275590479373932]}, {"step": 19300, "epoch": 49, "train_loss": 0.00043360335985198617, "cos_r_negg": [0.5968552827835083, 0.6636598706245422], "cos_innovation_negg": [0.5968552827835083, 0.6636598706245422], "cos_apical_negg": [0.5968552827835083, 0.6636598706245422], "cos_Ac_negg": [0.5968552827835083, 0.6636598706245422], "r_norm": [0.2376149296760559, 0.241825670003891]}, {"step": 19350, "epoch": 49, "train_loss": 0.00016064420924521983, "cos_r_negg": [0.5973804593086243, 0.6635401248931885], "cos_innovation_negg": [0.5973804593086243, 0.6635401248931885], "cos_apical_negg": [0.5973804593086243, 0.6635401248931885], "cos_Ac_negg": [0.5973804593086243, 0.6635401248931885], "r_norm": [0.23812833428382874, 0.24230718612670898]}, {"step": 19400, "epoch": 49, "train_loss": 7.408696546917781e-05, "cos_r_negg": [0.597748339176178, 0.6635081171989441], "cos_innovation_negg": [0.597748339176178, 0.6635081171989441], "cos_apical_negg": [0.597748339176178, 0.6635081171989441], "cos_Ac_negg": [0.597748339176178, 0.6635081171989441], "r_norm": [0.23738157749176025, 0.2415284812450409]}, {"step": 19450, "epoch": 49, "train_loss": 0.00011440918024163693, "cos_r_negg": [0.5974901914596558, 0.663253903388977], "cos_innovation_negg": [0.5974901914596558, 0.663253903388977], "cos_apical_negg": [0.5974901914596558, 0.663253903388977], "cos_Ac_negg": [0.5974901914596558, 0.663253903388977], "r_norm": [0.23709575831890106, 0.24122528731822968]}, {"step": 19500, "epoch": 49, "train_loss": 7.092778832884505e-05, "cos_r_negg": [0.5966260433197021, 0.6631910800933838], "cos_innovation_negg": [0.5966260433197021, 0.6631910800933838], "cos_apical_negg": [0.5966260433197021, 0.6631910800933838], "cos_Ac_negg": [0.5966260433197021, 0.6631910800933838], "r_norm": [0.23725904524326324, 0.24147549271583557]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.130341548538208}, {"step": 19550, "epoch": 50, "train_loss": 3.196526085957885e-05, "cos_r_negg": [0.5966663360595703, 0.6633902192115784], "cos_innovation_negg": [0.5966663360595703, 0.6633902192115784], "cos_apical_negg": [0.5966663360595703, 0.6633902192115784], "cos_Ac_negg": [0.5966663360595703, 0.6633902192115784], "r_norm": [0.23786434531211853, 0.2421034723520279]}, {"step": 19600, "epoch": 50, "train_loss": 7.884613296482712e-05, "cos_r_negg": [0.5961601138114929, 0.6632994413375854], "cos_innovation_negg": [0.5961601138114929, 0.6632994413375854], "cos_apical_negg": [0.5961601138114929, 0.6632994413375854], "cos_Ac_negg": [0.5961601138114929, 0.6632994413375854], "r_norm": [0.23832456767559052, 0.24255084991455078]}, {"step": 19650, "epoch": 50, "train_loss": 6.753839988959953e-05, "cos_r_negg": [0.5965455770492554, 0.6635055541992188], "cos_innovation_negg": [0.5965455770492554, 0.6635055541992188], "cos_apical_negg": [0.5965455770492554, 0.6635055541992188], "cos_Ac_negg": [0.5965455770492554, 0.6635055541992188], "r_norm": [0.2380530834197998, 0.2422206699848175]}, {"step": 19700, "epoch": 50, "train_loss": 0.00014572679356206208, "cos_r_negg": [0.5968177318572998, 0.6636767387390137], "cos_innovation_negg": [0.5968177318572998, 0.6636767387390137], "cos_apical_negg": [0.5968177318572998, 0.6636767387390137], "cos_Ac_negg": [0.5968177318572998, 0.6636767387390137], "r_norm": [0.2371259480714798, 0.24128802120685577]}, {"step": 19750, "epoch": 50, "train_loss": 0.00013909531116951257, "cos_r_negg": [0.5972788333892822, 0.6638932228088379], "cos_innovation_negg": [0.5972788333892822, 0.6638932228088379], "cos_apical_negg": [0.5972788333892822, 0.6638932228088379], "cos_Ac_negg": [0.5972788333892822, 0.6638932228088379], "r_norm": [0.2365797460079193, 0.24075549840927124]}, {"step": 19800, "epoch": 50, "train_loss": 0.00012443610467016697, "cos_r_negg": [0.5973805785179138, 0.6637527346611023], "cos_innovation_negg": [0.5973805785179138, 0.6637527346611023], "cos_apical_negg": [0.5973805785179138, 0.6637527346611023], "cos_Ac_negg": [0.5973805785179138, 0.6637527346611023], "r_norm": [0.23684635758399963, 0.24108147621154785]}, {"step": 19850, "epoch": 50, "train_loss": 0.00012350828910712153, "cos_r_negg": [0.5976100564002991, 0.6638689637184143], "cos_innovation_negg": [0.5976100564002991, 0.6638689637184143], "cos_apical_negg": [0.5976100564002991, 0.6638689637184143], "cos_Ac_negg": [0.5976100564002991, 0.6638689637184143], "r_norm": [0.23784449696540833, 0.24209189414978027]}, {"step": 19900, "epoch": 50, "train_loss": 0.0001388483215123415, "cos_r_negg": [0.5976110696792603, 0.6639434099197388], "cos_innovation_negg": [0.5976110696792603, 0.6639434099197388], "cos_apical_negg": [0.5976110696792603, 0.6639434099197388], "cos_Ac_negg": [0.5976110696792603, 0.6639434099197388], "r_norm": [0.23848336935043335, 0.24272768199443817]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9755, "test_loss": 0.13073316116333009}, {"step": 19950, "epoch": 51, "train_loss": 9.590039553586394e-05, "cos_r_negg": [0.5975198149681091, 0.6641041040420532], "cos_innovation_negg": [0.5975198149681091, 0.6641041040420532], "cos_apical_negg": [0.5975198149681091, 0.6641041040420532], "cos_Ac_negg": [0.5975198149681091, 0.6641041040420532], "r_norm": [0.2381143420934677, 0.24234138429164886]}, {"step": 20000, "epoch": 51, "train_loss": 8.187034109141678e-05, "cos_r_negg": [0.5960389375686646, 0.663083553314209], "cos_innovation_negg": [0.5960389375686646, 0.663083553314209], "cos_apical_negg": [0.5960389375686646, 0.663083553314209], "cos_Ac_negg": [0.5960389375686646, 0.663083553314209], "r_norm": [0.2390439510345459, 0.24330411851406097]}, {"step": 20050, "epoch": 51, "train_loss": 5.8154088037554175e-05, "cos_r_negg": [0.5967023372650146, 0.6633626818656921], "cos_innovation_negg": [0.5967023372650146, 0.6633626818656921], "cos_apical_negg": [0.5967023372650146, 0.6633626818656921], "cos_Ac_negg": [0.5967023372650146, 0.6633626818656921], "r_norm": [0.23887714743614197, 0.2431115359067917]}, {"step": 20100, "epoch": 51, "train_loss": 6.411437061615288e-05, "cos_r_negg": [0.5970407128334045, 0.663127064704895], "cos_innovation_negg": [0.5970407128334045, 0.663127064704895], "cos_apical_negg": [0.5970407128334045, 0.663127064704895], "cos_Ac_negg": [0.5970407128334045, 0.663127064704895], "r_norm": [0.23771746456623077, 0.24196776747703552]}, {"step": 20150, "epoch": 51, "train_loss": 8.566341421101242e-05, "cos_r_negg": [0.5980106592178345, 0.6641702651977539], "cos_innovation_negg": [0.5980106592178345, 0.6641702651977539], "cos_apical_negg": [0.5980106592178345, 0.6641702651977539], "cos_Ac_negg": [0.5980106592178345, 0.6641702651977539], "r_norm": [0.2370757758617401, 0.24133077263832092]}, {"step": 20200, "epoch": 51, "train_loss": 8.458981028525159e-05, "cos_r_negg": [0.5979259610176086, 0.6641169786453247], "cos_innovation_negg": [0.5979259610176086, 0.6641169786453247], "cos_apical_negg": [0.5979259610176086, 0.6641169786453247], "cos_Ac_negg": [0.5979259610176086, 0.6641169786453247], "r_norm": [0.23767513036727905, 0.24187161028385162]}, {"step": 20250, "epoch": 51, "train_loss": 9.820357809076086e-05, "cos_r_negg": [0.5980178117752075, 0.6643620133399963], "cos_innovation_negg": [0.5980178117752075, 0.6643620133399963], "cos_apical_negg": [0.5980178117752075, 0.6643620133399963], "cos_Ac_negg": [0.5980178117752075, 0.6643620133399963], "r_norm": [0.23696236312389374, 0.24112913012504578]}, {"step": 20300, "epoch": 51, "train_loss": 8.871244790498167e-05, "cos_r_negg": [0.5979329943656921, 0.6642656922340393], "cos_innovation_negg": [0.5979329943656921, 0.6642656922340393], "cos_apical_negg": [0.5979329943656921, 0.6642656922340393], "cos_Ac_negg": [0.5979329943656921, 0.6642656922340393], "r_norm": [0.23741720616817474, 0.2415952980518341]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9757, "test_loss": 0.13088555631637575}, {"step": 20350, "epoch": 52, "train_loss": 0.00012217847688589245, "cos_r_negg": [0.5979057550430298, 0.6642924547195435], "cos_innovation_negg": [0.5979057550430298, 0.6642924547195435], "cos_apical_negg": [0.5979057550430298, 0.6642924547195435], "cos_Ac_negg": [0.5979057550430298, 0.6642924547195435], "r_norm": [0.23767592012882233, 0.24187147617340088]}, {"step": 20400, "epoch": 52, "train_loss": 9.156347368843853e-05, "cos_r_negg": [0.5975492000579834, 0.6641956567764282], "cos_innovation_negg": [0.5975492000579834, 0.6641956567764282], "cos_apical_negg": [0.5975492000579834, 0.6641956567764282], "cos_Ac_negg": [0.5975492000579834, 0.6641956567764282], "r_norm": [0.23738421499729156, 0.241581991314888]}, {"step": 20450, "epoch": 52, "train_loss": 0.00010356160055380315, "cos_r_negg": [0.5974276065826416, 0.6642743349075317], "cos_innovation_negg": [0.5974276065826416, 0.6642743349075317], "cos_apical_negg": [0.5974276065826416, 0.6642743349075317], "cos_Ac_negg": [0.5974276065826416, 0.6642743349075317], "r_norm": [0.23724707961082458, 0.24144308269023895]}, {"step": 20500, "epoch": 52, "train_loss": 0.00010871682752622291, "cos_r_negg": [0.5967482328414917, 0.6634190082550049], "cos_innovation_negg": [0.5967482328414917, 0.6634190082550049], "cos_apical_negg": [0.5967482328414917, 0.6634190082550049], "cos_Ac_negg": [0.5967482328414917, 0.6634190082550049], "r_norm": [0.2375023066997528, 0.2417456954717636]}, {"step": 20550, "epoch": 52, "train_loss": 7.271556387422606e-05, "cos_r_negg": [0.5969487428665161, 0.6636029481887817], "cos_innovation_negg": [0.5969487428665161, 0.6636029481887817], "cos_apical_negg": [0.5969487428665161, 0.6636029481887817], "cos_Ac_negg": [0.5969487428665161, 0.6636029481887817], "r_norm": [0.23800241947174072, 0.24223564565181732]}, {"step": 20600, "epoch": 52, "train_loss": 3.872443994623609e-05, "cos_r_negg": [0.5969262719154358, 0.6635989546775818], "cos_innovation_negg": [0.5969262719154358, 0.6635989546775818], "cos_apical_negg": [0.5969262719154358, 0.6635989546775818], "cos_Ac_negg": [0.5969262719154358, 0.6635989546775818], "r_norm": [0.23784944415092468, 0.24208612740039825]}, {"step": 20650, "epoch": 52, "train_loss": 0.000248908152570948, "cos_r_negg": [0.5972464084625244, 0.6636466383934021], "cos_innovation_negg": [0.5972464084625244, 0.6636466383934021], "cos_apical_negg": [0.5972464084625244, 0.6636466383934021], "cos_Ac_negg": [0.5972464084625244, 0.6636466383934021], "r_norm": [0.2369699776172638, 0.24120892584323883]}, {"step": 20700, "epoch": 52, "train_loss": 7.926425314508379e-05, "cos_r_negg": [0.5981264114379883, 0.6647763252258301], "cos_innovation_negg": [0.5981264114379883, 0.6647763252258301], "cos_apical_negg": [0.5981264114379883, 0.6647763252258301], "cos_Ac_negg": [0.5981264114379883, 0.6647763252258301], "r_norm": [0.2374548316001892, 0.24164482951164246]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9756, "test_loss": 0.13121012029647827}, {"step": 20750, "epoch": 53, "train_loss": 6.929857045179233e-05, "cos_r_negg": [0.5973800420761108, 0.6638875007629395], "cos_innovation_negg": [0.5973800420761108, 0.6638875007629395], "cos_apical_negg": [0.5973800420761108, 0.6638875007629395], "cos_Ac_negg": [0.5973800420761108, 0.6638875007629395], "r_norm": [0.23749488592147827, 0.24168381094932556]}, {"step": 20800, "epoch": 53, "train_loss": 0.00012949865777045488, "cos_r_negg": [0.5971902012825012, 0.663796603679657], "cos_innovation_negg": [0.5971902012825012, 0.663796603679657], "cos_apical_negg": [0.5971902012825012, 0.663796603679657], "cos_Ac_negg": [0.5971902012825012, 0.663796603679657], "r_norm": [0.2374836653470993, 0.24167324602603912]}, {"step": 20850, "epoch": 53, "train_loss": 0.000121206438052468, "cos_r_negg": [0.5971421003341675, 0.6638016700744629], "cos_innovation_negg": [0.5971421003341675, 0.6638016700744629], "cos_apical_negg": [0.5971421003341675, 0.6638016700744629], "cos_Ac_negg": [0.5971421003341675, 0.6638016700744629], "r_norm": [0.23764900863170624, 0.24184498190879822]}, {"step": 20900, "epoch": 53, "train_loss": 0.00010955517791444436, "cos_r_negg": [0.5971218943595886, 0.6638375520706177], "cos_innovation_negg": [0.5971218943595886, 0.6638375520706177], "cos_apical_negg": [0.5971218943595886, 0.6638375520706177], "cos_Ac_negg": [0.5971218943595886, 0.6638375520706177], "r_norm": [0.237216055393219, 0.2414233684539795]}, {"step": 20950, "epoch": 53, "train_loss": 8.452044130535796e-05, "cos_r_negg": [0.5978816151618958, 0.664122462272644], "cos_innovation_negg": [0.5978816151618958, 0.664122462272644], "cos_apical_negg": [0.5978816151618958, 0.664122462272644], "cos_Ac_negg": [0.5978816151618958, 0.664122462272644], "r_norm": [0.23662498593330383, 0.2408204972743988]}, {"step": 21000, "epoch": 53, "train_loss": 4.9613350711297244e-05, "cos_r_negg": [0.5974913835525513, 0.6641149520874023], "cos_innovation_negg": [0.5974913835525513, 0.6641149520874023], "cos_apical_negg": [0.5974913835525513, 0.6641149520874023], "cos_Ac_negg": [0.5974913835525513, 0.6641149520874023], "r_norm": [0.23734769225120544, 0.2415490448474884]}, {"step": 21050, "epoch": 53, "train_loss": 9.451912046642974e-05, "cos_r_negg": [0.5970571041107178, 0.6641143560409546], "cos_innovation_negg": [0.5970571041107178, 0.6641143560409546], "cos_apical_negg": [0.5970571041107178, 0.6641143560409546], "cos_Ac_negg": [0.5970571041107178, 0.6641143560409546], "r_norm": [0.2379211038351059, 0.24211524426937103]}, {"step": 21100, "epoch": 53, "train_loss": 0.0001617217785678804, "cos_r_negg": [0.5971472859382629, 0.6642761826515198], "cos_innovation_negg": [0.5971472859382629, 0.6642761826515198], "cos_apical_negg": [0.5971472859382629, 0.6642761826515198], "cos_Ac_negg": [0.5971472859382629, 0.6642761826515198], "r_norm": [0.2377239465713501, 0.2419053018093109]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9756, "test_loss": 0.1313615550994873}, {"step": 21150, "epoch": 54, "train_loss": 7.116550841601565e-05, "cos_r_negg": [0.5966334342956543, 0.6640177965164185], "cos_innovation_negg": [0.5966334342956543, 0.6640177965164185], "cos_apical_negg": [0.5966334342956543, 0.6640177965164185], "cos_Ac_negg": [0.5966334342956543, 0.6640177965164185], "r_norm": [0.23795931041240692, 0.24215534329414368]}, {"step": 21200, "epoch": 54, "train_loss": 3.404155359021388e-05, "cos_r_negg": [0.5966285467147827, 0.6639866828918457], "cos_innovation_negg": [0.5966285467147827, 0.6639866828918457], "cos_apical_negg": [0.5966285467147827, 0.6639866828918457], "cos_Ac_negg": [0.5966285467147827, 0.6639866828918457], "r_norm": [0.237741619348526, 0.24193809926509857]}, {"step": 21250, "epoch": 54, "train_loss": 3.9899518014863133e-05, "cos_r_negg": [0.596767783164978, 0.6641025543212891], "cos_innovation_negg": [0.596767783164978, 0.6641025543212891], "cos_apical_negg": [0.596767783164978, 0.6641025543212891], "cos_Ac_negg": [0.596767783164978, 0.6641025543212891], "r_norm": [0.23747503757476807, 0.24165794253349304]}, {"step": 21300, "epoch": 54, "train_loss": 7.621891563758254e-05, "cos_r_negg": [0.5972045063972473, 0.6641813516616821], "cos_innovation_negg": [0.5972045063972473, 0.6641813516616821], "cos_apical_negg": [0.5972045063972473, 0.6641813516616821], "cos_Ac_negg": [0.5972045063972473, 0.6641813516616821], "r_norm": [0.2373121678829193, 0.24149614572525024]}, {"step": 21350, "epoch": 54, "train_loss": 7.618527160957456e-05, "cos_r_negg": [0.5970537066459656, 0.6640681028366089], "cos_innovation_negg": [0.5970537066459656, 0.6640681028366089], "cos_apical_negg": [0.5970537066459656, 0.6640681028366089], "cos_Ac_negg": [0.5970537066459656, 0.6640681028366089], "r_norm": [0.23711496591567993, 0.24129505455493927]}, {"step": 21400, "epoch": 54, "train_loss": 8.331565913977101e-05, "cos_r_negg": [0.5966178178787231, 0.663913905620575], "cos_innovation_negg": [0.5966178178787231, 0.663913905620575], "cos_apical_negg": [0.5966178178787231, 0.663913905620575], "cos_Ac_negg": [0.5966178178787231, 0.663913905620575], "r_norm": [0.2377021312713623, 0.2418660670518875]}, {"step": 21450, "epoch": 54, "train_loss": 5.161057197256014e-05, "cos_r_negg": [0.5970488786697388, 0.6642297506332397], "cos_innovation_negg": [0.5970488786697388, 0.6642297506332397], "cos_apical_negg": [0.5970488786697388, 0.6642297506332397], "cos_Ac_negg": [0.5970488786697388, 0.6642297506332397], "r_norm": [0.23809078335762024, 0.24230465292930603]}, {"step": 21500, "epoch": 54, "train_loss": 5.467981827678159e-05, "cos_r_negg": [0.5967751741409302, 0.6644189953804016], "cos_innovation_negg": [0.5967751741409302, 0.6644189953804016], "cos_apical_negg": [0.5967751741409302, 0.6644189953804016], "cos_Ac_negg": [0.5967751741409302, 0.6644189953804016], "r_norm": [0.23802891373634338, 0.24221980571746826]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9755, "test_loss": 0.1316770302772522}, {"step": 21550, "epoch": 55, "train_loss": 7.809800445102155e-05, "cos_r_negg": [0.596825361251831, 0.6644126772880554], "cos_innovation_negg": [0.596825361251831, 0.6644126772880554], "cos_apical_negg": [0.596825361251831, 0.6644126772880554], "cos_Ac_negg": [0.596825361251831, 0.6644126772880554], "r_norm": [0.23810456693172455, 0.2423122227191925]}, {"step": 21600, "epoch": 55, "train_loss": 7.462568464688957e-05, "cos_r_negg": [0.5969674587249756, 0.6646311283111572], "cos_innovation_negg": [0.5969674587249756, 0.6646311283111572], "cos_apical_negg": [0.5969674587249756, 0.6646311283111572], "cos_Ac_negg": [0.5969674587249756, 0.6646311283111572], "r_norm": [0.23737990856170654, 0.24155402183532715]}, {"step": 21650, "epoch": 55, "train_loss": 9.438776760362089e-05, "cos_r_negg": [0.5969663858413696, 0.6644995212554932], "cos_innovation_negg": [0.5969663858413696, 0.6644995212554932], "cos_apical_negg": [0.5969663858413696, 0.6644995212554932], "cos_Ac_negg": [0.5969663858413696, 0.6644995212554932], "r_norm": [0.237015038728714, 0.24115774035453796]}, {"step": 21700, "epoch": 55, "train_loss": 7.897881732787937e-05, "cos_r_negg": [0.5972930788993835, 0.6646462678909302], "cos_innovation_negg": [0.5972930788993835, 0.6646462678909302], "cos_apical_negg": [0.5972930788993835, 0.6646462678909302], "cos_Ac_negg": [0.5972930788993835, 0.6646462678909302], "r_norm": [0.23689484596252441, 0.2410416305065155]}, {"step": 21750, "epoch": 55, "train_loss": 7.890481356298551e-05, "cos_r_negg": [0.5968872308731079, 0.6646677255630493], "cos_innovation_negg": [0.5968872308731079, 0.6646677255630493], "cos_apical_negg": [0.5968872308731079, 0.6646677255630493], "cos_Ac_negg": [0.5968872308731079, 0.6646677255630493], "r_norm": [0.23789232969284058, 0.24203473329544067]}, {"step": 21800, "epoch": 55, "train_loss": 0.00017017815844155848, "cos_r_negg": [0.5969235301017761, 0.6647441387176514], "cos_innovation_negg": [0.5969235301017761, 0.6647441387176514], "cos_apical_negg": [0.5969235301017761, 0.6647441387176514], "cos_Ac_negg": [0.5969235301017761, 0.6647441387176514], "r_norm": [0.23803666234016418, 0.24214988946914673]}, {"step": 21850, "epoch": 55, "train_loss": 8.805625111563131e-05, "cos_r_negg": [0.5969997644424438, 0.664814293384552], "cos_innovation_negg": [0.5969997644424438, 0.664814293384552], "cos_apical_negg": [0.5969997644424438, 0.664814293384552], "cos_Ac_negg": [0.5969997644424438, 0.664814293384552], "r_norm": [0.23802034556865692, 0.24217182397842407]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9755, "test_loss": 0.13180292091369628}, {"step": 21900, "epoch": 56, "train_loss": 5.65006303077098e-05, "cos_r_negg": [0.5971797108650208, 0.664781391620636], "cos_innovation_negg": [0.5971797108650208, 0.664781391620636], "cos_apical_negg": [0.5971797108650208, 0.664781391620636], "cos_Ac_negg": [0.5971797108650208, 0.664781391620636], "r_norm": [0.23810602724552155, 0.2423163503408432]}, {"step": 21950, "epoch": 56, "train_loss": 0.00015651099965907633, "cos_r_negg": [0.5972083806991577, 0.6647387146949768], "cos_innovation_negg": [0.5972083806991577, 0.6647387146949768], "cos_apical_negg": [0.5972083806991577, 0.6647387146949768], "cos_Ac_negg": [0.5972083806991577, 0.6647387146949768], "r_norm": [0.23745498061180115, 0.24168014526367188]}, {"step": 22000, "epoch": 56, "train_loss": 6.533402483910322e-05, "cos_r_negg": [0.5967994332313538, 0.6646779775619507], "cos_innovation_negg": [0.5967994332313538, 0.6646779775619507], "cos_apical_negg": [0.5967994332313538, 0.6646779775619507], "cos_Ac_negg": [0.5967994332313538, 0.6646779775619507], "r_norm": [0.23769602179527283, 0.24194341897964478]}, {"step": 22050, "epoch": 56, "train_loss": 3.3657244784990326e-05, "cos_r_negg": [0.5968285799026489, 0.6648030877113342], "cos_innovation_negg": [0.5968285799026489, 0.6648030877113342], "cos_apical_negg": [0.5968285799026489, 0.6648030877113342], "cos_Ac_negg": [0.5968285799026489, 0.6648030877113342], "r_norm": [0.23725534975528717, 0.24149592220783234]}, {"step": 22100, "epoch": 56, "train_loss": 0.0001641302224015817, "cos_r_negg": [0.5969598889350891, 0.6648226976394653], "cos_innovation_negg": [0.5969598889350891, 0.6648226976394653], "cos_apical_negg": [0.5969598889350891, 0.6648226976394653], "cos_Ac_negg": [0.5969598889350891, 0.6648226976394653], "r_norm": [0.2375345230102539, 0.2417643666267395]}, {"step": 22150, "epoch": 56, "train_loss": 0.0001025106175802648, "cos_r_negg": [0.5973800420761108, 0.6649713516235352], "cos_innovation_negg": [0.5973800420761108, 0.6649713516235352], "cos_apical_negg": [0.5973800420761108, 0.6649713516235352], "cos_Ac_negg": [0.5973800420761108, 0.6649713516235352], "r_norm": [0.23713669180870056, 0.24137312173843384]}, {"step": 22200, "epoch": 56, "train_loss": 0.0001182189371320419, "cos_r_negg": [0.5977214574813843, 0.6647889614105225], "cos_innovation_negg": [0.5977214574813843, 0.6647889614105225], "cos_apical_negg": [0.5977214574813843, 0.6647889614105225], "cos_Ac_negg": [0.5977214574813843, 0.6647889614105225], "r_norm": [0.23662683367729187, 0.2408120185136795]}, {"step": 22250, "epoch": 56, "train_loss": 0.00017809664132073522, "cos_r_negg": [0.5974303483963013, 0.6650305986404419], "cos_innovation_negg": [0.5974303483963013, 0.6650305986404419], "cos_apical_negg": [0.5974303483963013, 0.6650305986404419], "cos_Ac_negg": [0.5974303483963013, 0.6650305986404419], "r_norm": [0.2377254217863083, 0.24189741909503937]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9757, "test_loss": 0.13194344749450684}, {"step": 22300, "epoch": 57, "train_loss": 0.00010745269537437707, "cos_r_negg": [0.597765326499939, 0.6650936603546143], "cos_innovation_negg": [0.597765326499939, 0.6650936603546143], "cos_apical_negg": [0.597765326499939, 0.6650936603546143], "cos_Ac_negg": [0.597765326499939, 0.6650936603546143], "r_norm": [0.23786258697509766, 0.24201706051826477]}, {"step": 22350, "epoch": 57, "train_loss": 0.00010818682494573295, "cos_r_negg": [0.5972322225570679, 0.6650978326797485], "cos_innovation_negg": [0.5972322225570679, 0.6650978326797485], "cos_apical_negg": [0.5972322225570679, 0.6650978326797485], "cos_Ac_negg": [0.5972322225570679, 0.6650978326797485], "r_norm": [0.2381182610988617, 0.24227134883403778]}, {"step": 22400, "epoch": 57, "train_loss": 0.00010422569903312251, "cos_r_negg": [0.597437858581543, 0.6647270917892456], "cos_innovation_negg": [0.597437858581543, 0.6647270917892456], "cos_apical_negg": [0.597437858581543, 0.6647270917892456], "cos_Ac_negg": [0.597437858581543, 0.6647270917892456], "r_norm": [0.23802456259727478, 0.24215006828308105]}, {"step": 22450, "epoch": 57, "train_loss": 2.0854073227383196e-05, "cos_r_negg": [0.5978873372077942, 0.6650217771530151], "cos_innovation_negg": [0.5978873372077942, 0.6650217771530151], "cos_apical_negg": [0.5978873372077942, 0.6650217771530151], "cos_Ac_negg": [0.5978873372077942, 0.6650217771530151], "r_norm": [0.23804642260074615, 0.24220022559165955]}, {"step": 22500, "epoch": 57, "train_loss": 7.628044113516808e-05, "cos_r_negg": [0.5982139706611633, 0.664988100528717], "cos_innovation_negg": [0.5982139706611633, 0.664988100528717], "cos_apical_negg": [0.5982139706611633, 0.664988100528717], "cos_Ac_negg": [0.5982139706611633, 0.664988100528717], "r_norm": [0.2375606894493103, 0.241676464676857]}, {"step": 22550, "epoch": 57, "train_loss": 0.00012952499673701823, "cos_r_negg": [0.5983638763427734, 0.6650238037109375], "cos_innovation_negg": [0.5983638763427734, 0.6650238037109375], "cos_apical_negg": [0.5983638763427734, 0.6650238037109375], "cos_Ac_negg": [0.5983638763427734, 0.6650238037109375], "r_norm": [0.23743316531181335, 0.2415962517261505]}, {"step": 22600, "epoch": 57, "train_loss": 4.584098496707156e-05, "cos_r_negg": [0.5980310440063477, 0.6648468375205994], "cos_innovation_negg": [0.5980310440063477, 0.6648468375205994], "cos_apical_negg": [0.5980310440063477, 0.6648468375205994], "cos_Ac_negg": [0.5980310440063477, 0.6648468375205994], "r_norm": [0.2371043860912323, 0.2412620484828949]}, {"step": 22650, "epoch": 57, "train_loss": 4.2602310713846236e-05, "cos_r_negg": [0.597934901714325, 0.6650605201721191], "cos_innovation_negg": [0.597934901714325, 0.6650605201721191], "cos_apical_negg": [0.597934901714325, 0.6650605201721191], "cos_Ac_negg": [0.597934901714325, 0.6650605201721191], "r_norm": [0.2370467483997345, 0.2411976307630539]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9756, "test_loss": 0.13210358037948608}, {"step": 22700, "epoch": 58, "train_loss": 9.723528637550771e-05, "cos_r_negg": [0.5978480577468872, 0.6652374863624573], "cos_innovation_negg": [0.5978480577468872, 0.6652374863624573], "cos_apical_negg": [0.5978480577468872, 0.6652374863624573], "cos_Ac_negg": [0.5978480577468872, 0.6652374863624573], "r_norm": [0.23687207698822021, 0.24105429649353027]}, {"step": 22750, "epoch": 58, "train_loss": 8.749203698243946e-05, "cos_r_negg": [0.597915768623352, 0.6653475165367126], "cos_innovation_negg": [0.597915768623352, 0.6653475165367126], "cos_apical_negg": [0.597915768623352, 0.6653475165367126], "cos_Ac_negg": [0.597915768623352, 0.6653475165367126], "r_norm": [0.23688581585884094, 0.24107283353805542]}, {"step": 22800, "epoch": 58, "train_loss": 0.00011502005509100854, "cos_r_negg": [0.5980849266052246, 0.6650651097297668], "cos_innovation_negg": [0.5980849266052246, 0.6650651097297668], "cos_apical_negg": [0.5980849266052246, 0.6650651097297668], "cos_Ac_negg": [0.5980849266052246, 0.6650651097297668], "r_norm": [0.23756738007068634, 0.24172306060791016]}, {"step": 22850, "epoch": 58, "train_loss": 8.049925963860005e-05, "cos_r_negg": [0.5978229641914368, 0.6652956008911133], "cos_innovation_negg": [0.5978229641914368, 0.6652956008911133], "cos_apical_negg": [0.5978229641914368, 0.6652956008911133], "cos_Ac_negg": [0.5978229641914368, 0.6652956008911133], "r_norm": [0.23708152770996094, 0.24124935269355774]}, {"step": 22900, "epoch": 58, "train_loss": 8.142032311297953e-05, "cos_r_negg": [0.5979833006858826, 0.6651229858398438], "cos_innovation_negg": [0.5979833006858826, 0.6651229858398438], "cos_apical_negg": [0.5979833006858826, 0.6651229858398438], "cos_Ac_negg": [0.5979833006858826, 0.6651229858398438], "r_norm": [0.23746232688426971, 0.2416597604751587]}, {"step": 22950, "epoch": 58, "train_loss": 9.4432252808474e-05, "cos_r_negg": [0.5978727340698242, 0.6651368737220764], "cos_innovation_negg": [0.5978727340698242, 0.6651368737220764], "cos_apical_negg": [0.5978727340698242, 0.6651368737220764], "cos_Ac_negg": [0.5978727340698242, 0.6651368737220764], "r_norm": [0.23809076845645905, 0.24230098724365234]}, {"step": 23000, "epoch": 58, "train_loss": 4.5371132728178054e-05, "cos_r_negg": [0.5979694128036499, 0.6651132106781006], "cos_innovation_negg": [0.5979694128036499, 0.6651132106781006], "cos_apical_negg": [0.5979694128036499, 0.6651132106781006], "cos_Ac_negg": [0.5979694128036499, 0.6651132106781006], "r_norm": [0.23778918385505676, 0.24196553230285645]}, {"step": 23050, "epoch": 58, "train_loss": 7.605505379615352e-05, "cos_r_negg": [0.5979883074760437, 0.6652281284332275], "cos_innovation_negg": [0.5979883074760437, 0.6652281284332275], "cos_apical_negg": [0.5979883074760437, 0.6652281284332275], "cos_Ac_negg": [0.5979883074760437, 0.6652281284332275], "r_norm": [0.23789042234420776, 0.24206942319869995]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9756, "test_loss": 0.13244588537216187}, {"step": 23100, "epoch": 59, "train_loss": 7.700466085225344e-05, "cos_r_negg": [0.5977583527565002, 0.6653059720993042], "cos_innovation_negg": [0.5977583527565002, 0.6653059720993042], "cos_apical_negg": [0.5977583527565002, 0.6653059720993042], "cos_Ac_negg": [0.5977583527565002, 0.6653059720993042], "r_norm": [0.23770344257354736, 0.24183502793312073]}, {"step": 23150, "epoch": 59, "train_loss": 4.122780228499323e-05, "cos_r_negg": [0.5982055068016052, 0.665198802947998], "cos_innovation_negg": [0.5982055068016052, 0.665198802947998], "cos_apical_negg": [0.5982055068016052, 0.665198802947998], "cos_Ac_negg": [0.5982055068016052, 0.665198802947998], "r_norm": [0.23750649392604828, 0.24164104461669922]}, {"step": 23200, "epoch": 59, "train_loss": 5.78617982682772e-05, "cos_r_negg": [0.598477840423584, 0.6653814315795898], "cos_innovation_negg": [0.598477840423584, 0.6653814315795898], "cos_apical_negg": [0.598477840423584, 0.6653814315795898], "cos_Ac_negg": [0.598477840423584, 0.6653814315795898], "r_norm": [0.23675362765789032, 0.24088263511657715]}, {"step": 23250, "epoch": 59, "train_loss": 5.376332046580501e-05, "cos_r_negg": [0.5984731316566467, 0.6653900146484375], "cos_innovation_negg": [0.5984731316566467, 0.6653900146484375], "cos_apical_negg": [0.5984731316566467, 0.6653900146484375], "cos_Ac_negg": [0.5984731316566467, 0.6653900146484375], "r_norm": [0.23699843883514404, 0.2411160171031952]}, {"step": 23300, "epoch": 59, "train_loss": 8.268930832855403e-05, "cos_r_negg": [0.5983473062515259, 0.665428876876831], "cos_innovation_negg": [0.5983473062515259, 0.665428876876831], "cos_apical_negg": [0.5983473062515259, 0.665428876876831], "cos_Ac_negg": [0.5983473062515259, 0.665428876876831], "r_norm": [0.2373138964176178, 0.24141713976860046]}, {"step": 23350, "epoch": 59, "train_loss": 4.214312502881512e-05, "cos_r_negg": [0.598059356212616, 0.6653800010681152], "cos_innovation_negg": [0.598059356212616, 0.6653800010681152], "cos_apical_negg": [0.598059356212616, 0.6653800010681152], "cos_Ac_negg": [0.598059356212616, 0.6653800010681152], "r_norm": [0.2380431592464447, 0.2421688586473465]}, {"step": 23400, "epoch": 59, "train_loss": 0.00021460201242007315, "cos_r_negg": [0.5981872081756592, 0.6653558015823364], "cos_innovation_negg": [0.5981872081756592, 0.6653558015823364], "cos_apical_negg": [0.5981872081756592, 0.6653558015823364], "cos_Ac_negg": [0.5981872081756592, 0.6653558015823364], "r_norm": [0.23750083148479462, 0.24167364835739136]}, {"step": 23450, "epoch": 59, "train_loss": 7.935514440760016e-05, "cos_r_negg": [0.5980308651924133, 0.6654989719390869], "cos_innovation_negg": [0.5980308651924133, 0.6654989719390869], "cos_apical_negg": [0.5980308651924133, 0.6654989719390869], "cos_Ac_negg": [0.5980308651924133, 0.6654989719390869], "r_norm": [0.23748484253883362, 0.24170133471488953]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9756, "test_loss": 0.13269510412216187}], "final": {"test_acc": 0.9756, "test_loss": 0.13269510412216187, "wall_s": 39.224971532821655, "cos_r_negg": [0.5980537533760071, 0.6655205488204956], "cos_innovation_negg": [0.5980537533760071, 0.6655205488204956], "cos_apical_negg": [0.5980537533760071, 0.6655205488204956], "cos_Ac_negg": [0.5980537533760071, 0.6655205488204956]}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_sdil_w500_d2_s0.json b/results/ep_depth2_v1_mnist_sdil_w500_d2_s0.json
new file mode 100644
index 0000000..51057a1
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_sdil_w500_d2_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s0", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.455000400543213, "cos_r_negg": [-0.0010254550725221634, 0.005883635953068733], "cos_innovation_negg": [-0.0010254550725221634, 0.005883635953068733], "cos_apical_negg": [-0.0010254550725221634, 0.005883635953068733], "cos_Ac_negg": [-0.0010254550725221634, 0.005883635953068733], "r_norm": [6.8533711433410645, 6.688825607299805], "ldr": {"dL_sdil": -0.12562966346740723, "dL_bp": -0.3623948097229004, "ratio": 0.3466651842046745}}, {"step": 50, "epoch": 0, "train_loss": 0.4895118772983551, "cos_r_negg": [0.44498148560523987, 0.32469695806503296], "cos_innovation_negg": [0.44498148560523987, 0.32469695806503296], "cos_apical_negg": [0.44498148560523987, 0.32469695806503296], "cos_Ac_negg": [0.44498148560523987, 0.32469695806503296], "r_norm": [1.4397696256637573, 1.407429575920105]}, {"step": 100, "epoch": 0, "train_loss": 0.18129701912403107, "cos_r_negg": [0.47433891892433167, 0.3552454113960266], "cos_innovation_negg": [0.47433891892433167, 0.3552454113960266], "cos_apical_negg": [0.47433891892433167, 0.3552454113960266], "cos_Ac_negg": [0.47433891892433167, 0.3552454113960266], "r_norm": [1.2068939208984375, 1.1810274124145508]}, {"step": 150, "epoch": 0, "train_loss": 0.20362117886543274, "cos_r_negg": [0.49221286177635193, 0.37043794989585876], "cos_innovation_negg": [0.49221286177635193, 0.37043794989585876], "cos_apical_negg": [0.49221286177635193, 0.37043794989585876], "cos_Ac_negg": [0.49221286177635193, 0.37043794989585876], "r_norm": [0.9314549565315247, 0.9153774380683899]}, {"step": 200, "epoch": 0, "train_loss": 0.30660805106163025, "cos_r_negg": [0.49229156970977783, 0.3862241506576538], "cos_innovation_negg": [0.49229156970977783, 0.3862241506576538], "cos_apical_negg": [0.49229156970977783, 0.3862241506576538], "cos_Ac_negg": [0.49229156970977783, 0.3862241506576538], "r_norm": [0.9120128750801086, 0.8962632417678833]}, {"step": 250, "epoch": 0, "train_loss": 0.34512728452682495, "cos_r_negg": [0.5012688636779785, 0.4040162265300751], "cos_innovation_negg": [0.5012688636779785, 0.4040162265300751], "cos_apical_negg": [0.5012688636779785, 0.4040162265300751], "cos_Ac_negg": [0.5012688636779785, 0.4040162265300751], "r_norm": [0.904177188873291, 0.8945931196212769], "ldr": {"dL_sdil": -0.024072453379631042, "dL_bp": -0.020065128803253174, "ratio": 1.199715866051563}}, {"step": 300, "epoch": 0, "train_loss": 0.21203111112117767, "cos_r_negg": [0.519328236579895, 0.4066077470779419], "cos_innovation_negg": [0.519328236579895, 0.4066077470779419], "cos_apical_negg": [0.519328236579895, 0.4066077470779419], "cos_Ac_negg": [0.519328236579895, 0.4066077470779419], "r_norm": [0.7368923425674438, 0.7258325815200806]}, {"step": 350, "epoch": 0, "train_loss": 0.21537403762340546, "cos_r_negg": [0.5174272656440735, 0.4221409559249878], "cos_innovation_negg": [0.5174272656440735, 0.4221409559249878], "cos_apical_negg": [0.5174272656440735, 0.4221409559249878], "cos_Ac_negg": [0.5174272656440735, 0.4221409559249878], "r_norm": [0.6964750289916992, 0.6853855848312378]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9441, "test_loss": 0.19684992599487305}, {"step": 400, "epoch": 1, "train_loss": 0.150753915309906, "cos_r_negg": [0.5387535691261292, 0.4410257339477539], "cos_innovation_negg": [0.5387535691261292, 0.4410257339477539], "cos_apical_negg": [0.5387535691261292, 0.4410257339477539], "cos_Ac_negg": [0.5387535691261292, 0.4410257339477539], "r_norm": [0.5827909111976624, 0.5724599957466125]}, {"step": 450, "epoch": 1, "train_loss": 0.17174583673477173, "cos_r_negg": [0.5293620824813843, 0.4562150239944458], "cos_innovation_negg": [0.5293620824813843, 0.4562150239944458], "cos_apical_negg": [0.5293620824813843, 0.4562150239944458], "cos_Ac_negg": [0.5293620824813843, 0.4562150239944458], "r_norm": [0.585148274898529, 0.5785198211669922]}, {"step": 500, "epoch": 1, "train_loss": 0.1333145946264267, "cos_r_negg": [0.5390564203262329, 0.46814244985580444], "cos_innovation_negg": [0.5390564203262329, 0.46814244985580444], "cos_apical_negg": [0.5390564203262329, 0.46814244985580444], "cos_Ac_negg": [0.5390564203262329, 0.46814244985580444], "r_norm": [0.4225037097930908, 0.4163639545440674], "ldr": {"dL_sdil": -0.007461570203304291, "dL_bp": -0.00573691725730896, "ratio": 1.3006236396033226}}, {"step": 550, "epoch": 1, "train_loss": 0.09146719425916672, "cos_r_negg": [0.5428531169891357, 0.48566681146621704], "cos_innovation_negg": [0.5428531169891357, 0.48566681146621704], "cos_apical_negg": [0.5428531169891357, 0.48566681146621704], "cos_Ac_negg": [0.5428531169891357, 0.48566681146621704], "r_norm": [0.6074194312095642, 0.5985921621322632]}, {"step": 600, "epoch": 1, "train_loss": 0.05301827937364578, "cos_r_negg": [0.5456959009170532, 0.4894639849662781], "cos_innovation_negg": [0.5456959009170532, 0.4894639849662781], "cos_apical_negg": [0.5456959009170532, 0.4894639849662781], "cos_Ac_negg": [0.5456959009170532, 0.4894639849662781], "r_norm": [0.5159111022949219, 0.5061997175216675]}, {"step": 650, "epoch": 1, "train_loss": 0.08545658737421036, "cos_r_negg": [0.5353447198867798, 0.48119014501571655], "cos_innovation_negg": [0.5353447198867798, 0.48119014501571655], "cos_apical_negg": [0.5353447198867798, 0.48119014501571655], "cos_Ac_negg": [0.5353447198867798, 0.48119014501571655], "r_norm": [0.4798269271850586, 0.47530829906463623]}, {"step": 700, "epoch": 1, "train_loss": 0.12834057211875916, "cos_r_negg": [0.5367341041564941, 0.4966064691543579], "cos_innovation_negg": [0.5367341041564941, 0.4966064691543579], "cos_apical_negg": [0.5367341041564941, 0.4966064691543579], "cos_Ac_negg": [0.5367341041564941, 0.4966064691543579], "r_norm": [0.5802292823791504, 0.5705269575119019]}, {"step": 750, "epoch": 1, "train_loss": 0.16338655352592468, "cos_r_negg": [0.5301867127418518, 0.5093897581100464], "cos_innovation_negg": [0.5301867127418518, 0.5093897581100464], "cos_apical_negg": [0.5301867127418518, 0.5093897581100464], "cos_Ac_negg": [0.5301867127418518, 0.5093897581100464], "r_norm": [0.604500949382782, 0.5904712080955505], "ldr": {"dL_sdil": -0.023500517010688782, "dL_bp": -0.020328760147094727, "ratio": 1.1560231337594558}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9474, "test_loss": 0.18946121368408203}, {"step": 800, "epoch": 2, "train_loss": 0.06782505661249161, "cos_r_negg": [0.5436443090438843, 0.5089449882507324], "cos_innovation_negg": [0.5436443090438843, 0.5089449882507324], "cos_apical_negg": [0.5436443090438843, 0.5089449882507324], "cos_Ac_negg": [0.5436443090438843, 0.5089449882507324], "r_norm": [0.4493650197982788, 0.441867470741272]}, {"step": 850, "epoch": 2, "train_loss": 0.03779863938689232, "cos_r_negg": [0.5594992637634277, 0.526273250579834], "cos_innovation_negg": [0.5594992637634277, 0.526273250579834], "cos_apical_negg": [0.5594992637634277, 0.526273250579834], "cos_Ac_negg": [0.5594992637634277, 0.526273250579834], "r_norm": [0.42517396807670593, 0.4211311936378479]}, {"step": 900, "epoch": 2, "train_loss": 0.06718786805868149, "cos_r_negg": [0.5563832521438599, 0.5151529312133789], "cos_innovation_negg": [0.5563832521438599, 0.5151529312133789], "cos_apical_negg": [0.5563832521438599, 0.5151529312133789], "cos_Ac_negg": [0.5563832521438599, 0.5151529312133789], "r_norm": [0.5170897841453552, 0.513474702835083]}, {"step": 950, "epoch": 2, "train_loss": 0.1320764124393463, "cos_r_negg": [0.5567190051078796, 0.512729287147522], "cos_innovation_negg": [0.5567190051078796, 0.512729287147522], "cos_apical_negg": [0.5567190051078796, 0.512729287147522], "cos_Ac_negg": [0.5567190051078796, 0.512729287147522], "r_norm": [0.40950629115104675, 0.4005741775035858]}, {"step": 1000, "epoch": 2, "train_loss": 0.11085212230682373, "cos_r_negg": [0.5612894892692566, 0.535991907119751], "cos_innovation_negg": [0.5612894892692566, 0.535991907119751], "cos_apical_negg": [0.5612894892692566, 0.535991907119751], "cos_Ac_negg": [0.5612894892692566, 0.535991907119751], "r_norm": [0.4417288899421692, 0.43522170186042786], "ldr": {"dL_sdil": -0.010112956166267395, "dL_bp": -0.00798923522233963, "ratio": 1.2658228084196823}}, {"step": 1050, "epoch": 2, "train_loss": 0.04912177473306656, "cos_r_negg": [0.5523591041564941, 0.536558985710144], "cos_innovation_negg": [0.5523591041564941, 0.536558985710144], "cos_apical_negg": [0.5523591041564941, 0.536558985710144], "cos_Ac_negg": [0.5523591041564941, 0.536558985710144], "r_norm": [0.4366343319416046, 0.4315938949584961]}, {"step": 1100, "epoch": 2, "train_loss": 0.12657618522644043, "cos_r_negg": [0.5489185452461243, 0.5483717918395996], "cos_innovation_negg": [0.5489185452461243, 0.5483717918395996], "cos_apical_negg": [0.5489185452461243, 0.5483717918395996], "cos_Ac_negg": [0.5489185452461243, 0.5483717918395996], "r_norm": [0.44181203842163086, 0.4303753674030304]}, {"step": 1150, "epoch": 2, "train_loss": 0.08615462481975555, "cos_r_negg": [0.5556320548057556, 0.5492593050003052], "cos_innovation_negg": [0.5556320548057556, 0.5492593050003052], "cos_apical_negg": [0.5556320548057556, 0.5492593050003052], "cos_Ac_negg": [0.5556320548057556, 0.5492593050003052], "r_norm": [0.31057870388031006, 0.3072051405906677]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9625, "test_loss": 0.13104225749969484}, {"step": 1200, "epoch": 3, "train_loss": 0.06980840861797333, "cos_r_negg": [0.5636556148529053, 0.5557698011398315], "cos_innovation_negg": [0.5636556148529053, 0.5557698011398315], "cos_apical_negg": [0.5636556148529053, 0.5557698011398315], "cos_Ac_negg": [0.5636556148529053, 0.5557698011398315], "r_norm": [0.42649516463279724, 0.4184994101524353]}, {"step": 1250, "epoch": 3, "train_loss": 0.11273530125617981, "cos_r_negg": [0.5623651742935181, 0.5631772875785828], "cos_innovation_negg": [0.5623651742935181, 0.5631772875785828], "cos_apical_negg": [0.5623651742935181, 0.5631772875785828], "cos_Ac_negg": [0.5623651742935181, 0.5631772875785828], "r_norm": [0.34371334314346313, 0.3381286859512329], "ldr": {"dL_sdil": -0.008709415793418884, "dL_bp": -0.0072178915143013, "ratio": 1.2066426568149888}}, {"step": 1300, "epoch": 3, "train_loss": 0.02348640002310276, "cos_r_negg": [0.5640063285827637, 0.5618271827697754], "cos_innovation_negg": [0.5640063285827637, 0.5618271827697754], "cos_apical_negg": [0.5640063285827637, 0.5618271827697754], "cos_Ac_negg": [0.5640063285827637, 0.5618271827697754], "r_norm": [0.3766815960407257, 0.3689887523651123]}, {"step": 1350, "epoch": 3, "train_loss": 0.02691880241036415, "cos_r_negg": [0.5569894909858704, 0.5622975826263428], "cos_innovation_negg": [0.5569894909858704, 0.5622975826263428], "cos_apical_negg": [0.5569894909858704, 0.5622975826263428], "cos_Ac_negg": [0.5569894909858704, 0.5622975826263428], "r_norm": [0.3388671278953552, 0.33363664150238037]}, {"step": 1400, "epoch": 3, "train_loss": 0.060662247240543365, "cos_r_negg": [0.5677673816680908, 0.572299599647522], "cos_innovation_negg": [0.5677673816680908, 0.572299599647522], "cos_apical_negg": [0.5677673816680908, 0.572299599647522], "cos_Ac_negg": [0.5677673816680908, 0.572299599647522], "r_norm": [0.3653630018234253, 0.3591393232345581]}, {"step": 1450, "epoch": 3, "train_loss": 0.07790273427963257, "cos_r_negg": [0.5802043676376343, 0.5757269859313965], "cos_innovation_negg": [0.5802043676376343, 0.5757269859313965], "cos_apical_negg": [0.5802043676376343, 0.5757269859313965], "cos_Ac_negg": [0.5802043676376343, 0.5757269859313965], "r_norm": [0.35353150963783264, 0.3492761254310608]}, {"step": 1500, "epoch": 3, "train_loss": 0.10601810365915298, "cos_r_negg": [0.5812929272651672, 0.5842186808586121], "cos_innovation_negg": [0.5812929272651672, 0.5842186808586121], "cos_apical_negg": [0.5812929272651672, 0.5842186808586121], "cos_Ac_negg": [0.5812929272651672, 0.5842186808586121], "r_norm": [0.23167391121387482, 0.22793367505073547], "ldr": {"dL_sdil": -0.004895009100437164, "dL_bp": -0.004200376570224762, "ratio": 1.1653738703183063}}, {"step": 1550, "epoch": 3, "train_loss": 0.05128446966409683, "cos_r_negg": [0.5723777413368225, 0.5810141563415527], "cos_innovation_negg": [0.5723777413368225, 0.5810141563415527], "cos_apical_negg": [0.5723777413368225, 0.5810141563415527], "cos_Ac_negg": [0.5723777413368225, 0.5810141563415527], "r_norm": [0.27536582946777344, 0.2736847400665283]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9676, "test_loss": 0.12127881774902344}, {"step": 1600, "epoch": 4, "train_loss": 0.07958215475082397, "cos_r_negg": [0.5815198421478271, 0.5861390829086304], "cos_innovation_negg": [0.5815198421478271, 0.5861390829086304], "cos_apical_negg": [0.5815198421478271, 0.5861390829086304], "cos_Ac_negg": [0.5815198421478271, 0.5861390829086304], "r_norm": [0.281191885471344, 0.27861273288726807]}, {"step": 1650, "epoch": 4, "train_loss": 0.10404185950756073, "cos_r_negg": [0.574036180973053, 0.5878610014915466], "cos_innovation_negg": [0.574036180973053, 0.5878610014915466], "cos_apical_negg": [0.574036180973053, 0.5878610014915466], "cos_Ac_negg": [0.574036180973053, 0.5878610014915466], "r_norm": [0.2801986038684845, 0.27604806423187256]}, {"step": 1700, "epoch": 4, "train_loss": 0.025473281741142273, "cos_r_negg": [0.5689992904663086, 0.5890246629714966], "cos_innovation_negg": [0.5689992904663086, 0.5890246629714966], "cos_apical_negg": [0.5689992904663086, 0.5890246629714966], "cos_Ac_negg": [0.5689992904663086, 0.5890246629714966], "r_norm": [0.25018802285194397, 0.2457093894481659]}, {"step": 1750, "epoch": 4, "train_loss": 0.0717548280954361, "cos_r_negg": [0.5819209814071655, 0.5961177945137024], "cos_innovation_negg": [0.5819209814071655, 0.5961177945137024], "cos_apical_negg": [0.5819209814071655, 0.5961177945137024], "cos_Ac_negg": [0.5819209814071655, 0.5961177945137024], "r_norm": [0.3163953125476837, 0.3099750876426697], "ldr": {"dL_sdil": -0.007892198860645294, "dL_bp": -0.0067620649933815, "ratio": 1.1671285130163542}}, {"step": 1800, "epoch": 4, "train_loss": 0.03644631430506706, "cos_r_negg": [0.5655832886695862, 0.5918830037117004], "cos_innovation_negg": [0.5655832886695862, 0.5918830037117004], "cos_apical_negg": [0.5655832886695862, 0.5918830037117004], "cos_Ac_negg": [0.5655832886695862, 0.5918830037117004], "r_norm": [0.2862757742404938, 0.2806207239627838]}, {"step": 1850, "epoch": 4, "train_loss": 0.1175123006105423, "cos_r_negg": [0.5815010070800781, 0.5981881618499756], "cos_innovation_negg": [0.5815010070800781, 0.5981881618499756], "cos_apical_negg": [0.5815010070800781, 0.5981881618499756], "cos_Ac_negg": [0.5815010070800781, 0.5981881618499756], "r_norm": [0.2771233916282654, 0.2730920910835266]}, {"step": 1900, "epoch": 4, "train_loss": 0.022142259404063225, "cos_r_negg": [0.5859190821647644, 0.6020100116729736], "cos_innovation_negg": [0.5859190821647644, 0.6020100116729736], "cos_apical_negg": [0.5859190821647644, 0.6020100116729736], "cos_Ac_negg": [0.5859190821647644, 0.6020100116729736], "r_norm": [0.256939172744751, 0.25363749265670776]}, {"step": 1950, "epoch": 4, "train_loss": 0.08901271969079971, "cos_r_negg": [0.5877770185470581, 0.6108354330062866], "cos_innovation_negg": [0.5877770185470581, 0.6108354330062866], "cos_apical_negg": [0.5877770185470581, 0.6108354330062866], "cos_Ac_negg": [0.5877770185470581, 0.6108354330062866], "r_norm": [0.29549309611320496, 0.2904023230075836]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9718, "test_loss": 0.10368885307312012}, {"step": 2000, "epoch": 5, "train_loss": 0.03282095864415169, "cos_r_negg": [0.5905306339263916, 0.6065024733543396], "cos_innovation_negg": [0.5905306339263916, 0.6065024733543396], "cos_apical_negg": [0.5905306339263916, 0.6065024733543396], "cos_Ac_negg": [0.5905306339263916, 0.6065024733543396], "r_norm": [0.29514437913894653, 0.2927072048187256], "ldr": {"dL_sdil": -0.007592298090457916, "dL_bp": -0.00650506466627121, "ratio": 1.1671364513598177}}, {"step": 2050, "epoch": 5, "train_loss": 0.027194440364837646, "cos_r_negg": [0.5841985940933228, 0.6071639060974121], "cos_innovation_negg": [0.5841985940933228, 0.6071639060974121], "cos_apical_negg": [0.5841985940933228, 0.6071639060974121], "cos_Ac_negg": [0.5841985940933228, 0.6071639060974121], "r_norm": [0.2838437557220459, 0.28007254004478455]}, {"step": 2100, "epoch": 5, "train_loss": 0.013639463111758232, "cos_r_negg": [0.5966875553131104, 0.620142936706543], "cos_innovation_negg": [0.5966875553131104, 0.620142936706543], "cos_apical_negg": [0.5966875553131104, 0.620142936706543], "cos_Ac_negg": [0.5966875553131104, 0.620142936706543], "r_norm": [0.2896431088447571, 0.28369417786598206]}, {"step": 2150, "epoch": 5, "train_loss": 0.005623754113912582, "cos_r_negg": [0.59043288230896, 0.6106847524642944], "cos_innovation_negg": [0.59043288230896, 0.6106847524642944], "cos_apical_negg": [0.59043288230896, 0.6106847524642944], "cos_Ac_negg": [0.59043288230896, 0.6106847524642944], "r_norm": [0.2801828384399414, 0.2760639786720276]}, {"step": 2200, "epoch": 5, "train_loss": 0.022627215832471848, "cos_r_negg": [0.5920196771621704, 0.6126626133918762], "cos_innovation_negg": [0.5920196771621704, 0.6126626133918762], "cos_apical_negg": [0.5920196771621704, 0.6126626133918762], "cos_Ac_negg": [0.5920196771621704, 0.6126626133918762], "r_norm": [0.290988028049469, 0.2859334647655487]}, {"step": 2250, "epoch": 5, "train_loss": 0.004634893964976072, "cos_r_negg": [0.5979301929473877, 0.6230133771896362], "cos_innovation_negg": [0.5979301929473877, 0.6230133771896362], "cos_apical_negg": [0.5979301929473877, 0.6230133771896362], "cos_Ac_negg": [0.5979301929473877, 0.6230133771896362], "r_norm": [0.24607905745506287, 0.24101725220680237], "ldr": {"dL_sdil": -0.005929097533226013, "dL_bp": -0.005217276513576508, "ratio": 1.1364353638909477}}, {"step": 2300, "epoch": 5, "train_loss": 0.016161317005753517, "cos_r_negg": [0.5943418741226196, 0.6206448078155518], "cos_innovation_negg": [0.5943418741226196, 0.6206448078155518], "cos_apical_negg": [0.5943418741226196, 0.6206448078155518], "cos_Ac_negg": [0.5943418741226196, 0.6206448078155518], "r_norm": [0.25990694761276245, 0.25747519731521606]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.973, "test_loss": 0.10669952869415283}, {"step": 2350, "epoch": 6, "train_loss": 0.008811167441308498, "cos_r_negg": [0.591245174407959, 0.6146102547645569], "cos_innovation_negg": [0.591245174407959, 0.6146102547645569], "cos_apical_negg": [0.591245174407959, 0.6146102547645569], "cos_Ac_negg": [0.591245174407959, 0.6146102547645569], "r_norm": [0.22022157907485962, 0.21839547157287598]}, {"step": 2400, "epoch": 6, "train_loss": 0.009392397478222847, "cos_r_negg": [0.5996897220611572, 0.6260772943496704], "cos_innovation_negg": [0.5996897220611572, 0.6260772943496704], "cos_apical_negg": [0.5996897220611572, 0.6260772943496704], "cos_Ac_negg": [0.5996897220611572, 0.6260772943496704], "r_norm": [0.21580277383327484, 0.21191561222076416]}, {"step": 2450, "epoch": 6, "train_loss": 0.004336003214120865, "cos_r_negg": [0.5865311026573181, 0.6245903968811035], "cos_innovation_negg": [0.5865311026573181, 0.6245903968811035], "cos_apical_negg": [0.5865311026573181, 0.6245903968811035], "cos_Ac_negg": [0.5865311026573181, 0.6245903968811035], "r_norm": [0.2644076347351074, 0.25946587324142456]}, {"step": 2500, "epoch": 6, "train_loss": 0.007899310439825058, "cos_r_negg": [0.5979076623916626, 0.6292011737823486], "cos_innovation_negg": [0.5979076623916626, 0.6292011737823486], "cos_apical_negg": [0.5979076623916626, 0.6292011737823486], "cos_Ac_negg": [0.5979076623916626, 0.6292011737823486], "r_norm": [0.2438533902168274, 0.24039989709854126], "ldr": {"dL_sdil": -0.005830340087413788, "dL_bp": -0.005216963589191437, "ratio": 1.1175734673504625}}, {"step": 2550, "epoch": 6, "train_loss": 0.017429739236831665, "cos_r_negg": [0.5917465686798096, 0.6319595575332642], "cos_innovation_negg": [0.5917465686798096, 0.6319595575332642], "cos_apical_negg": [0.5917465686798096, 0.6319595575332642], "cos_Ac_negg": [0.5917465686798096, 0.6319595575332642], "r_norm": [0.24333226680755615, 0.24057146906852722]}, {"step": 2600, "epoch": 6, "train_loss": 0.019751230254769325, "cos_r_negg": [0.5939832329750061, 0.629113495349884], "cos_innovation_negg": [0.5939832329750061, 0.629113495349884], "cos_apical_negg": [0.5939832329750061, 0.629113495349884], "cos_Ac_negg": [0.5939832329750061, 0.629113495349884], "r_norm": [0.2781919538974762, 0.2757059931755066]}, {"step": 2650, "epoch": 6, "train_loss": 0.017004789784550667, "cos_r_negg": [0.5969843864440918, 0.6348763704299927], "cos_innovation_negg": [0.5969843864440918, 0.6348763704299927], "cos_apical_negg": [0.5969843864440918, 0.6348763704299927], "cos_Ac_negg": [0.5969843864440918, 0.6348763704299927], "r_norm": [0.2448774129152298, 0.24093227088451385]}, {"step": 2700, "epoch": 6, "train_loss": 0.0026977662928402424, "cos_r_negg": [0.5920177698135376, 0.6303874254226685], "cos_innovation_negg": [0.5920177698135376, 0.6303874254226685], "cos_apical_negg": [0.5920177698135376, 0.6303874254226685], "cos_Ac_negg": [0.5920177698135376, 0.6303874254226685], "r_norm": [0.27535706758499146, 0.27410924434661865]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9739, "test_loss": 0.10686082391738892}, {"step": 2750, "epoch": 7, "train_loss": 0.0014686110662296414, "cos_r_negg": [0.5949472188949585, 0.6300156712532043], "cos_innovation_negg": [0.5949472188949585, 0.6300156712532043], "cos_apical_negg": [0.5949472188949585, 0.6300156712532043], "cos_Ac_negg": [0.5949472188949585, 0.6300156712532043], "r_norm": [0.22721737623214722, 0.22525370121002197], "ldr": {"dL_sdil": -0.005983695387840271, "dL_bp": -0.0054760947823524475, "ratio": 1.0926939042625128}}, {"step": 2800, "epoch": 7, "train_loss": 0.0013955675531178713, "cos_r_negg": [0.6060435771942139, 0.6327382326126099], "cos_innovation_negg": [0.6060435771942139, 0.6327382326126099], "cos_apical_negg": [0.6060435771942139, 0.6327382326126099], "cos_Ac_negg": [0.6060435771942139, 0.6327382326126099], "r_norm": [0.20583689212799072, 0.2034686803817749]}, {"step": 2850, "epoch": 7, "train_loss": 0.0043814051896333694, "cos_r_negg": [0.6043111085891724, 0.6334086060523987], "cos_innovation_negg": [0.6043111085891724, 0.6334086060523987], "cos_apical_negg": [0.6043111085891724, 0.6334086060523987], "cos_Ac_negg": [0.6043111085891724, 0.6334086060523987], "r_norm": [0.2581748962402344, 0.2558861970901489]}, {"step": 2900, "epoch": 7, "train_loss": 0.001684343907982111, "cos_r_negg": [0.598679780960083, 0.6355268955230713], "cos_innovation_negg": [0.598679780960083, 0.6355268955230713], "cos_apical_negg": [0.598679780960083, 0.6355268955230713], "cos_Ac_negg": [0.598679780960083, 0.6355268955230713], "r_norm": [0.22582191228866577, 0.22253890335559845]}, {"step": 2950, "epoch": 7, "train_loss": 0.0015665226383134723, "cos_r_negg": [0.608952522277832, 0.6403834819793701], "cos_innovation_negg": [0.608952522277832, 0.6403834819793701], "cos_apical_negg": [0.608952522277832, 0.6403834819793701], "cos_Ac_negg": [0.608952522277832, 0.6403834819793701], "r_norm": [0.21307961642742157, 0.21133345365524292]}, {"step": 3000, "epoch": 7, "train_loss": 0.003918718546628952, "cos_r_negg": [0.5966317653656006, 0.6363245248794556], "cos_innovation_negg": [0.5966317653656006, 0.6363245248794556], "cos_apical_negg": [0.5966317653656006, 0.6363245248794556], "cos_Ac_negg": [0.5966317653656006, 0.6363245248794556], "r_norm": [0.24857577681541443, 0.2475879043340683], "ldr": {"dL_sdil": -0.008130542933940887, "dL_bp": -0.007636740803718567, "ratio": 1.0646613709845794}}, {"step": 3050, "epoch": 7, "train_loss": 0.0020793660078197718, "cos_r_negg": [0.6035180687904358, 0.6401494741439819], "cos_innovation_negg": [0.6035180687904358, 0.6401494741439819], "cos_apical_negg": [0.6035180687904358, 0.6401494741439819], "cos_Ac_negg": [0.6035180687904358, 0.6401494741439819], "r_norm": [0.2123938947916031, 0.21078266203403473]}, {"step": 3100, "epoch": 7, "train_loss": 0.0015039165737107396, "cos_r_negg": [0.6025494337081909, 0.6403746604919434], "cos_innovation_negg": [0.6025494337081909, 0.6403746604919434], "cos_apical_negg": [0.6025494337081909, 0.6403746604919434], "cos_Ac_negg": [0.6025494337081909, 0.6403746604919434], "r_norm": [0.20332249999046326, 0.2012862265110016]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9733, "test_loss": 0.10952015609741211}, {"step": 3150, "epoch": 8, "train_loss": 0.001294986461289227, "cos_r_negg": [0.6032120585441589, 0.6428526043891907], "cos_innovation_negg": [0.6032120585441589, 0.6428526043891907], "cos_apical_negg": [0.6032120585441589, 0.6428526043891907], "cos_Ac_negg": [0.6032120585441589, 0.6428526043891907], "r_norm": [0.20986083149909973, 0.208616703748703]}, {"step": 3200, "epoch": 8, "train_loss": 0.004995242692530155, "cos_r_negg": [0.6020551919937134, 0.6412385702133179], "cos_innovation_negg": [0.6020551919937134, 0.6412385702133179], "cos_apical_negg": [0.6020551919937134, 0.6412385702133179], "cos_Ac_negg": [0.6020551919937134, 0.6412385702133179], "r_norm": [0.2019995152950287, 0.20014457404613495]}, {"step": 3250, "epoch": 8, "train_loss": 0.0012335361680015922, "cos_r_negg": [0.6025669574737549, 0.643997311592102], "cos_innovation_negg": [0.6025669574737549, 0.643997311592102], "cos_apical_negg": [0.6025669574737549, 0.643997311592102], "cos_Ac_negg": [0.6025669574737549, 0.643997311592102], "r_norm": [0.2128182351589203, 0.21133548021316528], "ldr": {"dL_sdil": -0.006437093019485474, "dL_bp": -0.0059561654925346375, "ratio": 1.0807444869612208}}, {"step": 3300, "epoch": 8, "train_loss": 0.001264618244022131, "cos_r_negg": [0.5973050594329834, 0.6400789618492126], "cos_innovation_negg": [0.5973050594329834, 0.6400789618492126], "cos_apical_negg": [0.5973050594329834, 0.6400789618492126], "cos_Ac_negg": [0.5973050594329834, 0.6400789618492126], "r_norm": [0.19284386932849884, 0.19051003456115723]}, {"step": 3350, "epoch": 8, "train_loss": 0.00463393609970808, "cos_r_negg": [0.6057702302932739, 0.6442410945892334], "cos_innovation_negg": [0.6057702302932739, 0.6442410945892334], "cos_apical_negg": [0.6057702302932739, 0.6442410945892334], "cos_Ac_negg": [0.6057702302932739, 0.6442410945892334], "r_norm": [0.19309279322624207, 0.19077734649181366]}, {"step": 3400, "epoch": 8, "train_loss": 0.004669546615332365, "cos_r_negg": [0.5997382402420044, 0.6424154043197632], "cos_innovation_negg": [0.5997382402420044, 0.6424154043197632], "cos_apical_negg": [0.5997382402420044, 0.6424154043197632], "cos_Ac_negg": [0.5997382402420044, 0.6424154043197632], "r_norm": [0.22324079275131226, 0.2215898633003235]}, {"step": 3450, "epoch": 8, "train_loss": 0.0010744412429630756, "cos_r_negg": [0.5997679233551025, 0.6417056322097778], "cos_innovation_negg": [0.5997679233551025, 0.6417056322097778], "cos_apical_negg": [0.5997679233551025, 0.6417056322097778], "cos_Ac_negg": [0.5997679233551025, 0.6417056322097778], "r_norm": [0.22309036552906036, 0.21979978680610657]}, {"step": 3500, "epoch": 8, "train_loss": 0.007608258631080389, "cos_r_negg": [0.5995055437088013, 0.6403558254241943], "cos_innovation_negg": [0.5995055437088013, 0.6403558254241943], "cos_apical_negg": [0.5995055437088013, 0.6403558254241943], "cos_Ac_negg": [0.5995055437088013, 0.6403558254241943], "r_norm": [0.21683728694915771, 0.2136354148387909], "ldr": {"dL_sdil": -0.006215102970600128, "dL_bp": -0.006075747311115265, "ratio": 1.0229363817073036}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9747, "test_loss": 0.10835084114074707}, {"step": 3550, "epoch": 9, "train_loss": 0.0012152412673458457, "cos_r_negg": [0.6010159850120544, 0.6425495147705078], "cos_innovation_negg": [0.6010159850120544, 0.6425495147705078], "cos_apical_negg": [0.6010159850120544, 0.6425495147705078], "cos_Ac_negg": [0.6010159850120544, 0.6425495147705078], "r_norm": [0.20879478752613068, 0.20688486099243164]}, {"step": 3600, "epoch": 9, "train_loss": 0.002143473131582141, "cos_r_negg": [0.6017417907714844, 0.6432584524154663], "cos_innovation_negg": [0.6017417907714844, 0.6432584524154663], "cos_apical_negg": [0.6017417907714844, 0.6432584524154663], "cos_Ac_negg": [0.6017417907714844, 0.6432584524154663], "r_norm": [0.20433641970157623, 0.20181939005851746]}, {"step": 3650, "epoch": 9, "train_loss": 0.0012504332698881626, "cos_r_negg": [0.6048827767372131, 0.647581934928894], "cos_innovation_negg": [0.6048827767372131, 0.647581934928894], "cos_apical_negg": [0.6048827767372131, 0.647581934928894], "cos_Ac_negg": [0.6048827767372131, 0.647581934928894], "r_norm": [0.18674816191196442, 0.18498937785625458]}, {"step": 3700, "epoch": 9, "train_loss": 0.004133719485253096, "cos_r_negg": [0.6044255495071411, 0.6474649310112], "cos_innovation_negg": [0.6044255495071411, 0.6474649310112], "cos_apical_negg": [0.6044255495071411, 0.6474649310112], "cos_Ac_negg": [0.6044255495071411, 0.6474649310112], "r_norm": [0.20051929354667664, 0.19841423630714417]}, {"step": 3750, "epoch": 9, "train_loss": 0.002787556266412139, "cos_r_negg": [0.6040263175964355, 0.6482491493225098], "cos_innovation_negg": [0.6040263175964355, 0.6482491493225098], "cos_apical_negg": [0.6040263175964355, 0.6482491493225098], "cos_Ac_negg": [0.6040263175964355, 0.6482491493225098], "r_norm": [0.19501906633377075, 0.1930389553308487], "ldr": {"dL_sdil": -0.005439877510070801, "dL_bp": -0.0052569955587387085, "ratio": 1.034788302422681}}, {"step": 3800, "epoch": 9, "train_loss": 0.0006249704747460783, "cos_r_negg": [0.6042642593383789, 0.6496865749359131], "cos_innovation_negg": [0.6042642593383789, 0.6496865749359131], "cos_apical_negg": [0.6042642593383789, 0.6496865749359131], "cos_Ac_negg": [0.6042642593383789, 0.6496865749359131], "r_norm": [0.20381823182106018, 0.2017594277858734]}, {"step": 3850, "epoch": 9, "train_loss": 0.0017227146308869123, "cos_r_negg": [0.6007164120674133, 0.650873601436615], "cos_innovation_negg": [0.6007164120674133, 0.650873601436615], "cos_apical_negg": [0.6007164120674133, 0.650873601436615], "cos_Ac_negg": [0.6007164120674133, 0.650873601436615], "r_norm": [0.21194395422935486, 0.2097470462322235]}, {"step": 3900, "epoch": 9, "train_loss": 0.0026829722337424755, "cos_r_negg": [0.595439076423645, 0.6440451741218567], "cos_innovation_negg": [0.595439076423645, 0.6440451741218567], "cos_apical_negg": [0.595439076423645, 0.6440451741218567], "cos_Ac_negg": [0.595439076423645, 0.6440451741218567], "r_norm": [0.20188559591770172, 0.19975560903549194]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9754, "test_loss": 0.10791367092132569}, {"step": 3950, "epoch": 10, "train_loss": 0.0009741542162373662, "cos_r_negg": [0.5988824963569641, 0.6466795802116394], "cos_innovation_negg": [0.5988824963569641, 0.6466795802116394], "cos_apical_negg": [0.5988824963569641, 0.6466795802116394], "cos_Ac_negg": [0.5988824963569641, 0.6466795802116394], "r_norm": [0.20963504910469055, 0.207266166806221]}, {"step": 4000, "epoch": 10, "train_loss": 0.0016414296114817262, "cos_r_negg": [0.5999532341957092, 0.6498483419418335], "cos_innovation_negg": [0.5999532341957092, 0.6498483419418335], "cos_apical_negg": [0.5999532341957092, 0.6498483419418335], "cos_Ac_negg": [0.5999532341957092, 0.6498483419418335], "r_norm": [0.20416198670864105, 0.20246315002441406], "ldr": {"dL_sdil": -0.00593981146812439, "dL_bp": -0.005830526351928711, "ratio": 1.0187436107135555}}, {"step": 4050, "epoch": 10, "train_loss": 0.0006668402347713709, "cos_r_negg": [0.5983554720878601, 0.6487475633621216], "cos_innovation_negg": [0.5983554720878601, 0.6487475633621216], "cos_apical_negg": [0.5983554720878601, 0.6487475633621216], "cos_Ac_negg": [0.5983554720878601, 0.6487475633621216], "r_norm": [0.2064650058746338, 0.2045278251171112]}, {"step": 4100, "epoch": 10, "train_loss": 0.0010248258477076888, "cos_r_negg": [0.5992565155029297, 0.6490609645843506], "cos_innovation_negg": [0.5992565155029297, 0.6490609645843506], "cos_apical_negg": [0.5992565155029297, 0.6490609645843506], "cos_Ac_negg": [0.5992565155029297, 0.6490609645843506], "r_norm": [0.20982196927070618, 0.20834887027740479]}, {"step": 4150, "epoch": 10, "train_loss": 0.0009475507540628314, "cos_r_negg": [0.597443699836731, 0.6493595838546753], "cos_innovation_negg": [0.597443699836731, 0.6493595838546753], "cos_apical_negg": [0.597443699836731, 0.6493595838546753], "cos_Ac_negg": [0.597443699836731, 0.6493595838546753], "r_norm": [0.19216355681419373, 0.19077575206756592]}, {"step": 4200, "epoch": 10, "train_loss": 0.0010347256902605295, "cos_r_negg": [0.599079966545105, 0.6498992443084717], "cos_innovation_negg": [0.599079966545105, 0.6498992443084717], "cos_apical_negg": [0.599079966545105, 0.6498992443084717], "cos_Ac_negg": [0.599079966545105, 0.6498992443084717], "r_norm": [0.1949988603591919, 0.19364909827709198]}, {"step": 4250, "epoch": 10, "train_loss": 0.0018951197853311896, "cos_r_negg": [0.6009097695350647, 0.6492518186569214], "cos_innovation_negg": [0.6009097695350647, 0.6492518186569214], "cos_apical_negg": [0.6009097695350647, 0.6492518186569214], "cos_Ac_negg": [0.6009097695350647, 0.6492518186569214], "r_norm": [0.19771039485931396, 0.19554713368415833], "ldr": {"dL_sdil": -0.005617372691631317, "dL_bp": -0.00554366409778595, "ratio": 1.0132960064941174}}, {"step": 4300, "epoch": 10, "train_loss": 0.001367335906252265, "cos_r_negg": [0.6011305451393127, 0.6510782241821289], "cos_innovation_negg": [0.6011305451393127, 0.6510782241821289], "cos_apical_negg": [0.6011305451393127, 0.6510782241821289], "cos_Ac_negg": [0.6011305451393127, 0.6510782241821289], "r_norm": [0.2018936574459076, 0.19979327917099]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.975, "test_loss": 0.11217771625518799}, {"step": 4350, "epoch": 11, "train_loss": 0.001244648708961904, "cos_r_negg": [0.6015670299530029, 0.651486873626709], "cos_innovation_negg": [0.6015670299530029, 0.651486873626709], "cos_apical_negg": [0.6015670299530029, 0.651486873626709], "cos_Ac_negg": [0.6015670299530029, 0.651486873626709], "r_norm": [0.19632259011268616, 0.19400887191295624]}, {"step": 4400, "epoch": 11, "train_loss": 0.0005299508338794112, "cos_r_negg": [0.6015111804008484, 0.6504368782043457], "cos_innovation_negg": [0.6015111804008484, 0.6504368782043457], "cos_apical_negg": [0.6015111804008484, 0.6504368782043457], "cos_Ac_negg": [0.6015111804008484, 0.6504368782043457], "r_norm": [0.19510939717292786, 0.19315361976623535]}, {"step": 4450, "epoch": 11, "train_loss": 0.0013083296362310648, "cos_r_negg": [0.6023820042610168, 0.6518459916114807], "cos_innovation_negg": [0.6023820042610168, 0.6518459916114807], "cos_apical_negg": [0.6023820042610168, 0.6518459916114807], "cos_Ac_negg": [0.6023820042610168, 0.6518459916114807], "r_norm": [0.19986173510551453, 0.19819264113903046]}, {"step": 4500, "epoch": 11, "train_loss": 0.0001501599617768079, "cos_r_negg": [0.6015421152114868, 0.651970386505127], "cos_innovation_negg": [0.6015421152114868, 0.651970386505127], "cos_apical_negg": [0.6015421152114868, 0.651970386505127], "cos_Ac_negg": [0.6015421152114868, 0.651970386505127], "r_norm": [0.19879072904586792, 0.19702109694480896], "ldr": {"dL_sdil": -0.005615502595901489, "dL_bp": -0.005578555166721344, "ratio": 1.0066231180074285}}, {"step": 4550, "epoch": 11, "train_loss": 0.0009189211996272206, "cos_r_negg": [0.5995179414749146, 0.6512942314147949], "cos_innovation_negg": [0.5995179414749146, 0.6512942314147949], "cos_apical_negg": [0.5995179414749146, 0.6512942314147949], "cos_Ac_negg": [0.5995179414749146, 0.6512942314147949], "r_norm": [0.1985226571559906, 0.1969117820262909]}, {"step": 4600, "epoch": 11, "train_loss": 0.00042358069913461804, "cos_r_negg": [0.6037262678146362, 0.6552006006240845], "cos_innovation_negg": [0.6037262678146362, 0.6552006006240845], "cos_apical_negg": [0.6037262678146362, 0.6552006006240845], "cos_Ac_negg": [0.6037262678146362, 0.6552006006240845], "r_norm": [0.20116807520389557, 0.19928321242332458]}, {"step": 4650, "epoch": 11, "train_loss": 0.00043768109753727913, "cos_r_negg": [0.6010776162147522, 0.6519854068756104], "cos_innovation_negg": [0.6010776162147522, 0.6519854068756104], "cos_apical_negg": [0.6010776162147522, 0.6519854068756104], "cos_Ac_negg": [0.6010776162147522, 0.6519854068756104], "r_norm": [0.1965731978416443, 0.19459620118141174]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9754, "test_loss": 0.11259535913467407}, {"step": 4700, "epoch": 12, "train_loss": 0.0009250795701518655, "cos_r_negg": [0.5986276865005493, 0.6502414345741272], "cos_innovation_negg": [0.5986276865005493, 0.6502414345741272], "cos_apical_negg": [0.5986276865005493, 0.6502414345741272], "cos_Ac_negg": [0.5986276865005493, 0.6502414345741272], "r_norm": [0.19495195150375366, 0.1929318606853485]}, {"step": 4750, "epoch": 12, "train_loss": 0.0006411473732441664, "cos_r_negg": [0.6000345945358276, 0.6504430770874023], "cos_innovation_negg": [0.6000345945358276, 0.6504430770874023], "cos_apical_negg": [0.6000345945358276, 0.6504430770874023], "cos_Ac_negg": [0.6000345945358276, 0.6504430770874023], "r_norm": [0.19553308188915253, 0.19354426860809326], "ldr": {"dL_sdil": -0.005820944905281067, "dL_bp": -0.0058280304074287415, "ratio": 0.9987842372718847}}, {"step": 4800, "epoch": 12, "train_loss": 0.0003429155040066689, "cos_r_negg": [0.5990176200866699, 0.6511474847793579], "cos_innovation_negg": [0.5990176200866699, 0.6511474847793579], "cos_apical_negg": [0.5990176200866699, 0.6511474847793579], "cos_Ac_negg": [0.5990176200866699, 0.6511474847793579], "r_norm": [0.1943967342376709, 0.192264586687088]}, {"step": 4850, "epoch": 12, "train_loss": 0.000462197232991457, "cos_r_negg": [0.5995984077453613, 0.6518261432647705], "cos_innovation_negg": [0.5995984077453613, 0.6518261432647705], "cos_apical_negg": [0.5995984077453613, 0.6518261432647705], "cos_Ac_negg": [0.5995984077453613, 0.6518261432647705], "r_norm": [0.19484487175941467, 0.19312681257724762]}, {"step": 4900, "epoch": 12, "train_loss": 0.0013148144353181124, "cos_r_negg": [0.6000388860702515, 0.6525892615318298], "cos_innovation_negg": [0.6000388860702515, 0.6525892615318298], "cos_apical_negg": [0.6000388860702515, 0.6525892615318298], "cos_Ac_negg": [0.6000388860702515, 0.6525892615318298], "r_norm": [0.1985970139503479, 0.19675633311271667]}, {"step": 4950, "epoch": 12, "train_loss": 0.00037391571095213294, "cos_r_negg": [0.598617434501648, 0.6517311334609985], "cos_innovation_negg": [0.598617434501648, 0.6517311334609985], "cos_apical_negg": [0.598617434501648, 0.6517311334609985], "cos_Ac_negg": [0.598617434501648, 0.6517311334609985], "r_norm": [0.19590915739536285, 0.19423508644104004]}, {"step": 5000, "epoch": 12, "train_loss": 0.0005801094812341034, "cos_r_negg": [0.6003941297531128, 0.6531791687011719], "cos_innovation_negg": [0.6003941297531128, 0.6531791687011719], "cos_apical_negg": [0.6003941297531128, 0.6531791687011719], "cos_Ac_negg": [0.6003941297531128, 0.6531791687011719], "r_norm": [0.19538699090480804, 0.1934269219636917], "ldr": {"dL_sdil": -0.00584864616394043, "dL_bp": -0.005838647484779358, "ratio": 1.00171249920245}}, {"step": 5050, "epoch": 12, "train_loss": 0.0006533608539029956, "cos_r_negg": [0.5994246602058411, 0.6511369943618774], "cos_innovation_negg": [0.5994246602058411, 0.6511369943618774], "cos_apical_negg": [0.5994246602058411, 0.6511369943618774], "cos_Ac_negg": [0.5994246602058411, 0.6511369943618774], "r_norm": [0.19178372621536255, 0.18981216847896576]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9752, "test_loss": 0.11389752197265625}, {"step": 5100, "epoch": 13, "train_loss": 0.00034231063909828663, "cos_r_negg": [0.601305365562439, 0.653652548789978], "cos_innovation_negg": [0.601305365562439, 0.653652548789978], "cos_apical_negg": [0.601305365562439, 0.653652548789978], "cos_Ac_negg": [0.601305365562439, 0.653652548789978], "r_norm": [0.1983991414308548, 0.19637936353683472]}, {"step": 5150, "epoch": 13, "train_loss": 0.000579268962610513, "cos_r_negg": [0.6007857322692871, 0.6534384489059448], "cos_innovation_negg": [0.6007857322692871, 0.6534384489059448], "cos_apical_negg": [0.6007857322692871, 0.6534384489059448], "cos_Ac_negg": [0.6007857322692871, 0.6534384489059448], "r_norm": [0.19718149304389954, 0.19509954750537872]}, {"step": 5200, "epoch": 13, "train_loss": 0.0007409193785861135, "cos_r_negg": [0.601890504360199, 0.6538011431694031], "cos_innovation_negg": [0.601890504360199, 0.6538011431694031], "cos_apical_negg": [0.601890504360199, 0.6538011431694031], "cos_Ac_negg": [0.601890504360199, 0.6538011431694031], "r_norm": [0.19919925928115845, 0.1972997486591339]}, {"step": 5250, "epoch": 13, "train_loss": 0.0004672010545618832, "cos_r_negg": [0.6001979112625122, 0.6524716019630432], "cos_innovation_negg": [0.6001979112625122, 0.6524716019630432], "cos_apical_negg": [0.6001979112625122, 0.6524716019630432], "cos_Ac_negg": [0.6001979112625122, 0.6524716019630432], "r_norm": [0.19766384363174438, 0.19580078125], "ldr": {"dL_sdil": -0.0060617029666900635, "dL_bp": -0.006055980920791626, "ratio": 1.0009448586402894}}, {"step": 5300, "epoch": 13, "train_loss": 0.0007001104531809688, "cos_r_negg": [0.6009254455566406, 0.6563611030578613], "cos_innovation_negg": [0.6009254455566406, 0.6563611030578613], "cos_apical_negg": [0.6009254455566406, 0.6563611030578613], "cos_Ac_negg": [0.6009254455566406, 0.6563611030578613], "r_norm": [0.19703274965286255, 0.19529560208320618]}, {"step": 5350, "epoch": 13, "train_loss": 0.0009250347502529621, "cos_r_negg": [0.6015892028808594, 0.6558504700660706], "cos_innovation_negg": [0.6015892028808594, 0.6558504700660706], "cos_apical_negg": [0.6015892028808594, 0.6558504700660706], "cos_Ac_negg": [0.6015892028808594, 0.6558504700660706], "r_norm": [0.20167559385299683, 0.19975753128528595]}, {"step": 5400, "epoch": 13, "train_loss": 0.0006231310544535518, "cos_r_negg": [0.6014007329940796, 0.6553248167037964], "cos_innovation_negg": [0.6014007329940796, 0.6553248167037964], "cos_apical_negg": [0.6014007329940796, 0.6553248167037964], "cos_Ac_negg": [0.6014007329940796, 0.6553248167037964], "r_norm": [0.19968535006046295, 0.19764332473278046]}, {"step": 5450, "epoch": 13, "train_loss": 0.0002728375548031181, "cos_r_negg": [0.6015832424163818, 0.6549564003944397], "cos_innovation_negg": [0.6015832424163818, 0.6549564003944397], "cos_apical_negg": [0.6015832424163818, 0.6549564003944397], "cos_Ac_negg": [0.6015832424163818, 0.6549564003944397], "r_norm": [0.19645145535469055, 0.19441397488117218]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9753, "test_loss": 0.11530071563720704}, {"step": 5500, "epoch": 14, "train_loss": 0.0005279716569930315, "cos_r_negg": [0.6000391840934753, 0.6544330716133118], "cos_innovation_negg": [0.6000391840934753, 0.6544330716133118], "cos_apical_negg": [0.6000391840934753, 0.6544330716133118], "cos_Ac_negg": [0.6000391840934753, 0.6544330716133118], "r_norm": [0.19235090911388397, 0.1905808299779892], "ldr": {"dL_sdil": -0.00597526878118515, "dL_bp": -0.0060122013092041016, "ratio": 0.993857070626958}}, {"step": 5550, "epoch": 14, "train_loss": 0.00018346028809901327, "cos_r_negg": [0.6000363826751709, 0.6535380482673645], "cos_innovation_negg": [0.6000363826751709, 0.6535380482673645], "cos_apical_negg": [0.6000363826751709, 0.6535380482673645], "cos_Ac_negg": [0.6000363826751709, 0.6535380482673645], "r_norm": [0.193332239985466, 0.191420778632164]}, {"step": 5600, "epoch": 14, "train_loss": 0.0006211062427610159, "cos_r_negg": [0.6007286310195923, 0.6546630263328552], "cos_innovation_negg": [0.6007286310195923, 0.6546630263328552], "cos_apical_negg": [0.6007286310195923, 0.6546630263328552], "cos_Ac_negg": [0.6007286310195923, 0.6546630263328552], "r_norm": [0.19252651929855347, 0.19061894714832306]}, {"step": 5650, "epoch": 14, "train_loss": 0.0007842723280191422, "cos_r_negg": [0.6018036603927612, 0.6544919610023499], "cos_innovation_negg": [0.6018036603927612, 0.6544919610023499], "cos_apical_negg": [0.6018036603927612, 0.6544919610023499], "cos_Ac_negg": [0.6018036603927612, 0.6544919610023499], "r_norm": [0.1921842396259308, 0.19021938741207123]}, {"step": 5700, "epoch": 14, "train_loss": 0.00021105111227370799, "cos_r_negg": [0.6017301082611084, 0.654481053352356], "cos_innovation_negg": [0.6017301082611084, 0.654481053352356], "cos_apical_negg": [0.6017301082611084, 0.654481053352356], "cos_Ac_negg": [0.6017301082611084, 0.654481053352356], "r_norm": [0.19356299936771393, 0.19186991453170776]}, {"step": 5750, "epoch": 14, "train_loss": 0.0005646952195093036, "cos_r_negg": [0.6025344133377075, 0.6565722227096558], "cos_innovation_negg": [0.6025344133377075, 0.6565722227096558], "cos_apical_negg": [0.6025344133377075, 0.6565722227096558], "cos_Ac_negg": [0.6025344133377075, 0.6565722227096558], "r_norm": [0.19345131516456604, 0.1914973109960556], "ldr": {"dL_sdil": -0.0060133859515190125, "dL_bp": -0.006060242652893066, "ratio": 0.9922681806558216}}, {"step": 5800, "epoch": 14, "train_loss": 0.0010911290301010013, "cos_r_negg": [0.6009699702262878, 0.6544866561889648], "cos_innovation_negg": [0.6009699702262878, 0.6544866561889648], "cos_apical_negg": [0.6009699702262878, 0.6544866561889648], "cos_Ac_negg": [0.6009699702262878, 0.6544866561889648], "r_norm": [0.19271932542324066, 0.19089429080486298]}, {"step": 5850, "epoch": 14, "train_loss": 0.00040020866435952485, "cos_r_negg": [0.6018490195274353, 0.6570233106613159], "cos_innovation_negg": [0.6018490195274353, 0.6570233106613159], "cos_apical_negg": [0.6018490195274353, 0.6570233106613159], "cos_Ac_negg": [0.6018490195274353, 0.6570233106613159], "r_norm": [0.19318774342536926, 0.1915808618068695]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9757, "test_loss": 0.11578623895645142}, {"step": 5900, "epoch": 15, "train_loss": 0.00020462606335058808, "cos_r_negg": [0.6026709079742432, 0.657547116279602], "cos_innovation_negg": [0.6026709079742432, 0.657547116279602], "cos_apical_negg": [0.6026709079742432, 0.657547116279602], "cos_Ac_negg": [0.6026709079742432, 0.657547116279602], "r_norm": [0.1935497224330902, 0.19174809753894806]}, {"step": 5950, "epoch": 15, "train_loss": 0.0003735950740519911, "cos_r_negg": [0.6019468307495117, 0.657152533531189], "cos_innovation_negg": [0.6019468307495117, 0.657152533531189], "cos_apical_negg": [0.6019468307495117, 0.657152533531189], "cos_Ac_negg": [0.6019468307495117, 0.657152533531189], "r_norm": [0.190918430685997, 0.18922743201255798]}, {"step": 6000, "epoch": 15, "train_loss": 0.0004797714645974338, "cos_r_negg": [0.6023896932601929, 0.6569187045097351], "cos_innovation_negg": [0.6023896932601929, 0.6569187045097351], "cos_apical_negg": [0.6023896932601929, 0.6569187045097351], "cos_Ac_negg": [0.6023896932601929, 0.6569187045097351], "r_norm": [0.1888153851032257, 0.18716037273406982], "ldr": {"dL_sdil": -0.005910255014896393, "dL_bp": -0.005996339023113251, "ratio": 0.9856439057423134}}, {"step": 6050, "epoch": 15, "train_loss": 0.0046696909703314304, "cos_r_negg": [0.6016095876693726, 0.6560621857643127], "cos_innovation_negg": [0.6016095876693726, 0.6560621857643127], "cos_apical_negg": [0.6016095876693726, 0.6560621857643127], "cos_Ac_negg": [0.6016095876693726, 0.6560621857643127], "r_norm": [0.19331897795200348, 0.19157828390598297]}, {"step": 6100, "epoch": 15, "train_loss": 0.0007560770609416068, "cos_r_negg": [0.6027874946594238, 0.6568582653999329], "cos_innovation_negg": [0.6027874946594238, 0.6568582653999329], "cos_apical_negg": [0.6027874946594238, 0.6568582653999329], "cos_Ac_negg": [0.6027874946594238, 0.6568582653999329], "r_norm": [0.19121325016021729, 0.1894087791442871]}, {"step": 6150, "epoch": 15, "train_loss": 0.0003371739003341645, "cos_r_negg": [0.6028509140014648, 0.657100260257721], "cos_innovation_negg": [0.6028509140014648, 0.657100260257721], "cos_apical_negg": [0.6028509140014648, 0.657100260257721], "cos_Ac_negg": [0.6028509140014648, 0.657100260257721], "r_norm": [0.1914239078760147, 0.18951740860939026]}, {"step": 6200, "epoch": 15, "train_loss": 0.0006797465030103922, "cos_r_negg": [0.6023667454719543, 0.6555548906326294], "cos_innovation_negg": [0.6023667454719543, 0.6555548906326294], "cos_apical_negg": [0.6023667454719543, 0.6555548906326294], "cos_Ac_negg": [0.6023667454719543, 0.6555548906326294], "r_norm": [0.1964482069015503, 0.1945420503616333]}, {"step": 6250, "epoch": 15, "train_loss": 0.00039743693196214736, "cos_r_negg": [0.6025571823120117, 0.6557007431983948], "cos_innovation_negg": [0.6025571823120117, 0.6557007431983948], "cos_apical_negg": [0.6025571823120117, 0.6557007431983948], "cos_Ac_negg": [0.6025571823120117, 0.6557007431983948], "r_norm": [0.19680184125900269, 0.19485238194465637], "ldr": {"dL_sdil": -0.006375432014465332, "dL_bp": -0.006528526544570923, "ratio": 0.9765499107554517}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9755, "test_loss": 0.11671683807373047}, {"step": 6300, "epoch": 16, "train_loss": 0.0009924386395141482, "cos_r_negg": [0.6036398410797119, 0.6568319797515869], "cos_innovation_negg": [0.6036398410797119, 0.6568319797515869], "cos_apical_negg": [0.6036398410797119, 0.6568319797515869], "cos_Ac_negg": [0.6036398410797119, 0.6568319797515869], "r_norm": [0.19912411272525787, 0.19727382063865662]}, {"step": 6350, "epoch": 16, "train_loss": 0.0003139134496450424, "cos_r_negg": [0.6032387018203735, 0.6566833257675171], "cos_innovation_negg": [0.6032387018203735, 0.6566833257675171], "cos_apical_negg": [0.6032387018203735, 0.6566833257675171], "cos_Ac_negg": [0.6032387018203735, 0.6566833257675171], "r_norm": [0.1954251378774643, 0.19355656206607819]}, {"step": 6400, "epoch": 16, "train_loss": 0.0004899384803138673, "cos_r_negg": [0.6020334959030151, 0.6564890146255493], "cos_innovation_negg": [0.6020334959030151, 0.6564890146255493], "cos_apical_negg": [0.6020334959030151, 0.6564890146255493], "cos_Ac_negg": [0.6020334959030151, 0.6564890146255493], "r_norm": [0.1922997385263443, 0.19039645791053772]}, {"step": 6450, "epoch": 16, "train_loss": 0.00022751925280317664, "cos_r_negg": [0.6015967130661011, 0.6552294492721558], "cos_innovation_negg": [0.6015967130661011, 0.6552294492721558], "cos_apical_negg": [0.6015967130661011, 0.6552294492721558], "cos_Ac_negg": [0.6015967130661011, 0.6552294492721558], "r_norm": [0.1919388771057129, 0.19003497064113617]}, {"step": 6500, "epoch": 16, "train_loss": 0.00028850193484686315, "cos_r_negg": [0.6022101044654846, 0.6561112403869629], "cos_innovation_negg": [0.6022101044654846, 0.6561112403869629], "cos_apical_negg": [0.6022101044654846, 0.6561112403869629], "cos_Ac_negg": [0.6022101044654846, 0.6561112403869629], "r_norm": [0.19029875099658966, 0.18848097324371338], "ldr": {"dL_sdil": -0.006233982741832733, "dL_bp": -0.0064128488302230835, "ratio": 0.9721081701556142}}, {"step": 6550, "epoch": 16, "train_loss": 0.0003811991773545742, "cos_r_negg": [0.603425145149231, 0.6575367450714111], "cos_innovation_negg": [0.603425145149231, 0.6575367450714111], "cos_apical_negg": [0.603425145149231, 0.6575367450714111], "cos_Ac_negg": [0.603425145149231, 0.6575367450714111], "r_norm": [0.19209666550159454, 0.1904064118862152]}, {"step": 6600, "epoch": 16, "train_loss": 0.00017557252431288362, "cos_r_negg": [0.6036457419395447, 0.6574723124504089], "cos_innovation_negg": [0.6036457419395447, 0.6574723124504089], "cos_apical_negg": [0.6036457419395447, 0.6574723124504089], "cos_Ac_negg": [0.6036457419395447, 0.6574723124504089], "r_norm": [0.1933261603116989, 0.19150575995445251]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9753, "test_loss": 0.11786920199394225}, {"step": 6650, "epoch": 17, "train_loss": 0.0003302961413282901, "cos_r_negg": [0.603299617767334, 0.6575799584388733], "cos_innovation_negg": [0.603299617767334, 0.6575799584388733], "cos_apical_negg": [0.603299617767334, 0.6575799584388733], "cos_Ac_negg": [0.603299617767334, 0.6575799584388733], "r_norm": [0.19650869071483612, 0.19454547762870789]}, {"step": 6700, "epoch": 17, "train_loss": 7.589593587908894e-05, "cos_r_negg": [0.6027976274490356, 0.6574288606643677], "cos_innovation_negg": [0.6027976274490356, 0.6574288606643677], "cos_apical_negg": [0.6027976274490356, 0.6574288606643677], "cos_Ac_negg": [0.6027976274490356, 0.6574288606643677], "r_norm": [0.19931969046592712, 0.19737903773784637]}, {"step": 6750, "epoch": 17, "train_loss": 0.0006751007167622447, "cos_r_negg": [0.6018711924552917, 0.656843900680542], "cos_innovation_negg": [0.6018711924552917, 0.656843900680542], "cos_apical_negg": [0.6018711924552917, 0.656843900680542], "cos_Ac_negg": [0.6018711924552917, 0.656843900680542], "r_norm": [0.19389143586158752, 0.19206467270851135], "ldr": {"dL_sdil": -0.006400123238563538, "dL_bp": -0.006592966616153717, "ratio": 0.9707501358921361}}, {"step": 6800, "epoch": 17, "train_loss": 0.0006441888981498778, "cos_r_negg": [0.6018011569976807, 0.6576938629150391], "cos_innovation_negg": [0.6018011569976807, 0.6576938629150391], "cos_apical_negg": [0.6018011569976807, 0.6576938629150391], "cos_Ac_negg": [0.6018011569976807, 0.6576938629150391], "r_norm": [0.19179244339466095, 0.18998777866363525]}, {"step": 6850, "epoch": 17, "train_loss": 0.0003696120693348348, "cos_r_negg": [0.6014561653137207, 0.6573619246482849], "cos_innovation_negg": [0.6014561653137207, 0.6573619246482849], "cos_apical_negg": [0.6014561653137207, 0.6573619246482849], "cos_Ac_negg": [0.6014561653137207, 0.6573619246482849], "r_norm": [0.19423584640026093, 0.19237220287322998]}, {"step": 6900, "epoch": 17, "train_loss": 0.0006852253573015332, "cos_r_negg": [0.6027610301971436, 0.6581268310546875], "cos_innovation_negg": [0.6027610301971436, 0.6581268310546875], "cos_apical_negg": [0.6027610301971436, 0.6581268310546875], "cos_Ac_negg": [0.6027610301971436, 0.6581268310546875], "r_norm": [0.19176512956619263, 0.19011756777763367]}, {"step": 6950, "epoch": 17, "train_loss": 0.00043131053098477423, "cos_r_negg": [0.6032400131225586, 0.6589177846908569], "cos_innovation_negg": [0.6032400131225586, 0.6589177846908569], "cos_apical_negg": [0.6032400131225586, 0.6589177846908569], "cos_Ac_negg": [0.6032400131225586, 0.6589177846908569], "r_norm": [0.1892930418252945, 0.18756243586540222]}, {"step": 7000, "epoch": 17, "train_loss": 0.0003049835213460028, "cos_r_negg": [0.6028543710708618, 0.6574825644493103], "cos_innovation_negg": [0.6028543710708618, 0.6574825644493103], "cos_apical_negg": [0.6028543710708618, 0.6574825644493103], "cos_Ac_negg": [0.6028543710708618, 0.6574825644493103], "r_norm": [0.19217582046985626, 0.1901746392250061], "ldr": {"dL_sdil": -0.006349608302116394, "dL_bp": -0.006583109498023987, "ratio": 0.964530257930894}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9755, "test_loss": 0.11974139657020569}, {"step": 7050, "epoch": 18, "train_loss": 0.00014802820805925876, "cos_r_negg": [0.602655291557312, 0.6583821773529053], "cos_innovation_negg": [0.602655291557312, 0.6583821773529053], "cos_apical_negg": [0.602655291557312, 0.6583821773529053], "cos_Ac_negg": [0.602655291557312, 0.6583821773529053], "r_norm": [0.19439831376075745, 0.1925007700920105]}, {"step": 7100, "epoch": 18, "train_loss": 0.0003228715795557946, "cos_r_negg": [0.6022181510925293, 0.658416748046875], "cos_innovation_negg": [0.6022181510925293, 0.658416748046875], "cos_apical_negg": [0.6022181510925293, 0.658416748046875], "cos_Ac_negg": [0.6022181510925293, 0.658416748046875], "r_norm": [0.193187415599823, 0.19137275218963623]}, {"step": 7150, "epoch": 18, "train_loss": 0.00025557330809533596, "cos_r_negg": [0.6028547883033752, 0.6587120294570923], "cos_innovation_negg": [0.6028547883033752, 0.6587120294570923], "cos_apical_negg": [0.6028547883033752, 0.6587120294570923], "cos_Ac_negg": [0.6028547883033752, 0.6587120294570923], "r_norm": [0.19289204478263855, 0.19107720255851746]}, {"step": 7200, "epoch": 18, "train_loss": 0.00025226909201592207, "cos_r_negg": [0.6014053821563721, 0.658151388168335], "cos_innovation_negg": [0.6014053821563721, 0.658151388168335], "cos_apical_negg": [0.6014053821563721, 0.658151388168335], "cos_Ac_negg": [0.6014053821563721, 0.658151388168335], "r_norm": [0.19242596626281738, 0.19063179194927216]}, {"step": 7250, "epoch": 18, "train_loss": 0.00041050935396924615, "cos_r_negg": [0.6010197401046753, 0.6576736569404602], "cos_innovation_negg": [0.6010197401046753, 0.6576736569404602], "cos_apical_negg": [0.6010197401046753, 0.6576736569404602], "cos_Ac_negg": [0.6010197401046753, 0.6576736569404602], "r_norm": [0.1925351619720459, 0.19077183306217194], "ldr": {"dL_sdil": -0.006405860185623169, "dL_bp": -0.0066460296511650085, "ratio": 0.9638627153130833}}, {"step": 7300, "epoch": 18, "train_loss": 0.00019615053315646946, "cos_r_negg": [0.6031607389450073, 0.6578809022903442], "cos_innovation_negg": [0.6031607389450073, 0.6578809022903442], "cos_apical_negg": [0.6031607389450073, 0.6578809022903442], "cos_Ac_negg": [0.6031607389450073, 0.6578809022903442], "r_norm": [0.19212988018989563, 0.19027848541736603]}, {"step": 7350, "epoch": 18, "train_loss": 0.0022231631446629763, "cos_r_negg": [0.6029049158096313, 0.6588166952133179], "cos_innovation_negg": [0.6029049158096313, 0.6588166952133179], "cos_apical_negg": [0.6029049158096313, 0.6588166952133179], "cos_Ac_negg": [0.6029049158096313, 0.6588166952133179], "r_norm": [0.19443538784980774, 0.1926012635231018]}, {"step": 7400, "epoch": 18, "train_loss": 0.0001753189426381141, "cos_r_negg": [0.6017128229141235, 0.6585043668746948], "cos_innovation_negg": [0.6017128229141235, 0.6585043668746948], "cos_apical_negg": [0.6017128229141235, 0.6585043668746948], "cos_Ac_negg": [0.6017128229141235, 0.6585043668746948], "r_norm": [0.19310836493968964, 0.19121547043323517]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9753, "test_loss": 0.12012861971855164}, {"step": 7450, "epoch": 19, "train_loss": 9.431173384655267e-05, "cos_r_negg": [0.600996196269989, 0.6564701795578003], "cos_innovation_negg": [0.600996196269989, 0.6564701795578003], "cos_apical_negg": [0.600996196269989, 0.6564701795578003], "cos_Ac_negg": [0.600996196269989, 0.6564701795578003], "r_norm": [0.1955714076757431, 0.1936444193124771]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003268165746703744, "cos_r_negg": [0.6011656522750854, 0.6576569080352783], "cos_innovation_negg": [0.6011656522750854, 0.6576569080352783], "cos_apical_negg": [0.6011656522750854, 0.6576569080352783], "cos_Ac_negg": [0.6011656522750854, 0.6576569080352783], "r_norm": [0.1921665072441101, 0.19038067758083344], "ldr": {"dL_sdil": -0.006454840302467346, "dL_bp": -0.006715245544910431, "ratio": 0.9612217839688008}}, {"step": 7550, "epoch": 19, "train_loss": 0.00016464585496578366, "cos_r_negg": [0.6012957096099854, 0.6577235460281372], "cos_innovation_negg": [0.6012957096099854, 0.6577235460281372], "cos_apical_negg": [0.6012957096099854, 0.6577235460281372], "cos_Ac_negg": [0.6012957096099854, 0.6577235460281372], "r_norm": [0.19178026914596558, 0.19002783298492432]}, {"step": 7600, "epoch": 19, "train_loss": 0.00019167739083059132, "cos_r_negg": [0.6008687615394592, 0.6583182215690613], "cos_innovation_negg": [0.6008687615394592, 0.6583182215690613], "cos_apical_negg": [0.6008687615394592, 0.6583182215690613], "cos_Ac_negg": [0.6008687615394592, 0.6583182215690613], "r_norm": [0.19371631741523743, 0.19184669852256775]}, {"step": 7650, "epoch": 19, "train_loss": 0.00047225874732248485, "cos_r_negg": [0.6019061207771301, 0.6594447493553162], "cos_innovation_negg": [0.6019061207771301, 0.6594447493553162], "cos_apical_negg": [0.6019061207771301, 0.6594447493553162], "cos_Ac_negg": [0.6019061207771301, 0.6594447493553162], "r_norm": [0.1929311901330948, 0.19127045571804047]}, {"step": 7700, "epoch": 19, "train_loss": 0.0007431755075231194, "cos_r_negg": [0.6018906831741333, 0.6592642664909363], "cos_innovation_negg": [0.6018906831741333, 0.6592642664909363], "cos_apical_negg": [0.6018906831741333, 0.6592642664909363], "cos_Ac_negg": [0.6018906831741333, 0.6592642664909363], "r_norm": [0.1886550933122635, 0.18695564568042755]}, {"step": 7750, "epoch": 19, "train_loss": 0.000728547980543226, "cos_r_negg": [0.6024388670921326, 0.6593672037124634], "cos_innovation_negg": [0.6024388670921326, 0.6593672037124634], "cos_apical_negg": [0.6024388670921326, 0.6593672037124634], "cos_Ac_negg": [0.6024388670921326, 0.6593672037124634], "r_norm": [0.1922244280576706, 0.19046646356582642], "ldr": {"dL_sdil": -0.006506182253360748, "dL_bp": -0.006790786981582642, "ratio": 0.9580895809287241}}, {"step": 7800, "epoch": 19, "train_loss": 0.0003734842757694423, "cos_r_negg": [0.6024395227432251, 0.6593760251998901], "cos_innovation_negg": [0.6024395227432251, 0.6593760251998901], "cos_apical_negg": [0.6024395227432251, 0.6593760251998901], "cos_Ac_negg": [0.6024395227432251, 0.6593760251998901], "r_norm": [0.19357454776763916, 0.1916632056236267]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9755, "test_loss": 0.12126329216957092}, {"step": 7850, "epoch": 20, "train_loss": 0.00036097568226978183, "cos_r_negg": [0.6020569801330566, 0.6588872671127319], "cos_innovation_negg": [0.6020569801330566, 0.6588872671127319], "cos_apical_negg": [0.6020569801330566, 0.6588872671127319], "cos_Ac_negg": [0.6020569801330566, 0.6588872671127319], "r_norm": [0.19412723183631897, 0.1922048032283783]}, {"step": 7900, "epoch": 20, "train_loss": 0.00031595182372257113, "cos_r_negg": [0.60213303565979, 0.6593210101127625], "cos_innovation_negg": [0.60213303565979, 0.6593210101127625], "cos_apical_negg": [0.60213303565979, 0.6593210101127625], "cos_Ac_negg": [0.60213303565979, 0.6593210101127625], "r_norm": [0.19370190799236298, 0.19190970063209534]}, {"step": 7950, "epoch": 20, "train_loss": 0.00023238321591634303, "cos_r_negg": [0.60188889503479, 0.6589915156364441], "cos_innovation_negg": [0.60188889503479, 0.6589915156364441], "cos_apical_negg": [0.60188889503479, 0.6589915156364441], "cos_Ac_negg": [0.60188889503479, 0.6589915156364441], "r_norm": [0.19346022605895996, 0.19156980514526367]}, {"step": 8000, "epoch": 20, "train_loss": 0.00028043281054124236, "cos_r_negg": [0.601909339427948, 0.6592279672622681], "cos_innovation_negg": [0.601909339427948, 0.6592279672622681], "cos_apical_negg": [0.601909339427948, 0.6592279672622681], "cos_Ac_negg": [0.601909339427948, 0.6592279672622681], "r_norm": [0.19402749836444855, 0.1920846402645111], "ldr": {"dL_sdil": -0.006800495088100433, "dL_bp": -0.007149435579776764, "ratio": 0.9511932812342053}}, {"step": 8050, "epoch": 20, "train_loss": 0.0005642862524837255, "cos_r_negg": [0.6018446683883667, 0.6595534086227417], "cos_innovation_negg": [0.6018446683883667, 0.6595534086227417], "cos_apical_negg": [0.6018446683883667, 0.6595534086227417], "cos_Ac_negg": [0.6018446683883667, 0.6595534086227417], "r_norm": [0.19601812958717346, 0.19402137398719788]}, {"step": 8100, "epoch": 20, "train_loss": 0.00035250652581453323, "cos_r_negg": [0.6024211049079895, 0.6589377522468567], "cos_innovation_negg": [0.6024211049079895, 0.6589377522468567], "cos_apical_negg": [0.6024211049079895, 0.6589377522468567], "cos_Ac_negg": [0.6024211049079895, 0.6589377522468567], "r_norm": [0.1930203139781952, 0.19135506451129913]}, {"step": 8150, "epoch": 20, "train_loss": 0.000451774918474257, "cos_r_negg": [0.6019344925880432, 0.6595953702926636], "cos_innovation_negg": [0.6019344925880432, 0.6595953702926636], "cos_apical_negg": [0.6019344925880432, 0.6595953702926636], "cos_Ac_negg": [0.6019344925880432, 0.6595953702926636], "r_norm": [0.19061794877052307, 0.18888074159622192]}, {"step": 8200, "epoch": 20, "train_loss": 0.00039581532473675907, "cos_r_negg": [0.6025282740592957, 0.6594619750976562], "cos_innovation_negg": [0.6025282740592957, 0.6594619750976562], "cos_apical_negg": [0.6025282740592957, 0.6594619750976562], "cos_Ac_negg": [0.6025282740592957, 0.6594619750976562], "r_norm": [0.19020754098892212, 0.18849751353263855]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9755, "test_loss": 0.12160152974128723}, {"step": 8250, "epoch": 21, "train_loss": 0.00031738958205096424, "cos_r_negg": [0.602141261100769, 0.6597764492034912], "cos_innovation_negg": [0.602141261100769, 0.6597764492034912], "cos_apical_negg": [0.602141261100769, 0.6597764492034912], "cos_Ac_negg": [0.602141261100769, 0.6597764492034912], "r_norm": [0.19383874535560608, 0.19201335310935974], "ldr": {"dL_sdil": -0.006596095860004425, "dL_bp": -0.006942234933376312, "ratio": 0.950140109533351}}, {"step": 8300, "epoch": 21, "train_loss": 0.0005561227444559336, "cos_r_negg": [0.6019579768180847, 0.6595942974090576], "cos_innovation_negg": [0.6019579768180847, 0.6595942974090576], "cos_apical_negg": [0.6019579768180847, 0.6595942974090576], "cos_Ac_negg": [0.6019579768180847, 0.6595942974090576], "r_norm": [0.19098244607448578, 0.18920910358428955]}, {"step": 8350, "epoch": 21, "train_loss": 0.00026610083295963705, "cos_r_negg": [0.6024342775344849, 0.6595788598060608], "cos_innovation_negg": [0.6024342775344849, 0.6595788598060608], "cos_apical_negg": [0.6024342775344849, 0.6595788598060608], "cos_Ac_negg": [0.6024342775344849, 0.6595788598060608], "r_norm": [0.18870629370212555, 0.18697881698608398]}, {"step": 8400, "epoch": 21, "train_loss": 0.00028377995477057993, "cos_r_negg": [0.6028839349746704, 0.6600000262260437], "cos_innovation_negg": [0.6028839349746704, 0.6600000262260437], "cos_apical_negg": [0.6028839349746704, 0.6600000262260437], "cos_Ac_negg": [0.6028839349746704, 0.6600000262260437], "r_norm": [0.1868474930524826, 0.1852218508720398]}, {"step": 8450, "epoch": 21, "train_loss": 0.00033066648757085204, "cos_r_negg": [0.6022720336914062, 0.6595377326011658], "cos_innovation_negg": [0.6022720336914062, 0.6595377326011658], "cos_apical_negg": [0.6022720336914062, 0.6595377326011658], "cos_Ac_negg": [0.6022720336914062, 0.6595377326011658], "r_norm": [0.18901842832565308, 0.1873055398464203]}, {"step": 8500, "epoch": 21, "train_loss": 0.00046368371113203466, "cos_r_negg": [0.6032092571258545, 0.660636305809021], "cos_innovation_negg": [0.6032092571258545, 0.660636305809021], "cos_apical_negg": [0.6032092571258545, 0.660636305809021], "cos_Ac_negg": [0.6032092571258545, 0.660636305809021], "r_norm": [0.18899938464164734, 0.18735650181770325], "ldr": {"dL_sdil": -0.0063603222370147705, "dL_bp": -0.006726153194904327, "ratio": 0.9456106711683719}}, {"step": 8550, "epoch": 21, "train_loss": 0.00022514346346724778, "cos_r_negg": [0.603786826133728, 0.66092449426651], "cos_innovation_negg": [0.603786826133728, 0.66092449426651], "cos_apical_negg": [0.603786826133728, 0.66092449426651], "cos_Ac_negg": [0.603786826133728, 0.66092449426651], "r_norm": [0.19103743135929108, 0.18938888609409332]}, {"step": 8600, "epoch": 21, "train_loss": 0.0009074441040866077, "cos_r_negg": [0.6032155752182007, 0.6610533595085144], "cos_innovation_negg": [0.6032155752182007, 0.6610533595085144], "cos_apical_negg": [0.6032155752182007, 0.6610533595085144], "cos_Ac_negg": [0.6032155752182007, 0.6610533595085144], "r_norm": [0.1928260624408722, 0.19099661707878113]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9756, "test_loss": 0.12254217529296875}, {"step": 8650, "epoch": 22, "train_loss": 0.00024884380400180817, "cos_r_negg": [0.602730393409729, 0.6605262160301208], "cos_innovation_negg": [0.602730393409729, 0.6605262160301208], "cos_apical_negg": [0.602730393409729, 0.6605262160301208], "cos_Ac_negg": [0.602730393409729, 0.6605262160301208], "r_norm": [0.1947002410888672, 0.19281302392482758]}, {"step": 8700, "epoch": 22, "train_loss": 0.00020659650908783078, "cos_r_negg": [0.6021696329116821, 0.6606297492980957], "cos_innovation_negg": [0.6021696329116821, 0.6606297492980957], "cos_apical_negg": [0.6021696329116821, 0.6606297492980957], "cos_Ac_negg": [0.6021696329116821, 0.6606297492980957], "r_norm": [0.19411754608154297, 0.19225937128067017]}, {"step": 8750, "epoch": 22, "train_loss": 0.0001845095684984699, "cos_r_negg": [0.6028534173965454, 0.6605351567268372], "cos_innovation_negg": [0.6028534173965454, 0.6605351567268372], "cos_apical_negg": [0.6028534173965454, 0.6605351567268372], "cos_Ac_negg": [0.6028534173965454, 0.6605351567268372], "r_norm": [0.19168855249881744, 0.18984074890613556], "ldr": {"dL_sdil": -0.006687954068183899, "dL_bp": -0.007081635296344757, "ratio": 0.9444081470329233}}, {"step": 8800, "epoch": 22, "train_loss": 0.0004245018062647432, "cos_r_negg": [0.6028190851211548, 0.6599369645118713], "cos_innovation_negg": [0.6028190851211548, 0.6599369645118713], "cos_apical_negg": [0.6028190851211548, 0.6599369645118713], "cos_Ac_negg": [0.6028190851211548, 0.6599369645118713], "r_norm": [0.19086012244224548, 0.18905684351921082]}, {"step": 8850, "epoch": 22, "train_loss": 0.00016997288912534714, "cos_r_negg": [0.6035754680633545, 0.6610839366912842], "cos_innovation_negg": [0.6035754680633545, 0.6610839366912842], "cos_apical_negg": [0.6035754680633545, 0.6610839366912842], "cos_Ac_negg": [0.6035754680633545, 0.6610839366912842], "r_norm": [0.1898353397846222, 0.18800568580627441]}, {"step": 8900, "epoch": 22, "train_loss": 0.0003714303020387888, "cos_r_negg": [0.6037943363189697, 0.6613519191741943], "cos_innovation_negg": [0.6037943363189697, 0.6613519191741943], "cos_apical_negg": [0.6037943363189697, 0.6613519191741943], "cos_Ac_negg": [0.6037943363189697, 0.6613519191741943], "r_norm": [0.1902233362197876, 0.18849749863147736]}, {"step": 8950, "epoch": 22, "train_loss": 0.00021024743909947574, "cos_r_negg": [0.6035216450691223, 0.660986065864563], "cos_innovation_negg": [0.6035216450691223, 0.660986065864563], "cos_apical_negg": [0.6035216450691223, 0.660986065864563], "cos_Ac_negg": [0.6035216450691223, 0.660986065864563], "r_norm": [0.19150808453559875, 0.18979999423027039]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9755, "test_loss": 0.12283012313842774}, {"step": 9000, "epoch": 23, "train_loss": 0.00012300674279686064, "cos_r_negg": [0.603744626045227, 0.6611999273300171], "cos_innovation_negg": [0.603744626045227, 0.6611999273300171], "cos_apical_negg": [0.603744626045227, 0.6611999273300171], "cos_Ac_negg": [0.603744626045227, 0.6611999273300171], "r_norm": [0.19192638993263245, 0.19020135700702667], "ldr": {"dL_sdil": -0.006644241511821747, "dL_bp": -0.007053785026073456, "ratio": 0.941939892874835}}, {"step": 9050, "epoch": 23, "train_loss": 0.000225200317800045, "cos_r_negg": [0.6037636399269104, 0.6616198420524597], "cos_innovation_negg": [0.6037636399269104, 0.6616198420524597], "cos_apical_negg": [0.6037636399269104, 0.6616198420524597], "cos_Ac_negg": [0.6037636399269104, 0.6616198420524597], "r_norm": [0.19099149107933044, 0.18930724263191223]}, {"step": 9100, "epoch": 23, "train_loss": 0.00019925057131331414, "cos_r_negg": [0.6037625074386597, 0.6616004109382629], "cos_innovation_negg": [0.6037625074386597, 0.6616004109382629], "cos_apical_negg": [0.6037625074386597, 0.6616004109382629], "cos_Ac_negg": [0.6037625074386597, 0.6616004109382629], "r_norm": [0.1900608241558075, 0.18829163908958435]}, {"step": 9150, "epoch": 23, "train_loss": 0.00040632043965160847, "cos_r_negg": [0.6037259101867676, 0.661591649055481], "cos_innovation_negg": [0.6037259101867676, 0.661591649055481], "cos_apical_negg": [0.6037259101867676, 0.661591649055481], "cos_Ac_negg": [0.6037259101867676, 0.661591649055481], "r_norm": [0.19057507812976837, 0.18882471323013306]}, {"step": 9200, "epoch": 23, "train_loss": 0.0002886466681957245, "cos_r_negg": [0.6036958694458008, 0.6611785888671875], "cos_innovation_negg": [0.6036958694458008, 0.6611785888671875], "cos_apical_negg": [0.6036958694458008, 0.6611785888671875], "cos_Ac_negg": [0.6036958694458008, 0.6611785888671875], "r_norm": [0.19048336148262024, 0.18872880935668945]}, {"step": 9250, "epoch": 23, "train_loss": 0.0001738229184411466, "cos_r_negg": [0.6038366556167603, 0.6612392663955688], "cos_innovation_negg": [0.6038366556167603, 0.6612392663955688], "cos_apical_negg": [0.6038366556167603, 0.6612392663955688], "cos_Ac_negg": [0.6038366556167603, 0.6612392663955688], "r_norm": [0.19175949692726135, 0.18987487256526947], "ldr": {"dL_sdil": -0.006706349551677704, "dL_bp": -0.0071592554450035095, "ratio": 0.9367384085111963}}, {"step": 9300, "epoch": 23, "train_loss": 0.00016850096289999783, "cos_r_negg": [0.6025670766830444, 0.6605619192123413], "cos_innovation_negg": [0.6025670766830444, 0.6605619192123413], "cos_apical_negg": [0.6025670766830444, 0.6605619192123413], "cos_Ac_negg": [0.6025670766830444, 0.6605619192123413], "r_norm": [0.19134971499443054, 0.18952016532421112]}, {"step": 9350, "epoch": 23, "train_loss": 0.0002139718853868544, "cos_r_negg": [0.6037774085998535, 0.660724401473999], "cos_innovation_negg": [0.6037774085998535, 0.660724401473999], "cos_apical_negg": [0.6037774085998535, 0.660724401473999], "cos_Ac_negg": [0.6037774085998535, 0.660724401473999], "r_norm": [0.19062532484531403, 0.18884918093681335]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9754, "test_loss": 0.1238745867729187}, {"step": 9400, "epoch": 24, "train_loss": 0.00021717707568313926, "cos_r_negg": [0.6034984588623047, 0.6607854962348938], "cos_innovation_negg": [0.6034984588623047, 0.6607854962348938], "cos_apical_negg": [0.6034984588623047, 0.6607854962348938], "cos_Ac_negg": [0.6034984588623047, 0.6607854962348938], "r_norm": [0.1901189088821411, 0.18840491771697998]}, {"step": 9450, "epoch": 24, "train_loss": 7.146684947656468e-05, "cos_r_negg": [0.6025253534317017, 0.6613388061523438], "cos_innovation_negg": [0.6025253534317017, 0.6613388061523438], "cos_apical_negg": [0.6025253534317017, 0.6613388061523438], "cos_Ac_negg": [0.6025253534317017, 0.6613388061523438], "r_norm": [0.19102191925048828, 0.18929263949394226]}, {"step": 9500, "epoch": 24, "train_loss": 0.00026429735589772463, "cos_r_negg": [0.6041110754013062, 0.6611964702606201], "cos_innovation_negg": [0.6041110754013062, 0.6611964702606201], "cos_apical_negg": [0.6041110754013062, 0.6611964702606201], "cos_Ac_negg": [0.6041110754013062, 0.6611964702606201], "r_norm": [0.18874242901802063, 0.18699511885643005], "ldr": {"dL_sdil": -0.006573349237442017, "dL_bp": -0.007004685699939728, "ratio": 0.938421724974552}}, {"step": 9550, "epoch": 24, "train_loss": 0.0003320641990285367, "cos_r_negg": [0.6030482053756714, 0.6622346043586731], "cos_innovation_negg": [0.6030482053756714, 0.6622346043586731], "cos_apical_negg": [0.6030482053756714, 0.6622346043586731], "cos_Ac_negg": [0.6030482053756714, 0.6622346043586731], "r_norm": [0.18877223134040833, 0.18705159425735474]}, {"step": 9600, "epoch": 24, "train_loss": 0.0002741803473327309, "cos_r_negg": [0.6037998199462891, 0.6613225340843201], "cos_innovation_negg": [0.6037998199462891, 0.6613225340843201], "cos_apical_negg": [0.6037998199462891, 0.6613225340843201], "cos_Ac_negg": [0.6037998199462891, 0.6613225340843201], "r_norm": [0.18924686312675476, 0.18742722272872925]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003623303782660514, "cos_r_negg": [0.6038351655006409, 0.6613273024559021], "cos_innovation_negg": [0.6038351655006409, 0.6613273024559021], "cos_apical_negg": [0.6038351655006409, 0.6613273024559021], "cos_Ac_negg": [0.6038351655006409, 0.6613273024559021], "r_norm": [0.18835535645484924, 0.18656539916992188]}, {"step": 9700, "epoch": 24, "train_loss": 0.00020477623911574483, "cos_r_negg": [0.6032824516296387, 0.661391019821167], "cos_innovation_negg": [0.6032824516296387, 0.661391019821167], "cos_apical_negg": [0.6032824516296387, 0.661391019821167], "cos_Ac_negg": [0.6032824516296387, 0.661391019821167], "r_norm": [0.18883369863033295, 0.18716312944889069]}, {"step": 9750, "epoch": 24, "train_loss": 0.00034368119668215513, "cos_r_negg": [0.603659987449646, 0.6611624956130981], "cos_innovation_negg": [0.603659987449646, 0.6611624956130981], "cos_apical_negg": [0.603659987449646, 0.6611624956130981], "cos_Ac_negg": [0.603659987449646, 0.6611624956130981], "r_norm": [0.18964558839797974, 0.1879120171070099], "ldr": {"dL_sdil": -0.00674053281545639, "dL_bp": -0.007207028567790985, "ratio": 0.9352721100039181}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9754, "test_loss": 0.12401130108833314}, {"step": 9800, "epoch": 25, "train_loss": 0.0008426840067841113, "cos_r_negg": [0.603760838508606, 0.6618834137916565], "cos_innovation_negg": [0.603760838508606, 0.6618834137916565], "cos_apical_negg": [0.603760838508606, 0.6618834137916565], "cos_Ac_negg": [0.603760838508606, 0.6618834137916565], "r_norm": [0.18863597512245178, 0.18698067963123322]}, {"step": 9850, "epoch": 25, "train_loss": 0.0002508544421289116, "cos_r_negg": [0.6048290729522705, 0.6618755459785461], "cos_innovation_negg": [0.6048290729522705, 0.6618755459785461], "cos_apical_negg": [0.6048290729522705, 0.6618755459785461], "cos_Ac_negg": [0.6048290729522705, 0.6618755459785461], "r_norm": [0.1890851855278015, 0.1872987449169159]}, {"step": 9900, "epoch": 25, "train_loss": 0.0001499361969763413, "cos_r_negg": [0.6034822463989258, 0.6618019342422485], "cos_innovation_negg": [0.6034822463989258, 0.6618019342422485], "cos_apical_negg": [0.6034822463989258, 0.6618019342422485], "cos_Ac_negg": [0.6034822463989258, 0.6618019342422485], "r_norm": [0.18941253423690796, 0.18771018087863922]}, {"step": 9950, "epoch": 25, "train_loss": 0.00021825810836162418, "cos_r_negg": [0.6021498441696167, 0.6615515947341919], "cos_innovation_negg": [0.6021498441696167, 0.6615515947341919], "cos_apical_negg": [0.6021498441696167, 0.6615515947341919], "cos_Ac_negg": [0.6021498441696167, 0.6615515947341919], "r_norm": [0.18904384970664978, 0.1873684525489807]}, {"step": 10000, "epoch": 25, "train_loss": 0.0002700939658097923, "cos_r_negg": [0.6035153865814209, 0.661783754825592], "cos_innovation_negg": [0.6035153865814209, 0.661783754825592], "cos_apical_negg": [0.6035153865814209, 0.661783754825592], "cos_Ac_negg": [0.6035153865814209, 0.661783754825592], "r_norm": [0.18961071968078613, 0.18787863850593567], "ldr": {"dL_sdil": -0.006741851568222046, "dL_bp": -0.0072680264711380005, "ratio": 0.9276041570561908}}, {"step": 10050, "epoch": 25, "train_loss": 0.00029003946110606194, "cos_r_negg": [0.6027693748474121, 0.6617896556854248], "cos_innovation_negg": [0.6027693748474121, 0.6617896556854248], "cos_apical_negg": [0.6027693748474121, 0.6617896556854248], "cos_Ac_negg": [0.6027693748474121, 0.6617896556854248], "r_norm": [0.19111162424087524, 0.18946243822574615]}, {"step": 10100, "epoch": 25, "train_loss": 0.00015574997814837843, "cos_r_negg": [0.6035549640655518, 0.662696361541748], "cos_innovation_negg": [0.6035549640655518, 0.662696361541748], "cos_apical_negg": [0.6035549640655518, 0.662696361541748], "cos_Ac_negg": [0.6035549640655518, 0.662696361541748], "r_norm": [0.1910010278224945, 0.18924982845783234]}, {"step": 10150, "epoch": 25, "train_loss": 0.00014661657041870058, "cos_r_negg": [0.6043567657470703, 0.662214994430542], "cos_innovation_negg": [0.6043567657470703, 0.662214994430542], "cos_apical_negg": [0.6043567657470703, 0.662214994430542], "cos_Ac_negg": [0.6043567657470703, 0.662214994430542], "r_norm": [0.19036749005317688, 0.188502699136734]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9753, "test_loss": 0.12510065188407898}, {"step": 10200, "epoch": 26, "train_loss": 0.00014894425112288445, "cos_r_negg": [0.6035951972007751, 0.661818265914917], "cos_innovation_negg": [0.6035951972007751, 0.661818265914917], "cos_apical_negg": [0.6035951972007751, 0.661818265914917], "cos_Ac_negg": [0.6035951972007751, 0.661818265914917], "r_norm": [0.18951302766799927, 0.18774530291557312]}, {"step": 10250, "epoch": 26, "train_loss": 0.00024375221983063966, "cos_r_negg": [0.6038500070571899, 0.6621052026748657], "cos_innovation_negg": [0.6038500070571899, 0.6621052026748657], "cos_apical_negg": [0.6038500070571899, 0.6621052026748657], "cos_Ac_negg": [0.6038500070571899, 0.6621052026748657], "r_norm": [0.18793576955795288, 0.18613426387310028], "ldr": {"dL_sdil": -0.006742529571056366, "dL_bp": -0.00725700706243515, "ratio": 0.9291061057330504}}, {"step": 10300, "epoch": 26, "train_loss": 0.0018085431074723601, "cos_r_negg": [0.603621780872345, 0.6614378094673157], "cos_innovation_negg": [0.603621780872345, 0.6614378094673157], "cos_apical_negg": [0.603621780872345, 0.6614378094673157], "cos_Ac_negg": [0.603621780872345, 0.6614378094673157], "r_norm": [0.18945102393627167, 0.18756145238876343]}, {"step": 10350, "epoch": 26, "train_loss": 8.611896191723645e-05, "cos_r_negg": [0.6038603782653809, 0.6622247099876404], "cos_innovation_negg": [0.6038603782653809, 0.6622247099876404], "cos_apical_negg": [0.6038603782653809, 0.6622247099876404], "cos_Ac_negg": [0.6038603782653809, 0.6622247099876404], "r_norm": [0.18994897603988647, 0.18812264502048492]}, {"step": 10400, "epoch": 26, "train_loss": 0.0004738501738756895, "cos_r_negg": [0.6033554673194885, 0.6622456312179565], "cos_innovation_negg": [0.6033554673194885, 0.6622456312179565], "cos_apical_negg": [0.6033554673194885, 0.6622456312179565], "cos_Ac_negg": [0.6033554673194885, 0.6622456312179565], "r_norm": [0.18943558633327484, 0.18769025802612305]}, {"step": 10450, "epoch": 26, "train_loss": 0.000578742241486907, "cos_r_negg": [0.6034919023513794, 0.6625673174858093], "cos_innovation_negg": [0.6034919023513794, 0.6625673174858093], "cos_apical_negg": [0.6034919023513794, 0.6625673174858093], "cos_Ac_negg": [0.6034919023513794, 0.6625673174858093], "r_norm": [0.18872541189193726, 0.18696945905685425]}, {"step": 10500, "epoch": 26, "train_loss": 0.00014375249156728387, "cos_r_negg": [0.6037049889564514, 0.6626889705657959], "cos_innovation_negg": [0.6037049889564514, 0.6626889705657959], "cos_apical_negg": [0.6037049889564514, 0.6626889705657959], "cos_Ac_negg": [0.6037049889564514, 0.6626889705657959], "r_norm": [0.18966108560562134, 0.18794018030166626], "ldr": {"dL_sdil": -0.006845682859420776, "dL_bp": -0.007374823093414307, "ratio": 0.9282504505815128}}, {"step": 10550, "epoch": 26, "train_loss": 0.0001913903106469661, "cos_r_negg": [0.6040287017822266, 0.6625228524208069], "cos_innovation_negg": [0.6040287017822266, 0.6625228524208069], "cos_apical_negg": [0.6040287017822266, 0.6625228524208069], "cos_Ac_negg": [0.6040287017822266, 0.6625228524208069], "r_norm": [0.18877685070037842, 0.18712183833122253]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9759, "test_loss": 0.12533109226226807}, {"step": 10600, "epoch": 27, "train_loss": 0.00011077508679591119, "cos_r_negg": [0.6041676998138428, 0.662936806678772], "cos_innovation_negg": [0.6041676998138428, 0.662936806678772], "cos_apical_negg": [0.6041676998138428, 0.662936806678772], "cos_Ac_negg": [0.6041676998138428, 0.662936806678772], "r_norm": [0.19002854824066162, 0.1883302479982376]}, {"step": 10650, "epoch": 27, "train_loss": 0.00015118185547180474, "cos_r_negg": [0.6042202115058899, 0.6631556749343872], "cos_innovation_negg": [0.6042202115058899, 0.6631556749343872], "cos_apical_negg": [0.6042202115058899, 0.6631556749343872], "cos_Ac_negg": [0.6042202115058899, 0.6631556749343872], "r_norm": [0.19021885097026825, 0.18841150403022766]}, {"step": 10700, "epoch": 27, "train_loss": 0.0002012959448620677, "cos_r_negg": [0.6037516593933105, 0.6625087857246399], "cos_innovation_negg": [0.6037516593933105, 0.6625087857246399], "cos_apical_negg": [0.6037516593933105, 0.6625087857246399], "cos_Ac_negg": [0.6037516593933105, 0.6625087857246399], "r_norm": [0.18911409378051758, 0.1873008906841278]}, {"step": 10750, "epoch": 27, "train_loss": 0.00014891353202983737, "cos_r_negg": [0.6038752794265747, 0.6627208590507507], "cos_innovation_negg": [0.6038752794265747, 0.6627208590507507], "cos_apical_negg": [0.6038752794265747, 0.6627208590507507], "cos_Ac_negg": [0.6038752794265747, 0.6627208590507507], "r_norm": [0.18909698724746704, 0.18731838464736938], "ldr": {"dL_sdil": -0.006723083555698395, "dL_bp": -0.0072706714272499084, "ratio": 0.9246853778181755}}, {"step": 10800, "epoch": 27, "train_loss": 4.8733352741692215e-05, "cos_r_negg": [0.60337233543396, 0.662776529788971], "cos_innovation_negg": [0.60337233543396, 0.662776529788971], "cos_apical_negg": [0.60337233543396, 0.662776529788971], "cos_Ac_negg": [0.60337233543396, 0.662776529788971], "r_norm": [0.18921682238578796, 0.18739312887191772]}, {"step": 10850, "epoch": 27, "train_loss": 7.941231888253242e-05, "cos_r_negg": [0.6034186482429504, 0.6631312966346741], "cos_innovation_negg": [0.6034186482429504, 0.6631312966346741], "cos_apical_negg": [0.6034186482429504, 0.6631312966346741], "cos_Ac_negg": [0.6034186482429504, 0.6631312966346741], "r_norm": [0.18786503374576569, 0.18613100051879883]}, {"step": 10900, "epoch": 27, "train_loss": 0.00017755385488271713, "cos_r_negg": [0.6036261916160583, 0.6628817915916443], "cos_innovation_negg": [0.6036261916160583, 0.6628817915916443], "cos_apical_negg": [0.6036261916160583, 0.6628817915916443], "cos_Ac_negg": [0.6036261916160583, 0.6628817915916443], "r_norm": [0.18722595274448395, 0.1855568289756775]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9756, "test_loss": 0.12619313650131225}, {"step": 10950, "epoch": 28, "train_loss": 0.00013662432320415974, "cos_r_negg": [0.603379487991333, 0.6632437705993652], "cos_innovation_negg": [0.603379487991333, 0.6632437705993652], "cos_apical_negg": [0.603379487991333, 0.6632437705993652], "cos_Ac_negg": [0.603379487991333, 0.6632437705993652], "r_norm": [0.18817338347434998, 0.18647617101669312]}, {"step": 11000, "epoch": 28, "train_loss": 0.0002194585686083883, "cos_r_negg": [0.603180468082428, 0.6629418134689331], "cos_innovation_negg": [0.603180468082428, 0.6629418134689331], "cos_apical_negg": [0.603180468082428, 0.6629418134689331], "cos_Ac_negg": [0.603180468082428, 0.6629418134689331], "r_norm": [0.18814930319786072, 0.18637950718402863], "ldr": {"dL_sdil": -0.006861254572868347, "dL_bp": -0.007431447505950928, "ratio": 0.9232729649740534}}, {"step": 11050, "epoch": 28, "train_loss": 0.00040252591134049, "cos_r_negg": [0.6034635305404663, 0.6631079316139221], "cos_innovation_negg": [0.6034635305404663, 0.6631079316139221], "cos_apical_negg": [0.6034635305404663, 0.6631079316139221], "cos_Ac_negg": [0.6034635305404663, 0.6631079316139221], "r_norm": [0.18722152709960938, 0.18556144833564758]}, {"step": 11100, "epoch": 28, "train_loss": 0.00030262325890362263, "cos_r_negg": [0.6023823022842407, 0.6624908447265625], "cos_innovation_negg": [0.6023823022842407, 0.6624908447265625], "cos_apical_negg": [0.6023823022842407, 0.6624908447265625], "cos_Ac_negg": [0.6023823022842407, 0.6624908447265625], "r_norm": [0.1869700700044632, 0.185397669672966]}, {"step": 11150, "epoch": 28, "train_loss": 0.00019392826652619988, "cos_r_negg": [0.6036635041236877, 0.6630884408950806], "cos_innovation_negg": [0.6036635041236877, 0.6630884408950806], "cos_apical_negg": [0.6036635041236877, 0.6630884408950806], "cos_Ac_negg": [0.6036635041236877, 0.6630884408950806], "r_norm": [0.1872521936893463, 0.18549872934818268]}, {"step": 11200, "epoch": 28, "train_loss": 0.0006843425799161196, "cos_r_negg": [0.6045314073562622, 0.6634523272514343], "cos_innovation_negg": [0.6045314073562622, 0.6634523272514343], "cos_apical_negg": [0.6045314073562622, 0.6634523272514343], "cos_Ac_negg": [0.6045314073562622, 0.6634523272514343], "r_norm": [0.18822595477104187, 0.18643099069595337]}, {"step": 11250, "epoch": 28, "train_loss": 0.0002588077331893146, "cos_r_negg": [0.6032678484916687, 0.6634693145751953], "cos_innovation_negg": [0.6032678484916687, 0.6634693145751953], "cos_apical_negg": [0.6032678484916687, 0.6634693145751953], "cos_Ac_negg": [0.6032678484916687, 0.6634693145751953], "r_norm": [0.1882653534412384, 0.18654243648052216], "ldr": {"dL_sdil": -0.006887346506118774, "dL_bp": -0.007475472986698151, "ratio": 0.921325850334034}}, {"step": 11300, "epoch": 28, "train_loss": 0.0002018582890741527, "cos_r_negg": [0.6029718518257141, 0.6631808280944824], "cos_innovation_negg": [0.6029718518257141, 0.6631808280944824], "cos_apical_negg": [0.6029718518257141, 0.6631808280944824], "cos_Ac_negg": [0.6029718518257141, 0.6631808280944824], "r_norm": [0.1887340545654297, 0.1870540976524353]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9754, "test_loss": 0.12667740788459778}, {"step": 11350, "epoch": 29, "train_loss": 0.00015405840531457216, "cos_r_negg": [0.6032353043556213, 0.6627742052078247], "cos_innovation_negg": [0.6032353043556213, 0.6627742052078247], "cos_apical_negg": [0.6032353043556213, 0.6627742052078247], "cos_Ac_negg": [0.6032353043556213, 0.6627742052078247], "r_norm": [0.1883624792098999, 0.18668147921562195]}, {"step": 11400, "epoch": 29, "train_loss": 0.00021591410040855408, "cos_r_negg": [0.6020455360412598, 0.6627175211906433], "cos_innovation_negg": [0.6020455360412598, 0.6627175211906433], "cos_apical_negg": [0.6020455360412598, 0.6627175211906433], "cos_Ac_negg": [0.6020455360412598, 0.6627175211906433], "r_norm": [0.1884782463312149, 0.18677926063537598]}, {"step": 11450, "epoch": 29, "train_loss": 0.00017984319129027426, "cos_r_negg": [0.6031135320663452, 0.6633540391921997], "cos_innovation_negg": [0.6031135320663452, 0.6633540391921997], "cos_apical_negg": [0.6031135320663452, 0.6633540391921997], "cos_Ac_negg": [0.6031135320663452, 0.6633540391921997], "r_norm": [0.18962448835372925, 0.18788082897663116]}, {"step": 11500, "epoch": 29, "train_loss": 0.00024114233383443207, "cos_r_negg": [0.6035019159317017, 0.6634252667427063], "cos_innovation_negg": [0.6035019159317017, 0.6634252667427063], "cos_apical_negg": [0.6035019159317017, 0.6634252667427063], "cos_Ac_negg": [0.6035019159317017, 0.6634252667427063], "r_norm": [0.18905887007713318, 0.1872883290052414], "ldr": {"dL_sdil": -0.00695250928401947, "dL_bp": -0.007539719343185425, "ratio": 0.9221177828460301}}, {"step": 11550, "epoch": 29, "train_loss": 0.0002570589422248304, "cos_r_negg": [0.6034223437309265, 0.6638156175613403], "cos_innovation_negg": [0.6034223437309265, 0.6638156175613403], "cos_apical_negg": [0.6034223437309265, 0.6638156175613403], "cos_Ac_negg": [0.6034223437309265, 0.6638156175613403], "r_norm": [0.18937456607818604, 0.18772687017917633]}, {"step": 11600, "epoch": 29, "train_loss": 0.00021550717065110803, "cos_r_negg": [0.6024810075759888, 0.6626836061477661], "cos_innovation_negg": [0.6024810075759888, 0.6626836061477661], "cos_apical_negg": [0.6024810075759888, 0.6626836061477661], "cos_Ac_negg": [0.6024810075759888, 0.6626836061477661], "r_norm": [0.18857814371585846, 0.18685859441757202]}, {"step": 11650, "epoch": 29, "train_loss": 0.00011551943316590041, "cos_r_negg": [0.6036169528961182, 0.6634037494659424], "cos_innovation_negg": [0.6036169528961182, 0.6634037494659424], "cos_apical_negg": [0.6036169528961182, 0.6634037494659424], "cos_Ac_negg": [0.6036169528961182, 0.6634037494659424], "r_norm": [0.1863349825143814, 0.18475666642189026]}, {"step": 11700, "epoch": 29, "train_loss": 0.0001705321774352342, "cos_r_negg": [0.6034872531890869, 0.6633786559104919], "cos_innovation_negg": [0.6034872531890869, 0.6633786559104919], "cos_apical_negg": [0.6034872531890869, 0.6633786559104919], "cos_Ac_negg": [0.6034872531890869, 0.6633786559104919], "r_norm": [0.18559753894805908, 0.18391594290733337]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9754, "test_loss": 0.12726661410331727}, {"step": 11750, "epoch": 30, "train_loss": 0.00037285638973116875, "cos_r_negg": [0.6029300689697266, 0.6626580357551575], "cos_innovation_negg": [0.6029300689697266, 0.6626580357551575], "cos_apical_negg": [0.6029300689697266, 0.6626580357551575], "cos_Ac_negg": [0.6029300689697266, 0.6626580357551575], "r_norm": [0.1882759928703308, 0.1864510327577591], "ldr": {"dL_sdil": -0.006999224424362183, "dL_bp": -0.007646664977073669, "ratio": 0.9153303362115836}}, {"step": 11800, "epoch": 30, "train_loss": 0.00020973609935026616, "cos_r_negg": [0.6036561727523804, 0.6637060642242432], "cos_innovation_negg": [0.6036561727523804, 0.6637060642242432], "cos_apical_negg": [0.6036561727523804, 0.6637060642242432], "cos_Ac_negg": [0.6036561727523804, 0.6637060642242432], "r_norm": [0.189529150724411, 0.18770495057106018]}, {"step": 11850, "epoch": 30, "train_loss": 0.00014530400221701711, "cos_r_negg": [0.6034536361694336, 0.6639726161956787], "cos_innovation_negg": [0.6034536361694336, 0.6639726161956787], "cos_apical_negg": [0.6034536361694336, 0.6639726161956787], "cos_Ac_negg": [0.6034536361694336, 0.6639726161956787], "r_norm": [0.18717283010482788, 0.18536697328090668]}, {"step": 11900, "epoch": 30, "train_loss": 0.00042246541124768555, "cos_r_negg": [0.6020283699035645, 0.6632614135742188], "cos_innovation_negg": [0.6020283699035645, 0.6632614135742188], "cos_apical_negg": [0.6020283699035645, 0.6632614135742188], "cos_Ac_negg": [0.6020283699035645, 0.6632614135742188], "r_norm": [0.18658074736595154, 0.1847480833530426]}, {"step": 11950, "epoch": 30, "train_loss": 4.015932063339278e-05, "cos_r_negg": [0.6015421152114868, 0.6629377603530884], "cos_innovation_negg": [0.6015421152114868, 0.6629377603530884], "cos_apical_negg": [0.6015421152114868, 0.6629377603530884], "cos_Ac_negg": [0.6015421152114868, 0.6629377603530884], "r_norm": [0.18631117045879364, 0.1845378577709198]}, {"step": 12000, "epoch": 30, "train_loss": 0.0002858829393517226, "cos_r_negg": [0.6024378538131714, 0.6631730794906616], "cos_innovation_negg": [0.6024378538131714, 0.6631730794906616], "cos_apical_negg": [0.6024378538131714, 0.6631730794906616], "cos_Ac_negg": [0.6024378538131714, 0.6631730794906616], "r_norm": [0.1864517778158188, 0.1847734898328781], "ldr": {"dL_sdil": -0.0068793147802352905, "dL_bp": -0.007524825632572174, "ratio": 0.9142158391627433}}, {"step": 12050, "epoch": 30, "train_loss": 0.00035235838731750846, "cos_r_negg": [0.6027222871780396, 0.6630563735961914], "cos_innovation_negg": [0.6027222871780396, 0.6630563735961914], "cos_apical_negg": [0.6027222871780396, 0.6630563735961914], "cos_Ac_negg": [0.6027222871780396, 0.6630563735961914], "r_norm": [0.1866481602191925, 0.1851172000169754]}, {"step": 12100, "epoch": 30, "train_loss": 0.0001981245877686888, "cos_r_negg": [0.6023317575454712, 0.6629189252853394], "cos_innovation_negg": [0.6023317575454712, 0.6629189252853394], "cos_apical_negg": [0.6023317575454712, 0.6629189252853394], "cos_Ac_negg": [0.6023317575454712, 0.6629189252853394], "r_norm": [0.18664202094078064, 0.18504510819911957]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9753, "test_loss": 0.12755258612632753}, {"step": 12150, "epoch": 31, "train_loss": 0.000181647454155609, "cos_r_negg": [0.6012870073318481, 0.6625247597694397], "cos_innovation_negg": [0.6012870073318481, 0.6625247597694397], "cos_apical_negg": [0.6012870073318481, 0.6625247597694397], "cos_Ac_negg": [0.6012870073318481, 0.6625247597694397], "r_norm": [0.18656301498413086, 0.18490251898765564]}, {"step": 12200, "epoch": 31, "train_loss": 0.0003031236701644957, "cos_r_negg": [0.6019720435142517, 0.663241982460022], "cos_innovation_negg": [0.6019720435142517, 0.663241982460022], "cos_apical_negg": [0.6019720435142517, 0.663241982460022], "cos_Ac_negg": [0.6019720435142517, 0.663241982460022], "r_norm": [0.1859140694141388, 0.18423673510551453]}, {"step": 12250, "epoch": 31, "train_loss": 0.00027055677492171526, "cos_r_negg": [0.601954460144043, 0.6635233759880066], "cos_innovation_negg": [0.601954460144043, 0.6635233759880066], "cos_apical_negg": [0.601954460144043, 0.6635233759880066], "cos_Ac_negg": [0.601954460144043, 0.6635233759880066], "r_norm": [0.18629616498947144, 0.18461211025714874], "ldr": {"dL_sdil": -0.006899721920490265, "dL_bp": -0.007554076611995697, "ratio": 0.9133772762555343}}, {"step": 12300, "epoch": 31, "train_loss": 0.00020985111768823117, "cos_r_negg": [0.6027279496192932, 0.663516640663147], "cos_innovation_negg": [0.6027279496192932, 0.663516640663147], "cos_apical_negg": [0.6027279496192932, 0.663516640663147], "cos_Ac_negg": [0.6027279496192932, 0.663516640663147], "r_norm": [0.18715880811214447, 0.18546602129936218]}, {"step": 12350, "epoch": 31, "train_loss": 0.00023990654153749347, "cos_r_negg": [0.6023194789886475, 0.6632130146026611], "cos_innovation_negg": [0.6023194789886475, 0.6632130146026611], "cos_apical_negg": [0.6023194789886475, 0.6632130146026611], "cos_Ac_negg": [0.6023194789886475, 0.6632130146026611], "r_norm": [0.1869378238916397, 0.18525180220603943]}, {"step": 12400, "epoch": 31, "train_loss": 0.00019361128215678036, "cos_r_negg": [0.6016212701797485, 0.66326904296875], "cos_innovation_negg": [0.6016212701797485, 0.66326904296875], "cos_apical_negg": [0.6016212701797485, 0.66326904296875], "cos_Ac_negg": [0.6016212701797485, 0.66326904296875], "r_norm": [0.18729379773139954, 0.18554368615150452]}, {"step": 12450, "epoch": 31, "train_loss": 0.00018105877097696066, "cos_r_negg": [0.6022810935974121, 0.6633039712905884], "cos_innovation_negg": [0.6022810935974121, 0.6633039712905884], "cos_apical_negg": [0.6022810935974121, 0.6633039712905884], "cos_Ac_negg": [0.6022810935974121, 0.6633039712905884], "r_norm": [0.1877392679452896, 0.18598246574401855]}, {"step": 12500, "epoch": 31, "train_loss": 7.981376256793737e-05, "cos_r_negg": [0.6018998622894287, 0.6630826592445374], "cos_innovation_negg": [0.6018998622894287, 0.6630826592445374], "cos_apical_negg": [0.6018998622894287, 0.6630826592445374], "cos_Ac_negg": [0.6018998622894287, 0.6630826592445374], "r_norm": [0.18828001618385315, 0.18654699623584747], "ldr": {"dL_sdil": -0.007024243474006653, "dL_bp": -0.007693365216255188, "ratio": 0.9130261305111632}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9755, "test_loss": 0.1283542953491211}, {"step": 12550, "epoch": 32, "train_loss": 0.00011469173477962613, "cos_r_negg": [0.6017601490020752, 0.6633373498916626], "cos_innovation_negg": [0.6017601490020752, 0.6633373498916626], "cos_apical_negg": [0.6017601490020752, 0.6633373498916626], "cos_Ac_negg": [0.6017601490020752, 0.6633373498916626], "r_norm": [0.18806517124176025, 0.18637628853321075]}, {"step": 12600, "epoch": 32, "train_loss": 4.3152671423740685e-05, "cos_r_negg": [0.6015634536743164, 0.6635059714317322], "cos_innovation_negg": [0.6015634536743164, 0.6635059714317322], "cos_apical_negg": [0.6015634536743164, 0.6635059714317322], "cos_Ac_negg": [0.6015634536743164, 0.6635059714317322], "r_norm": [0.188451886177063, 0.1867135763168335]}, {"step": 12650, "epoch": 32, "train_loss": 0.00013288452464621514, "cos_r_negg": [0.601743757724762, 0.6628637909889221], "cos_innovation_negg": [0.601743757724762, 0.6628637909889221], "cos_apical_negg": [0.601743757724762, 0.6628637909889221], "cos_Ac_negg": [0.601743757724762, 0.6628637909889221], "r_norm": [0.18850667774677277, 0.18673625588417053]}, {"step": 12700, "epoch": 32, "train_loss": 0.00024316247436217964, "cos_r_negg": [0.6022075414657593, 0.6631518602371216], "cos_innovation_negg": [0.6022075414657593, 0.6631518602371216], "cos_apical_negg": [0.6022075414657593, 0.6631518602371216], "cos_Ac_negg": [0.6022075414657593, 0.6631518602371216], "r_norm": [0.18911747634410858, 0.18729539215564728]}, {"step": 12750, "epoch": 32, "train_loss": 3.8958736695349216e-05, "cos_r_negg": [0.6024489402770996, 0.6633619070053101], "cos_innovation_negg": [0.6024489402770996, 0.6633619070053101], "cos_apical_negg": [0.6024489402770996, 0.6633619070053101], "cos_Ac_negg": [0.6024489402770996, 0.6633619070053101], "r_norm": [0.18944290280342102, 0.18765868246555328], "ldr": {"dL_sdil": -0.007166564464569092, "dL_bp": -0.007847927510738373, "ratio": 0.9131792380552741}}, {"step": 12800, "epoch": 32, "train_loss": 0.00025886381627060473, "cos_r_negg": [0.6027058362960815, 0.6632218360900879], "cos_innovation_negg": [0.6027058362960815, 0.6632218360900879], "cos_apical_negg": [0.6027058362960815, 0.6632218360900879], "cos_Ac_negg": [0.6027058362960815, 0.6632218360900879], "r_norm": [0.18842466175556183, 0.1866573989391327]}, {"step": 12850, "epoch": 32, "train_loss": 0.00011366971011739224, "cos_r_negg": [0.6017363667488098, 0.6634913086891174], "cos_innovation_negg": [0.6017363667488098, 0.6634913086891174], "cos_apical_negg": [0.6017363667488098, 0.6634913086891174], "cos_Ac_negg": [0.6017363667488098, 0.6634913086891174], "r_norm": [0.18717333674430847, 0.18543857336044312]}, {"step": 12900, "epoch": 32, "train_loss": 0.00012808036990463734, "cos_r_negg": [0.6015080213546753, 0.6630200147628784], "cos_innovation_negg": [0.6015080213546753, 0.6630200147628784], "cos_apical_negg": [0.6015080213546753, 0.6630200147628784], "cos_Ac_negg": [0.6015080213546753, 0.6630200147628784], "r_norm": [0.1852436363697052, 0.18362310528755188]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9758, "test_loss": 0.12827034277915955}, {"step": 12950, "epoch": 33, "train_loss": 0.00013355465489439666, "cos_r_negg": [0.601909339427948, 0.6629670262336731], "cos_innovation_negg": [0.601909339427948, 0.6629670262336731], "cos_apical_negg": [0.601909339427948, 0.6629670262336731], "cos_Ac_negg": [0.601909339427948, 0.6629670262336731], "r_norm": [0.18465504050254822, 0.18299339711666107]}, {"step": 13000, "epoch": 33, "train_loss": 4.226348755764775e-05, "cos_r_negg": [0.602145791053772, 0.663047730922699], "cos_innovation_negg": [0.602145791053772, 0.663047730922699], "cos_apical_negg": [0.602145791053772, 0.663047730922699], "cos_Ac_negg": [0.602145791053772, 0.663047730922699], "r_norm": [0.18396559357643127, 0.18235532939434052], "ldr": {"dL_sdil": -0.006797440350055695, "dL_bp": -0.007479444146156311, "ratio": 0.9088162458635247}}, {"step": 13050, "epoch": 33, "train_loss": 0.00021675985772162676, "cos_r_negg": [0.6018341183662415, 0.6636250019073486], "cos_innovation_negg": [0.6018341183662415, 0.6636250019073486], "cos_apical_negg": [0.6018341183662415, 0.6636250019073486], "cos_Ac_negg": [0.6018341183662415, 0.6636250019073486], "r_norm": [0.18429487943649292, 0.18266981840133667]}, {"step": 13100, "epoch": 33, "train_loss": 0.00014193315291777253, "cos_r_negg": [0.6015796661376953, 0.6641178131103516], "cos_innovation_negg": [0.6015796661376953, 0.6641178131103516], "cos_apical_negg": [0.6015796661376953, 0.6641178131103516], "cos_Ac_negg": [0.6015796661376953, 0.6641178131103516], "r_norm": [0.18489184975624084, 0.18319591879844666]}, {"step": 13150, "epoch": 33, "train_loss": 0.00011407969577703625, "cos_r_negg": [0.6013702154159546, 0.6636354327201843], "cos_innovation_negg": [0.6013702154159546, 0.6636354327201843], "cos_apical_negg": [0.6013702154159546, 0.6636354327201843], "cos_Ac_negg": [0.6013702154159546, 0.6636354327201843], "r_norm": [0.18499481678009033, 0.18333032727241516]}, {"step": 13200, "epoch": 33, "train_loss": 0.00022725455346517265, "cos_r_negg": [0.6015539169311523, 0.6632000207901001], "cos_innovation_negg": [0.6015539169311523, 0.6632000207901001], "cos_apical_negg": [0.6015539169311523, 0.6632000207901001], "cos_Ac_negg": [0.6015539169311523, 0.6632000207901001], "r_norm": [0.18667352199554443, 0.18491864204406738]}, {"step": 13250, "epoch": 33, "train_loss": 0.0001293197419727221, "cos_r_negg": [0.6023516654968262, 0.663030743598938], "cos_innovation_negg": [0.6023516654968262, 0.663030743598938], "cos_apical_negg": [0.6023516654968262, 0.663030743598938], "cos_Ac_negg": [0.6023516654968262, 0.663030743598938], "r_norm": [0.18790367245674133, 0.1861320436000824], "ldr": {"dL_sdil": -0.007108420133590698, "dL_bp": -0.00787770003080368, "ratio": 0.9023471452067335}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9753, "test_loss": 0.12914575085639954}, {"step": 13300, "epoch": 34, "train_loss": 0.00016153501928783953, "cos_r_negg": [0.6023566722869873, 0.6627776622772217], "cos_innovation_negg": [0.6023566722869873, 0.6627776622772217], "cos_apical_negg": [0.6023566722869873, 0.6627776622772217], "cos_Ac_negg": [0.6023566722869873, 0.6627776622772217], "r_norm": [0.187587708234787, 0.1858578622341156]}, {"step": 13350, "epoch": 34, "train_loss": 0.00013922298967372626, "cos_r_negg": [0.6018492579460144, 0.6631430983543396], "cos_innovation_negg": [0.6018492579460144, 0.6631430983543396], "cos_apical_negg": [0.6018492579460144, 0.6631430983543396], "cos_Ac_negg": [0.6018492579460144, 0.6631430983543396], "r_norm": [0.18756023049354553, 0.18587730824947357]}, {"step": 13400, "epoch": 34, "train_loss": 9.610426786821336e-05, "cos_r_negg": [0.6015692949295044, 0.6636123657226562], "cos_innovation_negg": [0.6015692949295044, 0.6636123657226562], "cos_apical_negg": [0.6015692949295044, 0.6636123657226562], "cos_Ac_negg": [0.6015692949295044, 0.6636123657226562], "r_norm": [0.18681839108467102, 0.18511459231376648]}, {"step": 13450, "epoch": 34, "train_loss": 0.00032424519304186106, "cos_r_negg": [0.6018325090408325, 0.6628151535987854], "cos_innovation_negg": [0.6018325090408325, 0.6628151535987854], "cos_apical_negg": [0.6018325090408325, 0.6628151535987854], "cos_Ac_negg": [0.6018325090408325, 0.6628151535987854], "r_norm": [0.18622492253780365, 0.18449711799621582]}, {"step": 13500, "epoch": 34, "train_loss": 0.00038554525235667825, "cos_r_negg": [0.6020593047142029, 0.6638156771659851], "cos_innovation_negg": [0.6020593047142029, 0.6638156771659851], "cos_apical_negg": [0.6020593047142029, 0.6638156771659851], "cos_Ac_negg": [0.6020593047142029, 0.6638156771659851], "r_norm": [0.185184046626091, 0.18350893259048462], "ldr": {"dL_sdil": -0.0069715529680252075, "dL_bp": -0.007707737386226654, "ratio": 0.9044876101361508}}, {"step": 13550, "epoch": 34, "train_loss": 0.00017761357594281435, "cos_r_negg": [0.6025709509849548, 0.6638643145561218], "cos_innovation_negg": [0.6025709509849548, 0.6638643145561218], "cos_apical_negg": [0.6025709509849548, 0.6638643145561218], "cos_Ac_negg": [0.6025709509849548, 0.6638643145561218], "r_norm": [0.185541570186615, 0.18386322259902954]}, {"step": 13600, "epoch": 34, "train_loss": 0.0001542095560580492, "cos_r_negg": [0.6029345393180847, 0.6641448736190796], "cos_innovation_negg": [0.6029345393180847, 0.6641448736190796], "cos_apical_negg": [0.6029345393180847, 0.6641448736190796], "cos_Ac_negg": [0.6029345393180847, 0.6641448736190796], "r_norm": [0.18672001361846924, 0.1850614845752716]}, {"step": 13650, "epoch": 34, "train_loss": 0.00020355134620331228, "cos_r_negg": [0.6029611825942993, 0.6636221408843994], "cos_innovation_negg": [0.6029611825942993, 0.6636221408843994], "cos_apical_negg": [0.6029611825942993, 0.6636221408843994], "cos_Ac_negg": [0.6029611825942993, 0.6636221408843994], "r_norm": [0.18679745495319366, 0.1851002275943756]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9758, "test_loss": 0.12961831917762756}, {"step": 13700, "epoch": 35, "train_loss": 0.00012512743705883622, "cos_r_negg": [0.6027456521987915, 0.6631884574890137], "cos_innovation_negg": [0.6027456521987915, 0.6631884574890137], "cos_apical_negg": [0.6027456521987915, 0.6631884574890137], "cos_Ac_negg": [0.6027456521987915, 0.6631884574890137], "r_norm": [0.1869550347328186, 0.1852506846189499]}, {"step": 13750, "epoch": 35, "train_loss": 0.00028145412215963006, "cos_r_negg": [0.6027181148529053, 0.6638787984848022], "cos_innovation_negg": [0.6027181148529053, 0.6638787984848022], "cos_apical_negg": [0.6027181148529053, 0.6638787984848022], "cos_Ac_negg": [0.6027181148529053, 0.6638787984848022], "r_norm": [0.18727520108222961, 0.18561869859695435], "ldr": {"dL_sdil": -0.007128022611141205, "dL_bp": -0.00789688527584076, "ratio": 0.9026372249509861}}, {"step": 13800, "epoch": 35, "train_loss": 6.204051896929741e-05, "cos_r_negg": [0.6030129790306091, 0.664559543132782], "cos_innovation_negg": [0.6030129790306091, 0.664559543132782], "cos_apical_negg": [0.6030129790306091, 0.664559543132782], "cos_Ac_negg": [0.6030129790306091, 0.664559543132782], "r_norm": [0.18736980855464935, 0.18566694855690002]}, {"step": 13850, "epoch": 35, "train_loss": 0.0002724706137087196, "cos_r_negg": [0.6029597520828247, 0.6640325784683228], "cos_innovation_negg": [0.6029597520828247, 0.6640325784683228], "cos_apical_negg": [0.6029597520828247, 0.6640325784683228], "cos_Ac_negg": [0.6029597520828247, 0.6640325784683228], "r_norm": [0.18670418858528137, 0.185049906373024]}, {"step": 13900, "epoch": 35, "train_loss": 0.00013361861056182534, "cos_r_negg": [0.6030572652816772, 0.6641535758972168], "cos_innovation_negg": [0.6030572652816772, 0.6641535758972168], "cos_apical_negg": [0.6030572652816772, 0.6641535758972168], "cos_Ac_negg": [0.6030572652816772, 0.6641535758972168], "r_norm": [0.18538126349449158, 0.18373392522335052]}, {"step": 13950, "epoch": 35, "train_loss": 0.00011958230606978759, "cos_r_negg": [0.6031131744384766, 0.6635603308677673], "cos_innovation_negg": [0.6031131744384766, 0.6635603308677673], "cos_apical_negg": [0.6031131744384766, 0.6635603308677673], "cos_Ac_negg": [0.6031131744384766, 0.6635603308677673], "r_norm": [0.18610265851020813, 0.18444514274597168]}, {"step": 14000, "epoch": 35, "train_loss": 9.762625268194824e-05, "cos_r_negg": [0.6029406189918518, 0.6636787056922913], "cos_innovation_negg": [0.6029406189918518, 0.6636787056922913], "cos_apical_negg": [0.6029406189918518, 0.6636787056922913], "cos_Ac_negg": [0.6029406189918518, 0.6636787056922913], "r_norm": [0.18726395070552826, 0.18555501103401184], "ldr": {"dL_sdil": -0.007168129086494446, "dL_bp": -0.00794394314289093, "ratio": 0.9023389213087755}}, {"step": 14050, "epoch": 35, "train_loss": 0.00011529242328833789, "cos_r_negg": [0.602787971496582, 0.6636976003646851], "cos_innovation_negg": [0.602787971496582, 0.6636976003646851], "cos_apical_negg": [0.602787971496582, 0.6636976003646851], "cos_Ac_negg": [0.602787971496582, 0.6636976003646851], "r_norm": [0.18729329109191895, 0.1855657696723938]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9753, "test_loss": 0.13007873959541322}, {"step": 14100, "epoch": 36, "train_loss": 0.00022971865837462246, "cos_r_negg": [0.6025089621543884, 0.6636797189712524], "cos_innovation_negg": [0.6025089621543884, 0.6636797189712524], "cos_apical_negg": [0.6025089621543884, 0.6636797189712524], "cos_Ac_negg": [0.6025089621543884, 0.6636797189712524], "r_norm": [0.18607482314109802, 0.18434804677963257]}, {"step": 14150, "epoch": 36, "train_loss": 0.00019761358271352947, "cos_r_negg": [0.601885199546814, 0.663703203201294], "cos_innovation_negg": [0.601885199546814, 0.663703203201294], "cos_apical_negg": [0.601885199546814, 0.663703203201294], "cos_Ac_negg": [0.601885199546814, 0.663703203201294], "r_norm": [0.18601363897323608, 0.1843247264623642]}, {"step": 14200, "epoch": 36, "train_loss": 0.00011412410822231323, "cos_r_negg": [0.601984441280365, 0.6639944314956665], "cos_innovation_negg": [0.601984441280365, 0.6639944314956665], "cos_apical_negg": [0.601984441280365, 0.6639944314956665], "cos_Ac_negg": [0.601984441280365, 0.6639944314956665], "r_norm": [0.18720681965351105, 0.185467928647995]}, {"step": 14250, "epoch": 36, "train_loss": 0.00014911121979821473, "cos_r_negg": [0.603139340877533, 0.6642328500747681], "cos_innovation_negg": [0.603139340877533, 0.6642328500747681], "cos_apical_negg": [0.603139340877533, 0.6642328500747681], "cos_Ac_negg": [0.603139340877533, 0.6642328500747681], "r_norm": [0.18676507472991943, 0.18504706025123596], "ldr": {"dL_sdil": -0.007139518857002258, "dL_bp": -0.007932141423225403, "ratio": 0.9000745796207898}}, {"step": 14300, "epoch": 36, "train_loss": 4.6757755626458675e-05, "cos_r_negg": [0.6025412082672119, 0.663934588432312], "cos_innovation_negg": [0.6025412082672119, 0.663934588432312], "cos_apical_negg": [0.6025412082672119, 0.663934588432312], "cos_Ac_negg": [0.6025412082672119, 0.663934588432312], "r_norm": [0.18597525358200073, 0.18437665700912476]}, {"step": 14350, "epoch": 36, "train_loss": 0.0001222022983711213, "cos_r_negg": [0.6033374071121216, 0.6642128229141235], "cos_innovation_negg": [0.6033374071121216, 0.6642128229141235], "cos_apical_negg": [0.6033374071121216, 0.6642128229141235], "cos_Ac_negg": [0.6033374071121216, 0.6642128229141235], "r_norm": [0.18633674085140228, 0.1846672147512436]}, {"step": 14400, "epoch": 36, "train_loss": 5.9578425862127915e-05, "cos_r_negg": [0.6033239364624023, 0.6641963124275208], "cos_innovation_negg": [0.6033239364624023, 0.6641963124275208], "cos_apical_negg": [0.6033239364624023, 0.6641963124275208], "cos_Ac_negg": [0.6033239364624023, 0.6641963124275208], "r_norm": [0.18605230748653412, 0.18432499468326569]}, {"step": 14450, "epoch": 36, "train_loss": 0.00016914401203393936, "cos_r_negg": [0.6031749248504639, 0.6642376184463501], "cos_innovation_negg": [0.6031749248504639, 0.6642376184463501], "cos_apical_negg": [0.6031749248504639, 0.6642376184463501], "cos_Ac_negg": [0.6031749248504639, 0.6642376184463501], "r_norm": [0.18631738424301147, 0.1845596432685852]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9754, "test_loss": 0.13061291275024414}, {"step": 14500, "epoch": 37, "train_loss": 0.00011983387230429798, "cos_r_negg": [0.6022777557373047, 0.6644832491874695], "cos_innovation_negg": [0.6022777557373047, 0.6644832491874695], "cos_apical_negg": [0.6022777557373047, 0.6644832491874695], "cos_Ac_negg": [0.6022777557373047, 0.6644832491874695], "r_norm": [0.18582838773727417, 0.18416737020015717], "ldr": {"dL_sdil": -0.007170461118221283, "dL_bp": -0.007962413132190704, "ratio": 0.9005386933808179}}, {"step": 14550, "epoch": 37, "train_loss": 0.00015014295058790594, "cos_r_negg": [0.602344274520874, 0.66446852684021], "cos_innovation_negg": [0.602344274520874, 0.66446852684021], "cos_apical_negg": [0.602344274520874, 0.66446852684021], "cos_Ac_negg": [0.602344274520874, 0.66446852684021], "r_norm": [0.18562546372413635, 0.18396970629692078]}, {"step": 14600, "epoch": 37, "train_loss": 7.760762673569843e-05, "cos_r_negg": [0.6032683849334717, 0.664357602596283], "cos_innovation_negg": [0.6032683849334717, 0.664357602596283], "cos_apical_negg": [0.6032683849334717, 0.664357602596283], "cos_Ac_negg": [0.6032683849334717, 0.664357602596283], "r_norm": [0.1855086386203766, 0.1838093101978302]}, {"step": 14650, "epoch": 37, "train_loss": 0.0001935948384925723, "cos_r_negg": [0.6034095883369446, 0.664591908454895], "cos_innovation_negg": [0.6034095883369446, 0.664591908454895], "cos_apical_negg": [0.6034095883369446, 0.664591908454895], "cos_Ac_negg": [0.6034095883369446, 0.664591908454895], "r_norm": [0.1847575604915619, 0.18302683532238007]}, {"step": 14700, "epoch": 37, "train_loss": 7.722972077317536e-05, "cos_r_negg": [0.6033496856689453, 0.6649120450019836], "cos_innovation_negg": [0.6033496856689453, 0.6649120450019836], "cos_apical_negg": [0.6033496856689453, 0.6649120450019836], "cos_Ac_negg": [0.6033496856689453, 0.6649120450019836], "r_norm": [0.1856108009815216, 0.18384793400764465]}, {"step": 14750, "epoch": 37, "train_loss": 0.00013602629769593477, "cos_r_negg": [0.6029015183448792, 0.6649035215377808], "cos_innovation_negg": [0.6029015183448792, 0.6649035215377808], "cos_apical_negg": [0.6029015183448792, 0.6649035215377808], "cos_Ac_negg": [0.6029015183448792, 0.6649035215377808], "r_norm": [0.18587259948253632, 0.1841592639684677], "ldr": {"dL_sdil": -0.007146917283535004, "dL_bp": -0.007972553372383118, "ratio": 0.896440192961503}}, {"step": 14800, "epoch": 37, "train_loss": 0.00011953148350585252, "cos_r_negg": [0.6030961871147156, 0.6648398637771606], "cos_innovation_negg": [0.6030961871147156, 0.6648398637771606], "cos_apical_negg": [0.6030961871147156, 0.6648398637771606], "cos_Ac_negg": [0.6030961871147156, 0.6648398637771606], "r_norm": [0.18656769394874573, 0.1848912239074707]}, {"step": 14850, "epoch": 37, "train_loss": 0.00012479409633670002, "cos_r_negg": [0.6025851368904114, 0.6651042699813843], "cos_innovation_negg": [0.6025851368904114, 0.6651042699813843], "cos_apical_negg": [0.6025851368904114, 0.6651042699813843], "cos_Ac_negg": [0.6025851368904114, 0.6651042699813843], "r_norm": [0.1860770285129547, 0.18436545133590698]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9754, "test_loss": 0.13093888154029845}, {"step": 14900, "epoch": 38, "train_loss": 0.00024800762184895575, "cos_r_negg": [0.602557897567749, 0.6647825837135315], "cos_innovation_negg": [0.602557897567749, 0.6647825837135315], "cos_apical_negg": [0.602557897567749, 0.6647825837135315], "cos_Ac_negg": [0.602557897567749, 0.6647825837135315], "r_norm": [0.18498072028160095, 0.18327537178993225]}, {"step": 14950, "epoch": 38, "train_loss": 7.176836516009644e-05, "cos_r_negg": [0.602080225944519, 0.6648056507110596], "cos_innovation_negg": [0.602080225944519, 0.6648056507110596], "cos_apical_negg": [0.602080225944519, 0.6648056507110596], "cos_Ac_negg": [0.602080225944519, 0.6648056507110596], "r_norm": [0.1853070855140686, 0.18357962369918823]}, {"step": 15000, "epoch": 38, "train_loss": 0.0005387775599956512, "cos_r_negg": [0.6021966338157654, 0.6647884845733643], "cos_innovation_negg": [0.6021966338157654, 0.6647884845733643], "cos_apical_negg": [0.6021966338157654, 0.6647884845733643], "cos_Ac_negg": [0.6021966338157654, 0.6647884845733643], "r_norm": [0.1848219931125641, 0.18320338428020477], "ldr": {"dL_sdil": -0.007169462740421295, "dL_bp": -0.007990822196006775, "ratio": 0.8972121472060867}}, {"step": 15050, "epoch": 38, "train_loss": 0.0002069220063276589, "cos_r_negg": [0.6027505397796631, 0.6648257970809937], "cos_innovation_negg": [0.6027505397796631, 0.6648257970809937], "cos_apical_negg": [0.6027505397796631, 0.6648257970809937], "cos_Ac_negg": [0.6027505397796631, 0.6648257970809937], "r_norm": [0.18607474863529205, 0.18439939618110657]}, {"step": 15100, "epoch": 38, "train_loss": 0.00012646883260458708, "cos_r_negg": [0.6028092503547668, 0.6647493839263916], "cos_innovation_negg": [0.6028092503547668, 0.6647493839263916], "cos_apical_negg": [0.6028092503547668, 0.6647493839263916], "cos_Ac_negg": [0.6028092503547668, 0.6647493839263916], "r_norm": [0.18645653128623962, 0.18477405607700348]}, {"step": 15150, "epoch": 38, "train_loss": 0.00023442225938197225, "cos_r_negg": [0.602671205997467, 0.665097713470459], "cos_innovation_negg": [0.602671205997467, 0.665097713470459], "cos_apical_negg": [0.602671205997467, 0.665097713470459], "cos_Ac_negg": [0.602671205997467, 0.665097713470459], "r_norm": [0.18573875725269318, 0.1841135174036026]}, {"step": 15200, "epoch": 38, "train_loss": 0.0001302757445955649, "cos_r_negg": [0.6021877527236938, 0.6654417514801025], "cos_innovation_negg": [0.6021877527236938, 0.6654417514801025], "cos_apical_negg": [0.6021877527236938, 0.6654417514801025], "cos_Ac_negg": [0.6021877527236938, 0.6654417514801025], "r_norm": [0.18595796823501587, 0.18425387144088745]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9756, "test_loss": 0.131417262840271}, {"step": 15250, "epoch": 39, "train_loss": 5.72845310671255e-05, "cos_r_negg": [0.6029738783836365, 0.6658304929733276], "cos_innovation_negg": [0.6029738783836365, 0.6658304929733276], "cos_apical_negg": [0.6029738783836365, 0.6658304929733276], "cos_Ac_negg": [0.6029738783836365, 0.6658304929733276], "r_norm": [0.1856621950864792, 0.18396085500717163], "ldr": {"dL_sdil": -0.007263742387294769, "dL_bp": -0.008123762905597687, "ratio": 0.89413520208593}}, {"step": 15300, "epoch": 39, "train_loss": 0.00013379001757130027, "cos_r_negg": [0.6034438610076904, 0.6659426093101501], "cos_innovation_negg": [0.6034438610076904, 0.6659426093101501], "cos_apical_negg": [0.6034438610076904, 0.6659426093101501], "cos_Ac_negg": [0.6034438610076904, 0.6659426093101501], "r_norm": [0.18482303619384766, 0.18315988779067993]}, {"step": 15350, "epoch": 39, "train_loss": 0.00023938799859024584, "cos_r_negg": [0.6033226251602173, 0.6658992767333984], "cos_innovation_negg": [0.6033226251602173, 0.6658992767333984], "cos_apical_negg": [0.6033226251602173, 0.6658992767333984], "cos_Ac_negg": [0.6033226251602173, 0.6658992767333984], "r_norm": [0.18527057766914368, 0.18354249000549316]}, {"step": 15400, "epoch": 39, "train_loss": 6.262816896196455e-05, "cos_r_negg": [0.6027206182479858, 0.6651484966278076], "cos_innovation_negg": [0.6027206182479858, 0.6651484966278076], "cos_apical_negg": [0.6027206182479858, 0.6651484966278076], "cos_Ac_negg": [0.6027206182479858, 0.6651484966278076], "r_norm": [0.18578392267227173, 0.1840631663799286]}, {"step": 15450, "epoch": 39, "train_loss": 9.829616465140134e-05, "cos_r_negg": [0.6027503609657288, 0.6661766171455383], "cos_innovation_negg": [0.6027503609657288, 0.6661766171455383], "cos_apical_negg": [0.6027503609657288, 0.6661766171455383], "cos_Ac_negg": [0.6027503609657288, 0.6661766171455383], "r_norm": [0.18630698323249817, 0.18459941446781158]}, {"step": 15500, "epoch": 39, "train_loss": 0.00021022942382842302, "cos_r_negg": [0.6032341718673706, 0.6663361191749573], "cos_innovation_negg": [0.6032341718673706, 0.6663361191749573], "cos_apical_negg": [0.6032341718673706, 0.6663361191749573], "cos_Ac_negg": [0.6032341718673706, 0.6663361191749573], "r_norm": [0.18604795634746552, 0.18433475494384766], "ldr": {"dL_sdil": -0.0072668492794036865, "dL_bp": -0.008127160370349884, "ratio": 0.8941437043515409}}, {"step": 15550, "epoch": 39, "train_loss": 0.0001886503305286169, "cos_r_negg": [0.6039091348648071, 0.6664873957633972], "cos_innovation_negg": [0.6039091348648071, 0.6664873957633972], "cos_apical_negg": [0.6039091348648071, 0.6664873957633972], "cos_Ac_negg": [0.6039091348648071, 0.6664873957633972], "r_norm": [0.185932457447052, 0.1842595785856247]}, {"step": 15600, "epoch": 39, "train_loss": 0.00016637961380183697, "cos_r_negg": [0.6032851934432983, 0.6662738919258118], "cos_innovation_negg": [0.6032851934432983, 0.6662738919258118], "cos_apical_negg": [0.6032851934432983, 0.6662738919258118], "cos_Ac_negg": [0.6032851934432983, 0.6662738919258118], "r_norm": [0.18372181057929993, 0.1820775866508484]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9754, "test_loss": 0.13159808087348937}, {"step": 15650, "epoch": 40, "train_loss": 0.0001978513173526153, "cos_r_negg": [0.6034638285636902, 0.665930986404419], "cos_innovation_negg": [0.6034638285636902, 0.665930986404419], "cos_apical_negg": [0.6034638285636902, 0.665930986404419], "cos_Ac_negg": [0.6034638285636902, 0.665930986404419], "r_norm": [0.18458965420722961, 0.18295013904571533]}, {"step": 15700, "epoch": 40, "train_loss": 0.00010653155914042145, "cos_r_negg": [0.6034516096115112, 0.6656813621520996], "cos_innovation_negg": [0.6034516096115112, 0.6656813621520996], "cos_apical_negg": [0.6034516096115112, 0.6656813621520996], "cos_Ac_negg": [0.6034516096115112, 0.6656813621520996], "r_norm": [0.18512868881225586, 0.18347233533859253]}, {"step": 15750, "epoch": 40, "train_loss": 0.00013491275603882968, "cos_r_negg": [0.6034663319587708, 0.6662105321884155], "cos_innovation_negg": [0.6034663319587708, 0.6662105321884155], "cos_apical_negg": [0.6034663319587708, 0.6662105321884155], "cos_Ac_negg": [0.6034663319587708, 0.6662105321884155], "r_norm": [0.18533682823181152, 0.18367528915405273], "ldr": {"dL_sdil": -0.0072543323040008545, "dL_bp": -0.008141368627548218, "ratio": 0.891045797810227}}, {"step": 15800, "epoch": 40, "train_loss": 8.94311087904498e-05, "cos_r_negg": [0.6030506491661072, 0.666029691696167], "cos_innovation_negg": [0.6030506491661072, 0.666029691696167], "cos_apical_negg": [0.6030506491661072, 0.666029691696167], "cos_Ac_negg": [0.6030506491661072, 0.666029691696167], "r_norm": [0.18443314731121063, 0.18277712166309357]}, {"step": 15850, "epoch": 40, "train_loss": 6.633673910982907e-05, "cos_r_negg": [0.6023621559143066, 0.6663649678230286], "cos_innovation_negg": [0.6023621559143066, 0.6663649678230286], "cos_apical_negg": [0.6023621559143066, 0.6663649678230286], "cos_Ac_negg": [0.6023621559143066, 0.6663649678230286], "r_norm": [0.18322214484214783, 0.18157796561717987]}, {"step": 15900, "epoch": 40, "train_loss": 5.4384872782975435e-05, "cos_r_negg": [0.6032909154891968, 0.6659311056137085], "cos_innovation_negg": [0.6032909154891968, 0.6659311056137085], "cos_apical_negg": [0.6032909154891968, 0.6659311056137085], "cos_Ac_negg": [0.6032909154891968, 0.6659311056137085], "r_norm": [0.18402817845344543, 0.1823427677154541]}, {"step": 15950, "epoch": 40, "train_loss": 9.685575787443668e-05, "cos_r_negg": [0.6031174659729004, 0.6656961441040039], "cos_innovation_negg": [0.6031174659729004, 0.6656961441040039], "cos_apical_negg": [0.6031174659729004, 0.6656961441040039], "cos_Ac_negg": [0.6031174659729004, 0.6656961441040039], "r_norm": [0.18491476774215698, 0.1832330822944641]}, {"step": 16000, "epoch": 40, "train_loss": 1.9588715076679364e-05, "cos_r_negg": [0.6032378673553467, 0.6662281155586243], "cos_innovation_negg": [0.6032378673553467, 0.6662281155586243], "cos_apical_negg": [0.6032378673553467, 0.6662281155586243], "cos_Ac_negg": [0.6032378673553467, 0.6662281155586243], "r_norm": [0.18516886234283447, 0.18350975215435028], "ldr": {"dL_sdil": -0.007199034094810486, "dL_bp": -0.008085183799266815, "ratio": 0.8903983228511531}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9754, "test_loss": 0.13182421746253967}, {"step": 16050, "epoch": 41, "train_loss": 4.901277497992851e-05, "cos_r_negg": [0.6031210422515869, 0.6656811237335205], "cos_innovation_negg": [0.6031210422515869, 0.6656811237335205], "cos_apical_negg": [0.6031210422515869, 0.6656811237335205], "cos_Ac_negg": [0.6031210422515869, 0.6656811237335205], "r_norm": [0.1859912872314453, 0.18426725268363953]}, {"step": 16100, "epoch": 41, "train_loss": 9.699686779640615e-05, "cos_r_negg": [0.6034777164459229, 0.666208028793335], "cos_innovation_negg": [0.6034777164459229, 0.666208028793335], "cos_apical_negg": [0.6034777164459229, 0.666208028793335], "cos_Ac_negg": [0.6034777164459229, 0.666208028793335], "r_norm": [0.18623927235603333, 0.1845148205757141]}, {"step": 16150, "epoch": 41, "train_loss": 8.945407898863778e-05, "cos_r_negg": [0.6033154726028442, 0.6657036542892456], "cos_innovation_negg": [0.6033154726028442, 0.6657036542892456], "cos_apical_negg": [0.6033154726028442, 0.6657036542892456], "cos_Ac_negg": [0.6033154726028442, 0.6657036542892456], "r_norm": [0.1867600381374359, 0.18502628803253174]}, {"step": 16200, "epoch": 41, "train_loss": 9.620933269616216e-05, "cos_r_negg": [0.6031360626220703, 0.6658245325088501], "cos_innovation_negg": [0.6031360626220703, 0.6658245325088501], "cos_apical_negg": [0.6031360626220703, 0.6658245325088501], "cos_Ac_negg": [0.6031360626220703, 0.6658245325088501], "r_norm": [0.18656805157661438, 0.18486791849136353]}, {"step": 16250, "epoch": 41, "train_loss": 0.00020872581808362156, "cos_r_negg": [0.6031244993209839, 0.6660560369491577], "cos_innovation_negg": [0.6031244993209839, 0.6660560369491577], "cos_apical_negg": [0.6031244993209839, 0.6660560369491577], "cos_Ac_negg": [0.6031244993209839, 0.6660560369491577], "r_norm": [0.18517407774925232, 0.18352514505386353], "ldr": {"dL_sdil": -0.007248744368553162, "dL_bp": -0.008160077035427094, "ratio": 0.8883181294836595}}, {"step": 16300, "epoch": 41, "train_loss": 0.00011168511264258996, "cos_r_negg": [0.6025440692901611, 0.6658738851547241], "cos_innovation_negg": [0.6025440692901611, 0.6658738851547241], "cos_apical_negg": [0.6025440692901611, 0.6658738851547241], "cos_Ac_negg": [0.6025440692901611, 0.6658738851547241], "r_norm": [0.1853044033050537, 0.1836288869380951]}, {"step": 16350, "epoch": 41, "train_loss": 6.70779263600707e-05, "cos_r_negg": [0.6027856469154358, 0.6667304635047913], "cos_innovation_negg": [0.6027856469154358, 0.6667304635047913], "cos_apical_negg": [0.6027856469154358, 0.6667304635047913], "cos_Ac_negg": [0.6027856469154358, 0.6667304635047913], "r_norm": [0.18347999453544617, 0.18185614049434662]}, {"step": 16400, "epoch": 41, "train_loss": 7.556042692158371e-05, "cos_r_negg": [0.6021919250488281, 0.6654000282287598], "cos_innovation_negg": [0.6021919250488281, 0.6654000282287598], "cos_apical_negg": [0.6021919250488281, 0.6654000282287598], "cos_Ac_negg": [0.6021919250488281, 0.6654000282287598], "r_norm": [0.18437278270721436, 0.18267399072647095]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9753, "test_loss": 0.13236085815429688}, {"step": 16450, "epoch": 42, "train_loss": 5.2338986279210076e-05, "cos_r_negg": [0.6018463373184204, 0.6652896404266357], "cos_innovation_negg": [0.6018463373184204, 0.6652896404266357], "cos_apical_negg": [0.6018463373184204, 0.6652896404266357], "cos_Ac_negg": [0.6018463373184204, 0.6652896404266357], "r_norm": [0.1848495900630951, 0.18313324451446533]}, {"step": 16500, "epoch": 42, "train_loss": 0.000155717643792741, "cos_r_negg": [0.6025861501693726, 0.6657236218452454], "cos_innovation_negg": [0.6025861501693726, 0.6657236218452454], "cos_apical_negg": [0.6025861501693726, 0.6657236218452454], "cos_Ac_negg": [0.6025861501693726, 0.6657236218452454], "r_norm": [0.18437731266021729, 0.18276070058345795], "ldr": {"dL_sdil": -0.00725429505109787, "dL_bp": -0.008167929947376251, "ratio": 0.8881436420041942}}, {"step": 16550, "epoch": 42, "train_loss": 0.00017049798043444753, "cos_r_negg": [0.6021748781204224, 0.6650941967964172], "cos_innovation_negg": [0.6021748781204224, 0.6650941967964172], "cos_apical_negg": [0.6021748781204224, 0.6650941967964172], "cos_Ac_negg": [0.6021748781204224, 0.6650941967964172], "r_norm": [0.18424059450626373, 0.1825830340385437]}, {"step": 16600, "epoch": 42, "train_loss": 0.00024973490508273244, "cos_r_negg": [0.6020041704177856, 0.6649545431137085], "cos_innovation_negg": [0.6020041704177856, 0.6649545431137085], "cos_apical_negg": [0.6020041704177856, 0.6649545431137085], "cos_Ac_negg": [0.6020041704177856, 0.6649545431137085], "r_norm": [0.1847057193517685, 0.18300873041152954]}, {"step": 16650, "epoch": 42, "train_loss": 0.00014556682435795665, "cos_r_negg": [0.6019504070281982, 0.6649762392044067], "cos_innovation_negg": [0.6019504070281982, 0.6649762392044067], "cos_apical_negg": [0.6019504070281982, 0.6649762392044067], "cos_Ac_negg": [0.6019504070281982, 0.6649762392044067], "r_norm": [0.18381920456886292, 0.18216654658317566]}, {"step": 16700, "epoch": 42, "train_loss": 0.00013579388905782253, "cos_r_negg": [0.6025491952896118, 0.6656745672225952], "cos_innovation_negg": [0.6025491952896118, 0.6656745672225952], "cos_apical_negg": [0.6025491952896118, 0.6656745672225952], "cos_Ac_negg": [0.6025491952896118, 0.6656745672225952], "r_norm": [0.18431402742862701, 0.1826973557472229]}, {"step": 16750, "epoch": 42, "train_loss": 0.00010192467016167939, "cos_r_negg": [0.6021674871444702, 0.6653757691383362], "cos_innovation_negg": [0.6021674871444702, 0.6653757691383362], "cos_apical_negg": [0.6021674871444702, 0.6653757691383362], "cos_Ac_negg": [0.6021674871444702, 0.6653757691383362], "r_norm": [0.1838255673646927, 0.1821550577878952], "ldr": {"dL_sdil": -0.0072622150182724, "dL_bp": -0.00820603221654892, "ratio": 0.8849849509031728}}, {"step": 16800, "epoch": 42, "train_loss": 5.281059566186741e-05, "cos_r_negg": [0.6021956205368042, 0.6654425859451294], "cos_innovation_negg": [0.6021956205368042, 0.6654425859451294], "cos_apical_negg": [0.6021956205368042, 0.6654425859451294], "cos_Ac_negg": [0.6021956205368042, 0.6654425859451294], "r_norm": [0.18460778892040253, 0.182908296585083]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9753, "test_loss": 0.1327202431678772}, {"step": 16850, "epoch": 43, "train_loss": 0.00019554587197490036, "cos_r_negg": [0.6024140119552612, 0.665481448173523], "cos_innovation_negg": [0.6024140119552612, 0.665481448173523], "cos_apical_negg": [0.6024140119552612, 0.665481448173523], "cos_Ac_negg": [0.6024140119552612, 0.665481448173523], "r_norm": [0.18472075462341309, 0.18298110365867615]}, {"step": 16900, "epoch": 43, "train_loss": 4.7080113290576264e-05, "cos_r_negg": [0.6020801067352295, 0.6653890609741211], "cos_innovation_negg": [0.6020801067352295, 0.6653890609741211], "cos_apical_negg": [0.6020801067352295, 0.6653890609741211], "cos_Ac_negg": [0.6020801067352295, 0.6653890609741211], "r_norm": [0.18491455912590027, 0.1831260472536087]}, {"step": 16950, "epoch": 43, "train_loss": 7.551741873612627e-05, "cos_r_negg": [0.6018069982528687, 0.66529780626297], "cos_innovation_negg": [0.6018069982528687, 0.66529780626297], "cos_apical_negg": [0.6018069982528687, 0.66529780626297], "cos_Ac_negg": [0.6018069982528687, 0.66529780626297], "r_norm": [0.18417035043239594, 0.18240539729595184]}, {"step": 17000, "epoch": 43, "train_loss": 0.00016736891120672226, "cos_r_negg": [0.60231614112854, 0.6658366322517395], "cos_innovation_negg": [0.60231614112854, 0.6658366322517395], "cos_apical_negg": [0.60231614112854, 0.6658366322517395], "cos_Ac_negg": [0.60231614112854, 0.6658366322517395], "r_norm": [0.18412145972251892, 0.18240664899349213], "ldr": {"dL_sdil": -0.007278092205524445, "dL_bp": -0.008235447108745575, "ratio": 0.8837519213493006}}, {"step": 17050, "epoch": 43, "train_loss": 0.00012645957758650184, "cos_r_negg": [0.602607250213623, 0.6658313274383545], "cos_innovation_negg": [0.602607250213623, 0.6658313274383545], "cos_apical_negg": [0.602607250213623, 0.6658313274383545], "cos_Ac_negg": [0.602607250213623, 0.6658313274383545], "r_norm": [0.1846974492073059, 0.18295228481292725]}, {"step": 17100, "epoch": 43, "train_loss": 9.566602966515347e-05, "cos_r_negg": [0.6024106740951538, 0.6663609147071838], "cos_innovation_negg": [0.6024106740951538, 0.6663609147071838], "cos_apical_negg": [0.6024106740951538, 0.6663609147071838], "cos_Ac_negg": [0.6024106740951538, 0.6663609147071838], "r_norm": [0.1842654049396515, 0.18260620534420013]}, {"step": 17150, "epoch": 43, "train_loss": 9.31959439185448e-05, "cos_r_negg": [0.6021479368209839, 0.6655040383338928], "cos_innovation_negg": [0.6021479368209839, 0.6655040383338928], "cos_apical_negg": [0.6021479368209839, 0.6655040383338928], "cos_Ac_negg": [0.6021479368209839, 0.6655040383338928], "r_norm": [0.18442313373088837, 0.18276740610599518]}, {"step": 17200, "epoch": 43, "train_loss": 0.0002150544460164383, "cos_r_negg": [0.6020851135253906, 0.6659144163131714], "cos_innovation_negg": [0.6020851135253906, 0.6659144163131714], "cos_apical_negg": [0.6020851135253906, 0.6659144163131714], "cos_Ac_negg": [0.6020851135253906, 0.6659144163131714], "r_norm": [0.18433797359466553, 0.18272092938423157]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9754, "test_loss": 0.13301579761505128}, {"step": 17250, "epoch": 44, "train_loss": 8.620380685897544e-05, "cos_r_negg": [0.6019331216812134, 0.6649671792984009], "cos_innovation_negg": [0.6019331216812134, 0.6649671792984009], "cos_apical_negg": [0.6019331216812134, 0.6649671792984009], "cos_Ac_negg": [0.6019331216812134, 0.6649671792984009], "r_norm": [0.18488025665283203, 0.1831870973110199], "ldr": {"dL_sdil": -0.007359787821769714, "dL_bp": -0.00831662118434906, "ratio": 0.8849492670917851}}, {"step": 17300, "epoch": 44, "train_loss": 8.201314631151035e-05, "cos_r_negg": [0.6020049452781677, 0.6649719476699829], "cos_innovation_negg": [0.6020049452781677, 0.6649719476699829], "cos_apical_negg": [0.6020049452781677, 0.6649719476699829], "cos_Ac_negg": [0.6020049452781677, 0.6649719476699829], "r_norm": [0.18463674187660217, 0.18297672271728516]}, {"step": 17350, "epoch": 44, "train_loss": 8.71904194355011e-05, "cos_r_negg": [0.6026224493980408, 0.6652400493621826], "cos_innovation_negg": [0.6026224493980408, 0.6652400493621826], "cos_apical_negg": [0.6026224493980408, 0.6652400493621826], "cos_Ac_negg": [0.6026224493980408, 0.6652400493621826], "r_norm": [0.18355488777160645, 0.18190407752990723]}, {"step": 17400, "epoch": 44, "train_loss": 9.041048178914934e-05, "cos_r_negg": [0.6023242473602295, 0.6657642126083374], "cos_innovation_negg": [0.6023242473602295, 0.6657642126083374], "cos_apical_negg": [0.6023242473602295, 0.6657642126083374], "cos_Ac_negg": [0.6023242473602295, 0.6657642126083374], "r_norm": [0.18448755145072937, 0.18286436796188354]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001495917240390554, "cos_r_negg": [0.6021817326545715, 0.6657710075378418], "cos_innovation_negg": [0.6021817326545715, 0.6657710075378418], "cos_apical_negg": [0.6021817326545715, 0.6657710075378418], "cos_Ac_negg": [0.6021817326545715, 0.6657710075378418], "r_norm": [0.18478034436702728, 0.18318048119544983]}, {"step": 17500, "epoch": 44, "train_loss": 0.00013059495540801436, "cos_r_negg": [0.6019739508628845, 0.6657103896141052], "cos_innovation_negg": [0.6019739508628845, 0.6657103896141052], "cos_apical_negg": [0.6019739508628845, 0.6657103896141052], "cos_Ac_negg": [0.6019739508628845, 0.6657103896141052], "r_norm": [0.1850477159023285, 0.1833849847316742], "ldr": {"dL_sdil": -0.0073186904191970825, "dL_bp": -0.008283667266368866, "ratio": 0.883508497366918}}, {"step": 17550, "epoch": 44, "train_loss": 0.00014833355089649558, "cos_r_negg": [0.60234135389328, 0.6663023829460144], "cos_innovation_negg": [0.60234135389328, 0.6663023829460144], "cos_apical_negg": [0.60234135389328, 0.6663023829460144], "cos_Ac_negg": [0.60234135389328, 0.6663023829460144], "r_norm": [0.18508878350257874, 0.18339411914348602]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9754, "test_loss": 0.13344630846977235}, {"step": 17600, "epoch": 45, "train_loss": 8.708816312719136e-05, "cos_r_negg": [0.6016771793365479, 0.6648502349853516], "cos_innovation_negg": [0.6016771793365479, 0.6648502349853516], "cos_apical_negg": [0.6016771793365479, 0.6648502349853516], "cos_Ac_negg": [0.6016771793365479, 0.6648502349853516], "r_norm": [0.18433818221092224, 0.18262048065662384]}, {"step": 17650, "epoch": 45, "train_loss": 8.743729267735034e-05, "cos_r_negg": [0.6021329760551453, 0.6657963991165161], "cos_innovation_negg": [0.6021329760551453, 0.6657963991165161], "cos_apical_negg": [0.6021329760551453, 0.6657963991165161], "cos_Ac_negg": [0.6021329760551453, 0.6657963991165161], "r_norm": [0.184798926115036, 0.1830647736787796]}, {"step": 17700, "epoch": 45, "train_loss": 7.691761129535735e-05, "cos_r_negg": [0.6021358966827393, 0.6657043695449829], "cos_innovation_negg": [0.6021358966827393, 0.6657043695449829], "cos_apical_negg": [0.6021358966827393, 0.6657043695449829], "cos_Ac_negg": [0.6021358966827393, 0.6657043695449829], "r_norm": [0.18418732285499573, 0.18248912692070007]}, {"step": 17750, "epoch": 45, "train_loss": 0.00012106720532756299, "cos_r_negg": [0.6019006967544556, 0.6650907397270203], "cos_innovation_negg": [0.6019006967544556, 0.6650907397270203], "cos_apical_negg": [0.6019006967544556, 0.6650907397270203], "cos_Ac_negg": [0.6019006967544556, 0.6650907397270203], "r_norm": [0.18444199860095978, 0.18276411294937134], "ldr": {"dL_sdil": -0.007353156805038452, "dL_bp": -0.008348837494850159, "ratio": 0.8807402000067823}}, {"step": 17800, "epoch": 45, "train_loss": 0.00014850651496089995, "cos_r_negg": [0.6019942760467529, 0.6654874086380005], "cos_innovation_negg": [0.6019942760467529, 0.6654874086380005], "cos_apical_negg": [0.6019942760467529, 0.6654874086380005], "cos_Ac_negg": [0.6019942760467529, 0.6654874086380005], "r_norm": [0.1845848262310028, 0.1829063594341278]}, {"step": 17850, "epoch": 45, "train_loss": 2.753659828158561e-05, "cos_r_negg": [0.6017935276031494, 0.6651504039764404], "cos_innovation_negg": [0.6017935276031494, 0.6651504039764404], "cos_apical_negg": [0.6017935276031494, 0.6651504039764404], "cos_Ac_negg": [0.6017935276031494, 0.6651504039764404], "r_norm": [0.18381336331367493, 0.18209242820739746]}, {"step": 17900, "epoch": 45, "train_loss": 0.00034377677366137505, "cos_r_negg": [0.6018407344818115, 0.6653668880462646], "cos_innovation_negg": [0.6018407344818115, 0.6653668880462646], "cos_apical_negg": [0.6018407344818115, 0.6653668880462646], "cos_Ac_negg": [0.6018407344818115, 0.6653668880462646], "r_norm": [0.1828712373971939, 0.1811850219964981]}, {"step": 17950, "epoch": 45, "train_loss": 8.159653225447983e-05, "cos_r_negg": [0.6021580696105957, 0.6654936671257019], "cos_innovation_negg": [0.6021580696105957, 0.6654936671257019], "cos_apical_negg": [0.6021580696105957, 0.6654936671257019], "cos_Ac_negg": [0.6021580696105957, 0.6654936671257019], "r_norm": [0.18344666063785553, 0.18179011344909668]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9753, "test_loss": 0.13371435103416443}, {"step": 18000, "epoch": 46, "train_loss": 9.133724961429834e-05, "cos_r_negg": [0.6020828485488892, 0.6650242805480957], "cos_innovation_negg": [0.6020828485488892, 0.6650242805480957], "cos_apical_negg": [0.6020828485488892, 0.6650242805480957], "cos_Ac_negg": [0.6020828485488892, 0.6650242805480957], "r_norm": [0.18344882130622864, 0.18181844055652618], "ldr": {"dL_sdil": -0.007331281900405884, "dL_bp": -0.008331149816513062, "ratio": 0.879984403338258}}, {"step": 18050, "epoch": 46, "train_loss": 8.849868027027696e-05, "cos_r_negg": [0.6022009253501892, 0.6651699542999268], "cos_innovation_negg": [0.6022009253501892, 0.6651699542999268], "cos_apical_negg": [0.6022009253501892, 0.6651699542999268], "cos_Ac_negg": [0.6022009253501892, 0.6651699542999268], "r_norm": [0.18359726667404175, 0.18196573853492737]}, {"step": 18100, "epoch": 46, "train_loss": 0.0002924661384895444, "cos_r_negg": [0.6021281480789185, 0.6653797030448914], "cos_innovation_negg": [0.6021281480789185, 0.6653797030448914], "cos_apical_negg": [0.6021281480789185, 0.6653797030448914], "cos_Ac_negg": [0.6021281480789185, 0.6653797030448914], "r_norm": [0.18427549302577972, 0.18262791633605957]}, {"step": 18150, "epoch": 46, "train_loss": 0.00010722676233854145, "cos_r_negg": [0.6019899845123291, 0.6648402810096741], "cos_innovation_negg": [0.6019899845123291, 0.6648402810096741], "cos_apical_negg": [0.6019899845123291, 0.6648402810096741], "cos_Ac_negg": [0.6019899845123291, 0.6648402810096741], "r_norm": [0.1838947832584381, 0.18220901489257812]}, {"step": 18200, "epoch": 46, "train_loss": 7.759843720123172e-05, "cos_r_negg": [0.6021020412445068, 0.6649865508079529], "cos_innovation_negg": [0.6021020412445068, 0.6649865508079529], "cos_apical_negg": [0.6021020412445068, 0.6649865508079529], "cos_Ac_negg": [0.6021020412445068, 0.6649865508079529], "r_norm": [0.1830047219991684, 0.18140263855457306]}, {"step": 18250, "epoch": 46, "train_loss": 0.00010771538654807955, "cos_r_negg": [0.6014665365219116, 0.6648538708686829], "cos_innovation_negg": [0.6014665365219116, 0.6648538708686829], "cos_apical_negg": [0.6014665365219116, 0.6648538708686829], "cos_Ac_negg": [0.6014665365219116, 0.6648538708686829], "r_norm": [0.18360459804534912, 0.1819857507944107], "ldr": {"dL_sdil": -0.007355794310569763, "dL_bp": -0.008385613560676575, "ratio": 0.8771921407234842}}, {"step": 18300, "epoch": 46, "train_loss": 0.0001468904665671289, "cos_r_negg": [0.602708101272583, 0.6650903224945068], "cos_innovation_negg": [0.602708101272583, 0.6650903224945068], "cos_apical_negg": [0.602708101272583, 0.6650903224945068], "cos_Ac_negg": [0.602708101272583, 0.6650903224945068], "r_norm": [0.1833549439907074, 0.18171173334121704]}, {"step": 18350, "epoch": 46, "train_loss": 5.934258661000058e-05, "cos_r_negg": [0.6027323007583618, 0.6654608845710754], "cos_innovation_negg": [0.6027323007583618, 0.6654608845710754], "cos_apical_negg": [0.6027323007583618, 0.6654608845710754], "cos_Ac_negg": [0.6027323007583618, 0.6654608845710754], "r_norm": [0.18350355327129364, 0.18181581795215607]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9752, "test_loss": 0.13416694493293763}, {"step": 18400, "epoch": 47, "train_loss": 0.00024796114303171635, "cos_r_negg": [0.6018542051315308, 0.6648465991020203], "cos_innovation_negg": [0.6018542051315308, 0.6648465991020203], "cos_apical_negg": [0.6018542051315308, 0.6648465991020203], "cos_Ac_negg": [0.6018542051315308, 0.6648465991020203], "r_norm": [0.1850610375404358, 0.1833130121231079]}, {"step": 18450, "epoch": 47, "train_loss": 5.536813841899857e-05, "cos_r_negg": [0.6019868850708008, 0.6647664904594421], "cos_innovation_negg": [0.6019868850708008, 0.6647664904594421], "cos_apical_negg": [0.6019868850708008, 0.6647664904594421], "cos_Ac_negg": [0.6019868850708008, 0.6647664904594421], "r_norm": [0.18456898629665375, 0.1828480064868927]}, {"step": 18500, "epoch": 47, "train_loss": 0.00018265821563545614, "cos_r_negg": [0.6012387275695801, 0.6644982099533081], "cos_innovation_negg": [0.6012387275695801, 0.6644982099533081], "cos_apical_negg": [0.6012387275695801, 0.6644982099533081], "cos_Ac_negg": [0.6012387275695801, 0.6644982099533081], "r_norm": [0.18380984663963318, 0.18210141360759735], "ldr": {"dL_sdil": -0.0074051618576049805, "dL_bp": -0.008446812629699707, "ratio": 0.8766812029862964}}, {"step": 18550, "epoch": 47, "train_loss": 9.348768799100071e-05, "cos_r_negg": [0.6006413698196411, 0.6643011569976807], "cos_innovation_negg": [0.6006413698196411, 0.6643011569976807], "cos_apical_negg": [0.6006413698196411, 0.6643011569976807], "cos_Ac_negg": [0.6006413698196411, 0.6643011569976807], "r_norm": [0.1836341917514801, 0.18196463584899902]}, {"step": 18600, "epoch": 47, "train_loss": 5.021482502343133e-05, "cos_r_negg": [0.6003643274307251, 0.6640396118164062], "cos_innovation_negg": [0.6003643274307251, 0.6640396118164062], "cos_apical_negg": [0.6003643274307251, 0.6640396118164062], "cos_Ac_negg": [0.6003643274307251, 0.6640396118164062], "r_norm": [0.1841256320476532, 0.1824493408203125]}, {"step": 18650, "epoch": 47, "train_loss": 5.861003592144698e-05, "cos_r_negg": [0.6005548238754272, 0.6643673181533813], "cos_innovation_negg": [0.6005548238754272, 0.6643673181533813], "cos_apical_negg": [0.6005548238754272, 0.6643673181533813], "cos_Ac_negg": [0.6005548238754272, 0.6643673181533813], "r_norm": [0.1837671995162964, 0.18211418390274048]}, {"step": 18700, "epoch": 47, "train_loss": 0.0001464692468289286, "cos_r_negg": [0.6021859645843506, 0.6646908521652222], "cos_innovation_negg": [0.6021859645843506, 0.6646908521652222], "cos_apical_negg": [0.6021859645843506, 0.6646908521652222], "cos_Ac_negg": [0.6021859645843506, 0.6646908521652222], "r_norm": [0.18352457880973816, 0.18190371990203857]}, {"step": 18750, "epoch": 47, "train_loss": 6.12015719525516e-05, "cos_r_negg": [0.6025177240371704, 0.6647669076919556], "cos_innovation_negg": [0.6025177240371704, 0.6647669076919556], "cos_apical_negg": [0.6025177240371704, 0.6647669076919556], "cos_Ac_negg": [0.6025177240371704, 0.6647669076919556], "r_norm": [0.18373225629329681, 0.1820741891860962], "ldr": {"dL_sdil": -0.007422029972076416, "dL_bp": -0.008459851145744324, "ratio": 0.877323943910056}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9753, "test_loss": 0.13435121788978577}, {"step": 18800, "epoch": 48, "train_loss": 7.438944157911465e-05, "cos_r_negg": [0.6024838089942932, 0.6654709577560425], "cos_innovation_negg": [0.6024838089942932, 0.6654709577560425], "cos_apical_negg": [0.6024838089942932, 0.6654709577560425], "cos_Ac_negg": [0.6024838089942932, 0.6654709577560425], "r_norm": [0.18455055356025696, 0.18285700678825378]}, {"step": 18850, "epoch": 48, "train_loss": 0.00020334032888058573, "cos_r_negg": [0.601996898651123, 0.6646784543991089], "cos_innovation_negg": [0.601996898651123, 0.6646784543991089], "cos_apical_negg": [0.601996898651123, 0.6646784543991089], "cos_Ac_negg": [0.601996898651123, 0.6646784543991089], "r_norm": [0.1846877485513687, 0.1829971969127655]}, {"step": 18900, "epoch": 48, "train_loss": 2.0706578652607277e-05, "cos_r_negg": [0.6019412875175476, 0.6645970344543457], "cos_innovation_negg": [0.6019412875175476, 0.6645970344543457], "cos_apical_negg": [0.6019412875175476, 0.6645970344543457], "cos_Ac_negg": [0.6019412875175476, 0.6645970344543457], "r_norm": [0.18501393496990204, 0.18331089615821838]}, {"step": 18950, "epoch": 48, "train_loss": 0.0001657586544752121, "cos_r_negg": [0.6008126735687256, 0.6641939282417297], "cos_innovation_negg": [0.6008126735687256, 0.6641939282417297], "cos_apical_negg": [0.6008126735687256, 0.6641939282417297], "cos_Ac_negg": [0.6008126735687256, 0.6641939282417297], "r_norm": [0.18418504297733307, 0.1825328767299652]}, {"step": 19000, "epoch": 48, "train_loss": 8.183497993741184e-05, "cos_r_negg": [0.6012231111526489, 0.664810299873352], "cos_innovation_negg": [0.6012231111526489, 0.664810299873352], "cos_apical_negg": [0.6012231111526489, 0.664810299873352], "cos_Ac_negg": [0.6012231111526489, 0.664810299873352], "r_norm": [0.1834462583065033, 0.18177863955497742], "ldr": {"dL_sdil": -0.007430866360664368, "dL_bp": -0.00850166380405426, "ratio": 0.874048484147391}}, {"step": 19050, "epoch": 48, "train_loss": 0.00012325134593993425, "cos_r_negg": [0.6018563508987427, 0.6649715304374695], "cos_innovation_negg": [0.6018563508987427, 0.6649715304374695], "cos_apical_negg": [0.6018563508987427, 0.6649715304374695], "cos_Ac_negg": [0.6018563508987427, 0.6649715304374695], "r_norm": [0.1835663914680481, 0.18185505270957947]}, {"step": 19100, "epoch": 48, "train_loss": 0.00010836332512553781, "cos_r_negg": [0.6019300222396851, 0.6644249558448792], "cos_innovation_negg": [0.6019300222396851, 0.6644249558448792], "cos_apical_negg": [0.6019300222396851, 0.6644249558448792], "cos_Ac_negg": [0.6019300222396851, 0.6644249558448792], "r_norm": [0.18468260765075684, 0.18293628096580505]}, {"step": 19150, "epoch": 48, "train_loss": 4.70807462988887e-05, "cos_r_negg": [0.6012734174728394, 0.6646576523780823], "cos_innovation_negg": [0.6012734174728394, 0.6646576523780823], "cos_apical_negg": [0.6012734174728394, 0.6646576523780823], "cos_Ac_negg": [0.6012734174728394, 0.6646576523780823], "r_norm": [0.18353407084941864, 0.18187104165554047]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9754, "test_loss": 0.13455723209381104}, {"step": 19200, "epoch": 49, "train_loss": 6.1401842685882e-05, "cos_r_negg": [0.6014467477798462, 0.6648760437965393], "cos_innovation_negg": [0.6014467477798462, 0.6648760437965393], "cos_apical_negg": [0.6014467477798462, 0.6648760437965393], "cos_Ac_negg": [0.6014467477798462, 0.6648760437965393], "r_norm": [0.18362438678741455, 0.1820000410079956]}, {"step": 19250, "epoch": 49, "train_loss": 3.511024988256395e-05, "cos_r_negg": [0.601568341255188, 0.6650957465171814], "cos_innovation_negg": [0.601568341255188, 0.6650957465171814], "cos_apical_negg": [0.601568341255188, 0.6650957465171814], "cos_Ac_negg": [0.601568341255188, 0.6650957465171814], "r_norm": [0.1845851093530655, 0.18293803930282593], "ldr": {"dL_sdil": -0.007521718740463257, "dL_bp": -0.008580736815929413, "ratio": 0.8765819185247381}}, {"step": 19300, "epoch": 49, "train_loss": 0.0002507686149328947, "cos_r_negg": [0.6014503240585327, 0.6650298833847046], "cos_innovation_negg": [0.6014503240585327, 0.6650298833847046], "cos_apical_negg": [0.6014503240585327, 0.6650298833847046], "cos_Ac_negg": [0.6014503240585327, 0.6650298833847046], "r_norm": [0.1847994029521942, 0.18313124775886536]}, {"step": 19350, "epoch": 49, "train_loss": 0.00013800364104099572, "cos_r_negg": [0.6024045348167419, 0.6653317213058472], "cos_innovation_negg": [0.6024045348167419, 0.6653317213058472], "cos_apical_negg": [0.6024045348167419, 0.6653317213058472], "cos_Ac_negg": [0.6024045348167419, 0.6653317213058472], "r_norm": [0.18419194221496582, 0.18253572285175323]}, {"step": 19400, "epoch": 49, "train_loss": 6.684113759547472e-05, "cos_r_negg": [0.6015514731407166, 0.6650636196136475], "cos_innovation_negg": [0.6015514731407166, 0.6650636196136475], "cos_apical_negg": [0.6015514731407166, 0.6650636196136475], "cos_Ac_negg": [0.6015514731407166, 0.6650636196136475], "r_norm": [0.18435008823871613, 0.182697594165802]}, {"step": 19450, "epoch": 49, "train_loss": 0.00015902055019978434, "cos_r_negg": [0.601406455039978, 0.6649913787841797], "cos_innovation_negg": [0.601406455039978, 0.6649913787841797], "cos_apical_negg": [0.601406455039978, 0.6649913787841797], "cos_Ac_negg": [0.601406455039978, 0.6649913787841797], "r_norm": [0.18319767713546753, 0.1814899891614914]}, {"step": 19500, "epoch": 49, "train_loss": 8.191440429072827e-05, "cos_r_negg": [0.601533055305481, 0.6647675037384033], "cos_innovation_negg": [0.601533055305481, 0.6647675037384033], "cos_apical_negg": [0.601533055305481, 0.6647675037384033], "cos_Ac_negg": [0.601533055305481, 0.6647675037384033], "r_norm": [0.18257564306259155, 0.18085525929927826], "ldr": {"dL_sdil": -0.007470622658729553, "dL_bp": -0.008570902049541473, "ratio": 0.8716261853825779}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9753, "test_loss": 0.13475202450752258}, {"step": 19550, "epoch": 50, "train_loss": 7.010698027443141e-05, "cos_r_negg": [0.6016254425048828, 0.6647305488586426], "cos_innovation_negg": [0.6016254425048828, 0.6647305488586426], "cos_apical_negg": [0.6016254425048828, 0.6647305488586426], "cos_Ac_negg": [0.6016254425048828, 0.6647305488586426], "r_norm": [0.18242061138153076, 0.18078169226646423]}, {"step": 19600, "epoch": 50, "train_loss": 0.00010581731476122513, "cos_r_negg": [0.6011471748352051, 0.6641561388969421], "cos_innovation_negg": [0.6011471748352051, 0.6641561388969421], "cos_apical_negg": [0.6011471748352051, 0.6641561388969421], "cos_Ac_negg": [0.6011471748352051, 0.6641561388969421], "r_norm": [0.1840989887714386, 0.1823582649230957]}, {"step": 19650, "epoch": 50, "train_loss": 5.1637856813613325e-05, "cos_r_negg": [0.6022225618362427, 0.6647709608078003], "cos_innovation_negg": [0.6022225618362427, 0.6647709608078003], "cos_apical_negg": [0.6022225618362427, 0.6647709608078003], "cos_Ac_negg": [0.6022225618362427, 0.6647709608078003], "r_norm": [0.18470585346221924, 0.1829824298620224]}, {"step": 19700, "epoch": 50, "train_loss": 0.00016902669449336827, "cos_r_negg": [0.6010798215866089, 0.6640826463699341], "cos_innovation_negg": [0.6010798215866089, 0.6640826463699341], "cos_apical_negg": [0.6010798215866089, 0.6640826463699341], "cos_Ac_negg": [0.6010798215866089, 0.6640826463699341], "r_norm": [0.18416699767112732, 0.18246397376060486]}, {"step": 19750, "epoch": 50, "train_loss": 0.00025073724100366235, "cos_r_negg": [0.6006894111633301, 0.6645129919052124], "cos_innovation_negg": [0.6006894111633301, 0.6645129919052124], "cos_apical_negg": [0.6006894111633301, 0.6645129919052124], "cos_Ac_negg": [0.6006894111633301, 0.6645129919052124], "r_norm": [0.18417340517044067, 0.18245959281921387], "ldr": {"dL_sdil": -0.007523290812969208, "dL_bp": -0.00863606482744217, "ratio": 0.8711480243945154}}, {"step": 19800, "epoch": 50, "train_loss": 0.0001578822120791301, "cos_r_negg": [0.601974606513977, 0.6647990942001343], "cos_innovation_negg": [0.601974606513977, 0.6647990942001343], "cos_apical_negg": [0.601974606513977, 0.6647990942001343], "cos_Ac_negg": [0.601974606513977, 0.6647990942001343], "r_norm": [0.18298862874507904, 0.18133653700351715]}, {"step": 19850, "epoch": 50, "train_loss": 0.00019608819275163114, "cos_r_negg": [0.6020310521125793, 0.664962887763977], "cos_innovation_negg": [0.6020310521125793, 0.664962887763977], "cos_apical_negg": [0.6020310521125793, 0.664962887763977], "cos_Ac_negg": [0.6020310521125793, 0.664962887763977], "r_norm": [0.1829107105731964, 0.1812886744737625]}, {"step": 19900, "epoch": 50, "train_loss": 0.00010466259118402377, "cos_r_negg": [0.602364182472229, 0.6652609705924988], "cos_innovation_negg": [0.602364182472229, 0.6652609705924988], "cos_apical_negg": [0.602364182472229, 0.6652609705924988], "cos_Ac_negg": [0.602364182472229, 0.6652609705924988], "r_norm": [0.18316449224948883, 0.18154239654541016]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9754, "test_loss": 0.13518957324028016}, {"step": 19950, "epoch": 51, "train_loss": 0.0001401693734806031, "cos_r_negg": [0.6019483804702759, 0.6653019189834595], "cos_innovation_negg": [0.6019483804702759, 0.6653019189834595], "cos_apical_negg": [0.6019483804702759, 0.6653019189834595], "cos_Ac_negg": [0.6019483804702759, 0.6653019189834595], "r_norm": [0.18319222331047058, 0.1815662533044815]}, {"step": 20000, "epoch": 51, "train_loss": 6.15343451499939e-05, "cos_r_negg": [0.6021851301193237, 0.6654479503631592], "cos_innovation_negg": [0.6021851301193237, 0.6654479503631592], "cos_apical_negg": [0.6021851301193237, 0.6654479503631592], "cos_Ac_negg": [0.6021851301193237, 0.6654479503631592], "r_norm": [0.1832805871963501, 0.1816616654396057], "ldr": {"dL_sdil": -0.007497802376747131, "dL_bp": -0.008617885410785675, "ratio": 0.8700280891833734}}, {"step": 20050, "epoch": 51, "train_loss": 4.610208998201415e-05, "cos_r_negg": [0.6022566556930542, 0.6650422811508179], "cos_innovation_negg": [0.6022566556930542, 0.6650422811508179], "cos_apical_negg": [0.6022566556930542, 0.6650422811508179], "cos_Ac_negg": [0.6022566556930542, 0.6650422811508179], "r_norm": [0.1826643943786621, 0.1810820996761322]}, {"step": 20100, "epoch": 51, "train_loss": 6.656112964265049e-05, "cos_r_negg": [0.6020832657814026, 0.6653191447257996], "cos_innovation_negg": [0.6020832657814026, 0.6653191447257996], "cos_apical_negg": [0.6020832657814026, 0.6653191447257996], "cos_Ac_negg": [0.6020832657814026, 0.6653191447257996], "r_norm": [0.18194296956062317, 0.1803317815065384]}, {"step": 20150, "epoch": 51, "train_loss": 4.199915565550327e-05, "cos_r_negg": [0.6021838188171387, 0.6653552651405334], "cos_innovation_negg": [0.6021838188171387, 0.6653552651405334], "cos_apical_negg": [0.6021838188171387, 0.6653552651405334], "cos_Ac_negg": [0.6021838188171387, 0.6653552651405334], "r_norm": [0.18323105573654175, 0.1815308928489685]}, {"step": 20200, "epoch": 51, "train_loss": 7.81216294853948e-05, "cos_r_negg": [0.6020486354827881, 0.6651456356048584], "cos_innovation_negg": [0.6020486354827881, 0.6651456356048584], "cos_apical_negg": [0.6020486354827881, 0.6651456356048584], "cos_Ac_negg": [0.6020486354827881, 0.6651456356048584], "r_norm": [0.1833776980638504, 0.181680366396904]}, {"step": 20250, "epoch": 51, "train_loss": 0.00010530069994274527, "cos_r_negg": [0.6023241281509399, 0.6654320955276489], "cos_innovation_negg": [0.6023241281509399, 0.6654320955276489], "cos_apical_negg": [0.6023241281509399, 0.6654320955276489], "cos_Ac_negg": [0.6023241281509399, 0.6654320955276489], "r_norm": [0.18380114436149597, 0.18209144473075867], "ldr": {"dL_sdil": -0.007582962512969971, "dL_bp": -0.00873023271560669, "ratio": 0.8685865268418573}}, {"step": 20300, "epoch": 51, "train_loss": 8.458095544483513e-05, "cos_r_negg": [0.6019905805587769, 0.6650322079658508], "cos_innovation_negg": [0.6019905805587769, 0.6650322079658508], "cos_apical_negg": [0.6019905805587769, 0.6650322079658508], "cos_Ac_negg": [0.6019905805587769, 0.6650322079658508], "r_norm": [0.18337705731391907, 0.18170052766799927]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9752, "test_loss": 0.13551719498634338}, {"step": 20350, "epoch": 52, "train_loss": 8.756964234635234e-05, "cos_r_negg": [0.6019843220710754, 0.6651301980018616], "cos_innovation_negg": [0.6019843220710754, 0.6651301980018616], "cos_apical_negg": [0.6019843220710754, 0.6651301980018616], "cos_Ac_negg": [0.6019843220710754, 0.6651301980018616], "r_norm": [0.18374165892601013, 0.18206816911697388]}, {"step": 20400, "epoch": 52, "train_loss": 6.935755664017051e-05, "cos_r_negg": [0.6018475294113159, 0.6652226448059082], "cos_innovation_negg": [0.6018475294113159, 0.6652226448059082], "cos_apical_negg": [0.6018475294113159, 0.6652226448059082], "cos_Ac_negg": [0.6018475294113159, 0.6652226448059082], "r_norm": [0.18346916139125824, 0.18176791071891785]}, {"step": 20450, "epoch": 52, "train_loss": 0.00011412900494178757, "cos_r_negg": [0.6019915342330933, 0.6652566194534302], "cos_innovation_negg": [0.6019915342330933, 0.6652566194534302], "cos_apical_negg": [0.6019915342330933, 0.6652566194534302], "cos_Ac_negg": [0.6019915342330933, 0.6652566194534302], "r_norm": [0.18352611362934113, 0.18180865049362183]}, {"step": 20500, "epoch": 52, "train_loss": 0.0001113161415560171, "cos_r_negg": [0.6019443273544312, 0.6649755239486694], "cos_innovation_negg": [0.6019443273544312, 0.6649755239486694], "cos_apical_negg": [0.6019443273544312, 0.6649755239486694], "cos_Ac_negg": [0.6019443273544312, 0.6649755239486694], "r_norm": [0.18401886522769928, 0.182293102145195], "ldr": {"dL_sdil": -0.007572263479232788, "dL_bp": -0.008718505501747131, "ratio": 0.8685276940773113}}, {"step": 20550, "epoch": 52, "train_loss": 0.00010577327338978648, "cos_r_negg": [0.6022458076477051, 0.6652697920799255], "cos_innovation_negg": [0.6022458076477051, 0.6652697920799255], "cos_apical_negg": [0.6022458076477051, 0.6652697920799255], "cos_Ac_negg": [0.6022458076477051, 0.6652697920799255], "r_norm": [0.18330532312393188, 0.18164542317390442]}, {"step": 20600, "epoch": 52, "train_loss": 5.261385376797989e-05, "cos_r_negg": [0.6024087071418762, 0.6653561592102051], "cos_innovation_negg": [0.6024087071418762, 0.6653561592102051], "cos_apical_negg": [0.6024087071418762, 0.6653561592102051], "cos_Ac_negg": [0.6024087071418762, 0.6653561592102051], "r_norm": [0.18421025574207306, 0.18255659937858582]}, {"step": 20650, "epoch": 52, "train_loss": 0.0003065882483497262, "cos_r_negg": [0.6021500825881958, 0.6652710437774658], "cos_innovation_negg": [0.6021500825881958, 0.6652710437774658], "cos_apical_negg": [0.6021500825881958, 0.6652710437774658], "cos_Ac_negg": [0.6021500825881958, 0.6652710437774658], "r_norm": [0.1835024207830429, 0.18185625970363617]}, {"step": 20700, "epoch": 52, "train_loss": 0.00010604612180031836, "cos_r_negg": [0.6020599603652954, 0.6651924848556519], "cos_innovation_negg": [0.6020599603652954, 0.6651924848556519], "cos_apical_negg": [0.6020599603652954, 0.6651924848556519], "cos_Ac_negg": [0.6020599603652954, 0.6651924848556519], "r_norm": [0.1836392879486084, 0.18195995688438416]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9752, "test_loss": 0.1358665195465088}, {"step": 20750, "epoch": 53, "train_loss": 0.00012934597907587886, "cos_r_negg": [0.6021522283554077, 0.6653993129730225], "cos_innovation_negg": [0.6021522283554077, 0.6653993129730225], "cos_apical_negg": [0.6021522283554077, 0.6653993129730225], "cos_Ac_negg": [0.6021522283554077, 0.6653993129730225], "r_norm": [0.18323539197444916, 0.18158605694770813], "ldr": {"dL_sdil": -0.007568836212158203, "dL_bp": -0.008718959987163544, "ratio": 0.8680893390153636}}, {"step": 20800, "epoch": 53, "train_loss": 9.566222433932126e-05, "cos_r_negg": [0.6022522449493408, 0.6655563116073608], "cos_innovation_negg": [0.6022522449493408, 0.6655563116073608], "cos_apical_negg": [0.6022522449493408, 0.6655563116073608], "cos_Ac_negg": [0.6022522449493408, 0.6655563116073608], "r_norm": [0.18301032483577728, 0.18134424090385437]}, {"step": 20850, "epoch": 53, "train_loss": 0.00013174682680983096, "cos_r_negg": [0.6022217273712158, 0.6653224229812622], "cos_innovation_negg": [0.6022217273712158, 0.6653224229812622], "cos_apical_negg": [0.6022217273712158, 0.6653224229812622], "cos_Ac_negg": [0.6022217273712158, 0.6653224229812622], "r_norm": [0.1826823353767395, 0.18102221190929413]}, {"step": 20900, "epoch": 53, "train_loss": 7.435737643390894e-05, "cos_r_negg": [0.6023556590080261, 0.6653403043746948], "cos_innovation_negg": [0.6023556590080261, 0.6653403043746948], "cos_apical_negg": [0.6023556590080261, 0.6653403043746948], "cos_Ac_negg": [0.6023556590080261, 0.6653403043746948], "r_norm": [0.18293553590774536, 0.1812928020954132]}, {"step": 20950, "epoch": 53, "train_loss": 0.00010058588668471202, "cos_r_negg": [0.6024686098098755, 0.6655007004737854], "cos_innovation_negg": [0.6024686098098755, 0.6655007004737854], "cos_apical_negg": [0.6024686098098755, 0.6655007004737854], "cos_Ac_negg": [0.6024686098098755, 0.6655007004737854], "r_norm": [0.1835654377937317, 0.18189139664173126]}, {"step": 21000, "epoch": 53, "train_loss": 6.750822649337351e-05, "cos_r_negg": [0.6025861501693726, 0.6656703948974609], "cos_innovation_negg": [0.6025861501693726, 0.6656703948974609], "cos_apical_negg": [0.6025861501693726, 0.6656703948974609], "cos_Ac_negg": [0.6025861501693726, 0.6656703948974609], "r_norm": [0.18427911400794983, 0.18259009718894958], "ldr": {"dL_sdil": -0.007635273039340973, "dL_bp": -0.008817784488201141, "ratio": 0.8658947210104241}}, {"step": 21050, "epoch": 53, "train_loss": 0.00011249713134020567, "cos_r_negg": [0.6022730469703674, 0.6655223369598389], "cos_innovation_negg": [0.6022730469703674, 0.6655223369598389], "cos_apical_negg": [0.6022730469703674, 0.6655223369598389], "cos_Ac_negg": [0.6022730469703674, 0.6655223369598389], "r_norm": [0.18345972895622253, 0.1817755103111267]}, {"step": 21100, "epoch": 53, "train_loss": 0.00018287228886038065, "cos_r_negg": [0.602069616317749, 0.6655490398406982], "cos_innovation_negg": [0.602069616317749, 0.6655490398406982], "cos_apical_negg": [0.602069616317749, 0.6655490398406982], "cos_Ac_negg": [0.602069616317749, 0.6655490398406982], "r_norm": [0.18297821283340454, 0.18131791055202484]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9751, "test_loss": 0.1360433832168579}, {"step": 21150, "epoch": 54, "train_loss": 6.699984078295529e-05, "cos_r_negg": [0.6022483110427856, 0.6656983494758606], "cos_innovation_negg": [0.6022483110427856, 0.6656983494758606], "cos_apical_negg": [0.6022483110427856, 0.6656983494758606], "cos_Ac_negg": [0.6022483110427856, 0.6656983494758606], "r_norm": [0.18309085071086884, 0.18147769570350647]}, {"step": 21200, "epoch": 54, "train_loss": 6.590837438125163e-05, "cos_r_negg": [0.6024739742279053, 0.6656294465065002], "cos_innovation_negg": [0.6024739742279053, 0.6656294465065002], "cos_apical_negg": [0.6024739742279053, 0.6656294465065002], "cos_Ac_negg": [0.6024739742279053, 0.6656294465065002], "r_norm": [0.1834564059972763, 0.18184316158294678]}, {"step": 21250, "epoch": 54, "train_loss": 2.901830339396838e-05, "cos_r_negg": [0.6019610166549683, 0.6656150817871094], "cos_innovation_negg": [0.6019610166549683, 0.6656150817871094], "cos_apical_negg": [0.6019610166549683, 0.6656150817871094], "cos_Ac_negg": [0.6019610166549683, 0.6656150817871094], "r_norm": [0.18298494815826416, 0.18135321140289307], "ldr": {"dL_sdil": -0.007591776549816132, "dL_bp": -0.00877179205417633, "ratio": 0.8654761196945632}}, {"step": 21300, "epoch": 54, "train_loss": 0.00011800028732977808, "cos_r_negg": [0.6020653247833252, 0.6656871438026428], "cos_innovation_negg": [0.6020653247833252, 0.6656871438026428], "cos_apical_negg": [0.6020653247833252, 0.6656871438026428], "cos_Ac_negg": [0.6020653247833252, 0.6656871438026428], "r_norm": [0.18274593353271484, 0.1811043620109558]}, {"step": 21350, "epoch": 54, "train_loss": 0.00013819531886838377, "cos_r_negg": [0.6018803119659424, 0.6657810211181641], "cos_innovation_negg": [0.6018803119659424, 0.6657810211181641], "cos_apical_negg": [0.6018803119659424, 0.6657810211181641], "cos_Ac_negg": [0.6018803119659424, 0.6657810211181641], "r_norm": [0.18251724541187286, 0.18084341287612915]}, {"step": 21400, "epoch": 54, "train_loss": 0.00011754391016438603, "cos_r_negg": [0.6018751859664917, 0.6656984090805054], "cos_innovation_negg": [0.6018751859664917, 0.6656984090805054], "cos_apical_negg": [0.6018751859664917, 0.6656984090805054], "cos_Ac_negg": [0.6018751859664917, 0.6656984090805054], "r_norm": [0.1825183928012848, 0.1808549165725708]}, {"step": 21450, "epoch": 54, "train_loss": 0.00015210769197437912, "cos_r_negg": [0.6015912294387817, 0.6657842397689819], "cos_innovation_negg": [0.6015912294387817, 0.6657842397689819], "cos_apical_negg": [0.6015912294387817, 0.6657842397689819], "cos_Ac_negg": [0.6015912294387817, 0.6657842397689819], "r_norm": [0.18292413651943207, 0.18123605847358704]}, {"step": 21500, "epoch": 54, "train_loss": 8.093752694549039e-05, "cos_r_negg": [0.6022029519081116, 0.6658768653869629], "cos_innovation_negg": [0.6022029519081116, 0.6658768653869629], "cos_apical_negg": [0.6022029519081116, 0.6658768653869629], "cos_Ac_negg": [0.6022029519081116, 0.6658768653869629], "r_norm": [0.18270492553710938, 0.1810247302055359], "ldr": {"dL_sdil": -0.007612176239490509, "dL_bp": -0.008794039487838745, "ratio": 0.865606329152532}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9752, "test_loss": 0.1363601254940033}, {"step": 21550, "epoch": 55, "train_loss": 5.423328184406273e-05, "cos_r_negg": [0.6022868156433105, 0.6659133434295654], "cos_innovation_negg": [0.6022868156433105, 0.6659133434295654], "cos_apical_negg": [0.6022868156433105, 0.6659133434295654], "cos_Ac_negg": [0.6022868156433105, 0.6659133434295654], "r_norm": [0.18295159935951233, 0.18128788471221924]}, {"step": 21600, "epoch": 55, "train_loss": 5.7514891523169354e-05, "cos_r_negg": [0.6017805933952332, 0.6657475233078003], "cos_innovation_negg": [0.6017805933952332, 0.6657475233078003], "cos_apical_negg": [0.6017805933952332, 0.6657475233078003], "cos_Ac_negg": [0.6017805933952332, 0.6657475233078003], "r_norm": [0.18250973522663116, 0.18086925148963928]}, {"step": 21650, "epoch": 55, "train_loss": 0.0001027472026180476, "cos_r_negg": [0.6020469665527344, 0.6658560037612915], "cos_innovation_negg": [0.6020469665527344, 0.6658560037612915], "cos_apical_negg": [0.6020469665527344, 0.6658560037612915], "cos_Ac_negg": [0.6020469665527344, 0.6658560037612915], "r_norm": [0.18283139169216156, 0.18116115033626556]}, {"step": 21700, "epoch": 55, "train_loss": 8.216710557462648e-05, "cos_r_negg": [0.6024138927459717, 0.6659102439880371], "cos_innovation_negg": [0.6024138927459717, 0.6659102439880371], "cos_apical_negg": [0.6024138927459717, 0.6659102439880371], "cos_Ac_negg": [0.6024138927459717, 0.6659102439880371], "r_norm": [0.1814953088760376, 0.1798735409975052]}, {"step": 21750, "epoch": 55, "train_loss": 0.00011809624993475154, "cos_r_negg": [0.6020587682723999, 0.6658812761306763], "cos_innovation_negg": [0.6020587682723999, 0.6658812761306763], "cos_apical_negg": [0.6020587682723999, 0.6658812761306763], "cos_Ac_negg": [0.6020587682723999, 0.6658812761306763], "r_norm": [0.18194317817687988, 0.18028996884822845], "ldr": {"dL_sdil": -0.007568985223770142, "dL_bp": -0.008744873106479645, "ratio": 0.8655340256637674}}, {"step": 21800, "epoch": 55, "train_loss": 0.0003598769835662097, "cos_r_negg": [0.6025864481925964, 0.666296660900116], "cos_innovation_negg": [0.6025864481925964, 0.666296660900116], "cos_apical_negg": [0.6025864481925964, 0.666296660900116], "cos_Ac_negg": [0.6025864481925964, 0.666296660900116], "r_norm": [0.18220405280590057, 0.18054507672786713]}, {"step": 21850, "epoch": 55, "train_loss": 7.970509614096954e-05, "cos_r_negg": [0.6021106243133545, 0.6662596464157104], "cos_innovation_negg": [0.6021106243133545, 0.6662596464157104], "cos_apical_negg": [0.6021106243133545, 0.6662596464157104], "cos_Ac_negg": [0.6021106243133545, 0.6662596464157104], "r_norm": [0.18278804421424866, 0.18113692104816437]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9752, "test_loss": 0.13663439145088196}, {"step": 21900, "epoch": 56, "train_loss": 6.565973308170214e-05, "cos_r_negg": [0.602054238319397, 0.6661367416381836], "cos_innovation_negg": [0.602054238319397, 0.6661367416381836], "cos_apical_negg": [0.602054238319397, 0.6661367416381836], "cos_Ac_negg": [0.602054238319397, 0.6661367416381836], "r_norm": [0.1831289827823639, 0.1814609169960022]}, {"step": 21950, "epoch": 56, "train_loss": 0.00019875619909726083, "cos_r_negg": [0.6013655066490173, 0.6659364104270935], "cos_innovation_negg": [0.6013655066490173, 0.6659364104270935], "cos_apical_negg": [0.6013655066490173, 0.6659364104270935], "cos_Ac_negg": [0.6013655066490173, 0.6659364104270935], "r_norm": [0.18296074867248535, 0.1812576800584793]}, {"step": 22000, "epoch": 56, "train_loss": 0.0001107691932702437, "cos_r_negg": [0.6019514799118042, 0.6661319732666016], "cos_innovation_negg": [0.6019514799118042, 0.6661319732666016], "cos_apical_negg": [0.6019514799118042, 0.6661319732666016], "cos_Ac_negg": [0.6019514799118042, 0.6661319732666016], "r_norm": [0.1834777146577835, 0.18180310726165771], "ldr": {"dL_sdil": -0.007680639624595642, "dL_bp": -0.008879363536834717, "ratio": 0.8649988924018769}}, {"step": 22050, "epoch": 56, "train_loss": 3.230469883419573e-05, "cos_r_negg": [0.601912796497345, 0.6663418412208557], "cos_innovation_negg": [0.601912796497345, 0.6663418412208557], "cos_apical_negg": [0.601912796497345, 0.6663418412208557], "cos_Ac_negg": [0.601912796497345, 0.6663418412208557], "r_norm": [0.18342342972755432, 0.18174588680267334]}, {"step": 22100, "epoch": 56, "train_loss": 7.430787809425965e-05, "cos_r_negg": [0.6020194888114929, 0.6661962270736694], "cos_innovation_negg": [0.6020194888114929, 0.6661962270736694], "cos_apical_negg": [0.6020194888114929, 0.6661962270736694], "cos_Ac_negg": [0.6020194888114929, 0.6661962270736694], "r_norm": [0.1830296367406845, 0.18138952553272247]}, {"step": 22150, "epoch": 56, "train_loss": 0.00017988370382227004, "cos_r_negg": [0.6020777225494385, 0.6661235690116882], "cos_innovation_negg": [0.6020777225494385, 0.6661235690116882], "cos_apical_negg": [0.6020777225494385, 0.6661235690116882], "cos_Ac_negg": [0.6020777225494385, 0.6661235690116882], "r_norm": [0.18343353271484375, 0.1817813515663147]}, {"step": 22200, "epoch": 56, "train_loss": 0.0002370389993302524, "cos_r_negg": [0.6022114157676697, 0.6662619113922119], "cos_innovation_negg": [0.6022114157676697, 0.6662619113922119], "cos_apical_negg": [0.6022114157676697, 0.6662619113922119], "cos_Ac_negg": [0.6022114157676697, 0.6662619113922119], "r_norm": [0.18304681777954102, 0.18141113221645355]}, {"step": 22250, "epoch": 56, "train_loss": 0.00018927518976852298, "cos_r_negg": [0.6022651195526123, 0.6662812829017639], "cos_innovation_negg": [0.6022651195526123, 0.6662812829017639], "cos_apical_negg": [0.6022651195526123, 0.6662812829017639], "cos_Ac_negg": [0.6022651195526123, 0.6662812829017639], "r_norm": [0.18293185532093048, 0.18130335211753845], "ldr": {"dL_sdil": -0.007647618651390076, "dL_bp": -0.00886324793100357, "ratio": 0.8628460707545782}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9753, "test_loss": 0.13679910469055176}, {"step": 22300, "epoch": 57, "train_loss": 0.00011775601888075471, "cos_r_negg": [0.6023514270782471, 0.6661651134490967], "cos_innovation_negg": [0.6023514270782471, 0.6661651134490967], "cos_apical_negg": [0.6023514270782471, 0.6661651134490967], "cos_Ac_negg": [0.6023514270782471, 0.6661651134490967], "r_norm": [0.1822492778301239, 0.18060949444770813]}, {"step": 22350, "epoch": 57, "train_loss": 0.0001043384982040152, "cos_r_negg": [0.6023193597793579, 0.6660918593406677], "cos_innovation_negg": [0.6023193597793579, 0.6660918593406677], "cos_apical_negg": [0.6023193597793579, 0.6660918593406677], "cos_Ac_negg": [0.6023193597793579, 0.6660918593406677], "r_norm": [0.18216054141521454, 0.1805059015750885]}, {"step": 22400, "epoch": 57, "train_loss": 0.0001254596863873303, "cos_r_negg": [0.6022149324417114, 0.6661940813064575], "cos_innovation_negg": [0.6022149324417114, 0.6661940813064575], "cos_apical_negg": [0.6022149324417114, 0.6661940813064575], "cos_Ac_negg": [0.6022149324417114, 0.6661940813064575], "r_norm": [0.18245148658752441, 0.18080273270606995]}, {"step": 22450, "epoch": 57, "train_loss": 5.686880831490271e-05, "cos_r_negg": [0.6026114225387573, 0.6665682792663574], "cos_innovation_negg": [0.6026114225387573, 0.6665682792663574], "cos_apical_negg": [0.6026114225387573, 0.6665682792663574], "cos_Ac_negg": [0.6026114225387573, 0.6665682792663574], "r_norm": [0.18245822191238403, 0.1807938665151596]}, {"step": 22500, "epoch": 57, "train_loss": 8.59130741446279e-05, "cos_r_negg": [0.6027988195419312, 0.6665729284286499], "cos_innovation_negg": [0.6027988195419312, 0.6665729284286499], "cos_apical_negg": [0.6027988195419312, 0.6665729284286499], "cos_Ac_negg": [0.6027988195419312, 0.6665729284286499], "r_norm": [0.18211741745471954, 0.1804881989955902], "ldr": {"dL_sdil": -0.007637344300746918, "dL_bp": -0.008863486349582672, "ratio": 0.8616636839641}}, {"step": 22550, "epoch": 57, "train_loss": 8.96189667400904e-05, "cos_r_negg": [0.6027585864067078, 0.66658616065979], "cos_innovation_negg": [0.6027585864067078, 0.66658616065979], "cos_apical_negg": [0.6027585864067078, 0.66658616065979], "cos_Ac_negg": [0.6027585864067078, 0.66658616065979], "r_norm": [0.1824113130569458, 0.18079432845115662]}, {"step": 22600, "epoch": 57, "train_loss": 4.386546788737178e-05, "cos_r_negg": [0.602597713470459, 0.6663874387741089], "cos_innovation_negg": [0.602597713470459, 0.6663874387741089], "cos_apical_negg": [0.602597713470459, 0.6663874387741089], "cos_Ac_negg": [0.602597713470459, 0.6663874387741089], "r_norm": [0.1822005957365036, 0.18057510256767273]}, {"step": 22650, "epoch": 57, "train_loss": 9.012465307023376e-05, "cos_r_negg": [0.602353572845459, 0.6662309169769287], "cos_innovation_negg": [0.602353572845459, 0.6662309169769287], "cos_apical_negg": [0.602353572845459, 0.6662309169769287], "cos_Ac_negg": [0.602353572845459, 0.6662309169769287], "r_norm": [0.18267454206943512, 0.1810176968574524]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9752, "test_loss": 0.1369471941947937}, {"step": 22700, "epoch": 58, "train_loss": 0.0001050515056704171, "cos_r_negg": [0.6022940874099731, 0.666385293006897], "cos_innovation_negg": [0.6022940874099731, 0.666385293006897], "cos_apical_negg": [0.6022940874099731, 0.666385293006897], "cos_Ac_negg": [0.6022940874099731, 0.666385293006897], "r_norm": [0.1828862726688385, 0.18120738863945007]}, {"step": 22750, "epoch": 58, "train_loss": 0.00011231853568460792, "cos_r_negg": [0.6024293303489685, 0.6665088534355164], "cos_innovation_negg": [0.6024293303489685, 0.6665088534355164], "cos_apical_negg": [0.6024293303489685, 0.6665088534355164], "cos_Ac_negg": [0.6024293303489685, 0.6665088534355164], "r_norm": [0.1830872893333435, 0.18139143288135529], "ldr": {"dL_sdil": -0.0076909139752388, "dL_bp": -0.008925721049308777, "ratio": 0.8616574428834965}}, {"step": 22800, "epoch": 58, "train_loss": 0.0001289175997953862, "cos_r_negg": [0.6026673913002014, 0.6667060852050781], "cos_innovation_negg": [0.6026673913002014, 0.6667060852050781], "cos_apical_negg": [0.6026673913002014, 0.6667060852050781], "cos_Ac_negg": [0.6026673913002014, 0.6667060852050781], "r_norm": [0.1834164559841156, 0.1817241907119751]}, {"step": 22850, "epoch": 58, "train_loss": 9.161702473647892e-05, "cos_r_negg": [0.6025210022926331, 0.666694700717926], "cos_innovation_negg": [0.6025210022926331, 0.666694700717926], "cos_apical_negg": [0.6025210022926331, 0.666694700717926], "cos_Ac_negg": [0.6025210022926331, 0.666694700717926], "r_norm": [0.18385079503059387, 0.18214786052703857]}, {"step": 22900, "epoch": 58, "train_loss": 6.95538183208555e-05, "cos_r_negg": [0.6025776863098145, 0.6666809320449829], "cos_innovation_negg": [0.6025776863098145, 0.6666809320449829], "cos_apical_negg": [0.6025776863098145, 0.6666809320449829], "cos_Ac_negg": [0.6025776863098145, 0.6666809320449829], "r_norm": [0.1828039586544037, 0.18113702535629272]}, {"step": 22950, "epoch": 58, "train_loss": 0.00012760743265971541, "cos_r_negg": [0.6026312112808228, 0.6666927337646484], "cos_innovation_negg": [0.6026312112808228, 0.6666927337646484], "cos_apical_negg": [0.6026312112808228, 0.6666927337646484], "cos_Ac_negg": [0.6026312112808228, 0.6666927337646484], "r_norm": [0.18312431871891022, 0.18143121898174286]}, {"step": 23000, "epoch": 58, "train_loss": 4.808863013749942e-05, "cos_r_negg": [0.6026843786239624, 0.666673481464386], "cos_innovation_negg": [0.6026843786239624, 0.666673481464386], "cos_apical_negg": [0.6026843786239624, 0.666673481464386], "cos_Ac_negg": [0.6026843786239624, 0.666673481464386], "r_norm": [0.1826682984828949, 0.18097767233848572], "ldr": {"dL_sdil": -0.007702954113483429, "dL_bp": -0.00896076112985611, "ratio": 0.8596316765791436}}, {"step": 23050, "epoch": 58, "train_loss": 8.608403004473075e-05, "cos_r_negg": [0.6026561856269836, 0.6668167114257812], "cos_innovation_negg": [0.6026561856269836, 0.6668167114257812], "cos_apical_negg": [0.6026561856269836, 0.6668167114257812], "cos_Ac_negg": [0.6026561856269836, 0.6668167114257812], "r_norm": [0.18234753608703613, 0.18067824840545654]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9753, "test_loss": 0.13724952425956727}, {"step": 23100, "epoch": 59, "train_loss": 6.144364306237549e-05, "cos_r_negg": [0.6024622321128845, 0.666785717010498], "cos_innovation_negg": [0.6024622321128845, 0.666785717010498], "cos_apical_negg": [0.6024622321128845, 0.666785717010498], "cos_Ac_negg": [0.6024622321128845, 0.666785717010498], "r_norm": [0.18238425254821777, 0.1807437390089035]}, {"step": 23150, "epoch": 59, "train_loss": 8.995879034046084e-05, "cos_r_negg": [0.6022118330001831, 0.6667452454566956], "cos_innovation_negg": [0.6022118330001831, 0.6667452454566956], "cos_apical_negg": [0.6022118330001831, 0.6667452454566956], "cos_Ac_negg": [0.6022118330001831, 0.6667452454566956], "r_norm": [0.1818934679031372, 0.18023556470870972]}, {"step": 23200, "epoch": 59, "train_loss": 7.255338277900591e-05, "cos_r_negg": [0.6024233102798462, 0.6668282747268677], "cos_innovation_negg": [0.6024233102798462, 0.6668282747268677], "cos_apical_negg": [0.6024233102798462, 0.6668282747268677], "cos_Ac_negg": [0.6024233102798462, 0.6668282747268677], "r_norm": [0.18258938193321228, 0.1809280812740326]}, {"step": 23250, "epoch": 59, "train_loss": 0.00011192385136382654, "cos_r_negg": [0.6024737358093262, 0.6668882966041565], "cos_innovation_negg": [0.6024737358093262, 0.6668882966041565], "cos_apical_negg": [0.6024737358093262, 0.6668882966041565], "cos_Ac_negg": [0.6024737358093262, 0.6668882966041565], "r_norm": [0.18301449716091156, 0.1813330054283142], "ldr": {"dL_sdil": -0.007743768393993378, "dL_bp": -0.009013727307319641, "ratio": 0.8591083499613986}}, {"step": 23300, "epoch": 59, "train_loss": 8.381228690268472e-05, "cos_r_negg": [0.602568507194519, 0.6670377254486084], "cos_innovation_negg": [0.602568507194519, 0.6670377254486084], "cos_apical_negg": [0.602568507194519, 0.6670377254486084], "cos_Ac_negg": [0.602568507194519, 0.6670377254486084], "r_norm": [0.18328848481178284, 0.18161243200302124]}, {"step": 23350, "epoch": 59, "train_loss": 5.0391485274303705e-05, "cos_r_negg": [0.602676272392273, 0.6671558618545532], "cos_innovation_negg": [0.602676272392273, 0.6671558618545532], "cos_apical_negg": [0.602676272392273, 0.6671558618545532], "cos_Ac_negg": [0.602676272392273, 0.6671558618545532], "r_norm": [0.1834224909543991, 0.18178251385688782]}, {"step": 23400, "epoch": 59, "train_loss": 0.0002257020678371191, "cos_r_negg": [0.6027367115020752, 0.6670519113540649], "cos_innovation_negg": [0.6027367115020752, 0.6670519113540649], "cos_apical_negg": [0.6027367115020752, 0.6670519113540649], "cos_Ac_negg": [0.6027367115020752, 0.6670519113540649], "r_norm": [0.18305666744709015, 0.18137475848197937]}, {"step": 23450, "epoch": 59, "train_loss": 7.948524580569938e-05, "cos_r_negg": [0.6027928590774536, 0.6672430038452148], "cos_innovation_negg": [0.6027928590774536, 0.6672430038452148], "cos_apical_negg": [0.6027928590774536, 0.6672430038452148], "cos_Ac_negg": [0.6027928590774536, 0.6672430038452148], "r_norm": [0.18200033903121948, 0.1803472489118576]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9752, "test_loss": 0.13761725969314575}], "final": {"test_acc": 0.9752, "test_loss": 0.13761725969314575, "wall_s": 57.14339852333069, "cos_r_negg": [0.6027823686599731, 0.6672232151031494], "cos_innovation_negg": [0.6027823686599731, 0.6672232151031494], "cos_apical_negg": [0.6027823686599731, 0.6672232151031494], "cos_Ac_negg": [0.6027823686599731, 0.6672232151031494]}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_sdil_w500_d2_s1.json b/results/ep_depth2_v1_mnist_sdil_w500_d2_s1.json
new file mode 100644
index 0000000..5e28109
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_sdil_w500_d2_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s1", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4221277236938477, "cos_r_negg": [-0.01521608792245388, 0.001946865813806653], "cos_innovation_negg": [-0.01521608792245388, 0.001946865813806653], "cos_apical_negg": [-0.01521608792245388, 0.001946865813806653], "cos_Ac_negg": [-0.01521608792245388, 0.001946865813806653], "r_norm": [6.816385746002197, 6.687509536743164], "ldr": {"dL_sdil": -0.060306549072265625, "dL_bp": -0.3630678653717041, "ratio": 0.16610268994895644}}, {"step": 50, "epoch": 0, "train_loss": 0.5275713205337524, "cos_r_negg": [0.4614434540271759, 0.35307759046554565], "cos_innovation_negg": [0.4614434540271759, 0.35307759046554565], "cos_apical_negg": [0.4614434540271759, 0.35307759046554565], "cos_Ac_negg": [0.4614434540271759, 0.35307759046554565], "r_norm": [1.3501875400543213, 1.3090872764587402]}, {"step": 100, "epoch": 0, "train_loss": 0.236091747879982, "cos_r_negg": [0.4773324131965637, 0.36637288331985474], "cos_innovation_negg": [0.4773324131965637, 0.36637288331985474], "cos_apical_negg": [0.4773324131965637, 0.36637288331985474], "cos_Ac_negg": [0.4773324131965637, 0.36637288331985474], "r_norm": [1.1992762088775635, 1.1576814651489258]}, {"step": 150, "epoch": 0, "train_loss": 0.15254461765289307, "cos_r_negg": [0.5043057203292847, 0.38405895233154297], "cos_innovation_negg": [0.5043057203292847, 0.38405895233154297], "cos_apical_negg": [0.5043057203292847, 0.38405895233154297], "cos_Ac_negg": [0.5043057203292847, 0.38405895233154297], "r_norm": [0.9298348426818848, 0.9024157524108887]}, {"step": 200, "epoch": 0, "train_loss": 0.28940749168395996, "cos_r_negg": [0.515167772769928, 0.40642109513282776], "cos_innovation_negg": [0.515167772769928, 0.40642109513282776], "cos_apical_negg": [0.515167772769928, 0.40642109513282776], "cos_Ac_negg": [0.515167772769928, 0.40642109513282776], "r_norm": [0.9932807087898254, 0.9678599834442139]}, {"step": 250, "epoch": 0, "train_loss": 0.3619007468223572, "cos_r_negg": [0.5292673110961914, 0.4344569444656372], "cos_innovation_negg": [0.5292673110961914, 0.4344569444656372], "cos_apical_negg": [0.5292673110961914, 0.4344569444656372], "cos_Ac_negg": [0.5292673110961914, 0.4344569444656372], "r_norm": [0.9457650780677795, 0.9180113673210144], "ldr": {"dL_sdil": -0.03035789728164673, "dL_bp": -0.025124981999397278, "ratio": 1.2082753843316179}}, {"step": 300, "epoch": 0, "train_loss": 0.1805478036403656, "cos_r_negg": [0.5257809162139893, 0.4267609715461731], "cos_innovation_negg": [0.5257809162139893, 0.4267609715461731], "cos_apical_negg": [0.5257809162139893, 0.4267609715461731], "cos_Ac_negg": [0.5257809162139893, 0.4267609715461731], "r_norm": [0.8058485388755798, 0.7870603799819946]}, {"step": 350, "epoch": 0, "train_loss": 0.27513980865478516, "cos_r_negg": [0.5281103849411011, 0.4346158504486084], "cos_innovation_negg": [0.5281103849411011, 0.4346158504486084], "cos_apical_negg": [0.5281103849411011, 0.4346158504486084], "cos_Ac_negg": [0.5281103849411011, 0.4346158504486084], "r_norm": [0.6655631065368652, 0.6490291953086853]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9434, "test_loss": 0.19235125198364258}, {"step": 400, "epoch": 1, "train_loss": 0.12044888734817505, "cos_r_negg": [0.5525568723678589, 0.4737103581428528], "cos_innovation_negg": [0.5525568723678589, 0.4737103581428528], "cos_apical_negg": [0.5525568723678589, 0.4737103581428528], "cos_Ac_negg": [0.5525568723678589, 0.4737103581428528], "r_norm": [0.6852403879165649, 0.6656004786491394]}, {"step": 450, "epoch": 1, "train_loss": 0.1929977685213089, "cos_r_negg": [0.5516782402992249, 0.47368019819259644], "cos_innovation_negg": [0.5516782402992249, 0.47368019819259644], "cos_apical_negg": [0.5516782402992249, 0.47368019819259644], "cos_Ac_negg": [0.5516782402992249, 0.47368019819259644], "r_norm": [0.5947750210762024, 0.5786088109016418]}, {"step": 500, "epoch": 1, "train_loss": 0.15318873524665833, "cos_r_negg": [0.5617826581001282, 0.5021888017654419], "cos_innovation_negg": [0.5617826581001282, 0.5021888017654419], "cos_apical_negg": [0.5617826581001282, 0.5021888017654419], "cos_Ac_negg": [0.5617826581001282, 0.5021888017654419], "r_norm": [0.46958792209625244, 0.45678436756134033], "ldr": {"dL_sdil": -0.007158145308494568, "dL_bp": -0.005399368703365326, "ratio": 1.3257374522382643}}, {"step": 550, "epoch": 1, "train_loss": 0.11219190806150436, "cos_r_negg": [0.5489959120750427, 0.4979499578475952], "cos_innovation_negg": [0.5489959120750427, 0.4979499578475952], "cos_apical_negg": [0.5489959120750427, 0.4979499578475952], "cos_Ac_negg": [0.5489959120750427, 0.4979499578475952], "r_norm": [0.7013800144195557, 0.680389404296875]}, {"step": 600, "epoch": 1, "train_loss": 0.04656609892845154, "cos_r_negg": [0.5621950626373291, 0.5186248421669006], "cos_innovation_negg": [0.5621950626373291, 0.5186248421669006], "cos_apical_negg": [0.5621950626373291, 0.5186248421669006], "cos_Ac_negg": [0.5621950626373291, 0.5186248421669006], "r_norm": [0.5207843780517578, 0.5068215727806091]}, {"step": 650, "epoch": 1, "train_loss": 0.08058304339647293, "cos_r_negg": [0.5444742441177368, 0.5029855966567993], "cos_innovation_negg": [0.5444742441177368, 0.5029855966567993], "cos_apical_negg": [0.5444742441177368, 0.5029855966567993], "cos_Ac_negg": [0.5444742441177368, 0.5029855966567993], "r_norm": [0.5173895359039307, 0.5014662146568298]}, {"step": 700, "epoch": 1, "train_loss": 0.11755891889333725, "cos_r_negg": [0.5506722927093506, 0.5113229751586914], "cos_innovation_negg": [0.5506722927093506, 0.5113229751586914], "cos_apical_negg": [0.5506722927093506, 0.5113229751586914], "cos_Ac_negg": [0.5506722927093506, 0.5113229751586914], "r_norm": [0.5765622854232788, 0.560756504535675]}, {"step": 750, "epoch": 1, "train_loss": 0.23040568828582764, "cos_r_negg": [0.5384642481803894, 0.4992826581001282], "cos_innovation_negg": [0.5384642481803894, 0.4992826581001282], "cos_apical_negg": [0.5384642481803894, 0.4992826581001282], "cos_Ac_negg": [0.5384642481803894, 0.4992826581001282], "r_norm": [0.6509343981742859, 0.6315335631370544], "ldr": {"dL_sdil": -0.026834636926651, "dL_bp": -0.02244660258293152, "ratio": 1.1954876836041175}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9474, "test_loss": 0.17808515548706055}, {"step": 800, "epoch": 2, "train_loss": 0.08361466228961945, "cos_r_negg": [0.5417087078094482, 0.5002466440200806], "cos_innovation_negg": [0.5417087078094482, 0.5002466440200806], "cos_apical_negg": [0.5417087078094482, 0.5002466440200806], "cos_Ac_negg": [0.5417087078094482, 0.5002466440200806], "r_norm": [0.48929154872894287, 0.47354334592819214]}, {"step": 850, "epoch": 2, "train_loss": 0.04667083919048309, "cos_r_negg": [0.5620514750480652, 0.5240523219108582], "cos_innovation_negg": [0.5620514750480652, 0.5240523219108582], "cos_apical_negg": [0.5620514750480652, 0.5240523219108582], "cos_Ac_negg": [0.5620514750480652, 0.5240523219108582], "r_norm": [0.4195229113101959, 0.40999138355255127]}, {"step": 900, "epoch": 2, "train_loss": 0.057723961770534515, "cos_r_negg": [0.5589436888694763, 0.5307680368423462], "cos_innovation_negg": [0.5589436888694763, 0.5307680368423462], "cos_apical_negg": [0.5589436888694763, 0.5307680368423462], "cos_Ac_negg": [0.5589436888694763, 0.5307680368423462], "r_norm": [0.4356842637062073, 0.4238516092300415]}, {"step": 950, "epoch": 2, "train_loss": 0.1665927916765213, "cos_r_negg": [0.5521540641784668, 0.5297629833221436], "cos_innovation_negg": [0.5521540641784668, 0.5297629833221436], "cos_apical_negg": [0.5521540641784668, 0.5297629833221436], "cos_Ac_negg": [0.5521540641784668, 0.5297629833221436], "r_norm": [0.443907767534256, 0.42933008074760437]}, {"step": 1000, "epoch": 2, "train_loss": 0.09175475686788559, "cos_r_negg": [0.562678337097168, 0.533344030380249], "cos_innovation_negg": [0.562678337097168, 0.533344030380249], "cos_apical_negg": [0.562678337097168, 0.533344030380249], "cos_Ac_negg": [0.562678337097168, 0.533344030380249], "r_norm": [0.39858901500701904, 0.38635262846946716], "ldr": {"dL_sdil": -0.006792396306991577, "dL_bp": -0.005555972456932068, "ratio": 1.222539593139424}}, {"step": 1050, "epoch": 2, "train_loss": 0.02091422863304615, "cos_r_negg": [0.5650436282157898, 0.5514701008796692], "cos_innovation_negg": [0.5650436282157898, 0.5514701008796692], "cos_apical_negg": [0.5650436282157898, 0.5514701008796692], "cos_Ac_negg": [0.5650436282157898, 0.5514701008796692], "r_norm": [0.456074595451355, 0.44000616669654846]}, {"step": 1100, "epoch": 2, "train_loss": 0.11698553711175919, "cos_r_negg": [0.5577489137649536, 0.5588964223861694], "cos_innovation_negg": [0.5577489137649536, 0.5588964223861694], "cos_apical_negg": [0.5577489137649536, 0.5588964223861694], "cos_Ac_negg": [0.5577489137649536, 0.5588964223861694], "r_norm": [0.3755415678024292, 0.3647325932979584]}, {"step": 1150, "epoch": 2, "train_loss": 0.13682124018669128, "cos_r_negg": [0.5624691247940063, 0.5539763569831848], "cos_innovation_negg": [0.5624691247940063, 0.5539763569831848], "cos_apical_negg": [0.5624691247940063, 0.5539763569831848], "cos_Ac_negg": [0.5624691247940063, 0.5539763569831848], "r_norm": [0.31384360790252686, 0.30602723360061646]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9635, "test_loss": 0.12745928497314454}, {"step": 1200, "epoch": 3, "train_loss": 0.051736846566200256, "cos_r_negg": [0.5587087869644165, 0.5542519688606262], "cos_innovation_negg": [0.5587087869644165, 0.5542519688606262], "cos_apical_negg": [0.5587087869644165, 0.5542519688606262], "cos_Ac_negg": [0.5587087869644165, 0.5542519688606262], "r_norm": [0.3483176827430725, 0.338947057723999]}, {"step": 1250, "epoch": 3, "train_loss": 0.08609269559383392, "cos_r_negg": [0.5704310536384583, 0.5608159303665161], "cos_innovation_negg": [0.5704310536384583, 0.5608159303665161], "cos_apical_negg": [0.5704310536384583, 0.5608159303665161], "cos_Ac_negg": [0.5704310536384583, 0.5608159303665161], "r_norm": [0.35028302669525146, 0.34130096435546875], "ldr": {"dL_sdil": -0.007575303316116333, "dL_bp": -0.006238237023353577, "ratio": 1.2143339997754639}}, {"step": 1300, "epoch": 3, "train_loss": 0.01615039072930813, "cos_r_negg": [0.5621748566627502, 0.5675457715988159], "cos_innovation_negg": [0.5621748566627502, 0.5675457715988159], "cos_apical_negg": [0.5621748566627502, 0.5675457715988159], "cos_Ac_negg": [0.5621748566627502, 0.5675457715988159], "r_norm": [0.31831973791122437, 0.30772480368614197]}, {"step": 1350, "epoch": 3, "train_loss": 0.042719945311546326, "cos_r_negg": [0.5658271312713623, 0.5691314935684204], "cos_innovation_negg": [0.5658271312713623, 0.5691314935684204], "cos_apical_negg": [0.5658271312713623, 0.5691314935684204], "cos_Ac_negg": [0.5658271312713623, 0.5691314935684204], "r_norm": [0.3412016034126282, 0.33203938603401184]}, {"step": 1400, "epoch": 3, "train_loss": 0.04992381110787392, "cos_r_negg": [0.5776964426040649, 0.5774520635604858], "cos_innovation_negg": [0.5776964426040649, 0.5774520635604858], "cos_apical_negg": [0.5776964426040649, 0.5774520635604858], "cos_Ac_negg": [0.5776964426040649, 0.5774520635604858], "r_norm": [0.41688424348831177, 0.40273988246917725]}, {"step": 1450, "epoch": 3, "train_loss": 0.024743668735027313, "cos_r_negg": [0.5743134617805481, 0.5771896839141846], "cos_innovation_negg": [0.5743134617805481, 0.5771896839141846], "cos_apical_negg": [0.5743134617805481, 0.5771896839141846], "cos_Ac_negg": [0.5743134617805481, 0.5771896839141846], "r_norm": [0.41799992322921753, 0.4043681025505066]}, {"step": 1500, "epoch": 3, "train_loss": 0.12380138039588928, "cos_r_negg": [0.5816031694412231, 0.5727519989013672], "cos_innovation_negg": [0.5816031694412231, 0.5727519989013672], "cos_apical_negg": [0.5816031694412231, 0.5727519989013672], "cos_Ac_negg": [0.5816031694412231, 0.5727519989013672], "r_norm": [0.30409562587738037, 0.2947741150856018], "ldr": {"dL_sdil": -0.0055012330412864685, "dL_bp": -0.0046345144510269165, "ratio": 1.1870138931312437}}, {"step": 1550, "epoch": 3, "train_loss": 0.06291449815034866, "cos_r_negg": [0.5786815881729126, 0.5733755230903625], "cos_innovation_negg": [0.5786815881729126, 0.5733755230903625], "cos_apical_negg": [0.5786815881729126, 0.5733755230903625], "cos_Ac_negg": [0.5786815881729126, 0.5733755230903625], "r_norm": [0.28004857897758484, 0.27172958850860596]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9651, "test_loss": 0.1260071876525879}, {"step": 1600, "epoch": 4, "train_loss": 0.09683623164892197, "cos_r_negg": [0.5775978565216064, 0.5828390121459961], "cos_innovation_negg": [0.5775978565216064, 0.5828390121459961], "cos_apical_negg": [0.5775978565216064, 0.5828390121459961], "cos_Ac_negg": [0.5775978565216064, 0.5828390121459961], "r_norm": [0.2864131033420563, 0.2777206301689148]}, {"step": 1650, "epoch": 4, "train_loss": 0.06303534656763077, "cos_r_negg": [0.577039361000061, 0.5932474136352539], "cos_innovation_negg": [0.577039361000061, 0.5932474136352539], "cos_apical_negg": [0.577039361000061, 0.5932474136352539], "cos_Ac_negg": [0.577039361000061, 0.5932474136352539], "r_norm": [0.3138207495212555, 0.30415797233581543]}, {"step": 1700, "epoch": 4, "train_loss": 0.009078395552933216, "cos_r_negg": [0.5875571966171265, 0.5938511490821838], "cos_innovation_negg": [0.5875571966171265, 0.5938511490821838], "cos_apical_negg": [0.5875571966171265, 0.5938511490821838], "cos_Ac_negg": [0.5875571966171265, 0.5938511490821838], "r_norm": [0.29079627990722656, 0.283414363861084]}, {"step": 1750, "epoch": 4, "train_loss": 0.07491913437843323, "cos_r_negg": [0.5789178013801575, 0.5974282026290894], "cos_innovation_negg": [0.5789178013801575, 0.5974282026290894], "cos_apical_negg": [0.5789178013801575, 0.5974282026290894], "cos_Ac_negg": [0.5789178013801575, 0.5974282026290894], "r_norm": [0.2878461480140686, 0.2809222936630249], "ldr": {"dL_sdil": -0.006607532501220703, "dL_bp": -0.005809038877487183, "ratio": 1.1374570975636034}}, {"step": 1800, "epoch": 4, "train_loss": 0.045531950891017914, "cos_r_negg": [0.5646361112594604, 0.5929559469223022], "cos_innovation_negg": [0.5646361112594604, 0.5929559469223022], "cos_apical_negg": [0.5646361112594604, 0.5929559469223022], "cos_Ac_negg": [0.5646361112594604, 0.5929559469223022], "r_norm": [0.31930965185165405, 0.3098793625831604]}, {"step": 1850, "epoch": 4, "train_loss": 0.14935463666915894, "cos_r_negg": [0.5725921392440796, 0.5965642333030701], "cos_innovation_negg": [0.5725921392440796, 0.5965642333030701], "cos_apical_negg": [0.5725921392440796, 0.5965642333030701], "cos_Ac_negg": [0.5725921392440796, 0.5965642333030701], "r_norm": [0.2751791179180145, 0.26702719926834106]}, {"step": 1900, "epoch": 4, "train_loss": 0.019118160009384155, "cos_r_negg": [0.5892603993415833, 0.6058883666992188], "cos_innovation_negg": [0.5892603993415833, 0.6058883666992188], "cos_apical_negg": [0.5892603993415833, 0.6058883666992188], "cos_Ac_negg": [0.5892603993415833, 0.6058883666992188], "r_norm": [0.2799067497253418, 0.271820992231369]}, {"step": 1950, "epoch": 4, "train_loss": 0.027391742914915085, "cos_r_negg": [0.5762507319450378, 0.6020923256874084], "cos_innovation_negg": [0.5762507319450378, 0.6020923256874084], "cos_apical_negg": [0.5762507319450378, 0.6020923256874084], "cos_Ac_negg": [0.5762507319450378, 0.6020923256874084], "r_norm": [0.24371090531349182, 0.23693442344665527]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9708, "test_loss": 0.10995375289916992}, {"step": 2000, "epoch": 5, "train_loss": 0.0278257317841053, "cos_r_negg": [0.5905859470367432, 0.6127804517745972], "cos_innovation_negg": [0.5905859470367432, 0.6127804517745972], "cos_apical_negg": [0.5905859470367432, 0.6127804517745972], "cos_Ac_negg": [0.5905859470367432, 0.6127804517745972], "r_norm": [0.27819550037384033, 0.2700117826461792], "ldr": {"dL_sdil": -0.00639989972114563, "dL_bp": -0.005595490336418152, "ratio": 1.1437603027373657}}, {"step": 2050, "epoch": 5, "train_loss": 0.00881775189191103, "cos_r_negg": [0.5754937529563904, 0.6069358587265015], "cos_innovation_negg": [0.5754937529563904, 0.6069358587265015], "cos_apical_negg": [0.5754937529563904, 0.6069358587265015], "cos_Ac_negg": [0.5754937529563904, 0.6069358587265015], "r_norm": [0.32495027780532837, 0.3143700063228607]}, {"step": 2100, "epoch": 5, "train_loss": 0.023076383396983147, "cos_r_negg": [0.5996184349060059, 0.6188980937004089], "cos_innovation_negg": [0.5996184349060059, 0.6188980937004089], "cos_apical_negg": [0.5996184349060059, 0.6188980937004089], "cos_Ac_negg": [0.5996184349060059, 0.6188980937004089], "r_norm": [0.30531004071235657, 0.2951022982597351]}, {"step": 2150, "epoch": 5, "train_loss": 0.0041510723531246185, "cos_r_negg": [0.5822294354438782, 0.6159955263137817], "cos_innovation_negg": [0.5822294354438782, 0.6159955263137817], "cos_apical_negg": [0.5822294354438782, 0.6159955263137817], "cos_Ac_negg": [0.5822294354438782, 0.6159955263137817], "r_norm": [0.30050671100616455, 0.2905503511428833]}, {"step": 2200, "epoch": 5, "train_loss": 0.05550878122448921, "cos_r_negg": [0.5793807506561279, 0.6202987432479858], "cos_innovation_negg": [0.5793807506561279, 0.6202987432479858], "cos_apical_negg": [0.5793807506561279, 0.6202987432479858], "cos_Ac_negg": [0.5793807506561279, 0.6202987432479858], "r_norm": [0.27446797490119934, 0.2664400637149811]}, {"step": 2250, "epoch": 5, "train_loss": 0.005178225692361593, "cos_r_negg": [0.5836050510406494, 0.6165573000907898], "cos_innovation_negg": [0.5836050510406494, 0.6165573000907898], "cos_apical_negg": [0.5836050510406494, 0.6165573000907898], "cos_Ac_negg": [0.5836050510406494, 0.6165573000907898], "r_norm": [0.28505510091781616, 0.27517712116241455], "ldr": {"dL_sdil": -0.00690479576587677, "dL_bp": -0.006138734519481659, "ratio": 1.1247913953542001}}, {"step": 2300, "epoch": 5, "train_loss": 0.010989978909492493, "cos_r_negg": [0.5945956110954285, 0.6236411333084106], "cos_innovation_negg": [0.5945956110954285, 0.6236411333084106], "cos_apical_negg": [0.5945956110954285, 0.6236411333084106], "cos_Ac_negg": [0.5945956110954285, 0.6236411333084106], "r_norm": [0.2585603594779968, 0.2509670555591583]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9726, "test_loss": 0.10764730319976806}, {"step": 2350, "epoch": 6, "train_loss": 0.03239566832780838, "cos_r_negg": [0.5971052646636963, 0.6275500059127808], "cos_innovation_negg": [0.5971052646636963, 0.6275500059127808], "cos_apical_negg": [0.5971052646636963, 0.6275500059127808], "cos_Ac_negg": [0.5971052646636963, 0.6275500059127808], "r_norm": [0.22931817173957825, 0.22214195132255554]}, {"step": 2400, "epoch": 6, "train_loss": 0.007665679790079594, "cos_r_negg": [0.5996890068054199, 0.6322014927864075], "cos_innovation_negg": [0.5996890068054199, 0.6322014927864075], "cos_apical_negg": [0.5996890068054199, 0.6322014927864075], "cos_Ac_negg": [0.5996890068054199, 0.6322014927864075], "r_norm": [0.26578769087791443, 0.25984179973602295]}, {"step": 2450, "epoch": 6, "train_loss": 0.017628377303481102, "cos_r_negg": [0.5933181643486023, 0.6333267092704773], "cos_innovation_negg": [0.5933181643486023, 0.6333267092704773], "cos_apical_negg": [0.5933181643486023, 0.6333267092704773], "cos_Ac_negg": [0.5933181643486023, 0.6333267092704773], "r_norm": [0.24691206216812134, 0.23800456523895264]}, {"step": 2500, "epoch": 6, "train_loss": 0.008176056668162346, "cos_r_negg": [0.5891673564910889, 0.6347208023071289], "cos_innovation_negg": [0.5891673564910889, 0.6347208023071289], "cos_apical_negg": [0.5891673564910889, 0.6347208023071289], "cos_Ac_negg": [0.5891673564910889, 0.6347208023071289], "r_norm": [0.24992871284484863, 0.24425043165683746], "ldr": {"dL_sdil": -0.005787715315818787, "dL_bp": -0.005487158894538879, "ratio": 1.0547745066356722}}, {"step": 2550, "epoch": 6, "train_loss": 0.006900988519191742, "cos_r_negg": [0.5886584520339966, 0.6331275701522827], "cos_innovation_negg": [0.5886584520339966, 0.6331275701522827], "cos_apical_negg": [0.5886584520339966, 0.6331275701522827], "cos_Ac_negg": [0.5886584520339966, 0.6331275701522827], "r_norm": [0.2251356989145279, 0.21829065680503845]}, {"step": 2600, "epoch": 6, "train_loss": 0.00498034106567502, "cos_r_negg": [0.5909320116043091, 0.6367886066436768], "cos_innovation_negg": [0.5909320116043091, 0.6367886066436768], "cos_apical_negg": [0.5909320116043091, 0.6367886066436768], "cos_Ac_negg": [0.5909320116043091, 0.6367886066436768], "r_norm": [0.2207583338022232, 0.2139899730682373]}, {"step": 2650, "epoch": 6, "train_loss": 0.03380773589015007, "cos_r_negg": [0.5961669683456421, 0.6397151947021484], "cos_innovation_negg": [0.5961669683456421, 0.6397151947021484], "cos_apical_negg": [0.5961669683456421, 0.6397151947021484], "cos_Ac_negg": [0.5961669683456421, 0.6397151947021484], "r_norm": [0.26608431339263916, 0.2590426206588745]}, {"step": 2700, "epoch": 6, "train_loss": 0.00353991542942822, "cos_r_negg": [0.5831055641174316, 0.6295269727706909], "cos_innovation_negg": [0.5831055641174316, 0.6295269727706909], "cos_apical_negg": [0.5831055641174316, 0.6295269727706909], "cos_Ac_negg": [0.5831055641174316, 0.6295269727706909], "r_norm": [0.2763853073120117, 0.26886987686157227]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9728, "test_loss": 0.11134429750442505}, {"step": 2750, "epoch": 7, "train_loss": 0.0024345237761735916, "cos_r_negg": [0.5941411852836609, 0.6421990394592285], "cos_innovation_negg": [0.5941411852836609, 0.6421990394592285], "cos_apical_negg": [0.5941411852836609, 0.6421990394592285], "cos_Ac_negg": [0.5941411852836609, 0.6421990394592285], "r_norm": [0.22513003647327423, 0.2186572402715683], "ldr": {"dL_sdil": -0.005480349063873291, "dL_bp": -0.005135983228683472, "ratio": 1.0670496416862507}}, {"step": 2800, "epoch": 7, "train_loss": 0.001966618001461029, "cos_r_negg": [0.5946298837661743, 0.6379465460777283], "cos_innovation_negg": [0.5946298837661743, 0.6379465460777283], "cos_apical_negg": [0.5946298837661743, 0.6379465460777283], "cos_Ac_negg": [0.5946298837661743, 0.6379465460777283], "r_norm": [0.23873376846313477, 0.23187142610549927]}, {"step": 2850, "epoch": 7, "train_loss": 0.0032017268240451813, "cos_r_negg": [0.5876731872558594, 0.634443998336792], "cos_innovation_negg": [0.5876731872558594, 0.634443998336792], "cos_apical_negg": [0.5876731872558594, 0.634443998336792], "cos_Ac_negg": [0.5876731872558594, 0.634443998336792], "r_norm": [0.2325637936592102, 0.2258128821849823]}, {"step": 2900, "epoch": 7, "train_loss": 0.0015210916753858328, "cos_r_negg": [0.5945354700088501, 0.6397449970245361], "cos_innovation_negg": [0.5945354700088501, 0.6397449970245361], "cos_apical_negg": [0.5945354700088501, 0.6397449970245361], "cos_Ac_negg": [0.5945354700088501, 0.6397449970245361], "r_norm": [0.24735084176063538, 0.239877849817276]}, {"step": 2950, "epoch": 7, "train_loss": 0.004496786743402481, "cos_r_negg": [0.59709632396698, 0.6436682939529419], "cos_innovation_negg": [0.59709632396698, 0.6436682939529419], "cos_apical_negg": [0.59709632396698, 0.6436682939529419], "cos_Ac_negg": [0.59709632396698, 0.6436682939529419], "r_norm": [0.24889852106571198, 0.24196921288967133]}, {"step": 3000, "epoch": 7, "train_loss": 0.004763733595609665, "cos_r_negg": [0.5920489430427551, 0.6408205032348633], "cos_innovation_negg": [0.5920489430427551, 0.6408205032348633], "cos_apical_negg": [0.5920489430427551, 0.6408205032348633], "cos_Ac_negg": [0.5920489430427551, 0.6408205032348633], "r_norm": [0.2546270489692688, 0.2475394904613495], "ldr": {"dL_sdil": -0.00705302506685257, "dL_bp": -0.006854206323623657, "ratio": 1.0290068220654032}}, {"step": 3050, "epoch": 7, "train_loss": 0.001703704590909183, "cos_r_negg": [0.5952513813972473, 0.6442930698394775], "cos_innovation_negg": [0.5952513813972473, 0.6442930698394775], "cos_apical_negg": [0.5952513813972473, 0.6442930698394775], "cos_Ac_negg": [0.5952513813972473, 0.6442930698394775], "r_norm": [0.23072338104248047, 0.22387085855007172]}, {"step": 3100, "epoch": 7, "train_loss": 0.0023676464334130287, "cos_r_negg": [0.5918506383895874, 0.6348253488540649], "cos_innovation_negg": [0.5918506383895874, 0.6348253488540649], "cos_apical_negg": [0.5918506383895874, 0.6348253488540649], "cos_Ac_negg": [0.5918506383895874, 0.6348253488540649], "r_norm": [0.21540704369544983, 0.20856653153896332]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9716, "test_loss": 0.1188481632232666}, {"step": 3150, "epoch": 8, "train_loss": 0.0020352527499198914, "cos_r_negg": [0.591698408126831, 0.6409791707992554], "cos_innovation_negg": [0.591698408126831, 0.6409791707992554], "cos_apical_negg": [0.591698408126831, 0.6409791707992554], "cos_Ac_negg": [0.591698408126831, 0.6409791707992554], "r_norm": [0.24433206021785736, 0.2372390329837799]}, {"step": 3200, "epoch": 8, "train_loss": 0.0066174608655273914, "cos_r_negg": [0.5923726558685303, 0.6414875984191895], "cos_innovation_negg": [0.5923726558685303, 0.6414875984191895], "cos_apical_negg": [0.5923726558685303, 0.6414875984191895], "cos_Ac_negg": [0.5923726558685303, 0.6414875984191895], "r_norm": [0.2438667118549347, 0.23720654845237732]}, {"step": 3250, "epoch": 8, "train_loss": 0.0006056496640667319, "cos_r_negg": [0.5931276082992554, 0.6418598294258118], "cos_innovation_negg": [0.5931276082992554, 0.6418598294258118], "cos_apical_negg": [0.5931276082992554, 0.6418598294258118], "cos_Ac_negg": [0.5931276082992554, 0.6418598294258118], "r_norm": [0.26095789670944214, 0.25397834181785583], "ldr": {"dL_sdil": -0.008558094501495361, "dL_bp": -0.008432500064373016, "ratio": 1.014894092637245}}, {"step": 3300, "epoch": 8, "train_loss": 0.0009387640748172998, "cos_r_negg": [0.5956038236618042, 0.6403820514678955], "cos_innovation_negg": [0.5956038236618042, 0.6403820514678955], "cos_apical_negg": [0.5956038236618042, 0.6403820514678955], "cos_Ac_negg": [0.5956038236618042, 0.6403820514678955], "r_norm": [0.2333090603351593, 0.22656267881393433]}, {"step": 3350, "epoch": 8, "train_loss": 0.003193917917087674, "cos_r_negg": [0.6003827452659607, 0.6450000405311584], "cos_innovation_negg": [0.6003827452659607, 0.6450000405311584], "cos_apical_negg": [0.6003827452659607, 0.6450000405311584], "cos_Ac_negg": [0.6003827452659607, 0.6450000405311584], "r_norm": [0.22949542105197906, 0.2229115068912506]}, {"step": 3400, "epoch": 8, "train_loss": 0.002672500442713499, "cos_r_negg": [0.5953068733215332, 0.6407660245895386], "cos_innovation_negg": [0.5953068733215332, 0.6407660245895386], "cos_apical_negg": [0.5953068733215332, 0.6407660245895386], "cos_Ac_negg": [0.5953068733215332, 0.6407660245895386], "r_norm": [0.23056602478027344, 0.22388117015361786]}, {"step": 3450, "epoch": 8, "train_loss": 0.0026800697669386864, "cos_r_negg": [0.5997775793075562, 0.6483496427536011], "cos_innovation_negg": [0.5997775793075562, 0.6483496427536011], "cos_apical_negg": [0.5997775793075562, 0.6483496427536011], "cos_Ac_negg": [0.5997775793075562, 0.6483496427536011], "r_norm": [0.22649666666984558, 0.21961700916290283]}, {"step": 3500, "epoch": 8, "train_loss": 0.004473387263715267, "cos_r_negg": [0.5963672399520874, 0.6470710635185242], "cos_innovation_negg": [0.5963672399520874, 0.6470710635185242], "cos_apical_negg": [0.5963672399520874, 0.6470710635185242], "cos_Ac_negg": [0.5963672399520874, 0.6470710635185242], "r_norm": [0.24887266755104065, 0.24075102806091309], "ldr": {"dL_sdil": -0.00763828307390213, "dL_bp": -0.007707066833972931, "ratio": 0.9910752350339561}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9739, "test_loss": 0.11844432487487792}, {"step": 3550, "epoch": 9, "train_loss": 0.0014207197818905115, "cos_r_negg": [0.5998355150222778, 0.6495572328567505], "cos_innovation_negg": [0.5998355150222778, 0.6495572328567505], "cos_apical_negg": [0.5998355150222778, 0.6495572328567505], "cos_Ac_negg": [0.5998355150222778, 0.6495572328567505], "r_norm": [0.2280387282371521, 0.22174657881259918]}, {"step": 3600, "epoch": 9, "train_loss": 0.0023341465275734663, "cos_r_negg": [0.5977030992507935, 0.6454682350158691], "cos_innovation_negg": [0.5977030992507935, 0.6454682350158691], "cos_apical_negg": [0.5977030992507935, 0.6454682350158691], "cos_Ac_negg": [0.5977030992507935, 0.6454682350158691], "r_norm": [0.22872726619243622, 0.2222299575805664]}, {"step": 3650, "epoch": 9, "train_loss": 0.0016546105034649372, "cos_r_negg": [0.6009681224822998, 0.648840069770813], "cos_innovation_negg": [0.6009681224822998, 0.648840069770813], "cos_apical_negg": [0.6009681224822998, 0.648840069770813], "cos_Ac_negg": [0.6009681224822998, 0.648840069770813], "r_norm": [0.23373138904571533, 0.22728905081748962]}, {"step": 3700, "epoch": 9, "train_loss": 0.004689612425863743, "cos_r_negg": [0.5987231731414795, 0.6470181941986084], "cos_innovation_negg": [0.5987231731414795, 0.6470181941986084], "cos_apical_negg": [0.5987231731414795, 0.6470181941986084], "cos_Ac_negg": [0.5987231731414795, 0.6470181941986084], "r_norm": [0.24125857651233673, 0.23461678624153137]}, {"step": 3750, "epoch": 9, "train_loss": 0.0018570836400613189, "cos_r_negg": [0.5956434011459351, 0.643896222114563], "cos_innovation_negg": [0.5956434011459351, 0.643896222114563], "cos_apical_negg": [0.5956434011459351, 0.643896222114563], "cos_Ac_negg": [0.5956434011459351, 0.643896222114563], "r_norm": [0.23500972986221313, 0.22823646664619446], "ldr": {"dL_sdil": -0.007677294313907623, "dL_bp": -0.007873840630054474, "ratio": 0.9750380626962867}}, {"step": 3800, "epoch": 9, "train_loss": 0.00049739854875952, "cos_r_negg": [0.592772364616394, 0.6440197229385376], "cos_innovation_negg": [0.592772364616394, 0.6440197229385376], "cos_apical_negg": [0.592772364616394, 0.6440197229385376], "cos_Ac_negg": [0.592772364616394, 0.6440197229385376], "r_norm": [0.23323020339012146, 0.22666144371032715]}, {"step": 3850, "epoch": 9, "train_loss": 0.0021891945507377386, "cos_r_negg": [0.5994287729263306, 0.6501649618148804], "cos_innovation_negg": [0.5994287729263306, 0.6501649618148804], "cos_apical_negg": [0.5994287729263306, 0.6501649618148804], "cos_Ac_negg": [0.5994287729263306, 0.6501649618148804], "r_norm": [0.24219833314418793, 0.2355451136827469]}, {"step": 3900, "epoch": 9, "train_loss": 0.0036727311089634895, "cos_r_negg": [0.5950813293457031, 0.6433470249176025], "cos_innovation_negg": [0.5950813293457031, 0.6433470249176025], "cos_apical_negg": [0.5950813293457031, 0.6433470249176025], "cos_Ac_negg": [0.5950813293457031, 0.6433470249176025], "r_norm": [0.23430335521697998, 0.22765932977199554]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9744, "test_loss": 0.11809155950546264}, {"step": 3950, "epoch": 10, "train_loss": 0.0012276654597371817, "cos_r_negg": [0.5932086110115051, 0.6438488960266113], "cos_innovation_negg": [0.5932086110115051, 0.6438488960266113], "cos_apical_negg": [0.5932086110115051, 0.6438488960266113], "cos_Ac_negg": [0.5932086110115051, 0.6438488960266113], "r_norm": [0.2322661429643631, 0.22554615139961243]}, {"step": 4000, "epoch": 10, "train_loss": 0.0034768397454172373, "cos_r_negg": [0.5942278504371643, 0.6467244029045105], "cos_innovation_negg": [0.5942278504371643, 0.6467244029045105], "cos_apical_negg": [0.5942278504371643, 0.6467244029045105], "cos_Ac_negg": [0.5942278504371643, 0.6467244029045105], "r_norm": [0.23320771753787994, 0.22638724744319916], "ldr": {"dL_sdil": -0.00821172446012497, "dL_bp": -0.00847768783569336, "ratio": 0.9686278404297205}}, {"step": 4050, "epoch": 10, "train_loss": 0.0009466068004257977, "cos_r_negg": [0.59519362449646, 0.6433978080749512], "cos_innovation_negg": [0.59519362449646, 0.6433978080749512], "cos_apical_negg": [0.59519362449646, 0.6433978080749512], "cos_Ac_negg": [0.59519362449646, 0.6433978080749512], "r_norm": [0.23229381442070007, 0.22555533051490784]}, {"step": 4100, "epoch": 10, "train_loss": 0.0005645191413350403, "cos_r_negg": [0.593665361404419, 0.6395037174224854], "cos_innovation_negg": [0.593665361404419, 0.6395037174224854], "cos_apical_negg": [0.593665361404419, 0.6395037174224854], "cos_Ac_negg": [0.593665361404419, 0.6395037174224854], "r_norm": [0.23257803916931152, 0.22602374851703644]}, {"step": 4150, "epoch": 10, "train_loss": 0.0002443574776407331, "cos_r_negg": [0.5949262380599976, 0.644608736038208], "cos_innovation_negg": [0.5949262380599976, 0.644608736038208], "cos_apical_negg": [0.5949262380599976, 0.644608736038208], "cos_Ac_negg": [0.5949262380599976, 0.644608736038208], "r_norm": [0.22926665842533112, 0.22247719764709473]}, {"step": 4200, "epoch": 10, "train_loss": 0.0011232320684939623, "cos_r_negg": [0.5960502624511719, 0.6422604322433472], "cos_innovation_negg": [0.5960502624511719, 0.6422604322433472], "cos_apical_negg": [0.5960502624511719, 0.6422604322433472], "cos_Ac_negg": [0.5960502624511719, 0.6422604322433472], "r_norm": [0.2262609302997589, 0.219424769282341]}, {"step": 4250, "epoch": 10, "train_loss": 0.002107642125338316, "cos_r_negg": [0.5991883277893066, 0.6461054086685181], "cos_innovation_negg": [0.5991883277893066, 0.6461054086685181], "cos_apical_negg": [0.5991883277893066, 0.6461054086685181], "cos_Ac_negg": [0.5991883277893066, 0.6461054086685181], "r_norm": [0.23367346823215485, 0.22699788212776184], "ldr": {"dL_sdil": -0.008332200348377228, "dL_bp": -0.008690707385540009, "ratio": 0.9587482328815625}}, {"step": 4300, "epoch": 10, "train_loss": 0.001327254343777895, "cos_r_negg": [0.597557783126831, 0.6440165042877197], "cos_innovation_negg": [0.597557783126831, 0.6440165042877197], "cos_apical_negg": [0.597557783126831, 0.6440165042877197], "cos_Ac_negg": [0.597557783126831, 0.6440165042877197], "r_norm": [0.23259375989437103, 0.22577430307865143]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9746, "test_loss": 0.12071542463302612}, {"step": 4350, "epoch": 11, "train_loss": 0.0012117574224248528, "cos_r_negg": [0.5973182916641235, 0.6418781280517578], "cos_innovation_negg": [0.5973182916641235, 0.6418781280517578], "cos_apical_negg": [0.5973182916641235, 0.6418781280517578], "cos_Ac_negg": [0.5973182916641235, 0.6418781280517578], "r_norm": [0.23378399014472961, 0.22707606852054596]}, {"step": 4400, "epoch": 11, "train_loss": 0.000761353294365108, "cos_r_negg": [0.5961949825286865, 0.6411337852478027], "cos_innovation_negg": [0.5961949825286865, 0.6411337852478027], "cos_apical_negg": [0.5961949825286865, 0.6411337852478027], "cos_Ac_negg": [0.5961949825286865, 0.6411337852478027], "r_norm": [0.23286747932434082, 0.2261330485343933]}, {"step": 4450, "epoch": 11, "train_loss": 0.0013047592947259545, "cos_r_negg": [0.5958991646766663, 0.6422368288040161], "cos_innovation_negg": [0.5958991646766663, 0.6422368288040161], "cos_apical_negg": [0.5958991646766663, 0.6422368288040161], "cos_Ac_negg": [0.5958991646766663, 0.6422368288040161], "r_norm": [0.23191729187965393, 0.22510787844657898]}, {"step": 4500, "epoch": 11, "train_loss": 0.0001700724969850853, "cos_r_negg": [0.5974125862121582, 0.6439548134803772], "cos_innovation_negg": [0.5974125862121582, 0.6439548134803772], "cos_apical_negg": [0.5974125862121582, 0.6439548134803772], "cos_Ac_negg": [0.5974125862121582, 0.6439548134803772], "r_norm": [0.22892552614212036, 0.2221447378396988], "ldr": {"dL_sdil": -0.008311271667480469, "dL_bp": -0.008719906210899353, "ratio": 0.9531377364004081}}, {"step": 4550, "epoch": 11, "train_loss": 0.0010403930209577084, "cos_r_negg": [0.5959734916687012, 0.640487551689148], "cos_innovation_negg": [0.5959734916687012, 0.640487551689148], "cos_apical_negg": [0.5959734916687012, 0.640487551689148], "cos_Ac_negg": [0.5959734916687012, 0.640487551689148], "r_norm": [0.23002362251281738, 0.22324873507022858]}, {"step": 4600, "epoch": 11, "train_loss": 0.0001333621039520949, "cos_r_negg": [0.5993736386299133, 0.6430185437202454], "cos_innovation_negg": [0.5993736386299133, 0.6430185437202454], "cos_apical_negg": [0.5993736386299133, 0.6430185437202454], "cos_Ac_negg": [0.5993736386299133, 0.6430185437202454], "r_norm": [0.23309609293937683, 0.22626741230487823]}, {"step": 4650, "epoch": 11, "train_loss": 0.0006410435889847577, "cos_r_negg": [0.5998568534851074, 0.643768310546875], "cos_innovation_negg": [0.5998568534851074, 0.643768310546875], "cos_apical_negg": [0.5998568534851074, 0.643768310546875], "cos_Ac_negg": [0.5998568534851074, 0.643768310546875], "r_norm": [0.2309960573911667, 0.22419269382953644]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9744, "test_loss": 0.12307200660705567}, {"step": 4700, "epoch": 12, "train_loss": 0.0007443840149790049, "cos_r_negg": [0.5980951189994812, 0.642241358757019], "cos_innovation_negg": [0.5980951189994812, 0.642241358757019], "cos_apical_negg": [0.5980951189994812, 0.642241358757019], "cos_Ac_negg": [0.5980951189994812, 0.642241358757019], "r_norm": [0.22799652814865112, 0.22122254967689514]}, {"step": 4750, "epoch": 12, "train_loss": 0.0010298313573002815, "cos_r_negg": [0.5992274284362793, 0.6426503658294678], "cos_innovation_negg": [0.5992274284362793, 0.6426503658294678], "cos_apical_negg": [0.5992274284362793, 0.6426503658294678], "cos_Ac_negg": [0.5992274284362793, 0.6426503658294678], "r_norm": [0.22742287814617157, 0.22069907188415527], "ldr": {"dL_sdil": -0.008505091071128845, "dL_bp": -0.009028032422065735, "ratio": 0.9420758226721971}}, {"step": 4800, "epoch": 12, "train_loss": 0.00030135884298942983, "cos_r_negg": [0.5970932245254517, 0.6449553966522217], "cos_innovation_negg": [0.5970932245254517, 0.6449553966522217], "cos_apical_negg": [0.5970932245254517, 0.6449553966522217], "cos_Ac_negg": [0.5970932245254517, 0.6449553966522217], "r_norm": [0.22616177797317505, 0.21946287155151367]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005253219278529286, "cos_r_negg": [0.5974539518356323, 0.6424804925918579], "cos_innovation_negg": [0.5974539518356323, 0.6424804925918579], "cos_apical_negg": [0.5974539518356323, 0.6424804925918579], "cos_Ac_negg": [0.5974539518356323, 0.6424804925918579], "r_norm": [0.2305654138326645, 0.22380302846431732]}, {"step": 4900, "epoch": 12, "train_loss": 0.0018703893292695284, "cos_r_negg": [0.5970789194107056, 0.6428255438804626], "cos_innovation_negg": [0.5970789194107056, 0.6428255438804626], "cos_apical_negg": [0.5970789194107056, 0.6428255438804626], "cos_Ac_negg": [0.5970789194107056, 0.6428255438804626], "r_norm": [0.22921720147132874, 0.2224704474210739]}, {"step": 4950, "epoch": 12, "train_loss": 0.0002776377950794995, "cos_r_negg": [0.5970958471298218, 0.6421570181846619], "cos_innovation_negg": [0.5970958471298218, 0.6421570181846619], "cos_apical_negg": [0.5970958471298218, 0.6421570181846619], "cos_Ac_negg": [0.5970958471298218, 0.6421570181846619], "r_norm": [0.23160645365715027, 0.2249213010072708]}, {"step": 5000, "epoch": 12, "train_loss": 0.00044308986980468035, "cos_r_negg": [0.5986485481262207, 0.643528163433075], "cos_innovation_negg": [0.5986485481262207, 0.643528163433075], "cos_apical_negg": [0.5986485481262207, 0.643528163433075], "cos_Ac_negg": [0.5986485481262207, 0.643528163433075], "r_norm": [0.2278950810432434, 0.2212742567062378], "ldr": {"dL_sdil": -0.00859728455543518, "dL_bp": -0.009217590093612671, "ratio": 0.9327041524001668}}, {"step": 5050, "epoch": 12, "train_loss": 0.0004648278409149498, "cos_r_negg": [0.5989152193069458, 0.6426029205322266], "cos_innovation_negg": [0.5989152193069458, 0.6426029205322266], "cos_apical_negg": [0.5989152193069458, 0.6426029205322266], "cos_Ac_negg": [0.5989152193069458, 0.6426029205322266], "r_norm": [0.23011276125907898, 0.2233797013759613]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9745, "test_loss": 0.12476219425201417}, {"step": 5100, "epoch": 13, "train_loss": 0.0005300682969391346, "cos_r_negg": [0.5986961126327515, 0.64255291223526], "cos_innovation_negg": [0.5986961126327515, 0.64255291223526], "cos_apical_negg": [0.5986961126327515, 0.64255291223526], "cos_Ac_negg": [0.5986961126327515, 0.64255291223526], "r_norm": [0.23193243145942688, 0.2252538502216339]}, {"step": 5150, "epoch": 13, "train_loss": 0.0006598241161555052, "cos_r_negg": [0.598681628704071, 0.6425759196281433], "cos_innovation_negg": [0.598681628704071, 0.6425759196281433], "cos_apical_negg": [0.598681628704071, 0.6425759196281433], "cos_Ac_negg": [0.598681628704071, 0.6425759196281433], "r_norm": [0.23058250546455383, 0.22389571368694305]}, {"step": 5200, "epoch": 13, "train_loss": 0.0009425542084500194, "cos_r_negg": [0.5964964032173157, 0.6421717405319214], "cos_innovation_negg": [0.5964964032173157, 0.6421717405319214], "cos_apical_negg": [0.5964964032173157, 0.6421717405319214], "cos_Ac_negg": [0.5964964032173157, 0.6421717405319214], "r_norm": [0.22771838307380676, 0.22108043730258942]}, {"step": 5250, "epoch": 13, "train_loss": 0.0004400961915962398, "cos_r_negg": [0.5973281264305115, 0.6427346467971802], "cos_innovation_negg": [0.5973281264305115, 0.6427346467971802], "cos_apical_negg": [0.5973281264305115, 0.6427346467971802], "cos_Ac_negg": [0.5973281264305115, 0.6427346467971802], "r_norm": [0.22843794524669647, 0.22183853387832642], "ldr": {"dL_sdil": -0.00874609500169754, "dL_bp": -0.009416982531547546, "ratio": 0.928757696257534}}, {"step": 5300, "epoch": 13, "train_loss": 0.0006409219931811094, "cos_r_negg": [0.5983526706695557, 0.6437036991119385], "cos_innovation_negg": [0.5983526706695557, 0.6437036991119385], "cos_apical_negg": [0.5983526706695557, 0.6437036991119385], "cos_Ac_negg": [0.5983526706695557, 0.6437036991119385], "r_norm": [0.23062951862812042, 0.22392426431179047]}, {"step": 5350, "epoch": 13, "train_loss": 0.0005626697093248367, "cos_r_negg": [0.5974054336547852, 0.6426959037780762], "cos_innovation_negg": [0.5974054336547852, 0.6426959037780762], "cos_apical_negg": [0.5974054336547852, 0.6426959037780762], "cos_Ac_negg": [0.5974054336547852, 0.6426959037780762], "r_norm": [0.23127560317516327, 0.22458548843860626]}, {"step": 5400, "epoch": 13, "train_loss": 0.0004418440512381494, "cos_r_negg": [0.5978883504867554, 0.6442698240280151], "cos_innovation_negg": [0.5978883504867554, 0.6442698240280151], "cos_apical_negg": [0.5978883504867554, 0.6442698240280151], "cos_Ac_negg": [0.5978883504867554, 0.6442698240280151], "r_norm": [0.22882568836212158, 0.2221469283103943]}, {"step": 5450, "epoch": 13, "train_loss": 0.0003296297509223223, "cos_r_negg": [0.5979045629501343, 0.6424238681793213], "cos_innovation_negg": [0.5979045629501343, 0.6424238681793213], "cos_apical_negg": [0.5979045629501343, 0.6424238681793213], "cos_Ac_negg": [0.5979045629501343, 0.6424238681793213], "r_norm": [0.22751790285110474, 0.2208065539598465]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9746, "test_loss": 0.1263043641090393}, {"step": 5500, "epoch": 14, "train_loss": 0.00042431693873368204, "cos_r_negg": [0.5979215502738953, 0.644504189491272], "cos_innovation_negg": [0.5979215502738953, 0.644504189491272], "cos_apical_negg": [0.5979215502738953, 0.644504189491272], "cos_Ac_negg": [0.5979215502738953, 0.644504189491272], "r_norm": [0.22482337057590485, 0.2182009369134903], "ldr": {"dL_sdil": -0.008667148649692535, "dL_bp": -0.00938946008682251, "ratio": 0.9230721010099727}}, {"step": 5550, "epoch": 14, "train_loss": 0.00020371949358377606, "cos_r_negg": [0.5974996089935303, 0.6428130865097046], "cos_innovation_negg": [0.5974996089935303, 0.6428130865097046], "cos_apical_negg": [0.5974996089935303, 0.6428130865097046], "cos_Ac_negg": [0.5974996089935303, 0.6428130865097046], "r_norm": [0.22622258961200714, 0.2195000946521759]}, {"step": 5600, "epoch": 14, "train_loss": 0.000332406023517251, "cos_r_negg": [0.5994234085083008, 0.6446596384048462], "cos_innovation_negg": [0.5994234085083008, 0.6446596384048462], "cos_apical_negg": [0.5994234085083008, 0.6446596384048462], "cos_Ac_negg": [0.5994234085083008, 0.6446596384048462], "r_norm": [0.22607623040676117, 0.21942922472953796]}, {"step": 5650, "epoch": 14, "train_loss": 0.0004315799451433122, "cos_r_negg": [0.5990035533905029, 0.6441003084182739], "cos_innovation_negg": [0.5990035533905029, 0.6441003084182739], "cos_apical_negg": [0.5990035533905029, 0.6441003084182739], "cos_Ac_negg": [0.5990035533905029, 0.6441003084182739], "r_norm": [0.22603896260261536, 0.2193731963634491]}, {"step": 5700, "epoch": 14, "train_loss": 6.864019087515771e-05, "cos_r_negg": [0.5988796949386597, 0.643771767616272], "cos_innovation_negg": [0.5988796949386597, 0.643771767616272], "cos_apical_negg": [0.5988796949386597, 0.643771767616272], "cos_Ac_negg": [0.5988796949386597, 0.643771767616272], "r_norm": [0.22701314091682434, 0.22032062709331512]}, {"step": 5750, "epoch": 14, "train_loss": 0.0007621959084644914, "cos_r_negg": [0.5981828570365906, 0.646683394908905], "cos_innovation_negg": [0.5981828570365906, 0.646683394908905], "cos_apical_negg": [0.5981828570365906, 0.646683394908905], "cos_Ac_negg": [0.5981828570365906, 0.646683394908905], "r_norm": [0.22824344038963318, 0.22150468826293945], "ldr": {"dL_sdil": -0.00878867506980896, "dL_bp": -0.009602896869182587, "ratio": 0.9152108149795287}}, {"step": 5800, "epoch": 14, "train_loss": 0.0012402585707604885, "cos_r_negg": [0.597477912902832, 0.6436625719070435], "cos_innovation_negg": [0.597477912902832, 0.6436625719070435], "cos_apical_negg": [0.597477912902832, 0.6436625719070435], "cos_Ac_negg": [0.597477912902832, 0.6436625719070435], "r_norm": [0.22814781963825226, 0.22151732444763184]}, {"step": 5850, "epoch": 14, "train_loss": 0.0007449983968399465, "cos_r_negg": [0.5985239744186401, 0.6438581943511963], "cos_innovation_negg": [0.5985239744186401, 0.6438581943511963], "cos_apical_negg": [0.5985239744186401, 0.6438581943511963], "cos_Ac_negg": [0.5985239744186401, 0.6438581943511963], "r_norm": [0.22777244448661804, 0.2211543619632721]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9745, "test_loss": 0.12708712759017946}, {"step": 5900, "epoch": 15, "train_loss": 0.0003472983371466398, "cos_r_negg": [0.5981889963150024, 0.6463009119033813], "cos_innovation_negg": [0.5981889963150024, 0.6463009119033813], "cos_apical_negg": [0.5981889963150024, 0.6463009119033813], "cos_Ac_negg": [0.5981889963150024, 0.6463009119033813], "r_norm": [0.22726821899414062, 0.22064906358718872]}, {"step": 5950, "epoch": 15, "train_loss": 0.000555574195459485, "cos_r_negg": [0.5986809730529785, 0.6446576714515686], "cos_innovation_negg": [0.5986809730529785, 0.6446576714515686], "cos_apical_negg": [0.5986809730529785, 0.6446576714515686], "cos_Ac_negg": [0.5986809730529785, 0.6446576714515686], "r_norm": [0.22752851247787476, 0.22093668580055237]}, {"step": 6000, "epoch": 15, "train_loss": 0.000767745019402355, "cos_r_negg": [0.5989841222763062, 0.6442371606826782], "cos_innovation_negg": [0.5989841222763062, 0.6442371606826782], "cos_apical_negg": [0.5989841222763062, 0.6442371606826782], "cos_Ac_negg": [0.5989841222763062, 0.6442371606826782], "r_norm": [0.2277991771697998, 0.22120018303394318], "ldr": {"dL_sdil": -0.00895371288061142, "dL_bp": -0.009829193353652954, "ratio": 0.9109305879392262}}, {"step": 6050, "epoch": 15, "train_loss": 0.001320438925176859, "cos_r_negg": [0.5974905490875244, 0.643846869468689], "cos_innovation_negg": [0.5974905490875244, 0.643846869468689], "cos_apical_negg": [0.5974905490875244, 0.643846869468689], "cos_Ac_negg": [0.5974905490875244, 0.643846869468689], "r_norm": [0.22768664360046387, 0.2210417091846466]}, {"step": 6100, "epoch": 15, "train_loss": 0.0007327111670747399, "cos_r_negg": [0.5994951725006104, 0.6446265578269958], "cos_innovation_negg": [0.5994951725006104, 0.6446265578269958], "cos_apical_negg": [0.5994951725006104, 0.6446265578269958], "cos_Ac_negg": [0.5994951725006104, 0.6446265578269958], "r_norm": [0.22855760157108307, 0.22194220125675201]}, {"step": 6150, "epoch": 15, "train_loss": 0.0001966050622286275, "cos_r_negg": [0.5989223122596741, 0.6445639133453369], "cos_innovation_negg": [0.5989223122596741, 0.6445639133453369], "cos_apical_negg": [0.5989223122596741, 0.6445639133453369], "cos_Ac_negg": [0.5989223122596741, 0.6445639133453369], "r_norm": [0.22566334903240204, 0.21902534365653992]}, {"step": 6200, "epoch": 15, "train_loss": 0.00033419032115489244, "cos_r_negg": [0.5977328419685364, 0.645357608795166], "cos_innovation_negg": [0.5977328419685364, 0.645357608795166], "cos_apical_negg": [0.5977328419685364, 0.645357608795166], "cos_Ac_negg": [0.5977328419685364, 0.645357608795166], "r_norm": [0.2282458245754242, 0.22160334885120392]}, {"step": 6250, "epoch": 15, "train_loss": 0.0003467423375695944, "cos_r_negg": [0.596674382686615, 0.6465654969215393], "cos_innovation_negg": [0.596674382686615, 0.6465654969215393], "cos_apical_negg": [0.596674382686615, 0.6465654969215393], "cos_Ac_negg": [0.596674382686615, 0.6465654969215393], "r_norm": [0.22824423015117645, 0.22151289880275726], "ldr": {"dL_sdil": -0.009059719741344452, "dL_bp": -0.009991571307182312, "ratio": 0.9067362342529637}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9745, "test_loss": 0.12776012573242188}, {"step": 6300, "epoch": 16, "train_loss": 0.0009258768986910582, "cos_r_negg": [0.5987743735313416, 0.6466633081436157], "cos_innovation_negg": [0.5987743735313416, 0.6466633081436157], "cos_apical_negg": [0.5987743735313416, 0.6466633081436157], "cos_Ac_negg": [0.5987743735313416, 0.6466633081436157], "r_norm": [0.22826679050922394, 0.2216043919324875]}, {"step": 6350, "epoch": 16, "train_loss": 0.000373722956283018, "cos_r_negg": [0.5992097854614258, 0.646144449710846], "cos_innovation_negg": [0.5992097854614258, 0.646144449710846], "cos_apical_negg": [0.5992097854614258, 0.646144449710846], "cos_Ac_negg": [0.5992097854614258, 0.646144449710846], "r_norm": [0.22974468767642975, 0.22308476269245148]}, {"step": 6400, "epoch": 16, "train_loss": 0.0004649608163163066, "cos_r_negg": [0.5960071086883545, 0.6452606916427612], "cos_innovation_negg": [0.5960071086883545, 0.6452606916427612], "cos_apical_negg": [0.5960071086883545, 0.6452606916427612], "cos_Ac_negg": [0.5960071086883545, 0.6452606916427612], "r_norm": [0.22680479288101196, 0.22007665038108826]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002677394077181816, "cos_r_negg": [0.597426176071167, 0.6450099945068359], "cos_innovation_negg": [0.597426176071167, 0.6450099945068359], "cos_apical_negg": [0.597426176071167, 0.6450099945068359], "cos_Ac_negg": [0.597426176071167, 0.6450099945068359], "r_norm": [0.22601069509983063, 0.21936699748039246]}, {"step": 6500, "epoch": 16, "train_loss": 0.00031517239403910935, "cos_r_negg": [0.5961996912956238, 0.6456459164619446], "cos_innovation_negg": [0.5961996912956238, 0.6456459164619446], "cos_apical_negg": [0.5961996912956238, 0.6456459164619446], "cos_Ac_negg": [0.5961996912956238, 0.6456459164619446], "r_norm": [0.22439537942409515, 0.21774442493915558], "ldr": {"dL_sdil": -0.008886314928531647, "dL_bp": -0.009860366582870483, "ratio": 0.9012154724520113}}, {"step": 6550, "epoch": 16, "train_loss": 0.00038580308319069445, "cos_r_negg": [0.5981236100196838, 0.6470367908477783], "cos_innovation_negg": [0.5981236100196838, 0.6470367908477783], "cos_apical_negg": [0.5981236100196838, 0.6470367908477783], "cos_Ac_negg": [0.5981236100196838, 0.6470367908477783], "r_norm": [0.22592735290527344, 0.2193050980567932]}, {"step": 6600, "epoch": 16, "train_loss": 0.0001787462388165295, "cos_r_negg": [0.5973395109176636, 0.6478567123413086], "cos_innovation_negg": [0.5973395109176636, 0.6478567123413086], "cos_apical_negg": [0.5973395109176636, 0.6478567123413086], "cos_Ac_negg": [0.5973395109176636, 0.6478567123413086], "r_norm": [0.22703400254249573, 0.22034704685211182]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9744, "test_loss": 0.1289568772315979}, {"step": 6650, "epoch": 17, "train_loss": 0.00044967804569751024, "cos_r_negg": [0.5964212417602539, 0.6471078395843506], "cos_innovation_negg": [0.5964212417602539, 0.6471078395843506], "cos_apical_negg": [0.5964212417602539, 0.6471078395843506], "cos_Ac_negg": [0.5964212417602539, 0.6471078395843506], "r_norm": [0.22609758377075195, 0.21942238509655]}, {"step": 6700, "epoch": 17, "train_loss": 0.00012359935499262065, "cos_r_negg": [0.5966982841491699, 0.6467245221138], "cos_innovation_negg": [0.5966982841491699, 0.6467245221138], "cos_apical_negg": [0.5966982841491699, 0.6467245221138], "cos_Ac_negg": [0.5966982841491699, 0.6467245221138], "r_norm": [0.22869762778282166, 0.22206524014472961]}, {"step": 6750, "epoch": 17, "train_loss": 0.0003491122042760253, "cos_r_negg": [0.5979145765304565, 0.6476021409034729], "cos_innovation_negg": [0.5979145765304565, 0.6476021409034729], "cos_apical_negg": [0.5979145765304565, 0.6476021409034729], "cos_Ac_negg": [0.5979145765304565, 0.6476021409034729], "r_norm": [0.22657541930675507, 0.21992333233356476], "ldr": {"dL_sdil": -0.009135834872722626, "dL_bp": -0.010153226554393768, "ratio": 0.8997962198301513}}, {"step": 6800, "epoch": 17, "train_loss": 0.0005788365961052477, "cos_r_negg": [0.5973542928695679, 0.6473089456558228], "cos_innovation_negg": [0.5973542928695679, 0.6473089456558228], "cos_apical_negg": [0.5973542928695679, 0.6473089456558228], "cos_Ac_negg": [0.5973542928695679, 0.6473089456558228], "r_norm": [0.2257119119167328, 0.21901799738407135]}, {"step": 6850, "epoch": 17, "train_loss": 0.00036225636722519994, "cos_r_negg": [0.5967221260070801, 0.6466405391693115], "cos_innovation_negg": [0.5967221260070801, 0.6466405391693115], "cos_apical_negg": [0.5967221260070801, 0.6466405391693115], "cos_Ac_negg": [0.5967221260070801, 0.6466405391693115], "r_norm": [0.2282339334487915, 0.22156551480293274]}, {"step": 6900, "epoch": 17, "train_loss": 0.0004017383907921612, "cos_r_negg": [0.5963815450668335, 0.6464903354644775], "cos_innovation_negg": [0.5963815450668335, 0.6464903354644775], "cos_apical_negg": [0.5963815450668335, 0.6464903354644775], "cos_Ac_negg": [0.5963815450668335, 0.6464903354644775], "r_norm": [0.2270776629447937, 0.22043728828430176]}, {"step": 6950, "epoch": 17, "train_loss": 0.000518693239428103, "cos_r_negg": [0.5961581468582153, 0.6456665992736816], "cos_innovation_negg": [0.5961581468582153, 0.6456665992736816], "cos_apical_negg": [0.5961581468582153, 0.6456665992736816], "cos_Ac_negg": [0.5961581468582153, 0.6456665992736816], "r_norm": [0.22639116644859314, 0.21970631182193756]}, {"step": 7000, "epoch": 17, "train_loss": 0.0003492681425996125, "cos_r_negg": [0.5963647961616516, 0.6460615992546082], "cos_innovation_negg": [0.5963647961616516, 0.6460615992546082], "cos_apical_negg": [0.5963647961616516, 0.6460615992546082], "cos_Ac_negg": [0.5963647961616516, 0.6460615992546082], "r_norm": [0.22714920341968536, 0.22047993540763855], "ldr": {"dL_sdil": -0.009189106523990631, "dL_bp": -0.010312221944332123, "ratio": 0.8910889014603893}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9746, "test_loss": 0.13021537590026855}, {"step": 7050, "epoch": 18, "train_loss": 0.0001798287994461134, "cos_r_negg": [0.597424328327179, 0.6479730010032654], "cos_innovation_negg": [0.597424328327179, 0.6479730010032654], "cos_apical_negg": [0.597424328327179, 0.6479730010032654], "cos_Ac_negg": [0.597424328327179, 0.6479730010032654], "r_norm": [0.22613462805747986, 0.21951092779636383]}, {"step": 7100, "epoch": 18, "train_loss": 0.00035615215892903507, "cos_r_negg": [0.5971280336380005, 0.6481958627700806], "cos_innovation_negg": [0.5971280336380005, 0.6481958627700806], "cos_apical_negg": [0.5971280336380005, 0.6481958627700806], "cos_Ac_negg": [0.5971280336380005, 0.6481958627700806], "r_norm": [0.22682809829711914, 0.22022002935409546]}, {"step": 7150, "epoch": 18, "train_loss": 0.00044333748519420624, "cos_r_negg": [0.5968825817108154, 0.6478492021560669], "cos_innovation_negg": [0.5968825817108154, 0.6478492021560669], "cos_apical_negg": [0.5968825817108154, 0.6478492021560669], "cos_Ac_negg": [0.5968825817108154, 0.6478492021560669], "r_norm": [0.22786080837249756, 0.22119192779064178]}, {"step": 7200, "epoch": 18, "train_loss": 0.00025269697653129697, "cos_r_negg": [0.5964873433113098, 0.6467173099517822], "cos_innovation_negg": [0.5964873433113098, 0.6467173099517822], "cos_apical_negg": [0.5964873433113098, 0.6467173099517822], "cos_Ac_negg": [0.5964873433113098, 0.6467173099517822], "r_norm": [0.2265917956829071, 0.21989625692367554]}, {"step": 7250, "epoch": 18, "train_loss": 0.00046962284250184894, "cos_r_negg": [0.5959790349006653, 0.6476318836212158], "cos_innovation_negg": [0.5959790349006653, 0.6476318836212158], "cos_apical_negg": [0.5959790349006653, 0.6476318836212158], "cos_Ac_negg": [0.5959790349006653, 0.6476318836212158], "r_norm": [0.2256944179534912, 0.21903401613235474], "ldr": {"dL_sdil": -0.009216278791427612, "dL_bp": -0.010370738804340363, "ratio": 0.8886810250751291}}, {"step": 7300, "epoch": 18, "train_loss": 0.0004264643066562712, "cos_r_negg": [0.5970223546028137, 0.6466161608695984], "cos_innovation_negg": [0.5970223546028137, 0.6466161608695984], "cos_apical_negg": [0.5970223546028137, 0.6466161608695984], "cos_Ac_negg": [0.5970223546028137, 0.6466161608695984], "r_norm": [0.22715283930301666, 0.22051510214805603]}, {"step": 7350, "epoch": 18, "train_loss": 0.0008663156186230481, "cos_r_negg": [0.5964654088020325, 0.6482692956924438], "cos_innovation_negg": [0.5964654088020325, 0.6482692956924438], "cos_apical_negg": [0.5964654088020325, 0.6482692956924438], "cos_Ac_negg": [0.5964654088020325, 0.6482692956924438], "r_norm": [0.22702288627624512, 0.2204064130783081]}, {"step": 7400, "epoch": 18, "train_loss": 0.00013319036224856973, "cos_r_negg": [0.5974152088165283, 0.6483257412910461], "cos_innovation_negg": [0.5974152088165283, 0.6483257412910461], "cos_apical_negg": [0.5974152088165283, 0.6483257412910461], "cos_Ac_negg": [0.5974152088165283, 0.6483257412910461], "r_norm": [0.227329283952713, 0.22063134610652924]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9743, "test_loss": 0.13105719299316407}, {"step": 7450, "epoch": 19, "train_loss": 0.00014556155656464398, "cos_r_negg": [0.5974413156509399, 0.646500289440155], "cos_innovation_negg": [0.5974413156509399, 0.646500289440155], "cos_apical_negg": [0.5974413156509399, 0.646500289440155], "cos_Ac_negg": [0.5974413156509399, 0.646500289440155], "r_norm": [0.22885777056217194, 0.2221679985523224]}, {"step": 7500, "epoch": 19, "train_loss": 0.00045059347758069634, "cos_r_negg": [0.5967001914978027, 0.6460586190223694], "cos_innovation_negg": [0.5967001914978027, 0.6460586190223694], "cos_apical_negg": [0.5967001914978027, 0.6460586190223694], "cos_Ac_negg": [0.5967001914978027, 0.6460586190223694], "r_norm": [0.22772443294525146, 0.22106999158859253], "ldr": {"dL_sdil": -0.009304895997047424, "dL_bp": -0.010512970387935638, "ratio": 0.8850872449641289}}, {"step": 7550, "epoch": 19, "train_loss": 0.0002621057501528412, "cos_r_negg": [0.5966768860816956, 0.6475483179092407], "cos_innovation_negg": [0.5966768860816956, 0.6475483179092407], "cos_apical_negg": [0.5966768860816956, 0.6475483179092407], "cos_Ac_negg": [0.5966768860816956, 0.6475483179092407], "r_norm": [0.2281336486339569, 0.22144590318202972]}, {"step": 7600, "epoch": 19, "train_loss": 0.00013228532043285668, "cos_r_negg": [0.5978250503540039, 0.6469956636428833], "cos_innovation_negg": [0.5978250503540039, 0.6469956636428833], "cos_apical_negg": [0.5978250503540039, 0.6469956636428833], "cos_Ac_negg": [0.5978250503540039, 0.6469956636428833], "r_norm": [0.22501122951507568, 0.21839439868927002]}, {"step": 7650, "epoch": 19, "train_loss": 0.0006295248749665916, "cos_r_negg": [0.5978115797042847, 0.6489773988723755], "cos_innovation_negg": [0.5978115797042847, 0.6489773988723755], "cos_apical_negg": [0.5978115797042847, 0.6489773988723755], "cos_Ac_negg": [0.5978115797042847, 0.6489773988723755], "r_norm": [0.22596465051174164, 0.21934327483177185]}, {"step": 7700, "epoch": 19, "train_loss": 0.0005370797589421272, "cos_r_negg": [0.5973562598228455, 0.6490565538406372], "cos_innovation_negg": [0.5973562598228455, 0.6490565538406372], "cos_apical_negg": [0.5973562598228455, 0.6490565538406372], "cos_Ac_negg": [0.5973562598228455, 0.6490565538406372], "r_norm": [0.22656382620334625, 0.21990013122558594]}, {"step": 7750, "epoch": 19, "train_loss": 0.0006247679702937603, "cos_r_negg": [0.5949780941009521, 0.6484390497207642], "cos_innovation_negg": [0.5949780941009521, 0.6484390497207642], "cos_apical_negg": [0.5949780941009521, 0.6484390497207642], "cos_Ac_negg": [0.5949780941009521, 0.6484390497207642], "r_norm": [0.227619469165802, 0.22096195816993713], "ldr": {"dL_sdil": -0.009523354470729828, "dL_bp": -0.010803543031215668, "ratio": 0.8815028961529682}}, {"step": 7800, "epoch": 19, "train_loss": 0.00023733469424769282, "cos_r_negg": [0.595829963684082, 0.6486144661903381], "cos_innovation_negg": [0.595829963684082, 0.6486144661903381], "cos_apical_negg": [0.595829963684082, 0.6486144661903381], "cos_Ac_negg": [0.595829963684082, 0.6486144661903381], "r_norm": [0.22669532895088196, 0.22004514932632446]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9743, "test_loss": 0.13212780532836915}, {"step": 7850, "epoch": 20, "train_loss": 0.0004154752241447568, "cos_r_negg": [0.5961294174194336, 0.6490457057952881], "cos_innovation_negg": [0.5961294174194336, 0.6490457057952881], "cos_apical_negg": [0.5961294174194336, 0.6490457057952881], "cos_Ac_negg": [0.5961294174194336, 0.6490457057952881], "r_norm": [0.22662413120269775, 0.2199624925851822]}, {"step": 7900, "epoch": 20, "train_loss": 0.00036865382571704686, "cos_r_negg": [0.5961745381355286, 0.6493641138076782], "cos_innovation_negg": [0.5961745381355286, 0.6493641138076782], "cos_apical_negg": [0.5961745381355286, 0.6493641138076782], "cos_Ac_negg": [0.5961745381355286, 0.6493641138076782], "r_norm": [0.2258003056049347, 0.21916911005973816]}, {"step": 7950, "epoch": 20, "train_loss": 0.00019392254762351513, "cos_r_negg": [0.5964403748512268, 0.6486377120018005], "cos_innovation_negg": [0.5964403748512268, 0.6486377120018005], "cos_apical_negg": [0.5964403748512268, 0.6486377120018005], "cos_Ac_negg": [0.5964403748512268, 0.6486377120018005], "r_norm": [0.2259499430656433, 0.21931776404380798]}, {"step": 8000, "epoch": 20, "train_loss": 0.0004542446695268154, "cos_r_negg": [0.5968287587165833, 0.6484448909759521], "cos_innovation_negg": [0.5968287587165833, 0.6484448909759521], "cos_apical_negg": [0.5968287587165833, 0.6484448909759521], "cos_Ac_negg": [0.5968287587165833, 0.6484448909759521], "r_norm": [0.2241404503583908, 0.21755975484848022], "ldr": {"dL_sdil": -0.009277775883674622, "dL_bp": -0.010583743453025818, "ratio": 0.8766062711981336}}, {"step": 8050, "epoch": 20, "train_loss": 0.0005709060933440924, "cos_r_negg": [0.597166895866394, 0.6486631631851196], "cos_innovation_negg": [0.597166895866394, 0.6486631631851196], "cos_apical_negg": [0.597166895866394, 0.6486631631851196], "cos_Ac_negg": [0.597166895866394, 0.6486631631851196], "r_norm": [0.22759029269218445, 0.22099143266677856]}, {"step": 8100, "epoch": 20, "train_loss": 0.00028552819276228547, "cos_r_negg": [0.5964714884757996, 0.6477241516113281], "cos_innovation_negg": [0.5964714884757996, 0.6477241516113281], "cos_apical_negg": [0.5964714884757996, 0.6477241516113281], "cos_Ac_negg": [0.5964714884757996, 0.6477241516113281], "r_norm": [0.2259332835674286, 0.21930567920207977]}, {"step": 8150, "epoch": 20, "train_loss": 0.0002705699880607426, "cos_r_negg": [0.5972690582275391, 0.6480827927589417], "cos_innovation_negg": [0.5972690582275391, 0.6480827927589417], "cos_apical_negg": [0.5972690582275391, 0.6480827927589417], "cos_Ac_negg": [0.5972690582275391, 0.6480827927589417], "r_norm": [0.22633959352970123, 0.2197883576154709]}, {"step": 8200, "epoch": 20, "train_loss": 0.0003087696386501193, "cos_r_negg": [0.5963165760040283, 0.6473735570907593], "cos_innovation_negg": [0.5963165760040283, 0.6473735570907593], "cos_apical_negg": [0.5963165760040283, 0.6473735570907593], "cos_Ac_negg": [0.5963165760040283, 0.6473735570907593], "r_norm": [0.22762084007263184, 0.22098968923091888]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9744, "test_loss": 0.13305647735595702}, {"step": 8250, "epoch": 21, "train_loss": 0.0004461049975361675, "cos_r_negg": [0.5965734720230103, 0.6477471590042114], "cos_innovation_negg": [0.5965734720230103, 0.6477471590042114], "cos_apical_negg": [0.5965734720230103, 0.6477471590042114], "cos_Ac_negg": [0.5965734720230103, 0.6477471590042114], "r_norm": [0.22912640869617462, 0.22246037423610687], "ldr": {"dL_sdil": -0.009623020887374878, "dL_bp": -0.010987550020217896, "ratio": 0.8758113382571925}}, {"step": 8300, "epoch": 21, "train_loss": 0.0005731211276724935, "cos_r_negg": [0.5971206426620483, 0.6485797166824341], "cos_innovation_negg": [0.5971206426620483, 0.6485797166824341], "cos_apical_negg": [0.5971206426620483, 0.6485797166824341], "cos_Ac_negg": [0.5971206426620483, 0.6485797166824341], "r_norm": [0.2254745364189148, 0.21886926889419556]}, {"step": 8350, "epoch": 21, "train_loss": 0.0003368248580954969, "cos_r_negg": [0.5966354608535767, 0.6480480432510376], "cos_innovation_negg": [0.5966354608535767, 0.6480480432510376], "cos_apical_negg": [0.5966354608535767, 0.6480480432510376], "cos_Ac_negg": [0.5966354608535767, 0.6480480432510376], "r_norm": [0.2248716950416565, 0.2183167040348053]}, {"step": 8400, "epoch": 21, "train_loss": 0.00032569054747000337, "cos_r_negg": [0.5969488620758057, 0.6480352878570557], "cos_innovation_negg": [0.5969488620758057, 0.6480352878570557], "cos_apical_negg": [0.5969488620758057, 0.6480352878570557], "cos_Ac_negg": [0.5969488620758057, 0.6480352878570557], "r_norm": [0.22547361254692078, 0.2188824564218521]}, {"step": 8450, "epoch": 21, "train_loss": 0.00034213083563372493, "cos_r_negg": [0.5974382758140564, 0.648747444152832], "cos_innovation_negg": [0.5974382758140564, 0.648747444152832], "cos_apical_negg": [0.5974382758140564, 0.648747444152832], "cos_Ac_negg": [0.5974382758140564, 0.648747444152832], "r_norm": [0.22620829939842224, 0.21954968571662903]}, {"step": 8500, "epoch": 21, "train_loss": 0.00027366046560928226, "cos_r_negg": [0.5966331958770752, 0.647351861000061], "cos_innovation_negg": [0.5966331958770752, 0.647351861000061], "cos_apical_negg": [0.5966331958770752, 0.647351861000061], "cos_Ac_negg": [0.5966331958770752, 0.647351861000061], "r_norm": [0.2277306765317917, 0.22104322910308838], "ldr": {"dL_sdil": -0.00964587926864624, "dL_bp": -0.011068135499954224, "ratio": 0.8714999259528522}}, {"step": 8550, "epoch": 21, "train_loss": 0.00022675094078294933, "cos_r_negg": [0.5972818732261658, 0.6476157307624817], "cos_innovation_negg": [0.5972818732261658, 0.6476157307624817], "cos_apical_negg": [0.5972818732261658, 0.6476157307624817], "cos_Ac_negg": [0.5972818732261658, 0.6476157307624817], "r_norm": [0.22845573723316193, 0.22173772752285004]}, {"step": 8600, "epoch": 21, "train_loss": 0.0007444335496984422, "cos_r_negg": [0.5979137420654297, 0.6493008136749268], "cos_innovation_negg": [0.5979137420654297, 0.6493008136749268], "cos_apical_negg": [0.5979137420654297, 0.6493008136749268], "cos_Ac_negg": [0.5979137420654297, 0.6493008136749268], "r_norm": [0.22660303115844727, 0.21997158229351044]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9744, "test_loss": 0.13367654619216918}, {"step": 8650, "epoch": 22, "train_loss": 0.00016514990420546383, "cos_r_negg": [0.597301721572876, 0.6487677693367004], "cos_innovation_negg": [0.597301721572876, 0.6487677693367004], "cos_apical_negg": [0.597301721572876, 0.6487677693367004], "cos_Ac_negg": [0.597301721572876, 0.6487677693367004], "r_norm": [0.22799921035766602, 0.2213881015777588]}, {"step": 8700, "epoch": 22, "train_loss": 0.0001284028694499284, "cos_r_negg": [0.5979834794998169, 0.6489591598510742], "cos_innovation_negg": [0.5979834794998169, 0.6489591598510742], "cos_apical_negg": [0.5979834794998169, 0.6489591598510742], "cos_Ac_negg": [0.5979834794998169, 0.6489591598510742], "r_norm": [0.22765879333019257, 0.22103454172611237]}, {"step": 8750, "epoch": 22, "train_loss": 0.00026995845837518573, "cos_r_negg": [0.5984300374984741, 0.6492376327514648], "cos_innovation_negg": [0.5984300374984741, 0.6492376327514648], "cos_apical_negg": [0.5984300374984741, 0.6492376327514648], "cos_Ac_negg": [0.5984300374984741, 0.6492376327514648], "r_norm": [0.22638151049613953, 0.21978221833705902], "ldr": {"dL_sdil": -0.009601101279258728, "dL_bp": -0.01106368750333786, "ratio": 0.8678030065800505}}, {"step": 8800, "epoch": 22, "train_loss": 0.0002589269424788654, "cos_r_negg": [0.5987250208854675, 0.6497687697410583], "cos_innovation_negg": [0.5987250208854675, 0.6497687697410583], "cos_apical_negg": [0.5987250208854675, 0.6497687697410583], "cos_Ac_negg": [0.5987250208854675, 0.6497687697410583], "r_norm": [0.2271953821182251, 0.22056356072425842]}, {"step": 8850, "epoch": 22, "train_loss": 0.00025763700250536203, "cos_r_negg": [0.5977470278739929, 0.6489589214324951], "cos_innovation_negg": [0.5977470278739929, 0.6489589214324951], "cos_apical_negg": [0.5977470278739929, 0.6489589214324951], "cos_Ac_negg": [0.5977470278739929, 0.6489589214324951], "r_norm": [0.223617285490036, 0.21700584888458252]}, {"step": 8900, "epoch": 22, "train_loss": 0.0004581399552989751, "cos_r_negg": [0.5984941720962524, 0.649512529373169], "cos_innovation_negg": [0.5984941720962524, 0.649512529373169], "cos_apical_negg": [0.5984941720962524, 0.649512529373169], "cos_Ac_negg": [0.5984941720962524, 0.649512529373169], "r_norm": [0.22511166334152222, 0.21849311888217926]}, {"step": 8950, "epoch": 22, "train_loss": 0.0002749833802226931, "cos_r_negg": [0.597877025604248, 0.6492965817451477], "cos_innovation_negg": [0.597877025604248, 0.6492965817451477], "cos_apical_negg": [0.597877025604248, 0.6492965817451477], "cos_Ac_negg": [0.597877025604248, 0.6492965817451477], "r_norm": [0.22709888219833374, 0.22045014798641205]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9744, "test_loss": 0.13447697849273682}, {"step": 9000, "epoch": 23, "train_loss": 9.083155600819737e-05, "cos_r_negg": [0.5979099273681641, 0.6485066413879395], "cos_innovation_negg": [0.5979099273681641, 0.6485066413879395], "cos_apical_negg": [0.5979099273681641, 0.6485066413879395], "cos_Ac_negg": [0.5979099273681641, 0.6485066413879395], "r_norm": [0.22804707288742065, 0.22139261662960052], "ldr": {"dL_sdil": -0.00976872444152832, "dL_bp": -0.011270016431808472, "ratio": 0.8667888374995703}}, {"step": 9050, "epoch": 23, "train_loss": 0.0003604080411605537, "cos_r_negg": [0.5977513194084167, 0.6493618488311768], "cos_innovation_negg": [0.5977513194084167, 0.6493618488311768], "cos_apical_negg": [0.5977513194084167, 0.6493618488311768], "cos_Ac_negg": [0.5977513194084167, 0.6493618488311768], "r_norm": [0.22721102833747864, 0.22057223320007324]}, {"step": 9100, "epoch": 23, "train_loss": 0.00020133837824687362, "cos_r_negg": [0.5984536409378052, 0.6495224237442017], "cos_innovation_negg": [0.5984536409378052, 0.6495224237442017], "cos_apical_negg": [0.5984536409378052, 0.6495224237442017], "cos_Ac_negg": [0.5984536409378052, 0.6495224237442017], "r_norm": [0.22666099667549133, 0.21997350454330444]}, {"step": 9150, "epoch": 23, "train_loss": 0.0002788181300275028, "cos_r_negg": [0.5973926186561584, 0.648466944694519], "cos_innovation_negg": [0.5973926186561584, 0.648466944694519], "cos_apical_negg": [0.5973926186561584, 0.648466944694519], "cos_Ac_negg": [0.5973926186561584, 0.648466944694519], "r_norm": [0.22669222950935364, 0.22002552449703217]}, {"step": 9200, "epoch": 23, "train_loss": 0.0005231077084317803, "cos_r_negg": [0.5970498323440552, 0.649343729019165], "cos_innovation_negg": [0.5970498323440552, 0.649343729019165], "cos_apical_negg": [0.5970498323440552, 0.649343729019165], "cos_Ac_negg": [0.5970498323440552, 0.649343729019165], "r_norm": [0.22660508751869202, 0.21993902325630188]}, {"step": 9250, "epoch": 23, "train_loss": 0.00021642885985784233, "cos_r_negg": [0.5982669591903687, 0.6494669914245605], "cos_innovation_negg": [0.5982669591903687, 0.6494669914245605], "cos_apical_negg": [0.5982669591903687, 0.6494669914245605], "cos_Ac_negg": [0.5982669591903687, 0.6494669914245605], "r_norm": [0.2272958904504776, 0.22063161432743073], "ldr": {"dL_sdil": -0.009703598916530609, "dL_bp": -0.0112505704164505, "ratio": 0.8624983940673869}}, {"step": 9300, "epoch": 23, "train_loss": 0.00022838707081973553, "cos_r_negg": [0.5983561277389526, 0.6489936113357544], "cos_innovation_negg": [0.5983561277389526, 0.6489936113357544], "cos_apical_negg": [0.5983561277389526, 0.6489936113357544], "cos_Ac_negg": [0.5983561277389526, 0.6489936113357544], "r_norm": [0.22798842191696167, 0.22134755551815033]}, {"step": 9350, "epoch": 23, "train_loss": 8.64517642185092e-05, "cos_r_negg": [0.5972174406051636, 0.6496108770370483], "cos_innovation_negg": [0.5972174406051636, 0.6496108770370483], "cos_apical_negg": [0.5972174406051636, 0.6496108770370483], "cos_Ac_negg": [0.5972174406051636, 0.6496108770370483], "r_norm": [0.22740884125232697, 0.22076992690563202]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9743, "test_loss": 0.13547406387329103}, {"step": 9400, "epoch": 24, "train_loss": 0.0002084067527903244, "cos_r_negg": [0.5973905920982361, 0.6490405797958374], "cos_innovation_negg": [0.5973905920982361, 0.6490405797958374], "cos_apical_negg": [0.5973905920982361, 0.6490405797958374], "cos_Ac_negg": [0.5973905920982361, 0.6490405797958374], "r_norm": [0.22703516483306885, 0.22043266892433167]}, {"step": 9450, "epoch": 24, "train_loss": 0.0001943867828231305, "cos_r_negg": [0.5984072685241699, 0.6498755216598511], "cos_innovation_negg": [0.5984072685241699, 0.6498755216598511], "cos_apical_negg": [0.5984072685241699, 0.6498755216598511], "cos_Ac_negg": [0.5984072685241699, 0.6498755216598511], "r_norm": [0.22783513367176056, 0.22124508023262024]}, {"step": 9500, "epoch": 24, "train_loss": 0.0002961060090456158, "cos_r_negg": [0.5974652767181396, 0.6498910188674927], "cos_innovation_negg": [0.5974652767181396, 0.6498910188674927], "cos_apical_negg": [0.5974652767181396, 0.6498910188674927], "cos_Ac_negg": [0.5974652767181396, 0.6498910188674927], "r_norm": [0.2259969711303711, 0.2193753719329834], "ldr": {"dL_sdil": -0.009690836071968079, "dL_bp": -0.011264361441135406, "ratio": 0.8603094034766056}}, {"step": 9550, "epoch": 24, "train_loss": 0.00019830651581287384, "cos_r_negg": [0.5978871583938599, 0.6497818827629089], "cos_innovation_negg": [0.5978871583938599, 0.6497818827629089], "cos_apical_negg": [0.5978871583938599, 0.6497818827629089], "cos_Ac_negg": [0.5978871583938599, 0.6497818827629089], "r_norm": [0.22487275302410126, 0.21827876567840576]}, {"step": 9600, "epoch": 24, "train_loss": 0.00019422403420321643, "cos_r_negg": [0.598732590675354, 0.6502187252044678], "cos_innovation_negg": [0.598732590675354, 0.6502187252044678], "cos_apical_negg": [0.598732590675354, 0.6502187252044678], "cos_Ac_negg": [0.598732590675354, 0.6502187252044678], "r_norm": [0.2259828746318817, 0.2193591296672821]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003471258678473532, "cos_r_negg": [0.5983406901359558, 0.649273693561554], "cos_innovation_negg": [0.5983406901359558, 0.649273693561554], "cos_apical_negg": [0.5983406901359558, 0.649273693561554], "cos_Ac_negg": [0.5983406901359558, 0.649273693561554], "r_norm": [0.2243838757276535, 0.217781662940979]}, {"step": 9700, "epoch": 24, "train_loss": 0.00019423062622081488, "cos_r_negg": [0.5976709127426147, 0.6498178243637085], "cos_innovation_negg": [0.5976709127426147, 0.6498178243637085], "cos_apical_negg": [0.5976709127426147, 0.6498178243637085], "cos_Ac_negg": [0.5976709127426147, 0.6498178243637085], "r_norm": [0.22573541104793549, 0.21908801794052124]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005272417911328375, "cos_r_negg": [0.5973808765411377, 0.64980149269104], "cos_innovation_negg": [0.5973808765411377, 0.64980149269104], "cos_apical_negg": [0.5973808765411377, 0.64980149269104], "cos_Ac_negg": [0.5973808765411377, 0.64980149269104], "r_norm": [0.22716942429542542, 0.22050181031227112], "ldr": {"dL_sdil": -0.009799644351005554, "dL_bp": -0.011436641216278076, "ratio": 0.8568638436482084}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9745, "test_loss": 0.13584796199798585}, {"step": 9800, "epoch": 25, "train_loss": 0.0005500600673258305, "cos_r_negg": [0.5980987548828125, 0.6494804620742798], "cos_innovation_negg": [0.5980987548828125, 0.6494804620742798], "cos_apical_negg": [0.5980987548828125, 0.6494804620742798], "cos_Ac_negg": [0.5980987548828125, 0.6494804620742798], "r_norm": [0.22670325636863708, 0.22007989883422852]}, {"step": 9850, "epoch": 25, "train_loss": 0.00026626867474988103, "cos_r_negg": [0.59843909740448, 0.6503195762634277], "cos_innovation_negg": [0.59843909740448, 0.6503195762634277], "cos_apical_negg": [0.59843909740448, 0.6503195762634277], "cos_Ac_negg": [0.59843909740448, 0.6503195762634277], "r_norm": [0.22717547416687012, 0.22051316499710083]}, {"step": 9900, "epoch": 25, "train_loss": 7.565685518784449e-05, "cos_r_negg": [0.5984379053115845, 0.6495854258537292], "cos_innovation_negg": [0.5984379053115845, 0.6495854258537292], "cos_apical_negg": [0.5984379053115845, 0.6495854258537292], "cos_Ac_negg": [0.5984379053115845, 0.6495854258537292], "r_norm": [0.22750768065452576, 0.22087359428405762]}, {"step": 9950, "epoch": 25, "train_loss": 0.0002674889110494405, "cos_r_negg": [0.5979917049407959, 0.6492879390716553], "cos_innovation_negg": [0.5979917049407959, 0.6492879390716553], "cos_apical_negg": [0.5979917049407959, 0.6492879390716553], "cos_Ac_negg": [0.5979917049407959, 0.6492879390716553], "r_norm": [0.22693730890750885, 0.2203035056591034]}, {"step": 10000, "epoch": 25, "train_loss": 0.00017333615687675774, "cos_r_negg": [0.598073422908783, 0.6495555639266968], "cos_innovation_negg": [0.598073422908783, 0.6495555639266968], "cos_apical_negg": [0.598073422908783, 0.6495555639266968], "cos_Ac_negg": [0.598073422908783, 0.6495555639266968], "r_norm": [0.22731080651283264, 0.22064301371574402], "ldr": {"dL_sdil": -0.009841971099376678, "dL_bp": -0.011515289545059204, "ratio": 0.8546872452373127}}, {"step": 10050, "epoch": 25, "train_loss": 0.00026343163335695863, "cos_r_negg": [0.596737802028656, 0.6488662958145142], "cos_innovation_negg": [0.596737802028656, 0.6488662958145142], "cos_apical_negg": [0.596737802028656, 0.6488662958145142], "cos_Ac_negg": [0.596737802028656, 0.6488662958145142], "r_norm": [0.22778934240341187, 0.2211216688156128]}, {"step": 10100, "epoch": 25, "train_loss": 0.00011474004713818431, "cos_r_negg": [0.5967596769332886, 0.6496936082839966], "cos_innovation_negg": [0.5967596769332886, 0.6496936082839966], "cos_apical_negg": [0.5967596769332886, 0.6496936082839966], "cos_Ac_negg": [0.5967596769332886, 0.6496936082839966], "r_norm": [0.22637920081615448, 0.21973681449890137]}, {"step": 10150, "epoch": 25, "train_loss": 5.148003401700407e-05, "cos_r_negg": [0.5958497524261475, 0.6495833396911621], "cos_innovation_negg": [0.5958497524261475, 0.6495833396911621], "cos_apical_negg": [0.5958497524261475, 0.6495833396911621], "cos_Ac_negg": [0.5958497524261475, 0.6495833396911621], "r_norm": [0.22605377435684204, 0.2194145917892456]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9744, "test_loss": 0.13665708389282227}, {"step": 10200, "epoch": 26, "train_loss": 0.000154854278662242, "cos_r_negg": [0.5958998799324036, 0.6495353579521179], "cos_innovation_negg": [0.5958998799324036, 0.6495353579521179], "cos_apical_negg": [0.5958998799324036, 0.6495353579521179], "cos_Ac_negg": [0.5958998799324036, 0.6495353579521179], "r_norm": [0.22642450034618378, 0.21983084082603455]}, {"step": 10250, "epoch": 26, "train_loss": 0.00017133232904598117, "cos_r_negg": [0.5967531204223633, 0.6499897241592407], "cos_innovation_negg": [0.5967531204223633, 0.6499897241592407], "cos_apical_negg": [0.5967531204223633, 0.6499897241592407], "cos_Ac_negg": [0.5967531204223633, 0.6499897241592407], "r_norm": [0.22587130963802338, 0.21928539872169495], "ldr": {"dL_sdil": -0.00980433076620102, "dL_bp": -0.011518225073814392, "ratio": 0.8512015265694234}}, {"step": 10300, "epoch": 26, "train_loss": 0.0010385331697762012, "cos_r_negg": [0.5961994528770447, 0.6498000621795654], "cos_innovation_negg": [0.5961994528770447, 0.6498000621795654], "cos_apical_negg": [0.5961994528770447, 0.6498000621795654], "cos_Ac_negg": [0.5961994528770447, 0.6498000621795654], "r_norm": [0.2278345227241516, 0.22120451927185059]}, {"step": 10350, "epoch": 26, "train_loss": 6.16704928688705e-05, "cos_r_negg": [0.5953512191772461, 0.6487223505973816], "cos_innovation_negg": [0.5953512191772461, 0.6487223505973816], "cos_apical_negg": [0.5953512191772461, 0.6487223505973816], "cos_Ac_negg": [0.5953512191772461, 0.6487223505973816], "r_norm": [0.22744399309158325, 0.22082743048667908]}, {"step": 10400, "epoch": 26, "train_loss": 0.00028488662792369723, "cos_r_negg": [0.596538782119751, 0.6492213010787964], "cos_innovation_negg": [0.596538782119751, 0.6492213010787964], "cos_apical_negg": [0.596538782119751, 0.6492213010787964], "cos_Ac_negg": [0.596538782119751, 0.6492213010787964], "r_norm": [0.22761496901512146, 0.22099539637565613]}, {"step": 10450, "epoch": 26, "train_loss": 0.0003576499584596604, "cos_r_negg": [0.5966634750366211, 0.6496285200119019], "cos_innovation_negg": [0.5966634750366211, 0.6496285200119019], "cos_apical_negg": [0.5966634750366211, 0.6496285200119019], "cos_Ac_negg": [0.5966634750366211, 0.6496285200119019], "r_norm": [0.22606417536735535, 0.21947380900382996]}, {"step": 10500, "epoch": 26, "train_loss": 0.0001893338339868933, "cos_r_negg": [0.5968694686889648, 0.6490862965583801], "cos_innovation_negg": [0.5968694686889648, 0.6490862965583801], "cos_apical_negg": [0.5968694686889648, 0.6490862965583801], "cos_Ac_negg": [0.5968694686889648, 0.6490862965583801], "r_norm": [0.2254701852798462, 0.2189086228609085], "ldr": {"dL_sdil": -0.009789824485778809, "dL_bp": -0.011511273682117462, "ratio": 0.8504553671577724}}, {"step": 10550, "epoch": 26, "train_loss": 0.00013898234465159476, "cos_r_negg": [0.5963650345802307, 0.6483069062232971], "cos_innovation_negg": [0.5963650345802307, 0.6483069062232971], "cos_apical_negg": [0.5963650345802307, 0.6483069062232971], "cos_Ac_negg": [0.5963650345802307, 0.6483069062232971], "r_norm": [0.2258058786392212, 0.21918602287769318]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9742, "test_loss": 0.1372797420501709}, {"step": 10600, "epoch": 27, "train_loss": 0.0001032661966746673, "cos_r_negg": [0.5962724685668945, 0.6489229798316956], "cos_innovation_negg": [0.5962724685668945, 0.6489229798316956], "cos_apical_negg": [0.5962724685668945, 0.6489229798316956], "cos_Ac_negg": [0.5962724685668945, 0.6489229798316956], "r_norm": [0.22735127806663513, 0.22071562707424164]}, {"step": 10650, "epoch": 27, "train_loss": 0.00022339020506478846, "cos_r_negg": [0.5957955121994019, 0.6487298011779785], "cos_innovation_negg": [0.5957955121994019, 0.6487298011779785], "cos_apical_negg": [0.5957955121994019, 0.6487298011779785], "cos_Ac_negg": [0.5957955121994019, 0.6487298011779785], "r_norm": [0.22771751880645752, 0.2210497409105301]}, {"step": 10700, "epoch": 27, "train_loss": 0.00022158435604069382, "cos_r_negg": [0.5962517857551575, 0.6491926908493042], "cos_innovation_negg": [0.5962517857551575, 0.6491926908493042], "cos_apical_negg": [0.5962517857551575, 0.6491926908493042], "cos_Ac_negg": [0.5962517857551575, 0.6491926908493042], "r_norm": [0.22892296314239502, 0.22227224707603455]}, {"step": 10750, "epoch": 27, "train_loss": 0.0001566659630043432, "cos_r_negg": [0.5949653387069702, 0.6493306159973145], "cos_innovation_negg": [0.5949653387069702, 0.6493306159973145], "cos_apical_negg": [0.5949653387069702, 0.6493306159973145], "cos_Ac_negg": [0.5949653387069702, 0.6493306159973145], "r_norm": [0.22815260291099548, 0.2215452939271927], "ldr": {"dL_sdil": -0.009994693100452423, "dL_bp": -0.011776968836784363, "ratio": 0.8486643073415332}}, {"step": 10800, "epoch": 27, "train_loss": 0.00012843712465837598, "cos_r_negg": [0.5948818922042847, 0.6480622291564941], "cos_innovation_negg": [0.5948818922042847, 0.6480622291564941], "cos_apical_negg": [0.5948818922042847, 0.6480622291564941], "cos_Ac_negg": [0.5948818922042847, 0.6480622291564941], "r_norm": [0.22582033276557922, 0.21921442449092865]}, {"step": 10850, "epoch": 27, "train_loss": 0.00011034740600734949, "cos_r_negg": [0.5962207317352295, 0.6490044593811035], "cos_innovation_negg": [0.5962207317352295, 0.6490044593811035], "cos_apical_negg": [0.5962207317352295, 0.6490044593811035], "cos_Ac_negg": [0.5962207317352295, 0.6490044593811035], "r_norm": [0.22538921236991882, 0.21875184774398804]}, {"step": 10900, "epoch": 27, "train_loss": 0.00015532763791270554, "cos_r_negg": [0.5961166620254517, 0.6490362286567688], "cos_innovation_negg": [0.5961166620254517, 0.6490362286567688], "cos_apical_negg": [0.5961166620254517, 0.6490362286567688], "cos_Ac_negg": [0.5961166620254517, 0.6490362286567688], "r_norm": [0.2248018980026245, 0.21819141507148743]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9741, "test_loss": 0.1377503255844116}, {"step": 10950, "epoch": 28, "train_loss": 0.000291358184767887, "cos_r_negg": [0.5958603620529175, 0.6490623354911804], "cos_innovation_negg": [0.5958603620529175, 0.6490623354911804], "cos_apical_negg": [0.5958603620529175, 0.6490623354911804], "cos_Ac_negg": [0.5958603620529175, 0.6490623354911804], "r_norm": [0.22589533030986786, 0.21926000714302063]}, {"step": 11000, "epoch": 28, "train_loss": 0.00013051835412625223, "cos_r_negg": [0.595287561416626, 0.648635745048523], "cos_innovation_negg": [0.595287561416626, 0.648635745048523], "cos_apical_negg": [0.595287561416626, 0.648635745048523], "cos_Ac_negg": [0.595287561416626, 0.648635745048523], "r_norm": [0.22605690360069275, 0.21942166984081268], "ldr": {"dL_sdil": -0.009918168187141418, "dL_bp": -0.011732488870620728, "ratio": 0.8453592666068884}}, {"step": 11050, "epoch": 28, "train_loss": 0.0003890990628860891, "cos_r_negg": [0.5960527658462524, 0.6487205028533936], "cos_innovation_negg": [0.5960527658462524, 0.6487205028533936], "cos_apical_negg": [0.5960527658462524, 0.6487205028533936], "cos_Ac_negg": [0.5960527658462524, 0.6487205028533936], "r_norm": [0.22622907161712646, 0.2195873260498047]}, {"step": 11100, "epoch": 28, "train_loss": 0.00025295064551755786, "cos_r_negg": [0.5963521003723145, 0.6488856077194214], "cos_innovation_negg": [0.5963521003723145, 0.6488856077194214], "cos_apical_negg": [0.5963521003723145, 0.6488856077194214], "cos_Ac_negg": [0.5963521003723145, 0.6488856077194214], "r_norm": [0.22631952166557312, 0.21970175206661224]}, {"step": 11150, "epoch": 28, "train_loss": 0.00022242401610128582, "cos_r_negg": [0.5958014726638794, 0.6488779783248901], "cos_innovation_negg": [0.5958014726638794, 0.6488779783248901], "cos_apical_negg": [0.5958014726638794, 0.6488779783248901], "cos_Ac_negg": [0.5958014726638794, 0.6488779783248901], "r_norm": [0.2271781712770462, 0.2205459475517273]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004148005391471088, "cos_r_negg": [0.5949360132217407, 0.6494137048721313], "cos_innovation_negg": [0.5949360132217407, 0.6494137048721313], "cos_apical_negg": [0.5949360132217407, 0.6494137048721313], "cos_Ac_negg": [0.5949360132217407, 0.6494137048721313], "r_norm": [0.2265404760837555, 0.21994899213314056]}, {"step": 11250, "epoch": 28, "train_loss": 0.0004405162762850523, "cos_r_negg": [0.5952171087265015, 0.6490722894668579], "cos_innovation_negg": [0.5952171087265015, 0.6490722894668579], "cos_apical_negg": [0.5952171087265015, 0.6490722894668579], "cos_Ac_negg": [0.5952171087265015, 0.6490722894668579], "r_norm": [0.22661031782627106, 0.21999718248844147], "ldr": {"dL_sdil": -0.009961515665054321, "dL_bp": -0.011794909834861755, "ratio": 0.8445605608286599}}, {"step": 11300, "epoch": 28, "train_loss": 0.00011681216710712761, "cos_r_negg": [0.5952696800231934, 0.6482853889465332], "cos_innovation_negg": [0.5952696800231934, 0.6482853889465332], "cos_apical_negg": [0.5952696800231934, 0.6482853889465332], "cos_Ac_negg": [0.5952696800231934, 0.6482853889465332], "r_norm": [0.2264629602432251, 0.21981501579284668]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9743, "test_loss": 0.13838500146865845}, {"step": 11350, "epoch": 29, "train_loss": 0.00012592510029207915, "cos_r_negg": [0.5951109528541565, 0.6487116813659668], "cos_innovation_negg": [0.5951109528541565, 0.6487116813659668], "cos_apical_negg": [0.5951109528541565, 0.6487116813659668], "cos_Ac_negg": [0.5951109528541565, 0.6487116813659668], "r_norm": [0.22703373432159424, 0.22037675976753235]}, {"step": 11400, "epoch": 29, "train_loss": 0.00018567568622529507, "cos_r_negg": [0.5941168069839478, 0.6487728357315063], "cos_innovation_negg": [0.5941168069839478, 0.6487728357315063], "cos_apical_negg": [0.5941168069839478, 0.6487728357315063], "cos_Ac_negg": [0.5941168069839478, 0.6487728357315063], "r_norm": [0.22639745473861694, 0.21975623071193695]}, {"step": 11450, "epoch": 29, "train_loss": 0.00023702871112618595, "cos_r_negg": [0.5939252376556396, 0.6486852765083313], "cos_innovation_negg": [0.5939252376556396, 0.6486852765083313], "cos_apical_negg": [0.5939252376556396, 0.6486852765083313], "cos_Ac_negg": [0.5939252376556396, 0.6486852765083313], "r_norm": [0.22680988907814026, 0.22017812728881836]}, {"step": 11500, "epoch": 29, "train_loss": 0.0003176060854457319, "cos_r_negg": [0.595268726348877, 0.6487815380096436], "cos_innovation_negg": [0.595268726348877, 0.6487815380096436], "cos_apical_negg": [0.595268726348877, 0.6487815380096436], "cos_Ac_negg": [0.595268726348877, 0.6487815380096436], "r_norm": [0.22707563638687134, 0.22044499218463898], "ldr": {"dL_sdil": -0.010068230330944061, "dL_bp": -0.011951059103012085, "ratio": 0.8424550698110526}}, {"step": 11550, "epoch": 29, "train_loss": 0.00019380652520339936, "cos_r_negg": [0.5953202247619629, 0.6487074494361877], "cos_innovation_negg": [0.5953202247619629, 0.6487074494361877], "cos_apical_negg": [0.5953202247619629, 0.6487074494361877], "cos_Ac_negg": [0.5953202247619629, 0.6487074494361877], "r_norm": [0.2277211844921112, 0.22105588018894196]}, {"step": 11600, "epoch": 29, "train_loss": 0.00012056384002789855, "cos_r_negg": [0.5950539112091064, 0.6486786007881165], "cos_innovation_negg": [0.5950539112091064, 0.6486786007881165], "cos_apical_negg": [0.5950539112091064, 0.6486786007881165], "cos_Ac_negg": [0.5950539112091064, 0.6486786007881165], "r_norm": [0.22731569409370422, 0.22065573930740356]}, {"step": 11650, "epoch": 29, "train_loss": 0.0001764031039783731, "cos_r_negg": [0.5959300994873047, 0.6501719951629639], "cos_innovation_negg": [0.5959300994873047, 0.6501719951629639], "cos_apical_negg": [0.5959300994873047, 0.6501719951629639], "cos_Ac_negg": [0.5959300994873047, 0.6501719951629639], "r_norm": [0.22663810849189758, 0.22001123428344727]}, {"step": 11700, "epoch": 29, "train_loss": 0.00014507342712022364, "cos_r_negg": [0.5954306721687317, 0.649034857749939], "cos_innovation_negg": [0.5954306721687317, 0.649034857749939], "cos_apical_negg": [0.5954306721687317, 0.649034857749939], "cos_Ac_negg": [0.5954306721687317, 0.649034857749939], "r_norm": [0.2258908450603485, 0.21926043927669525]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9742, "test_loss": 0.13906528425216674}, {"step": 11750, "epoch": 30, "train_loss": 0.0004192673077341169, "cos_r_negg": [0.5955737233161926, 0.6494530439376831], "cos_innovation_negg": [0.5955737233161926, 0.6494530439376831], "cos_apical_negg": [0.5955737233161926, 0.6494530439376831], "cos_Ac_negg": [0.5955737233161926, 0.6494530439376831], "r_norm": [0.22677001357078552, 0.22014018893241882], "ldr": {"dL_sdil": -0.010077312588691711, "dL_bp": -0.011995434761047363, "ratio": 0.840095652173913}}, {"step": 11800, "epoch": 30, "train_loss": 0.00016266299644485116, "cos_r_negg": [0.5957587957382202, 0.6490122079849243], "cos_innovation_negg": [0.5957587957382202, 0.6490122079849243], "cos_apical_negg": [0.5957587957382202, 0.6490122079849243], "cos_Ac_negg": [0.5957587957382202, 0.6490122079849243], "r_norm": [0.2269313931465149, 0.22030338644981384]}, {"step": 11850, "epoch": 30, "train_loss": 0.0002013259072555229, "cos_r_negg": [0.5949969291687012, 0.648862898349762], "cos_innovation_negg": [0.5949969291687012, 0.648862898349762], "cos_apical_negg": [0.5949969291687012, 0.648862898349762], "cos_Ac_negg": [0.5949969291687012, 0.648862898349762], "r_norm": [0.2253647893667221, 0.2187231034040451]}, {"step": 11900, "epoch": 30, "train_loss": 0.0004606759175658226, "cos_r_negg": [0.5937307476997375, 0.6495469212532043], "cos_innovation_negg": [0.5937307476997375, 0.6495469212532043], "cos_apical_negg": [0.5937307476997375, 0.6495469212532043], "cos_Ac_negg": [0.5937307476997375, 0.6495469212532043], "r_norm": [0.22540593147277832, 0.21876409649848938]}, {"step": 11950, "epoch": 30, "train_loss": 5.837696517119184e-05, "cos_r_negg": [0.5930075645446777, 0.64859938621521], "cos_innovation_negg": [0.5930075645446777, 0.64859938621521], "cos_apical_negg": [0.5930075645446777, 0.64859938621521], "cos_Ac_negg": [0.5930075645446777, 0.64859938621521], "r_norm": [0.22421807050704956, 0.21762610971927643]}, {"step": 12000, "epoch": 30, "train_loss": 0.00022263871505856514, "cos_r_negg": [0.5949045419692993, 0.6485936641693115], "cos_innovation_negg": [0.5949045419692993, 0.6485936641693115], "cos_apical_negg": [0.5949045419692993, 0.6485936641693115], "cos_Ac_negg": [0.5949045419692993, 0.6485936641693115], "r_norm": [0.22655968368053436, 0.2199334055185318], "ldr": {"dL_sdil": -0.010106146335601807, "dL_bp": -0.0120573490858078, "ratio": 0.8381731559466357}}, {"step": 12050, "epoch": 30, "train_loss": 0.00039522696170024574, "cos_r_negg": [0.5955827236175537, 0.64927077293396], "cos_innovation_negg": [0.5955827236175537, 0.64927077293396], "cos_apical_negg": [0.5955827236175537, 0.64927077293396], "cos_Ac_negg": [0.5955827236175537, 0.64927077293396], "r_norm": [0.2271377593278885, 0.22052249312400818]}, {"step": 12100, "epoch": 30, "train_loss": 0.00016122570377774537, "cos_r_negg": [0.5947691202163696, 0.6491423845291138], "cos_innovation_negg": [0.5947691202163696, 0.6491423845291138], "cos_apical_negg": [0.5947691202163696, 0.6491423845291138], "cos_Ac_negg": [0.5947691202163696, 0.6491423845291138], "r_norm": [0.227077454328537, 0.22044460475444794]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9741, "test_loss": 0.1396197880744934}, {"step": 12150, "epoch": 31, "train_loss": 9.636238246457651e-05, "cos_r_negg": [0.5942142605781555, 0.6493613123893738], "cos_innovation_negg": [0.5942142605781555, 0.6493613123893738], "cos_apical_negg": [0.5942142605781555, 0.6493613123893738], "cos_Ac_negg": [0.5942142605781555, 0.6493613123893738], "r_norm": [0.2272878885269165, 0.22065752744674683]}, {"step": 12200, "epoch": 31, "train_loss": 0.0002767543192021549, "cos_r_negg": [0.5941270589828491, 0.6498233079910278], "cos_innovation_negg": [0.5941270589828491, 0.6498233079910278], "cos_apical_negg": [0.5941270589828491, 0.6498233079910278], "cos_Ac_negg": [0.5941270589828491, 0.6498233079910278], "r_norm": [0.22661718726158142, 0.21999171376228333]}, {"step": 12250, "epoch": 31, "train_loss": 0.0003397862601559609, "cos_r_negg": [0.5949044227600098, 0.6496390104293823], "cos_innovation_negg": [0.5949044227600098, 0.6496390104293823], "cos_apical_negg": [0.5949044227600098, 0.6496390104293823], "cos_Ac_negg": [0.5949044227600098, 0.6496390104293823], "r_norm": [0.22596025466918945, 0.21932874619960785], "ldr": {"dL_sdil": -0.010113872587680817, "dL_bp": -0.01211855560541153, "ratio": 0.8345773965970397}}, {"step": 12300, "epoch": 31, "train_loss": 0.000285901827737689, "cos_r_negg": [0.5953918695449829, 0.6494021415710449], "cos_innovation_negg": [0.5953918695449829, 0.6494021415710449], "cos_apical_negg": [0.5953918695449829, 0.6494021415710449], "cos_Ac_negg": [0.5953918695449829, 0.6494021415710449], "r_norm": [0.22703197598457336, 0.22036153078079224]}, {"step": 12350, "epoch": 31, "train_loss": 0.000350376678397879, "cos_r_negg": [0.5946232080459595, 0.6487611532211304], "cos_innovation_negg": [0.5946232080459595, 0.6487611532211304], "cos_apical_negg": [0.5946232080459595, 0.6487611532211304], "cos_Ac_negg": [0.5946232080459595, 0.6487611532211304], "r_norm": [0.22703875601291656, 0.22033646702766418]}, {"step": 12400, "epoch": 31, "train_loss": 0.00019207855802960694, "cos_r_negg": [0.5933760404586792, 0.6486645936965942], "cos_innovation_negg": [0.5933760404586792, 0.6486645936965942], "cos_apical_negg": [0.5933760404586792, 0.6486645936965942], "cos_Ac_negg": [0.5933760404586792, 0.6486645936965942], "r_norm": [0.22634221613407135, 0.2196691483259201]}, {"step": 12450, "epoch": 31, "train_loss": 0.00012037066335324198, "cos_r_negg": [0.594323992729187, 0.6489388942718506], "cos_innovation_negg": [0.594323992729187, 0.6489388942718506], "cos_apical_negg": [0.594323992729187, 0.6489388942718506], "cos_Ac_negg": [0.594323992729187, 0.6489388942718506], "r_norm": [0.22721152007579803, 0.22056135535240173]}, {"step": 12500, "epoch": 31, "train_loss": 0.0001196424345835112, "cos_r_negg": [0.5935180187225342, 0.6486465930938721], "cos_innovation_negg": [0.5935180187225342, 0.6486465930938721], "cos_apical_negg": [0.5935180187225342, 0.6486465930938721], "cos_Ac_negg": [0.5935180187225342, 0.6486465930938721], "r_norm": [0.2267003357410431, 0.2200849950313568], "ldr": {"dL_sdil": -0.01014026254415512, "dL_bp": -0.012160241603851318, "ratio": 0.8338866014753817}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9745, "test_loss": 0.1400484637260437}, {"step": 12550, "epoch": 32, "train_loss": 0.00011964455188717693, "cos_r_negg": [0.5933588743209839, 0.6488268971443176], "cos_innovation_negg": [0.5933588743209839, 0.6488268971443176], "cos_apical_negg": [0.5933588743209839, 0.6488268971443176], "cos_Ac_negg": [0.5933588743209839, 0.6488268971443176], "r_norm": [0.22590598464012146, 0.2193184345960617]}, {"step": 12600, "epoch": 32, "train_loss": 1.8937242202810012e-05, "cos_r_negg": [0.5929958820343018, 0.6484856605529785], "cos_innovation_negg": [0.5929958820343018, 0.6484856605529785], "cos_apical_negg": [0.5929958820343018, 0.6484856605529785], "cos_Ac_negg": [0.5929958820343018, 0.6484856605529785], "r_norm": [0.22590355575084686, 0.2193121314048767]}, {"step": 12650, "epoch": 32, "train_loss": 0.000166810947121121, "cos_r_negg": [0.5936745405197144, 0.6493639945983887], "cos_innovation_negg": [0.5936745405197144, 0.6493639945983887], "cos_apical_negg": [0.5936745405197144, 0.6493639945983887], "cos_Ac_negg": [0.5936745405197144, 0.6493639945983887], "r_norm": [0.22638629376888275, 0.21978557109832764]}, {"step": 12700, "epoch": 32, "train_loss": 0.0002461516414768994, "cos_r_negg": [0.5929878950119019, 0.6487635970115662], "cos_innovation_negg": [0.5929878950119019, 0.6487635970115662], "cos_apical_negg": [0.5929878950119019, 0.6487635970115662], "cos_Ac_negg": [0.5929878950119019, 0.6487635970115662], "r_norm": [0.2258508801460266, 0.21928073465824127]}, {"step": 12750, "epoch": 32, "train_loss": 6.432345981011167e-05, "cos_r_negg": [0.5926610231399536, 0.6483519077301025], "cos_innovation_negg": [0.5926610231399536, 0.6483519077301025], "cos_apical_negg": [0.5926610231399536, 0.6483519077301025], "cos_Ac_negg": [0.5926610231399536, 0.6483519077301025], "r_norm": [0.22745122015476227, 0.22085103392601013], "ldr": {"dL_sdil": -0.010267116129398346, "dL_bp": -0.012312620878219604, "ratio": 0.8338692656053716}}, {"step": 12800, "epoch": 32, "train_loss": 0.0003265058039687574, "cos_r_negg": [0.59278404712677, 0.6493204236030579], "cos_innovation_negg": [0.59278404712677, 0.6493204236030579], "cos_apical_negg": [0.59278404712677, 0.6493204236030579], "cos_Ac_negg": [0.59278404712677, 0.6493204236030579], "r_norm": [0.22694164514541626, 0.22034312784671783]}, {"step": 12850, "epoch": 32, "train_loss": 0.00020164321176707745, "cos_r_negg": [0.5930671691894531, 0.6492310762405396], "cos_innovation_negg": [0.5930671691894531, 0.6492310762405396], "cos_apical_negg": [0.5930671691894531, 0.6492310762405396], "cos_Ac_negg": [0.5930671691894531, 0.6492310762405396], "r_norm": [0.22596216201782227, 0.21935361623764038]}, {"step": 12900, "epoch": 32, "train_loss": 8.310318662552163e-05, "cos_r_negg": [0.594117283821106, 0.6495926380157471], "cos_innovation_negg": [0.594117283821106, 0.6495926380157471], "cos_apical_negg": [0.594117283821106, 0.6495926380157471], "cos_Ac_negg": [0.594117283821106, 0.6495926380157471], "r_norm": [0.22634711861610413, 0.21968907117843628]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9741, "test_loss": 0.1405315505027771}, {"step": 12950, "epoch": 33, "train_loss": 0.0001615467481315136, "cos_r_negg": [0.5943190455436707, 0.6501439213752747], "cos_innovation_negg": [0.5943190455436707, 0.6501439213752747], "cos_apical_negg": [0.5943190455436707, 0.6501439213752747], "cos_Ac_negg": [0.5943190455436707, 0.6501439213752747], "r_norm": [0.22677640616893768, 0.22010189294815063]}, {"step": 13000, "epoch": 33, "train_loss": 5.3599618695443496e-05, "cos_r_negg": [0.5940959453582764, 0.6498733758926392], "cos_innovation_negg": [0.5940959453582764, 0.6498733758926392], "cos_apical_negg": [0.5940959453582764, 0.6498733758926392], "cos_Ac_negg": [0.5940959453582764, 0.6498733758926392], "r_norm": [0.2264944314956665, 0.21984174847602844], "ldr": {"dL_sdil": -0.01022706925868988, "dL_bp": -0.012304738163948059, "ratio": 0.8311488730946271}}, {"step": 13050, "epoch": 33, "train_loss": 0.0002165157929994166, "cos_r_negg": [0.5935871601104736, 0.6497876644134521], "cos_innovation_negg": [0.5935871601104736, 0.6497876644134521], "cos_apical_negg": [0.5935871601104736, 0.6497876644134521], "cos_Ac_negg": [0.5935871601104736, 0.6497876644134521], "r_norm": [0.2258594036102295, 0.2192184329032898]}, {"step": 13100, "epoch": 33, "train_loss": 0.00013843858323525637, "cos_r_negg": [0.5939223766326904, 0.650327205657959], "cos_innovation_negg": [0.5939223766326904, 0.650327205657959], "cos_apical_negg": [0.5939223766326904, 0.650327205657959], "cos_Ac_negg": [0.5939223766326904, 0.650327205657959], "r_norm": [0.2242365926504135, 0.2176331877708435]}, {"step": 13150, "epoch": 33, "train_loss": 0.00010146456770598888, "cos_r_negg": [0.5939391255378723, 0.6499152183532715], "cos_innovation_negg": [0.5939391255378723, 0.6499152183532715], "cos_apical_negg": [0.5939391255378723, 0.6499152183532715], "cos_Ac_negg": [0.5939391255378723, 0.6499152183532715], "r_norm": [0.22495216131210327, 0.21830734610557556]}, {"step": 13200, "epoch": 33, "train_loss": 0.00020618876442313194, "cos_r_negg": [0.5939242839813232, 0.6498135328292847], "cos_innovation_negg": [0.5939242839813232, 0.6498135328292847], "cos_apical_negg": [0.5939242839813232, 0.6498135328292847], "cos_Ac_negg": [0.5939242839813232, 0.6498135328292847], "r_norm": [0.2263854295015335, 0.21971909701824188]}, {"step": 13250, "epoch": 33, "train_loss": 0.00025112248840741813, "cos_r_negg": [0.5932959914207458, 0.6496564149856567], "cos_innovation_negg": [0.5932959914207458, 0.6496564149856567], "cos_apical_negg": [0.5932959914207458, 0.6496564149856567], "cos_Ac_negg": [0.5932959914207458, 0.6496564149856567], "r_norm": [0.2270868718624115, 0.22044336795806885], "ldr": {"dL_sdil": -0.01027880609035492, "dL_bp": -0.012394458055496216, "ratio": 0.8293066178715955}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.974, "test_loss": 0.1410550301551819}, {"step": 13300, "epoch": 34, "train_loss": 0.00025527304387651384, "cos_r_negg": [0.593247652053833, 0.6498928070068359], "cos_innovation_negg": [0.593247652053833, 0.6498928070068359], "cos_apical_negg": [0.593247652053833, 0.6498928070068359], "cos_Ac_negg": [0.593247652053833, 0.6498928070068359], "r_norm": [0.22705678641796112, 0.22042229771614075]}, {"step": 13350, "epoch": 34, "train_loss": 0.00023746445367578417, "cos_r_negg": [0.5928382277488708, 0.6501152515411377], "cos_innovation_negg": [0.5928382277488708, 0.6501152515411377], "cos_apical_negg": [0.5928382277488708, 0.6501152515411377], "cos_Ac_negg": [0.5928382277488708, 0.6501152515411377], "r_norm": [0.22695013880729675, 0.22031667828559875]}, {"step": 13400, "epoch": 34, "train_loss": 0.0001089685465558432, "cos_r_negg": [0.5932166576385498, 0.6507086753845215], "cos_innovation_negg": [0.5932166576385498, 0.6507086753845215], "cos_apical_negg": [0.5932166576385498, 0.6507086753845215], "cos_Ac_negg": [0.5932166576385498, 0.6507086753845215], "r_norm": [0.2253848761320114, 0.21877866983413696]}, {"step": 13450, "epoch": 34, "train_loss": 0.00021605684014502913, "cos_r_negg": [0.5933363437652588, 0.6506985425949097], "cos_innovation_negg": [0.5933363437652588, 0.6506985425949097], "cos_apical_negg": [0.5933363437652588, 0.6506985425949097], "cos_Ac_negg": [0.5933363437652588, 0.6506985425949097], "r_norm": [0.22586514055728912, 0.2192266285419464]}, {"step": 13500, "epoch": 34, "train_loss": 0.00032361544435843825, "cos_r_negg": [0.5940910577774048, 0.6508350372314453], "cos_innovation_negg": [0.5940910577774048, 0.6508350372314453], "cos_apical_negg": [0.5940910577774048, 0.6508350372314453], "cos_Ac_negg": [0.5940910577774048, 0.6508350372314453], "r_norm": [0.2253558337688446, 0.21872122585773468], "ldr": {"dL_sdil": -0.010158047080039978, "dL_bp": -0.012300647795200348, "ratio": 0.8258139936340262}}, {"step": 13550, "epoch": 34, "train_loss": 0.00022869001259095967, "cos_r_negg": [0.5935980081558228, 0.6498715281486511], "cos_innovation_negg": [0.5935980081558228, 0.6498715281486511], "cos_apical_negg": [0.5935980081558228, 0.6498715281486511], "cos_Ac_negg": [0.5935980081558228, 0.6498715281486511], "r_norm": [0.22611147165298462, 0.21947461366653442]}, {"step": 13600, "epoch": 34, "train_loss": 0.00018877275579143316, "cos_r_negg": [0.5938175320625305, 0.649882972240448], "cos_innovation_negg": [0.5938175320625305, 0.649882972240448], "cos_apical_negg": [0.5938175320625305, 0.649882972240448], "cos_Ac_negg": [0.5938175320625305, 0.649882972240448], "r_norm": [0.2268580049276352, 0.22022086381912231]}, {"step": 13650, "epoch": 34, "train_loss": 0.0001897021138574928, "cos_r_negg": [0.5938221216201782, 0.6502796411514282], "cos_innovation_negg": [0.5938221216201782, 0.6502796411514282], "cos_apical_negg": [0.5938221216201782, 0.6502796411514282], "cos_Ac_negg": [0.5938221216201782, 0.6502796411514282], "r_norm": [0.22679749131202698, 0.22016945481300354]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.974, "test_loss": 0.1415713665008545}, {"step": 13700, "epoch": 35, "train_loss": 9.580960613675416e-05, "cos_r_negg": [0.5937124490737915, 0.6499289274215698], "cos_innovation_negg": [0.5937124490737915, 0.6499289274215698], "cos_apical_negg": [0.5937124490737915, 0.6499289274215698], "cos_Ac_negg": [0.5937124490737915, 0.6499289274215698], "r_norm": [0.22671490907669067, 0.2200823575258255]}, {"step": 13750, "epoch": 35, "train_loss": 0.0002949711633846164, "cos_r_negg": [0.5935323238372803, 0.650780439376831], "cos_innovation_negg": [0.5935323238372803, 0.650780439376831], "cos_apical_negg": [0.5935323238372803, 0.650780439376831], "cos_Ac_negg": [0.5935323238372803, 0.650780439376831], "r_norm": [0.2268162965774536, 0.22017285227775574], "ldr": {"dL_sdil": -0.010321445763111115, "dL_bp": -0.012498438358306885, "ratio": 0.8258188316983723}}, {"step": 13800, "epoch": 35, "train_loss": 4.9708582082530484e-05, "cos_r_negg": [0.5936300158500671, 0.6504300832748413], "cos_innovation_negg": [0.5936300158500671, 0.6504300832748413], "cos_apical_negg": [0.5936300158500671, 0.6504300832748413], "cos_Ac_negg": [0.5936300158500671, 0.6504300832748413], "r_norm": [0.2265167236328125, 0.21987544000148773]}, {"step": 13850, "epoch": 35, "train_loss": 0.00014903067494742572, "cos_r_negg": [0.5937761068344116, 0.6504186987876892], "cos_innovation_negg": [0.5937761068344116, 0.6504186987876892], "cos_apical_negg": [0.5937761068344116, 0.6504186987876892], "cos_Ac_negg": [0.5937761068344116, 0.6504186987876892], "r_norm": [0.22694413363933563, 0.22029593586921692]}, {"step": 13900, "epoch": 35, "train_loss": 9.843712905421853e-05, "cos_r_negg": [0.5934284925460815, 0.65077143907547], "cos_innovation_negg": [0.5934284925460815, 0.65077143907547], "cos_apical_negg": [0.5934284925460815, 0.65077143907547], "cos_Ac_negg": [0.5934284925460815, 0.65077143907547], "r_norm": [0.2261003851890564, 0.21943505108356476]}, {"step": 13950, "epoch": 35, "train_loss": 0.00015483942115679383, "cos_r_negg": [0.5939225554466248, 0.6503607034683228], "cos_innovation_negg": [0.5939225554466248, 0.6503607034683228], "cos_apical_negg": [0.5939225554466248, 0.6503607034683228], "cos_Ac_negg": [0.5939225554466248, 0.6503607034683228], "r_norm": [0.22486034035682678, 0.21825414896011353]}, {"step": 14000, "epoch": 35, "train_loss": 0.00019991048611700535, "cos_r_negg": [0.5945824384689331, 0.6507154703140259], "cos_innovation_negg": [0.5945824384689331, 0.6507154703140259], "cos_apical_negg": [0.5945824384689331, 0.6507154703140259], "cos_Ac_negg": [0.5945824384689331, 0.6507154703140259], "r_norm": [0.22554446756839752, 0.2189481556415558], "ldr": {"dL_sdil": -0.010235369205474854, "dL_bp": -0.01242559403181076, "ratio": 0.8237327872833514}}, {"step": 14050, "epoch": 35, "train_loss": 0.00010002922499552369, "cos_r_negg": [0.5930393934249878, 0.6503685712814331], "cos_innovation_negg": [0.5930393934249878, 0.6503685712814331], "cos_apical_negg": [0.5930393934249878, 0.6503685712814331], "cos_Ac_negg": [0.5930393934249878, 0.6503685712814331], "r_norm": [0.22637203335762024, 0.21976019442081451]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9741, "test_loss": 0.14197270174026488}, {"step": 14100, "epoch": 36, "train_loss": 0.000227620912482962, "cos_r_negg": [0.5935519933700562, 0.6508272886276245], "cos_innovation_negg": [0.5935519933700562, 0.6508272886276245], "cos_apical_negg": [0.5935519933700562, 0.6508272886276245], "cos_Ac_negg": [0.5935519933700562, 0.6508272886276245], "r_norm": [0.2263624668121338, 0.21973612904548645]}, {"step": 14150, "epoch": 36, "train_loss": 0.0001399664906784892, "cos_r_negg": [0.5931926369667053, 0.651068389415741], "cos_innovation_negg": [0.5931926369667053, 0.651068389415741], "cos_apical_negg": [0.5931926369667053, 0.651068389415741], "cos_Ac_negg": [0.5931926369667053, 0.651068389415741], "r_norm": [0.2264024168252945, 0.21977931261062622]}, {"step": 14200, "epoch": 36, "train_loss": 8.828702266328037e-05, "cos_r_negg": [0.5931410789489746, 0.6500855088233948], "cos_innovation_negg": [0.5931410789489746, 0.6500855088233948], "cos_apical_negg": [0.5931410789489746, 0.6500855088233948], "cos_Ac_negg": [0.5931410789489746, 0.6500855088233948], "r_norm": [0.22672049701213837, 0.2200862318277359]}, {"step": 14250, "epoch": 36, "train_loss": 0.0001421128399670124, "cos_r_negg": [0.5930804014205933, 0.6505111455917358], "cos_innovation_negg": [0.5930804014205933, 0.6505111455917358], "cos_apical_negg": [0.5930804014205933, 0.6505111455917358], "cos_Ac_negg": [0.5930804014205933, 0.6505111455917358], "r_norm": [0.22673439979553223, 0.22011134028434753], "ldr": {"dL_sdil": -0.010341167449951172, "dL_bp": -0.012587085366249084, "ratio": 0.8215696604139907}}, {"step": 14300, "epoch": 36, "train_loss": 4.691055801231414e-05, "cos_r_negg": [0.5935547947883606, 0.6508340239524841], "cos_innovation_negg": [0.5935547947883606, 0.6508340239524841], "cos_apical_negg": [0.5935547947883606, 0.6508340239524841], "cos_Ac_negg": [0.5935547947883606, 0.6508340239524841], "r_norm": [0.22678139805793762, 0.22012630105018616]}, {"step": 14350, "epoch": 36, "train_loss": 0.00013445792137645185, "cos_r_negg": [0.5936830639839172, 0.6510260105133057], "cos_innovation_negg": [0.5936830639839172, 0.6510260105133057], "cos_apical_negg": [0.5936830639839172, 0.6510260105133057], "cos_Ac_negg": [0.5936830639839172, 0.6510260105133057], "r_norm": [0.22638541460037231, 0.21973636746406555]}, {"step": 14400, "epoch": 36, "train_loss": 6.350410694722086e-05, "cos_r_negg": [0.5937409400939941, 0.6508721113204956], "cos_innovation_negg": [0.5937409400939941, 0.6508721113204956], "cos_apical_negg": [0.5937409400939941, 0.6508721113204956], "cos_Ac_negg": [0.5937409400939941, 0.6508721113204956], "r_norm": [0.22540099918842316, 0.2187543511390686]}, {"step": 14450, "epoch": 36, "train_loss": 0.00011210532102268189, "cos_r_negg": [0.5938175916671753, 0.6508764028549194], "cos_innovation_negg": [0.5938175916671753, 0.6508764028549194], "cos_apical_negg": [0.5938175916671753, 0.6508764028549194], "cos_Ac_negg": [0.5938175916671753, 0.6508764028549194], "r_norm": [0.22561228275299072, 0.21899916231632233]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9743, "test_loss": 0.14251751251220704}, {"step": 14500, "epoch": 37, "train_loss": 0.00018710609583649784, "cos_r_negg": [0.5936053991317749, 0.6503959894180298], "cos_innovation_negg": [0.5936053991317749, 0.6503959894180298], "cos_apical_negg": [0.5936053991317749, 0.6503959894180298], "cos_Ac_negg": [0.5936053991317749, 0.6503959894180298], "r_norm": [0.22656093537807465, 0.21995557844638824], "ldr": {"dL_sdil": -0.010427884757518768, "dL_bp": -0.012696273624897003, "ratio": 0.8213342800890812}}, {"step": 14550, "epoch": 37, "train_loss": 0.0001746599591569975, "cos_r_negg": [0.593749463558197, 0.6508514881134033], "cos_innovation_negg": [0.593749463558197, 0.6508514881134033], "cos_apical_negg": [0.593749463558197, 0.6508514881134033], "cos_Ac_negg": [0.593749463558197, 0.6508514881134033], "r_norm": [0.22686462104320526, 0.22021211683750153]}, {"step": 14600, "epoch": 37, "train_loss": 5.013569170841947e-05, "cos_r_negg": [0.5942410230636597, 0.6508781909942627], "cos_innovation_negg": [0.5942410230636597, 0.6508781909942627], "cos_apical_negg": [0.5942410230636597, 0.6508781909942627], "cos_Ac_negg": [0.5942410230636597, 0.6508781909942627], "r_norm": [0.22688138484954834, 0.22022682428359985]}, {"step": 14650, "epoch": 37, "train_loss": 0.0001727390626911074, "cos_r_negg": [0.5941944122314453, 0.6512927412986755], "cos_innovation_negg": [0.5941944122314453, 0.6512927412986755], "cos_apical_negg": [0.5941944122314453, 0.6512927412986755], "cos_Ac_negg": [0.5941944122314453, 0.6512927412986755], "r_norm": [0.22539883852005005, 0.21876606345176697]}, {"step": 14700, "epoch": 37, "train_loss": 8.800275827525184e-05, "cos_r_negg": [0.5942073464393616, 0.6517913341522217], "cos_innovation_negg": [0.5942073464393616, 0.6517913341522217], "cos_apical_negg": [0.5942073464393616, 0.6517913341522217], "cos_Ac_negg": [0.5942073464393616, 0.6517913341522217], "r_norm": [0.22564248740673065, 0.2190198004245758]}, {"step": 14750, "epoch": 37, "train_loss": 0.00014798741904087365, "cos_r_negg": [0.5935205221176147, 0.6514139175415039], "cos_innovation_negg": [0.5935205221176147, 0.6514139175415039], "cos_apical_negg": [0.5935205221176147, 0.6514139175415039], "cos_Ac_negg": [0.5935205221176147, 0.6514139175415039], "r_norm": [0.2263319492340088, 0.21969187259674072], "ldr": {"dL_sdil": -0.010372668504714966, "dL_bp": -0.012662753462791443, "ratio": 0.8191479471818099}}, {"step": 14800, "epoch": 37, "train_loss": 9.145520016318187e-05, "cos_r_negg": [0.5933528542518616, 0.6511005759239197], "cos_innovation_negg": [0.5933528542518616, 0.6511005759239197], "cos_apical_negg": [0.5933528542518616, 0.6511005759239197], "cos_Ac_negg": [0.5933528542518616, 0.6511005759239197], "r_norm": [0.22627320885658264, 0.2196481078863144]}, {"step": 14850, "epoch": 37, "train_loss": 0.00013346108607947826, "cos_r_negg": [0.5936620831489563, 0.6511632204055786], "cos_innovation_negg": [0.5936620831489563, 0.6511632204055786], "cos_apical_negg": [0.5936620831489563, 0.6511632204055786], "cos_Ac_negg": [0.5936620831489563, 0.6511632204055786], "r_norm": [0.22536003589630127, 0.21875980496406555]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9741, "test_loss": 0.14291914548873902}, {"step": 14900, "epoch": 38, "train_loss": 0.0001925035030581057, "cos_r_negg": [0.5933787822723389, 0.6514260768890381], "cos_innovation_negg": [0.5933787822723389, 0.6514260768890381], "cos_apical_negg": [0.5933787822723389, 0.6514260768890381], "cos_Ac_negg": [0.5933787822723389, 0.6514260768890381], "r_norm": [0.22492019832134247, 0.21831561625003815]}, {"step": 14950, "epoch": 38, "train_loss": 0.0001119948283303529, "cos_r_negg": [0.5934746861457825, 0.6514471173286438], "cos_innovation_negg": [0.5934746861457825, 0.6514471173286438], "cos_apical_negg": [0.5934746861457825, 0.6514471173286438], "cos_Ac_negg": [0.5934746861457825, 0.6514471173286438], "r_norm": [0.2248830497264862, 0.21829350292682648]}, {"step": 15000, "epoch": 38, "train_loss": 0.0003007318591699004, "cos_r_negg": [0.5936174392700195, 0.6510543823242188], "cos_innovation_negg": [0.5936174392700195, 0.6510543823242188], "cos_apical_negg": [0.5936174392700195, 0.6510543823242188], "cos_Ac_negg": [0.5936174392700195, 0.6510543823242188], "r_norm": [0.2260068953037262, 0.21941697597503662], "ldr": {"dL_sdil": -0.01042153686285019, "dL_bp": -0.012732498347759247, "ratio": 0.8184989762582018}}, {"step": 15050, "epoch": 38, "train_loss": 0.00015316589269787073, "cos_r_negg": [0.5932424068450928, 0.6509964466094971], "cos_innovation_negg": [0.5932424068450928, 0.6509964466094971], "cos_apical_negg": [0.5932424068450928, 0.6509964466094971], "cos_Ac_negg": [0.5932424068450928, 0.6509964466094971], "r_norm": [0.22666804492473602, 0.22003427147865295]}, {"step": 15100, "epoch": 38, "train_loss": 0.00011591117799980566, "cos_r_negg": [0.5937297940254211, 0.6508824825286865], "cos_innovation_negg": [0.5937297940254211, 0.6508824825286865], "cos_apical_negg": [0.5937297940254211, 0.6508824825286865], "cos_Ac_negg": [0.5937297940254211, 0.6508824825286865], "r_norm": [0.2269420325756073, 0.22029756009578705]}, {"step": 15150, "epoch": 38, "train_loss": 0.0002437145885778591, "cos_r_negg": [0.5941947102546692, 0.6513426303863525], "cos_innovation_negg": [0.5941947102546692, 0.6513426303863525], "cos_apical_negg": [0.5941947102546692, 0.6513426303863525], "cos_Ac_negg": [0.5941947102546692, 0.6513426303863525], "r_norm": [0.2279960662126541, 0.22133737802505493]}, {"step": 15200, "epoch": 38, "train_loss": 0.00021161604672670364, "cos_r_negg": [0.5941894054412842, 0.6519107818603516], "cos_innovation_negg": [0.5941894054412842, 0.6519107818603516], "cos_apical_negg": [0.5941894054412842, 0.6519107818603516], "cos_Ac_negg": [0.5941894054412842, 0.6519107818603516], "r_norm": [0.22635973989963531, 0.21975255012512207]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9739, "test_loss": 0.14335595054626465}, {"step": 15250, "epoch": 39, "train_loss": 4.602587068802677e-05, "cos_r_negg": [0.5940827131271362, 0.6518480777740479], "cos_innovation_negg": [0.5940827131271362, 0.6518480777740479], "cos_apical_negg": [0.5940827131271362, 0.6518480777740479], "cos_Ac_negg": [0.5940827131271362, 0.6518480777740479], "r_norm": [0.22526590526103973, 0.21867232024669647], "ldr": {"dL_sdil": -0.01035868376493454, "dL_bp": -0.012683920562267303, "ratio": 0.8166783853684813}}, {"step": 15300, "epoch": 39, "train_loss": 0.00015343670384027064, "cos_r_negg": [0.5939362049102783, 0.6514288187026978], "cos_innovation_negg": [0.5939362049102783, 0.6514288187026978], "cos_apical_negg": [0.5939362049102783, 0.6514288187026978], "cos_Ac_negg": [0.5939362049102783, 0.6514288187026978], "r_norm": [0.22417616844177246, 0.21757778525352478]}, {"step": 15350, "epoch": 39, "train_loss": 0.000324267108226195, "cos_r_negg": [0.5943429470062256, 0.6522222757339478], "cos_innovation_negg": [0.5943429470062256, 0.6522222757339478], "cos_apical_negg": [0.5943429470062256, 0.6522222757339478], "cos_Ac_negg": [0.5943429470062256, 0.6522222757339478], "r_norm": [0.22524529695510864, 0.2186167687177658]}, {"step": 15400, "epoch": 39, "train_loss": 0.00011738884495571256, "cos_r_negg": [0.5947813391685486, 0.6517789959907532], "cos_innovation_negg": [0.5947813391685486, 0.6517789959907532], "cos_apical_negg": [0.5947813391685486, 0.6517789959907532], "cos_Ac_negg": [0.5947813391685486, 0.6517789959907532], "r_norm": [0.22607380151748657, 0.21941585838794708]}, {"step": 15450, "epoch": 39, "train_loss": 0.00017015624325722456, "cos_r_negg": [0.5944691300392151, 0.6520141363143921], "cos_innovation_negg": [0.5944691300392151, 0.6520141363143921], "cos_apical_negg": [0.5944691300392151, 0.6520141363143921], "cos_Ac_negg": [0.5944691300392151, 0.6520141363143921], "r_norm": [0.2263062298297882, 0.21969053149223328]}, {"step": 15500, "epoch": 39, "train_loss": 0.00032911202288232744, "cos_r_negg": [0.5946165323257446, 0.6518746614456177], "cos_innovation_negg": [0.5946165323257446, 0.6518746614456177], "cos_apical_negg": [0.5946165323257446, 0.6518746614456177], "cos_Ac_negg": [0.5946165323257446, 0.6518746614456177], "r_norm": [0.22651709616184235, 0.2199144810438156], "ldr": {"dL_sdil": -0.010473698377609253, "dL_bp": -0.012850582599639893, "ratio": 0.8150368511621219}}, {"step": 15550, "epoch": 39, "train_loss": 0.00022403581533581018, "cos_r_negg": [0.594711422920227, 0.652174711227417], "cos_innovation_negg": [0.594711422920227, 0.652174711227417], "cos_apical_negg": [0.594711422920227, 0.652174711227417], "cos_Ac_negg": [0.594711422920227, 0.652174711227417], "r_norm": [0.2277005910873413, 0.22105804085731506]}, {"step": 15600, "epoch": 39, "train_loss": 6.690133886877447e-05, "cos_r_negg": [0.5946992039680481, 0.6521592140197754], "cos_innovation_negg": [0.5946992039680481, 0.6521592140197754], "cos_apical_negg": [0.5946992039680481, 0.6521592140197754], "cos_Ac_negg": [0.5946992039680481, 0.6521592140197754], "r_norm": [0.22617000341415405, 0.21953725814819336]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9739, "test_loss": 0.14371603384017945}, {"step": 15650, "epoch": 40, "train_loss": 0.00017087724700104445, "cos_r_negg": [0.5940303802490234, 0.6521025896072388], "cos_innovation_negg": [0.5940303802490234, 0.6521025896072388], "cos_apical_negg": [0.5940303802490234, 0.6521025896072388], "cos_Ac_negg": [0.5940303802490234, 0.6521025896072388], "r_norm": [0.2262059599161148, 0.21958693861961365]}, {"step": 15700, "epoch": 40, "train_loss": 8.40398934087716e-05, "cos_r_negg": [0.5946288704872131, 0.6520929932594299], "cos_innovation_negg": [0.5946288704872131, 0.6520929932594299], "cos_apical_negg": [0.5946288704872131, 0.6520929932594299], "cos_Ac_negg": [0.5946288704872131, 0.6520929932594299], "r_norm": [0.2258051484823227, 0.21923381090164185]}, {"step": 15750, "epoch": 40, "train_loss": 0.00014181142614688724, "cos_r_negg": [0.5944621562957764, 0.6521930694580078], "cos_innovation_negg": [0.5944621562957764, 0.6521930694580078], "cos_apical_negg": [0.5944621562957764, 0.6521930694580078], "cos_Ac_negg": [0.5944621562957764, 0.6521930694580078], "r_norm": [0.22505466639995575, 0.21848830580711365], "ldr": {"dL_sdil": -0.010368488729000092, "dL_bp": -0.012719742953777313, "ratio": 0.8151492342792208}}, {"step": 15800, "epoch": 40, "train_loss": 0.00013989054423291236, "cos_r_negg": [0.5943599939346313, 0.6523333191871643], "cos_innovation_negg": [0.5943599939346313, 0.6523333191871643], "cos_apical_negg": [0.5943599939346313, 0.6523333191871643], "cos_Ac_negg": [0.5943599939346313, 0.6523333191871643], "r_norm": [0.2256792187690735, 0.21907886862754822]}, {"step": 15850, "epoch": 40, "train_loss": 0.00011875064228661358, "cos_r_negg": [0.5943978428840637, 0.6521090865135193], "cos_innovation_negg": [0.5943978428840637, 0.6521090865135193], "cos_apical_negg": [0.5943978428840637, 0.6521090865135193], "cos_Ac_negg": [0.5943978428840637, 0.6521090865135193], "r_norm": [0.22539101541042328, 0.2187804877758026]}, {"step": 15900, "epoch": 40, "train_loss": 5.3448799008037895e-05, "cos_r_negg": [0.5942531228065491, 0.6518946886062622], "cos_innovation_negg": [0.5942531228065491, 0.6518946886062622], "cos_apical_negg": [0.5942531228065491, 0.6518946886062622], "cos_Ac_negg": [0.5942531228065491, 0.6518946886062622], "r_norm": [0.22591815888881683, 0.2192850112915039]}, {"step": 15950, "epoch": 40, "train_loss": 0.000122116383863613, "cos_r_negg": [0.5942143201828003, 0.6524016857147217], "cos_innovation_negg": [0.5942143201828003, 0.6524016857147217], "cos_apical_negg": [0.5942143201828003, 0.6524016857147217], "cos_Ac_negg": [0.5942143201828003, 0.6524016857147217], "r_norm": [0.22650226950645447, 0.2198602259159088]}, {"step": 16000, "epoch": 40, "train_loss": 1.5650637578801252e-05, "cos_r_negg": [0.5940126180648804, 0.6520439386367798], "cos_innovation_negg": [0.5940126180648804, 0.6520439386367798], "cos_apical_negg": [0.5940126180648804, 0.6520439386367798], "cos_Ac_negg": [0.5940126180648804, 0.6520439386367798], "r_norm": [0.22669902443885803, 0.22004561126232147], "ldr": {"dL_sdil": -0.0105665922164917, "dL_bp": -0.013014078140258789, "ratio": 0.8119355134194376}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9742, "test_loss": 0.14403718338012694}, {"step": 16050, "epoch": 41, "train_loss": 4.364048800198361e-05, "cos_r_negg": [0.5938352346420288, 0.652612030506134], "cos_innovation_negg": [0.5938352346420288, 0.652612030506134], "cos_apical_negg": [0.5938352346420288, 0.652612030506134], "cos_Ac_negg": [0.5938352346420288, 0.652612030506134], "r_norm": [0.2261163741350174, 0.21947667002677917]}, {"step": 16100, "epoch": 41, "train_loss": 5.7575594837544486e-05, "cos_r_negg": [0.5944216251373291, 0.6523721218109131], "cos_innovation_negg": [0.5944216251373291, 0.6523721218109131], "cos_apical_negg": [0.5944216251373291, 0.6523721218109131], "cos_Ac_negg": [0.5944216251373291, 0.6523721218109131], "r_norm": [0.22608081996440887, 0.21944792568683624]}, {"step": 16150, "epoch": 41, "train_loss": 0.00014876504428684711, "cos_r_negg": [0.5940172076225281, 0.6519766449928284], "cos_innovation_negg": [0.5940172076225281, 0.6519766449928284], "cos_apical_negg": [0.5940172076225281, 0.6519766449928284], "cos_Ac_negg": [0.5940172076225281, 0.6519766449928284], "r_norm": [0.22638237476348877, 0.21973374485969543]}, {"step": 16200, "epoch": 41, "train_loss": 0.00017048906011041254, "cos_r_negg": [0.5946027040481567, 0.6521662473678589], "cos_innovation_negg": [0.5946027040481567, 0.6521662473678589], "cos_apical_negg": [0.5946027040481567, 0.6521662473678589], "cos_Ac_negg": [0.5946027040481567, 0.6521662473678589], "r_norm": [0.22538414597511292, 0.2187604308128357]}, {"step": 16250, "epoch": 41, "train_loss": 0.00012537019210867584, "cos_r_negg": [0.5940561294555664, 0.6518648266792297], "cos_innovation_negg": [0.5940561294555664, 0.6518648266792297], "cos_apical_negg": [0.5940561294555664, 0.6518648266792297], "cos_Ac_negg": [0.5940561294555664, 0.6518648266792297], "r_norm": [0.2260308414697647, 0.21938548982143402], "ldr": {"dL_sdil": -0.010568253695964813, "dL_bp": -0.013032689690589905, "ratio": 0.8109035008786784}}, {"step": 16300, "epoch": 41, "train_loss": 0.0001140782333095558, "cos_r_negg": [0.5939505696296692, 0.652536153793335], "cos_innovation_negg": [0.5939505696296692, 0.652536153793335], "cos_apical_negg": [0.5939505696296692, 0.652536153793335], "cos_Ac_negg": [0.5939505696296692, 0.652536153793335], "r_norm": [0.22519521415233612, 0.218555748462677]}, {"step": 16350, "epoch": 41, "train_loss": 6.632728036493063e-05, "cos_r_negg": [0.5943805575370789, 0.6519351601600647], "cos_innovation_negg": [0.5943805575370789, 0.6519351601600647], "cos_apical_negg": [0.5943805575370789, 0.6519351601600647], "cos_Ac_negg": [0.5943805575370789, 0.6519351601600647], "r_norm": [0.22511595487594604, 0.21847712993621826]}, {"step": 16400, "epoch": 41, "train_loss": 0.00011029539746232331, "cos_r_negg": [0.5945825576782227, 0.6528041362762451], "cos_innovation_negg": [0.5945825576782227, 0.6528041362762451], "cos_apical_negg": [0.5945825576782227, 0.6528041362762451], "cos_Ac_negg": [0.5945825576782227, 0.6528041362762451], "r_norm": [0.22588208317756653, 0.21925243735313416]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9742, "test_loss": 0.1445852981567383}, {"step": 16450, "epoch": 42, "train_loss": 6.817954999860376e-05, "cos_r_negg": [0.5941594839096069, 0.6522654294967651], "cos_innovation_negg": [0.5941594839096069, 0.6522654294967651], "cos_apical_negg": [0.5941594839096069, 0.6522654294967651], "cos_Ac_negg": [0.5941594839096069, 0.6522654294967651], "r_norm": [0.22650425136089325, 0.21986697614192963]}, {"step": 16500, "epoch": 42, "train_loss": 0.0001680521381786093, "cos_r_negg": [0.5942670106887817, 0.6519345641136169], "cos_innovation_negg": [0.5942670106887817, 0.6519345641136169], "cos_apical_negg": [0.5942670106887817, 0.6519345641136169], "cos_Ac_negg": [0.5942670106887817, 0.6519345641136169], "r_norm": [0.22605301439762115, 0.2194230556488037], "ldr": {"dL_sdil": -0.010537341237068176, "dL_bp": -0.01300620287656784, "ratio": 0.8101781386212573}}, {"step": 16550, "epoch": 42, "train_loss": 0.00011892891052411869, "cos_r_negg": [0.5940840840339661, 0.6516633629798889], "cos_innovation_negg": [0.5940840840339661, 0.6516633629798889], "cos_apical_negg": [0.5940840840339661, 0.6516633629798889], "cos_Ac_negg": [0.5940840840339661, 0.6516633629798889], "r_norm": [0.22503872215747833, 0.21842645108699799]}, {"step": 16600, "epoch": 42, "train_loss": 0.0002175509580411017, "cos_r_negg": [0.594112753868103, 0.6518051624298096], "cos_innovation_negg": [0.594112753868103, 0.6518051624298096], "cos_apical_negg": [0.594112753868103, 0.6518051624298096], "cos_Ac_negg": [0.594112753868103, 0.6518051624298096], "r_norm": [0.2253614068031311, 0.21875837445259094]}, {"step": 16650, "epoch": 42, "train_loss": 0.0001096998603316024, "cos_r_negg": [0.5941362380981445, 0.6519738435745239], "cos_innovation_negg": [0.5941362380981445, 0.6519738435745239], "cos_apical_negg": [0.5941362380981445, 0.6519738435745239], "cos_Ac_negg": [0.5941362380981445, 0.6519738435745239], "r_norm": [0.22556066513061523, 0.2189563810825348]}, {"step": 16700, "epoch": 42, "train_loss": 6.90153319737874e-05, "cos_r_negg": [0.5947492122650146, 0.6524227261543274], "cos_innovation_negg": [0.5947492122650146, 0.6524227261543274], "cos_apical_negg": [0.5947492122650146, 0.6524227261543274], "cos_Ac_negg": [0.5947492122650146, 0.6524227261543274], "r_norm": [0.22610895335674286, 0.2194955199956894]}, {"step": 16750, "epoch": 42, "train_loss": 8.1313140981365e-05, "cos_r_negg": [0.5947263240814209, 0.6522766947746277], "cos_innovation_negg": [0.5947263240814209, 0.6522766947746277], "cos_apical_negg": [0.5947263240814209, 0.6522766947746277], "cos_Ac_negg": [0.5947263240814209, 0.6522766947746277], "r_norm": [0.2263927012681961, 0.21976816654205322], "ldr": {"dL_sdil": -0.010551869869232178, "dL_bp": -0.013051874935626984, "ratio": 0.8084562502533119}}, {"step": 16800, "epoch": 42, "train_loss": 0.00010317577107343823, "cos_r_negg": [0.5947970151901245, 0.6524295806884766], "cos_innovation_negg": [0.5947970151901245, 0.6524295806884766], "cos_apical_negg": [0.5947970151901245, 0.6524295806884766], "cos_Ac_negg": [0.5947970151901245, 0.6524295806884766], "r_norm": [0.22553469240665436, 0.21892401576042175]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.974, "test_loss": 0.14491627597808837}, {"step": 16850, "epoch": 43, "train_loss": 0.00019987898122053593, "cos_r_negg": [0.5950222611427307, 0.6526749730110168], "cos_innovation_negg": [0.5950222611427307, 0.6526749730110168], "cos_apical_negg": [0.5950222611427307, 0.6526749730110168], "cos_Ac_negg": [0.5950222611427307, 0.6526749730110168], "r_norm": [0.2255239635705948, 0.21890264749526978]}, {"step": 16900, "epoch": 43, "train_loss": 5.427521682577208e-05, "cos_r_negg": [0.5950396060943604, 0.6528809070587158], "cos_innovation_negg": [0.5950396060943604, 0.6528809070587158], "cos_apical_negg": [0.5950396060943604, 0.6528809070587158], "cos_Ac_negg": [0.5950396060943604, 0.6528809070587158], "r_norm": [0.22548100352287292, 0.2188640832901001]}, {"step": 16950, "epoch": 43, "train_loss": 0.00010046186798717827, "cos_r_negg": [0.5945731401443481, 0.6527583599090576], "cos_innovation_negg": [0.5945731401443481, 0.6527583599090576], "cos_apical_negg": [0.5945731401443481, 0.6527583599090576], "cos_Ac_negg": [0.5945731401443481, 0.6527583599090576], "r_norm": [0.225371316075325, 0.2187325358390808]}, {"step": 17000, "epoch": 43, "train_loss": 0.0001101489324355498, "cos_r_negg": [0.594600260257721, 0.6524769067764282], "cos_innovation_negg": [0.594600260257721, 0.6524769067764282], "cos_apical_negg": [0.594600260257721, 0.6524769067764282], "cos_Ac_negg": [0.594600260257721, 0.6524769067764282], "r_norm": [0.22562836110591888, 0.21896246075630188], "ldr": {"dL_sdil": -0.010536298155784607, "dL_bp": -0.013057172298431396, "ratio": 0.8069356760383999}}, {"step": 17050, "epoch": 43, "train_loss": 0.00012488917855080217, "cos_r_negg": [0.5942983627319336, 0.6527414321899414], "cos_innovation_negg": [0.5942983627319336, 0.6527414321899414], "cos_apical_negg": [0.5942983627319336, 0.6527414321899414], "cos_Ac_negg": [0.5942983627319336, 0.6527414321899414], "r_norm": [0.22672058641910553, 0.220035582780838]}, {"step": 17100, "epoch": 43, "train_loss": 5.665941716870293e-05, "cos_r_negg": [0.5940801501274109, 0.6523949503898621], "cos_innovation_negg": [0.5940801501274109, 0.6523949503898621], "cos_apical_negg": [0.5940801501274109, 0.6523949503898621], "cos_Ac_negg": [0.5940801501274109, 0.6523949503898621], "r_norm": [0.2264193296432495, 0.21977609395980835]}, {"step": 17150, "epoch": 43, "train_loss": 9.539839811623096e-05, "cos_r_negg": [0.5947176218032837, 0.6528751850128174], "cos_innovation_negg": [0.5947176218032837, 0.6528751850128174], "cos_apical_negg": [0.5947176218032837, 0.6528751850128174], "cos_Ac_negg": [0.5947176218032837, 0.6528751850128174], "r_norm": [0.2263364940881729, 0.21969594061374664]}, {"step": 17200, "epoch": 43, "train_loss": 0.00019583723042160273, "cos_r_negg": [0.594605565071106, 0.6527029275894165], "cos_innovation_negg": [0.594605565071106, 0.6527029275894165], "cos_apical_negg": [0.594605565071106, 0.6527029275894165], "cos_Ac_negg": [0.594605565071106, 0.6527029275894165], "r_norm": [0.22656455636024475, 0.21994057297706604]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.974, "test_loss": 0.14528132457733153}, {"step": 17250, "epoch": 44, "train_loss": 0.00012504163896664977, "cos_r_negg": [0.5948296785354614, 0.6528159976005554], "cos_innovation_negg": [0.5948296785354614, 0.6528159976005554], "cos_apical_negg": [0.5948296785354614, 0.6528159976005554], "cos_Ac_negg": [0.5948296785354614, 0.6528159976005554], "r_norm": [0.2264227271080017, 0.21979746222496033], "ldr": {"dL_sdil": -0.010623350739479065, "dL_bp": -0.013174042105674744, "ratio": 0.8063850604290262}}, {"step": 17300, "epoch": 44, "train_loss": 0.0001480508508393541, "cos_r_negg": [0.5945448875427246, 0.6529875993728638], "cos_innovation_negg": [0.5945448875427246, 0.6529875993728638], "cos_apical_negg": [0.5945448875427246, 0.6529875993728638], "cos_Ac_negg": [0.5945448875427246, 0.6529875993728638], "r_norm": [0.22684717178344727, 0.2202162742614746]}, {"step": 17350, "epoch": 44, "train_loss": 0.00014836601621937007, "cos_r_negg": [0.5946767330169678, 0.6531277298927307], "cos_innovation_negg": [0.5946767330169678, 0.6531277298927307], "cos_apical_negg": [0.5946767330169678, 0.6531277298927307], "cos_Ac_negg": [0.5946767330169678, 0.6531277298927307], "r_norm": [0.22565872967243195, 0.21903496980667114]}, {"step": 17400, "epoch": 44, "train_loss": 0.00016975360631477088, "cos_r_negg": [0.5946882367134094, 0.6531451344490051], "cos_innovation_negg": [0.5946882367134094, 0.6531451344490051], "cos_apical_negg": [0.5946882367134094, 0.6531451344490051], "cos_Ac_negg": [0.5946882367134094, 0.6531451344490051], "r_norm": [0.2256213128566742, 0.21901661157608032]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001592447515577078, "cos_r_negg": [0.5942856073379517, 0.6527256965637207], "cos_innovation_negg": [0.5942856073379517, 0.6527256965637207], "cos_apical_negg": [0.5942856073379517, 0.6527256965637207], "cos_Ac_negg": [0.5942856073379517, 0.6527256965637207], "r_norm": [0.22578203678131104, 0.21918252110481262]}, {"step": 17500, "epoch": 44, "train_loss": 0.00012422780855558813, "cos_r_negg": [0.5946850776672363, 0.6531264781951904], "cos_innovation_negg": [0.5946850776672363, 0.6531264781951904], "cos_apical_negg": [0.5946850776672363, 0.6531264781951904], "cos_Ac_negg": [0.5946850776672363, 0.6531264781951904], "r_norm": [0.22553837299346924, 0.21891452372074127], "ldr": {"dL_sdil": -0.010583624243736267, "dL_bp": -0.01314479112625122, "ratio": 0.8051572780490902}}, {"step": 17550, "epoch": 44, "train_loss": 8.8819520897232e-05, "cos_r_negg": [0.5948969125747681, 0.6531012654304504], "cos_innovation_negg": [0.5948969125747681, 0.6531012654304504], "cos_apical_negg": [0.5948969125747681, 0.6531012654304504], "cos_Ac_negg": [0.5948969125747681, 0.6531012654304504], "r_norm": [0.2256540060043335, 0.21902678906917572]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9739, "test_loss": 0.14559189033508302}, {"step": 17600, "epoch": 45, "train_loss": 7.179723615990952e-05, "cos_r_negg": [0.5942599773406982, 0.6532402038574219], "cos_innovation_negg": [0.5942599773406982, 0.6532402038574219], "cos_apical_negg": [0.5942599773406982, 0.6532402038574219], "cos_Ac_negg": [0.5942599773406982, 0.6532402038574219], "r_norm": [0.22571414709091187, 0.2190944105386734]}, {"step": 17650, "epoch": 45, "train_loss": 8.699304453330114e-05, "cos_r_negg": [0.5943707823753357, 0.6532808542251587], "cos_innovation_negg": [0.5943707823753357, 0.6532808542251587], "cos_apical_negg": [0.5943707823753357, 0.6532808542251587], "cos_Ac_negg": [0.5943707823753357, 0.6532808542251587], "r_norm": [0.22550319135189056, 0.21888847649097443]}, {"step": 17700, "epoch": 45, "train_loss": 3.7063698982819915e-05, "cos_r_negg": [0.593673586845398, 0.6528681516647339], "cos_innovation_negg": [0.593673586845398, 0.6528681516647339], "cos_apical_negg": [0.593673586845398, 0.6528681516647339], "cos_Ac_negg": [0.593673586845398, 0.6528681516647339], "r_norm": [0.22542425990104675, 0.2188018262386322]}, {"step": 17750, "epoch": 45, "train_loss": 9.793737262953073e-05, "cos_r_negg": [0.5936989784240723, 0.6530153155326843], "cos_innovation_negg": [0.5936989784240723, 0.6530153155326843], "cos_apical_negg": [0.5936989784240723, 0.6530153155326843], "cos_Ac_negg": [0.5936989784240723, 0.6530153155326843], "r_norm": [0.22620709240436554, 0.21958394348621368], "ldr": {"dL_sdil": -0.010661080479621887, "dL_bp": -0.013263717293739319, "ratio": 0.8037777226037593}}, {"step": 17800, "epoch": 45, "train_loss": 0.00027744093677029014, "cos_r_negg": [0.5940572023391724, 0.6532167196273804], "cos_innovation_negg": [0.5940572023391724, 0.6532167196273804], "cos_apical_negg": [0.5940572023391724, 0.6532167196273804], "cos_Ac_negg": [0.5940572023391724, 0.6532167196273804], "r_norm": [0.22590892016887665, 0.21928811073303223]}, {"step": 17850, "epoch": 45, "train_loss": 2.5320636268588714e-05, "cos_r_negg": [0.5941261053085327, 0.6533828973770142], "cos_innovation_negg": [0.5941261053085327, 0.6533828973770142], "cos_apical_negg": [0.5941261053085327, 0.6533828973770142], "cos_Ac_negg": [0.5941261053085327, 0.6533828973770142], "r_norm": [0.22571569681167603, 0.21908719837665558]}, {"step": 17900, "epoch": 45, "train_loss": 0.0002860327949747443, "cos_r_negg": [0.594214916229248, 0.6533724069595337], "cos_innovation_negg": [0.594214916229248, 0.6533724069595337], "cos_apical_negg": [0.594214916229248, 0.6533724069595337], "cos_Ac_negg": [0.594214916229248, 0.6533724069595337], "r_norm": [0.22463881969451904, 0.21802204847335815]}, {"step": 17950, "epoch": 45, "train_loss": 9.514877456240356e-05, "cos_r_negg": [0.5941089987754822, 0.6534329652786255], "cos_innovation_negg": [0.5941089987754822, 0.6534329652786255], "cos_apical_negg": [0.5941089987754822, 0.6534329652786255], "cos_Ac_negg": [0.5941089987754822, 0.6534329652786255], "r_norm": [0.2255057394504547, 0.2188791036605835]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9741, "test_loss": 0.1458831337928772}, {"step": 18000, "epoch": 46, "train_loss": 9.055188274942338e-05, "cos_r_negg": [0.594224214553833, 0.6533909440040588], "cos_innovation_negg": [0.594224214553833, 0.6533909440040588], "cos_apical_negg": [0.594224214553833, 0.6533909440040588], "cos_Ac_negg": [0.594224214553833, 0.6533909440040588], "r_norm": [0.22564901411533356, 0.2190340906381607], "ldr": {"dL_sdil": -0.010655507445335388, "dL_bp": -0.013281263411045074, "ratio": 0.8022962210412878}}, {"step": 18050, "epoch": 46, "train_loss": 0.00012169656110927463, "cos_r_negg": [0.5942399501800537, 0.6534615159034729], "cos_innovation_negg": [0.5942399501800537, 0.6534615159034729], "cos_apical_negg": [0.5942399501800537, 0.6534615159034729], "cos_Ac_negg": [0.5942399501800537, 0.6534615159034729], "r_norm": [0.2254370003938675, 0.21883681416511536]}, {"step": 18100, "epoch": 46, "train_loss": 0.0002734242589212954, "cos_r_negg": [0.5938820242881775, 0.6535837650299072], "cos_innovation_negg": [0.5938820242881775, 0.6535837650299072], "cos_apical_negg": [0.5938820242881775, 0.6535837650299072], "cos_Ac_negg": [0.5938820242881775, 0.6535837650299072], "r_norm": [0.224770650267601, 0.21819186210632324]}, {"step": 18150, "epoch": 46, "train_loss": 5.478459206642583e-05, "cos_r_negg": [0.5940772891044617, 0.653444230556488], "cos_innovation_negg": [0.5940772891044617, 0.653444230556488], "cos_apical_negg": [0.5940772891044617, 0.653444230556488], "cos_Ac_negg": [0.5940772891044617, 0.653444230556488], "r_norm": [0.22510196268558502, 0.21850302815437317]}, {"step": 18200, "epoch": 46, "train_loss": 6.838513945695013e-05, "cos_r_negg": [0.5938305258750916, 0.6535251140594482], "cos_innovation_negg": [0.5938305258750916, 0.6535251140594482], "cos_apical_negg": [0.5938305258750916, 0.6535251140594482], "cos_Ac_negg": [0.5938305258750916, 0.6535251140594482], "r_norm": [0.22555643320083618, 0.21895180642604828]}, {"step": 18250, "epoch": 46, "train_loss": 9.627282270230353e-05, "cos_r_negg": [0.5942282676696777, 0.6536466479301453], "cos_innovation_negg": [0.5942282676696777, 0.6536466479301453], "cos_apical_negg": [0.5942282676696777, 0.6536466479301453], "cos_Ac_negg": [0.5942282676696777, 0.6536466479301453], "r_norm": [0.2255706638097763, 0.21895663440227509], "ldr": {"dL_sdil": -0.010666772723197937, "dL_bp": -0.013315320014953613, "ratio": 0.8010902262370521}}, {"step": 18300, "epoch": 46, "train_loss": 0.00017523305723443627, "cos_r_negg": [0.5942294597625732, 0.653290867805481], "cos_innovation_negg": [0.5942294597625732, 0.653290867805481], "cos_apical_negg": [0.5942294597625732, 0.653290867805481], "cos_Ac_negg": [0.5942294597625732, 0.653290867805481], "r_norm": [0.22516562044620514, 0.2185729295015335]}, {"step": 18350, "epoch": 46, "train_loss": 0.00015529659867752343, "cos_r_negg": [0.5940328240394592, 0.6533123850822449], "cos_innovation_negg": [0.5940328240394592, 0.6533123850822449], "cos_apical_negg": [0.5940328240394592, 0.6533123850822449], "cos_Ac_negg": [0.5940328240394592, 0.6533123850822449], "r_norm": [0.22563141584396362, 0.21901744604110718]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9741, "test_loss": 0.14631206665039062}, {"step": 18400, "epoch": 47, "train_loss": 0.0002495245134923607, "cos_r_negg": [0.5939774513244629, 0.6530210971832275], "cos_innovation_negg": [0.5939774513244629, 0.6530210971832275], "cos_apical_negg": [0.5939774513244629, 0.6530210971832275], "cos_Ac_negg": [0.5939774513244629, 0.6530210971832275], "r_norm": [0.22578167915344238, 0.219157874584198]}, {"step": 18450, "epoch": 47, "train_loss": 5.144600072526373e-05, "cos_r_negg": [0.5941305160522461, 0.6534122824668884], "cos_innovation_negg": [0.5941305160522461, 0.6534122824668884], "cos_apical_negg": [0.5941305160522461, 0.6534122824668884], "cos_Ac_negg": [0.5941305160522461, 0.6534122824668884], "r_norm": [0.22526612877845764, 0.21864548325538635]}, {"step": 18500, "epoch": 47, "train_loss": 0.00019837905711028725, "cos_r_negg": [0.5947355628013611, 0.6536936163902283], "cos_innovation_negg": [0.5947355628013611, 0.6536936163902283], "cos_apical_negg": [0.5947355628013611, 0.6536936163902283], "cos_Ac_negg": [0.5947355628013611, 0.6536936163902283], "r_norm": [0.22527939081192017, 0.21863466501235962], "ldr": {"dL_sdil": -0.010635100305080414, "dL_bp": -0.013300284743309021, "ratio": 0.7996144827223054}}, {"step": 18550, "epoch": 47, "train_loss": 0.00017137182294391096, "cos_r_negg": [0.5945949554443359, 0.6540952324867249], "cos_innovation_negg": [0.5945949554443359, 0.6540952324867249], "cos_apical_negg": [0.5945949554443359, 0.6540952324867249], "cos_Ac_negg": [0.5945949554443359, 0.6540952324867249], "r_norm": [0.22649915516376495, 0.21983623504638672]}, {"step": 18600, "epoch": 47, "train_loss": 4.693953815149143e-05, "cos_r_negg": [0.5942222476005554, 0.6537291407585144], "cos_innovation_negg": [0.5942222476005554, 0.6537291407585144], "cos_apical_negg": [0.5942222476005554, 0.6537291407585144], "cos_Ac_negg": [0.5942222476005554, 0.6537291407585144], "r_norm": [0.22611595690250397, 0.21947501599788666]}, {"step": 18650, "epoch": 47, "train_loss": 0.0001595651701791212, "cos_r_negg": [0.594344973564148, 0.6538128852844238], "cos_innovation_negg": [0.594344973564148, 0.6538128852844238], "cos_apical_negg": [0.594344973564148, 0.6538128852844238], "cos_Ac_negg": [0.594344973564148, 0.6538128852844238], "r_norm": [0.22590619325637817, 0.21927410364151]}, {"step": 18700, "epoch": 47, "train_loss": 0.00011410907609388232, "cos_r_negg": [0.5942104458808899, 0.6539502739906311], "cos_innovation_negg": [0.5942104458808899, 0.6539502739906311], "cos_apical_negg": [0.5942104458808899, 0.6539502739906311], "cos_Ac_negg": [0.5942104458808899, 0.6539502739906311], "r_norm": [0.22585782408714294, 0.2192317247390747]}, {"step": 18750, "epoch": 47, "train_loss": 6.327503797365353e-05, "cos_r_negg": [0.5941466689109802, 0.6532386541366577], "cos_innovation_negg": [0.5941466689109802, 0.6532386541366577], "cos_apical_negg": [0.5941466689109802, 0.6532386541366577], "cos_Ac_negg": [0.5941466689109802, 0.6532386541366577], "r_norm": [0.22614745795726776, 0.21953046321868896], "ldr": {"dL_sdil": -0.010747037827968597, "dL_bp": -0.013441428542137146, "ratio": 0.7995458067777558}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.974, "test_loss": 0.14664713869094848}, {"step": 18800, "epoch": 48, "train_loss": 9.875608520815149e-05, "cos_r_negg": [0.5941916704177856, 0.6532424688339233], "cos_innovation_negg": [0.5941916704177856, 0.6532424688339233], "cos_apical_negg": [0.5941916704177856, 0.6532424688339233], "cos_Ac_negg": [0.5941916704177856, 0.6532424688339233], "r_norm": [0.22609031200408936, 0.219467431306839]}, {"step": 18850, "epoch": 48, "train_loss": 0.00017246397328563035, "cos_r_negg": [0.5945369601249695, 0.6537163257598877], "cos_innovation_negg": [0.5945369601249695, 0.6537163257598877], "cos_apical_negg": [0.5945369601249695, 0.6537163257598877], "cos_Ac_negg": [0.5945369601249695, 0.6537163257598877], "r_norm": [0.22610999643802643, 0.21948125958442688]}, {"step": 18900, "epoch": 48, "train_loss": 3.9515900425612926e-05, "cos_r_negg": [0.59504234790802, 0.6531624794006348], "cos_innovation_negg": [0.59504234790802, 0.6531624794006348], "cos_apical_negg": [0.59504234790802, 0.6531624794006348], "cos_Ac_negg": [0.59504234790802, 0.6531624794006348], "r_norm": [0.22621682286262512, 0.21960040926933289]}, {"step": 18950, "epoch": 48, "train_loss": 0.00021861132699996233, "cos_r_negg": [0.5942596793174744, 0.6531593799591064], "cos_innovation_negg": [0.5942596793174744, 0.6531593799591064], "cos_apical_negg": [0.5942596793174744, 0.6531593799591064], "cos_Ac_negg": [0.5942596793174744, 0.6531593799591064], "r_norm": [0.22642287611961365, 0.21977974474430084]}, {"step": 19000, "epoch": 48, "train_loss": 6.115082214819267e-05, "cos_r_negg": [0.5943565368652344, 0.6535216569900513], "cos_innovation_negg": [0.5943565368652344, 0.6535216569900513], "cos_apical_negg": [0.5943565368652344, 0.6535216569900513], "cos_Ac_negg": [0.5943565368652344, 0.6535216569900513], "r_norm": [0.22622939944267273, 0.21958543360233307], "ldr": {"dL_sdil": -0.01077742874622345, "dL_bp": -0.013504080474376678, "ratio": 0.7980868276572467}}, {"step": 19050, "epoch": 48, "train_loss": 0.0002898928942158818, "cos_r_negg": [0.5944793224334717, 0.6538902521133423], "cos_innovation_negg": [0.5944793224334717, 0.6538902521133423], "cos_apical_negg": [0.5944793224334717, 0.6538902521133423], "cos_Ac_negg": [0.5944793224334717, 0.6538902521133423], "r_norm": [0.2259749472141266, 0.21934287250041962]}, {"step": 19100, "epoch": 48, "train_loss": 0.00019436690490692854, "cos_r_negg": [0.5943248271942139, 0.6537426710128784], "cos_innovation_negg": [0.5943248271942139, 0.6537426710128784], "cos_apical_negg": [0.5943248271942139, 0.6537426710128784], "cos_Ac_negg": [0.5943248271942139, 0.6537426710128784], "r_norm": [0.22620995342731476, 0.21957150101661682]}, {"step": 19150, "epoch": 48, "train_loss": 0.0001231977657880634, "cos_r_negg": [0.5942811369895935, 0.653514564037323], "cos_innovation_negg": [0.5942811369895935, 0.653514564037323], "cos_apical_negg": [0.5942811369895935, 0.653514564037323], "cos_Ac_negg": [0.5942811369895935, 0.653514564037323], "r_norm": [0.2261689305305481, 0.2195318341255188]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9741, "test_loss": 0.14688000717163086}, {"step": 19200, "epoch": 49, "train_loss": 7.90347985457629e-05, "cos_r_negg": [0.5949875116348267, 0.6537989974021912], "cos_innovation_negg": [0.5949875116348267, 0.6537989974021912], "cos_apical_negg": [0.5949875116348267, 0.6537989974021912], "cos_Ac_negg": [0.5949875116348267, 0.6537989974021912], "r_norm": [0.2255305051803589, 0.21891309320926666]}, {"step": 19250, "epoch": 49, "train_loss": 2.6387877369415946e-05, "cos_r_negg": [0.5950040817260742, 0.6535653471946716], "cos_innovation_negg": [0.5950040817260742, 0.6535653471946716], "cos_apical_negg": [0.5950040817260742, 0.6535653471946716], "cos_Ac_negg": [0.5950040817260742, 0.6535653471946716], "r_norm": [0.22635722160339355, 0.21974016726016998], "ldr": {"dL_sdil": -0.01080428808927536, "dL_bp": -0.013544932007789612, "ratio": 0.7976627777136036}}, {"step": 19300, "epoch": 49, "train_loss": 0.0002713977009989321, "cos_r_negg": [0.5945583581924438, 0.653884768486023], "cos_innovation_negg": [0.5945583581924438, 0.653884768486023], "cos_apical_negg": [0.5945583581924438, 0.653884768486023], "cos_Ac_negg": [0.5945583581924438, 0.653884768486023], "r_norm": [0.22667589783668518, 0.22004854679107666]}, {"step": 19350, "epoch": 49, "train_loss": 0.00015961150347720832, "cos_r_negg": [0.5948542952537537, 0.6536193490028381], "cos_innovation_negg": [0.5948542952537537, 0.6536193490028381], "cos_apical_negg": [0.5948542952537537, 0.6536193490028381], "cos_Ac_negg": [0.5948542952537537, 0.6536193490028381], "r_norm": [0.22559110820293427, 0.21899719536304474]}, {"step": 19400, "epoch": 49, "train_loss": 0.00010988998110406101, "cos_r_negg": [0.5947234034538269, 0.6533765196800232], "cos_innovation_negg": [0.5947234034538269, 0.6533765196800232], "cos_apical_negg": [0.5947234034538269, 0.6533765196800232], "cos_Ac_negg": [0.5947234034538269, 0.6533765196800232], "r_norm": [0.22526928782463074, 0.2186686098575592]}, {"step": 19450, "epoch": 49, "train_loss": 0.00010915417806245387, "cos_r_negg": [0.5952246785163879, 0.653884768486023], "cos_innovation_negg": [0.5952246785163879, 0.653884768486023], "cos_apical_negg": [0.5952246785163879, 0.653884768486023], "cos_Ac_negg": [0.5952246785163879, 0.653884768486023], "r_norm": [0.22482894361019135, 0.21821090579032898]}, {"step": 19500, "epoch": 49, "train_loss": 9.403368312632665e-05, "cos_r_negg": [0.5954078435897827, 0.6542701721191406], "cos_innovation_negg": [0.5954078435897827, 0.6542701721191406], "cos_apical_negg": [0.5954078435897827, 0.6542701721191406], "cos_Ac_negg": [0.5954078435897827, 0.6542701721191406], "r_norm": [0.2254013568162918, 0.21877159178256989], "ldr": {"dL_sdil": -0.010709047317504883, "dL_bp": -0.013451308012008667, "ratio": 0.7961342724398528}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.974, "test_loss": 0.14727416801452636}, {"step": 19550, "epoch": 50, "train_loss": 4.434574657352641e-05, "cos_r_negg": [0.5947305560112, 0.654517412185669], "cos_innovation_negg": [0.5947305560112, 0.654517412185669], "cos_apical_negg": [0.5947305560112, 0.654517412185669], "cos_Ac_negg": [0.5947305560112, 0.654517412185669], "r_norm": [0.22591163218021393, 0.21927671134471893]}, {"step": 19600, "epoch": 50, "train_loss": 0.00010091954027302563, "cos_r_negg": [0.5949611663818359, 0.654760479927063], "cos_innovation_negg": [0.5949611663818359, 0.654760479927063], "cos_apical_negg": [0.5949611663818359, 0.654760479927063], "cos_Ac_negg": [0.5949611663818359, 0.654760479927063], "r_norm": [0.2261923849582672, 0.21955229341983795]}, {"step": 19650, "epoch": 50, "train_loss": 3.3026743039954454e-05, "cos_r_negg": [0.5953395366668701, 0.6544212698936462], "cos_innovation_negg": [0.5953395366668701, 0.6544212698936462], "cos_apical_negg": [0.5953395366668701, 0.6544212698936462], "cos_Ac_negg": [0.5953395366668701, 0.6544212698936462], "r_norm": [0.22638820111751556, 0.21975216269493103]}, {"step": 19700, "epoch": 50, "train_loss": 0.00012316330685280263, "cos_r_negg": [0.5949795842170715, 0.6544239521026611], "cos_innovation_negg": [0.5949795842170715, 0.6544239521026611], "cos_apical_negg": [0.5949795842170715, 0.6544239521026611], "cos_Ac_negg": [0.5949795842170715, 0.6544239521026611], "r_norm": [0.2260553389787674, 0.21941792964935303]}, {"step": 19750, "epoch": 50, "train_loss": 0.00022254569921642542, "cos_r_negg": [0.5949986577033997, 0.6543492078781128], "cos_innovation_negg": [0.5949986577033997, 0.6543492078781128], "cos_apical_negg": [0.5949986577033997, 0.6543492078781128], "cos_Ac_negg": [0.5949986577033997, 0.6543492078781128], "r_norm": [0.2259160578250885, 0.21927779912948608], "ldr": {"dL_sdil": -0.01074066013097763, "dL_bp": -0.013506658375263214, "ratio": 0.7952122451433751}}, {"step": 19800, "epoch": 50, "train_loss": 0.00012840516865253448, "cos_r_negg": [0.5952879190444946, 0.6546222567558289], "cos_innovation_negg": [0.5952879190444946, 0.6546222567558289], "cos_apical_negg": [0.5952879190444946, 0.6546222567558289], "cos_Ac_negg": [0.5952879190444946, 0.6546222567558289], "r_norm": [0.2265259325504303, 0.21986812353134155]}, {"step": 19850, "epoch": 50, "train_loss": 0.0001987389987334609, "cos_r_negg": [0.5951747894287109, 0.6546918153762817], "cos_innovation_negg": [0.5951747894287109, 0.6546918153762817], "cos_apical_negg": [0.5951747894287109, 0.6546918153762817], "cos_Ac_negg": [0.5951747894287109, 0.6546918153762817], "r_norm": [0.22590544819831848, 0.219273179769516]}, {"step": 19900, "epoch": 50, "train_loss": 0.00013249466428533196, "cos_r_negg": [0.5948828458786011, 0.6544510126113892], "cos_innovation_negg": [0.5948828458786011, 0.6544510126113892], "cos_apical_negg": [0.5948828458786011, 0.6544510126113892], "cos_Ac_negg": [0.5948828458786011, 0.6544510126113892], "r_norm": [0.22545740008354187, 0.218845933675766]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9741, "test_loss": 0.1476075234413147}, {"step": 19950, "epoch": 51, "train_loss": 5.1592738600447774e-05, "cos_r_negg": [0.5952118039131165, 0.6546224355697632], "cos_innovation_negg": [0.5952118039131165, 0.6546224355697632], "cos_apical_negg": [0.5952118039131165, 0.6546224355697632], "cos_Ac_negg": [0.5952118039131165, 0.6546224355697632], "r_norm": [0.22527901828289032, 0.21866726875305176]}, {"step": 20000, "epoch": 51, "train_loss": 6.0628968640230596e-05, "cos_r_negg": [0.5955424904823303, 0.654769778251648], "cos_innovation_negg": [0.5955424904823303, 0.654769778251648], "cos_apical_negg": [0.5955424904823303, 0.654769778251648], "cos_Ac_negg": [0.5955424904823303, 0.654769778251648], "r_norm": [0.22597964107990265, 0.21934545040130615], "ldr": {"dL_sdil": -0.010827839374542236, "dL_bp": -0.013630583882331848, "ratio": 0.794378250265378}}, {"step": 20050, "epoch": 51, "train_loss": 6.306441355263814e-05, "cos_r_negg": [0.5955266952514648, 0.6551273465156555], "cos_innovation_negg": [0.5955266952514648, 0.6551273465156555], "cos_apical_negg": [0.5955266952514648, 0.6551273465156555], "cos_Ac_negg": [0.5955266952514648, 0.6551273465156555], "r_norm": [0.2256687730550766, 0.21902932226657867]}, {"step": 20100, "epoch": 51, "train_loss": 6.683345418423414e-05, "cos_r_negg": [0.595584511756897, 0.6551152467727661], "cos_innovation_negg": [0.595584511756897, 0.6551152467727661], "cos_apical_negg": [0.595584511756897, 0.6551152467727661], "cos_Ac_negg": [0.595584511756897, 0.6551152467727661], "r_norm": [0.22492152452468872, 0.218281090259552]}, {"step": 20150, "epoch": 51, "train_loss": 0.00010748252680059522, "cos_r_negg": [0.5954420566558838, 0.6549820303916931], "cos_innovation_negg": [0.5954420566558838, 0.6549820303916931], "cos_apical_negg": [0.5954420566558838, 0.6549820303916931], "cos_Ac_negg": [0.5954420566558838, 0.6549820303916931], "r_norm": [0.22490788996219635, 0.21826177835464478]}, {"step": 20200, "epoch": 51, "train_loss": 7.010831905063242e-05, "cos_r_negg": [0.5953592658042908, 0.6549651622772217], "cos_innovation_negg": [0.5953592658042908, 0.6549651622772217], "cos_apical_negg": [0.5953592658042908, 0.6549651622772217], "cos_Ac_negg": [0.5953592658042908, 0.6549651622772217], "r_norm": [0.22460106015205383, 0.2179800420999527]}, {"step": 20250, "epoch": 51, "train_loss": 0.0001019089759211056, "cos_r_negg": [0.595160961151123, 0.6545881032943726], "cos_innovation_negg": [0.595160961151123, 0.6545881032943726], "cos_apical_negg": [0.595160961151123, 0.6545881032943726], "cos_Ac_negg": [0.595160961151123, 0.6545881032943726], "r_norm": [0.22500725090503693, 0.21839052438735962], "ldr": {"dL_sdil": -0.010761022567749023, "dL_bp": -0.013568520545959473, "ratio": 0.7930873916061184}}, {"step": 20300, "epoch": 51, "train_loss": 0.0001315640693064779, "cos_r_negg": [0.5954786539077759, 0.6549029350280762], "cos_innovation_negg": [0.5954786539077759, 0.6549029350280762], "cos_apical_negg": [0.5954786539077759, 0.6549029350280762], "cos_Ac_negg": [0.5954786539077759, 0.6549029350280762], "r_norm": [0.2256281077861786, 0.21899649500846863]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9741, "test_loss": 0.14793200597763062}, {"step": 20350, "epoch": 52, "train_loss": 0.00016323478484991938, "cos_r_negg": [0.5954458117485046, 0.6550883054733276], "cos_innovation_negg": [0.5954458117485046, 0.6550883054733276], "cos_apical_negg": [0.5954458117485046, 0.6550883054733276], "cos_Ac_negg": [0.5954458117485046, 0.6550883054733276], "r_norm": [0.22546502947807312, 0.21886464953422546]}, {"step": 20400, "epoch": 52, "train_loss": 0.00015018189151305705, "cos_r_negg": [0.5953037142753601, 0.6551389098167419], "cos_innovation_negg": [0.5953037142753601, 0.6551389098167419], "cos_apical_negg": [0.5953037142753601, 0.6551389098167419], "cos_Ac_negg": [0.5953037142753601, 0.6551389098167419], "r_norm": [0.2251511514186859, 0.2185368835926056]}, {"step": 20450, "epoch": 52, "train_loss": 0.00012058374704793096, "cos_r_negg": [0.5955228805541992, 0.655044436454773], "cos_innovation_negg": [0.5955228805541992, 0.655044436454773], "cos_apical_negg": [0.5955228805541992, 0.655044436454773], "cos_Ac_negg": [0.5955228805541992, 0.655044436454773], "r_norm": [0.22512023150920868, 0.21851687133312225]}, {"step": 20500, "epoch": 52, "train_loss": 0.00018549576634541154, "cos_r_negg": [0.5954020023345947, 0.6552494168281555], "cos_innovation_negg": [0.5954020023345947, 0.6552494168281555], "cos_apical_negg": [0.5954020023345947, 0.6552494168281555], "cos_Ac_negg": [0.5954020023345947, 0.6552494168281555], "r_norm": [0.22550947964191437, 0.2189079225063324], "ldr": {"dL_sdil": -0.010772459208965302, "dL_bp": -0.01358400285243988, "ratio": 0.7930253936180832}}, {"step": 20550, "epoch": 52, "train_loss": 8.703781350050122e-05, "cos_r_negg": [0.5957149267196655, 0.6553192138671875], "cos_innovation_negg": [0.5957149267196655, 0.6553192138671875], "cos_apical_negg": [0.5957149267196655, 0.6553192138671875], "cos_Ac_negg": [0.5957149267196655, 0.6553192138671875], "r_norm": [0.22641819715499878, 0.21980227530002594]}, {"step": 20600, "epoch": 52, "train_loss": 8.949394396040589e-05, "cos_r_negg": [0.5958669781684875, 0.6552890539169312], "cos_innovation_negg": [0.5958669781684875, 0.6552890539169312], "cos_apical_negg": [0.5958669781684875, 0.6552890539169312], "cos_Ac_negg": [0.5958669781684875, 0.6552890539169312], "r_norm": [0.22716176509857178, 0.2205398678779602]}, {"step": 20650, "epoch": 52, "train_loss": 0.00028939367621205747, "cos_r_negg": [0.5955684185028076, 0.6554206013679504], "cos_innovation_negg": [0.5955684185028076, 0.6554206013679504], "cos_apical_negg": [0.5955684185028076, 0.6554206013679504], "cos_Ac_negg": [0.5955684185028076, 0.6554206013679504], "r_norm": [0.22704054415225983, 0.2204076498746872]}, {"step": 20700, "epoch": 52, "train_loss": 5.2858260460197926e-05, "cos_r_negg": [0.5956981182098389, 0.6552267074584961], "cos_innovation_negg": [0.5956981182098389, 0.6552267074584961], "cos_apical_negg": [0.5956981182098389, 0.6552267074584961], "cos_Ac_negg": [0.5956981182098389, 0.6552267074584961], "r_norm": [0.2256726324558258, 0.21906161308288574]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9741, "test_loss": 0.14818337993621827}, {"step": 20750, "epoch": 53, "train_loss": 7.039126649033278e-05, "cos_r_negg": [0.5957282781600952, 0.6553230285644531], "cos_innovation_negg": [0.5957282781600952, 0.6553230285644531], "cos_apical_negg": [0.5957282781600952, 0.6553230285644531], "cos_Ac_negg": [0.5957282781600952, 0.6553230285644531], "r_norm": [0.22578835487365723, 0.21917466819286346], "ldr": {"dL_sdil": -0.010843858122825623, "dL_bp": -0.01370558887720108, "ratio": 0.7911997229731677}}, {"step": 20800, "epoch": 53, "train_loss": 9.045295882970095e-05, "cos_r_negg": [0.5958104133605957, 0.655735969543457], "cos_innovation_negg": [0.5958104133605957, 0.655735969543457], "cos_apical_negg": [0.5958104133605957, 0.655735969543457], "cos_Ac_negg": [0.5958104133605957, 0.655735969543457], "r_norm": [0.2254422903060913, 0.21882279217243195]}, {"step": 20850, "epoch": 53, "train_loss": 0.00014431198360398412, "cos_r_negg": [0.5959770679473877, 0.6558997631072998], "cos_innovation_negg": [0.5959770679473877, 0.6558997631072998], "cos_apical_negg": [0.5959770679473877, 0.6558997631072998], "cos_Ac_negg": [0.5959770679473877, 0.6558997631072998], "r_norm": [0.22516120970249176, 0.2185543030500412]}, {"step": 20900, "epoch": 53, "train_loss": 0.00012314942432567477, "cos_r_negg": [0.5958496332168579, 0.6557220220565796], "cos_innovation_negg": [0.5958496332168579, 0.6557220220565796], "cos_apical_negg": [0.5958496332168579, 0.6557220220565796], "cos_Ac_negg": [0.5958496332168579, 0.6557220220565796], "r_norm": [0.22497408092021942, 0.21837565302848816]}, {"step": 20950, "epoch": 53, "train_loss": 0.0001473071752116084, "cos_r_negg": [0.5957623720169067, 0.655343770980835], "cos_innovation_negg": [0.5957623720169067, 0.655343770980835], "cos_apical_negg": [0.5957623720169067, 0.655343770980835], "cos_Ac_negg": [0.5957623720169067, 0.655343770980835], "r_norm": [0.22518423199653625, 0.2185831218957901]}, {"step": 21000, "epoch": 53, "train_loss": 7.002093479968607e-05, "cos_r_negg": [0.5958030223846436, 0.6555487513542175], "cos_innovation_negg": [0.5958030223846436, 0.6555487513542175], "cos_apical_negg": [0.5958030223846436, 0.6555487513542175], "cos_Ac_negg": [0.5958030223846436, 0.6555487513542175], "r_norm": [0.2257310152053833, 0.21912886202335358], "ldr": {"dL_sdil": -0.01087278127670288, "dL_bp": -0.013758838176727295, "ratio": 0.7902397816622263}}, {"step": 21050, "epoch": 53, "train_loss": 7.104289397830144e-05, "cos_r_negg": [0.5958430767059326, 0.6555673480033875], "cos_innovation_negg": [0.5958430767059326, 0.6555673480033875], "cos_apical_negg": [0.5958430767059326, 0.6555673480033875], "cos_Ac_negg": [0.5958430767059326, 0.6555673480033875], "r_norm": [0.22542248666286469, 0.21881641447544098]}, {"step": 21100, "epoch": 53, "train_loss": 0.0001394958671880886, "cos_r_negg": [0.5958579778671265, 0.6556141376495361], "cos_innovation_negg": [0.5958579778671265, 0.6556141376495361], "cos_apical_negg": [0.5958579778671265, 0.6556141376495361], "cos_Ac_negg": [0.5958579778671265, 0.6556141376495361], "r_norm": [0.22570918500423431, 0.2190973460674286]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9741, "test_loss": 0.14843333921432494}, {"step": 21150, "epoch": 54, "train_loss": 5.860436795046553e-05, "cos_r_negg": [0.5958298444747925, 0.6552584171295166], "cos_innovation_negg": [0.5958298444747925, 0.6552584171295166], "cos_apical_negg": [0.5958298444747925, 0.6552584171295166], "cos_Ac_negg": [0.5958298444747925, 0.6552584171295166], "r_norm": [0.22561684250831604, 0.21899035573005676]}, {"step": 21200, "epoch": 54, "train_loss": 0.00011699812603183091, "cos_r_negg": [0.596006453037262, 0.6551782488822937], "cos_innovation_negg": [0.596006453037262, 0.6551782488822937], "cos_apical_negg": [0.596006453037262, 0.6551782488822937], "cos_Ac_negg": [0.596006453037262, 0.6551782488822937], "r_norm": [0.2258797585964203, 0.2192430943250656]}, {"step": 21250, "epoch": 54, "train_loss": 4.653863288694993e-05, "cos_r_negg": [0.5959547758102417, 0.6556702256202698], "cos_innovation_negg": [0.5959547758102417, 0.6556702256202698], "cos_apical_negg": [0.5959547758102417, 0.6556702256202698], "cos_Ac_negg": [0.5959547758102417, 0.6556702256202698], "r_norm": [0.22610105574131012, 0.21945258975028992], "ldr": {"dL_sdil": -0.010936073958873749, "dL_bp": -0.013851605355739594, "ratio": 0.7895167150674159}}, {"step": 21300, "epoch": 54, "train_loss": 7.971426384756342e-05, "cos_r_negg": [0.5959732532501221, 0.6559262275695801], "cos_innovation_negg": [0.5959732532501221, 0.6559262275695801], "cos_apical_negg": [0.5959732532501221, 0.6559262275695801], "cos_Ac_negg": [0.5959732532501221, 0.6559262275695801], "r_norm": [0.22588981688022614, 0.21924784779548645]}, {"step": 21350, "epoch": 54, "train_loss": 6.264277180889621e-05, "cos_r_negg": [0.59596848487854, 0.6561501026153564], "cos_innovation_negg": [0.59596848487854, 0.6561501026153564], "cos_apical_negg": [0.59596848487854, 0.6561501026153564], "cos_Ac_negg": [0.59596848487854, 0.6561501026153564], "r_norm": [0.22577416896820068, 0.21913376450538635]}, {"step": 21400, "epoch": 54, "train_loss": 0.00012252316810190678, "cos_r_negg": [0.5958214402198792, 0.6561259031295776], "cos_innovation_negg": [0.5958214402198792, 0.6561259031295776], "cos_apical_negg": [0.5958214402198792, 0.6561259031295776], "cos_Ac_negg": [0.5958214402198792, 0.6561259031295776], "r_norm": [0.2254135012626648, 0.2187989354133606]}, {"step": 21450, "epoch": 54, "train_loss": 6.458426651079208e-05, "cos_r_negg": [0.5957543849945068, 0.6563661098480225], "cos_innovation_negg": [0.5957543849945068, 0.6563661098480225], "cos_apical_negg": [0.5957543849945068, 0.6563661098480225], "cos_Ac_negg": [0.5957543849945068, 0.6563661098480225], "r_norm": [0.2256251871585846, 0.2190176546573639]}, {"step": 21500, "epoch": 54, "train_loss": 6.002880400046706e-05, "cos_r_negg": [0.5958240032196045, 0.6558684706687927], "cos_innovation_negg": [0.5958240032196045, 0.6558684706687927], "cos_apical_negg": [0.5958240032196045, 0.6558684706687927], "cos_Ac_negg": [0.5958240032196045, 0.6558684706687927], "r_norm": [0.22527045011520386, 0.21865901350975037], "ldr": {"dL_sdil": -0.010850280523300171, "dL_bp": -0.013756677508354187, "ratio": 0.7887282751748006}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9741, "test_loss": 0.14874706621170045}, {"step": 21550, "epoch": 55, "train_loss": 4.790963066625409e-05, "cos_r_negg": [0.5961470603942871, 0.6556408405303955], "cos_innovation_negg": [0.5961470603942871, 0.6556408405303955], "cos_apical_negg": [0.5961470603942871, 0.6556408405303955], "cos_Ac_negg": [0.5961470603942871, 0.6556408405303955], "r_norm": [0.22495287656784058, 0.2183508425951004]}, {"step": 21600, "epoch": 55, "train_loss": 8.230197272496298e-05, "cos_r_negg": [0.596152126789093, 0.655703067779541], "cos_innovation_negg": [0.596152126789093, 0.655703067779541], "cos_apical_negg": [0.596152126789093, 0.655703067779541], "cos_Ac_negg": [0.596152126789093, 0.655703067779541], "r_norm": [0.2254381775856018, 0.21882310509681702]}, {"step": 21650, "epoch": 55, "train_loss": 3.830426066997461e-05, "cos_r_negg": [0.5957821011543274, 0.6558370590209961], "cos_innovation_negg": [0.5957821011543274, 0.6558370590209961], "cos_apical_negg": [0.5957821011543274, 0.6558370590209961], "cos_Ac_negg": [0.5957821011543274, 0.6558370590209961], "r_norm": [0.22489623725414276, 0.21829038858413696]}, {"step": 21700, "epoch": 55, "train_loss": 3.457861748756841e-05, "cos_r_negg": [0.5959914922714233, 0.6557960510253906], "cos_innovation_negg": [0.5959914922714233, 0.6557960510253906], "cos_apical_negg": [0.5959914922714233, 0.6557960510253906], "cos_Ac_negg": [0.5959914922714233, 0.6557960510253906], "r_norm": [0.2248835265636444, 0.21827265620231628]}, {"step": 21750, "epoch": 55, "train_loss": 9.19098238227889e-05, "cos_r_negg": [0.5958288908004761, 0.6558923125267029], "cos_innovation_negg": [0.5958288908004761, 0.6558923125267029], "cos_apical_negg": [0.5958288908004761, 0.6558923125267029], "cos_Ac_negg": [0.5958288908004761, 0.6558923125267029], "r_norm": [0.22508424520492554, 0.2184859961271286], "ldr": {"dL_sdil": -0.010866671800613403, "dL_bp": -0.013792946934700012, "ratio": 0.7878426453795203}}, {"step": 21800, "epoch": 55, "train_loss": 0.00019961981161031872, "cos_r_negg": [0.5958677530288696, 0.655980110168457], "cos_innovation_negg": [0.5958677530288696, 0.655980110168457], "cos_apical_negg": [0.5958677530288696, 0.655980110168457], "cos_Ac_negg": [0.5958677530288696, 0.655980110168457], "r_norm": [0.2247336506843567, 0.2181263118982315]}, {"step": 21850, "epoch": 55, "train_loss": 0.0001032516302075237, "cos_r_negg": [0.5961581468582153, 0.6559833288192749], "cos_innovation_negg": [0.5961581468582153, 0.6559833288192749], "cos_apical_negg": [0.5961581468582153, 0.6559833288192749], "cos_Ac_negg": [0.5961581468582153, 0.6559833288192749], "r_norm": [0.22505000233650208, 0.21844518184661865]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9741, "test_loss": 0.1489974482536316}, {"step": 21900, "epoch": 56, "train_loss": 5.724808943341486e-05, "cos_r_negg": [0.5959054827690125, 0.6558642983436584], "cos_innovation_negg": [0.5959054827690125, 0.6558642983436584], "cos_apical_negg": [0.5959054827690125, 0.6558642983436584], "cos_Ac_negg": [0.5959054827690125, 0.6558642983436584], "r_norm": [0.2258237898349762, 0.21920034289360046]}, {"step": 21950, "epoch": 56, "train_loss": 0.00019505780073814094, "cos_r_negg": [0.5961415767669678, 0.6562212705612183], "cos_innovation_negg": [0.5961415767669678, 0.6562212705612183], "cos_apical_negg": [0.5961415767669678, 0.6562212705612183], "cos_Ac_negg": [0.5961415767669678, 0.6562212705612183], "r_norm": [0.22555279731750488, 0.2189275324344635]}, {"step": 22000, "epoch": 56, "train_loss": 7.785545312799513e-05, "cos_r_negg": [0.5959517359733582, 0.6561174988746643], "cos_innovation_negg": [0.5959517359733582, 0.6561174988746643], "cos_apical_negg": [0.5959517359733582, 0.6561174988746643], "cos_Ac_negg": [0.5959517359733582, 0.6561174988746643], "r_norm": [0.2257922887802124, 0.21918240189552307], "ldr": {"dL_sdil": -0.010929107666015625, "dL_bp": -0.013890460133552551, "ratio": 0.7868067408088413}}, {"step": 22050, "epoch": 56, "train_loss": 3.696793282870203e-05, "cos_r_negg": [0.5963250398635864, 0.6563314199447632], "cos_innovation_negg": [0.5963250398635864, 0.6563314199447632], "cos_apical_negg": [0.5963250398635864, 0.6563314199447632], "cos_Ac_negg": [0.5963250398635864, 0.6563314199447632], "r_norm": [0.2255343496799469, 0.21892981231212616]}, {"step": 22100, "epoch": 56, "train_loss": 9.82226338237524e-05, "cos_r_negg": [0.5965386033058167, 0.6563284397125244], "cos_innovation_negg": [0.5965386033058167, 0.6563284397125244], "cos_apical_negg": [0.5965386033058167, 0.6563284397125244], "cos_Ac_negg": [0.5965386033058167, 0.6563284397125244], "r_norm": [0.22544850409030914, 0.2188490927219391]}, {"step": 22150, "epoch": 56, "train_loss": 0.0001360057358397171, "cos_r_negg": [0.5959585905075073, 0.6560440063476562], "cos_innovation_negg": [0.5959585905075073, 0.6560440063476562], "cos_apical_negg": [0.5959585905075073, 0.6560440063476562], "cos_Ac_negg": [0.5959585905075073, 0.6560440063476562], "r_norm": [0.2258378267288208, 0.2192327231168747]}, {"step": 22200, "epoch": 56, "train_loss": 0.00013847611262463033, "cos_r_negg": [0.5960609912872314, 0.6563255190849304], "cos_innovation_negg": [0.5960609912872314, 0.6563255190849304], "cos_apical_negg": [0.5960609912872314, 0.6563255190849304], "cos_Ac_negg": [0.5960609912872314, 0.6563255190849304], "r_norm": [0.22555537521839142, 0.2189498245716095]}, {"step": 22250, "epoch": 56, "train_loss": 0.0002039722166955471, "cos_r_negg": [0.5959604382514954, 0.6562082767486572], "cos_innovation_negg": [0.5959604382514954, 0.6562082767486572], "cos_apical_negg": [0.5959604382514954, 0.6562082767486572], "cos_Ac_negg": [0.5959604382514954, 0.6562082767486572], "r_norm": [0.22565309703350067, 0.21904149651527405], "ldr": {"dL_sdil": -0.010962016880512238, "dL_bp": -0.013944856822490692, "ratio": 0.7860974852629796}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9741, "test_loss": 0.1491589217185974}, {"step": 22300, "epoch": 57, "train_loss": 0.00010526541154831648, "cos_r_negg": [0.5962411165237427, 0.6561881899833679], "cos_innovation_negg": [0.5962411165237427, 0.6561881899833679], "cos_apical_negg": [0.5962411165237427, 0.6561881899833679], "cos_Ac_negg": [0.5962411165237427, 0.6561881899833679], "r_norm": [0.22529344260692596, 0.2186640501022339]}, {"step": 22350, "epoch": 57, "train_loss": 0.00011574874952202663, "cos_r_negg": [0.5962859392166138, 0.6564346551895142], "cos_innovation_negg": [0.5962859392166138, 0.6564346551895142], "cos_apical_negg": [0.5962859392166138, 0.6564346551895142], "cos_Ac_negg": [0.5962859392166138, 0.6564346551895142], "r_norm": [0.22471067309379578, 0.21809616684913635]}, {"step": 22400, "epoch": 57, "train_loss": 0.00017048681911546737, "cos_r_negg": [0.5963676571846008, 0.6563576459884644], "cos_innovation_negg": [0.5963676571846008, 0.6563576459884644], "cos_apical_negg": [0.5963676571846008, 0.6563576459884644], "cos_Ac_negg": [0.5963676571846008, 0.6563576459884644], "r_norm": [0.22450265288352966, 0.21788734197616577]}, {"step": 22450, "epoch": 57, "train_loss": 1.551470450067427e-05, "cos_r_negg": [0.5963906645774841, 0.6561300754547119], "cos_innovation_negg": [0.5963906645774841, 0.6561300754547119], "cos_apical_negg": [0.5963906645774841, 0.6561300754547119], "cos_Ac_negg": [0.5963906645774841, 0.6561300754547119], "r_norm": [0.22522012889385223, 0.2185903638601303]}, {"step": 22500, "epoch": 57, "train_loss": 0.00011145255848532543, "cos_r_negg": [0.5961342453956604, 0.656176745891571], "cos_innovation_negg": [0.5961342453956604, 0.656176745891571], "cos_apical_negg": [0.5961342453956604, 0.656176745891571], "cos_Ac_negg": [0.5961342453956604, 0.656176745891571], "r_norm": [0.22473712265491486, 0.2181195318698883], "ldr": {"dL_sdil": -0.01090480387210846, "dL_bp": -0.013900697231292725, "ratio": 0.7844789143065412}}, {"step": 22550, "epoch": 57, "train_loss": 0.00010925999958999455, "cos_r_negg": [0.5962640047073364, 0.6562036275863647], "cos_innovation_negg": [0.5962640047073364, 0.6562036275863647], "cos_apical_negg": [0.5962640047073364, 0.6562036275863647], "cos_Ac_negg": [0.5962640047073364, 0.6562036275863647], "r_norm": [0.22524511814117432, 0.21862129867076874]}, {"step": 22600, "epoch": 57, "train_loss": 3.16202495014295e-05, "cos_r_negg": [0.5963513851165771, 0.6565512418746948], "cos_innovation_negg": [0.5963513851165771, 0.6565512418746948], "cos_apical_negg": [0.5963513851165771, 0.6565512418746948], "cos_Ac_negg": [0.5963513851165771, 0.6565512418746948], "r_norm": [0.22525455057621002, 0.21862556040287018]}, {"step": 22650, "epoch": 57, "train_loss": 8.888111915439367e-05, "cos_r_negg": [0.5961941480636597, 0.6564502716064453], "cos_innovation_negg": [0.5961941480636597, 0.6564502716064453], "cos_apical_negg": [0.5961941480636597, 0.6564502716064453], "cos_Ac_negg": [0.5961941480636597, 0.6564502716064453], "r_norm": [0.22591745853424072, 0.21928122639656067]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9741, "test_loss": 0.14948019876480104}, {"step": 22700, "epoch": 58, "train_loss": 0.00010908657714026049, "cos_r_negg": [0.5956202149391174, 0.6561709046363831], "cos_innovation_negg": [0.5956202149391174, 0.6561709046363831], "cos_apical_negg": [0.5956202149391174, 0.6561709046363831], "cos_Ac_negg": [0.5956202149391174, 0.6561709046363831], "r_norm": [0.2261335700750351, 0.21949902176856995]}, {"step": 22750, "epoch": 58, "train_loss": 0.00011509889736771584, "cos_r_negg": [0.595878541469574, 0.65660160779953], "cos_innovation_negg": [0.595878541469574, 0.65660160779953], "cos_apical_negg": [0.595878541469574, 0.65660160779953], "cos_Ac_negg": [0.595878541469574, 0.65660160779953], "r_norm": [0.2257051020860672, 0.21908099949359894], "ldr": {"dL_sdil": -0.010955378413200378, "dL_bp": -0.013970091938972473, "ratio": 0.7842023131313886}}, {"step": 22800, "epoch": 58, "train_loss": 0.00010093489254359156, "cos_r_negg": [0.595947265625, 0.6565399169921875], "cos_innovation_negg": [0.595947265625, 0.6565399169921875], "cos_apical_negg": [0.595947265625, 0.6565399169921875], "cos_Ac_negg": [0.595947265625, 0.6565399169921875], "r_norm": [0.2256348878145218, 0.21901385486125946]}, {"step": 22850, "epoch": 58, "train_loss": 0.00012116476136725396, "cos_r_negg": [0.5961405038833618, 0.6563246846199036], "cos_innovation_negg": [0.5961405038833618, 0.6563246846199036], "cos_apical_negg": [0.5961405038833618, 0.6563246846199036], "cos_Ac_negg": [0.5961405038833618, 0.6563246846199036], "r_norm": [0.22641035914421082, 0.21976953744888306]}, {"step": 22900, "epoch": 58, "train_loss": 3.452229066169821e-05, "cos_r_negg": [0.5962795615196228, 0.6565027236938477], "cos_innovation_negg": [0.5962795615196228, 0.6565027236938477], "cos_apical_negg": [0.5962795615196228, 0.6565027236938477], "cos_Ac_negg": [0.5962795615196228, 0.6565027236938477], "r_norm": [0.22627829015254974, 0.21964609622955322]}, {"step": 22950, "epoch": 58, "train_loss": 0.0001585428399266675, "cos_r_negg": [0.5956188440322876, 0.656596839427948], "cos_innovation_negg": [0.5956188440322876, 0.656596839427948], "cos_apical_negg": [0.5956188440322876, 0.656596839427948], "cos_Ac_negg": [0.5956188440322876, 0.656596839427948], "r_norm": [0.22651346027851105, 0.219875305891037]}, {"step": 23000, "epoch": 58, "train_loss": 4.378510493552312e-05, "cos_r_negg": [0.5961575508117676, 0.6567409038543701], "cos_innovation_negg": [0.5961575508117676, 0.6567409038543701], "cos_apical_negg": [0.5961575508117676, 0.6567409038543701], "cos_Ac_negg": [0.5961575508117676, 0.6567409038543701], "r_norm": [0.2256578803062439, 0.21902897953987122], "ldr": {"dL_sdil": -0.010988175868988037, "dL_bp": -0.01402493566274643, "ratio": 0.7834742442473551}}, {"step": 23050, "epoch": 58, "train_loss": 6.89720909576863e-05, "cos_r_negg": [0.5955417156219482, 0.656623125076294], "cos_innovation_negg": [0.5955417156219482, 0.656623125076294], "cos_apical_negg": [0.5955417156219482, 0.656623125076294], "cos_Ac_negg": [0.5955417156219482, 0.656623125076294], "r_norm": [0.22558815777301788, 0.21894985437393188]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9741, "test_loss": 0.149781796169281}, {"step": 23100, "epoch": 59, "train_loss": 0.00010891029523918405, "cos_r_negg": [0.5961667895317078, 0.6567593216896057], "cos_innovation_negg": [0.5961667895317078, 0.6567593216896057], "cos_apical_negg": [0.5961667895317078, 0.6567593216896057], "cos_Ac_negg": [0.5961667895317078, 0.6567593216896057], "r_norm": [0.22482861578464508, 0.21821671724319458]}, {"step": 23150, "epoch": 59, "train_loss": 4.091078517376445e-05, "cos_r_negg": [0.5954402685165405, 0.6565423011779785], "cos_innovation_negg": [0.5954402685165405, 0.6565423011779785], "cos_apical_negg": [0.5954402685165405, 0.6565423011779785], "cos_Ac_negg": [0.5954402685165405, 0.6565423011779785], "r_norm": [0.22462758421897888, 0.21801018714904785]}, {"step": 23200, "epoch": 59, "train_loss": 5.595487164100632e-05, "cos_r_negg": [0.5962492227554321, 0.6567137837409973], "cos_innovation_negg": [0.5962492227554321, 0.6567137837409973], "cos_apical_negg": [0.5962492227554321, 0.6567137837409973], "cos_Ac_negg": [0.5962492227554321, 0.6567137837409973], "r_norm": [0.22510772943496704, 0.2184833139181137]}, {"step": 23250, "epoch": 59, "train_loss": 7.26776197552681e-05, "cos_r_negg": [0.5961543321609497, 0.656865119934082], "cos_innovation_negg": [0.5961543321609497, 0.656865119934082], "cos_apical_negg": [0.5961543321609497, 0.656865119934082], "cos_Ac_negg": [0.5961543321609497, 0.656865119934082], "r_norm": [0.22507384419441223, 0.21846427023410797], "ldr": {"dL_sdil": -0.010935194790363312, "dL_bp": -0.013961546123027802, "ratio": 0.7832366626162623}}, {"step": 23300, "epoch": 59, "train_loss": 6.493451655842364e-05, "cos_r_negg": [0.5962987542152405, 0.6567972898483276], "cos_innovation_negg": [0.5962987542152405, 0.6567972898483276], "cos_apical_negg": [0.5962987542152405, 0.6567972898483276], "cos_Ac_negg": [0.5962987542152405, 0.6567972898483276], "r_norm": [0.22537174820899963, 0.21875232458114624]}, {"step": 23350, "epoch": 59, "train_loss": 3.735000063898042e-05, "cos_r_negg": [0.5962047576904297, 0.656731128692627], "cos_innovation_negg": [0.5962047576904297, 0.656731128692627], "cos_apical_negg": [0.5962047576904297, 0.656731128692627], "cos_Ac_negg": [0.5962047576904297, 0.656731128692627], "r_norm": [0.22582390904426575, 0.21920937299728394]}, {"step": 23400, "epoch": 59, "train_loss": 0.00025700675905682147, "cos_r_negg": [0.5957995653152466, 0.6566705703735352], "cos_innovation_negg": [0.5957995653152466, 0.6566705703735352], "cos_apical_negg": [0.5957995653152466, 0.6566705703735352], "cos_Ac_negg": [0.5957995653152466, 0.6566705703735352], "r_norm": [0.22563882172107697, 0.21900886297225952]}, {"step": 23450, "epoch": 59, "train_loss": 6.296003994066268e-05, "cos_r_negg": [0.5958764553070068, 0.6570784449577332], "cos_innovation_negg": [0.5958764553070068, 0.6570784449577332], "cos_apical_negg": [0.5958764553070068, 0.6570784449577332], "cos_Ac_negg": [0.5958764553070068, 0.6570784449577332], "r_norm": [0.22552116215229034, 0.21889925003051758]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.974, "test_loss": 0.15006349239349365}], "final": {"test_acc": 0.974, "test_loss": 0.15006349239349365, "wall_s": 54.65767288208008, "cos_r_negg": [0.5958625674247742, 0.6570577621459961], "cos_innovation_negg": [0.5958625674247742, 0.6570577621459961], "cos_apical_negg": [0.5958625674247742, 0.6570577621459961], "cos_Ac_negg": [0.5958625674247742, 0.6570577621459961]}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json b/results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json
new file mode 100644
index 0000000..593e5a4
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s2", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4491310119628906, "cos_r_negg": [0.007280972320586443, -0.010779241099953651], "cos_innovation_negg": [0.007280972320586443, -0.010779241099953651], "cos_apical_negg": [0.007280972320586443, -0.010779241099953651], "cos_Ac_negg": [0.007280972320586443, -0.010779241099953651], "r_norm": [6.704050064086914, 6.737266540527344], "ldr": {"dL_sdil": -0.12414860725402832, "dL_bp": -0.351659893989563, "ratio": 0.3530360139894513}}, {"step": 50, "epoch": 0, "train_loss": 0.525036096572876, "cos_r_negg": [0.45639872550964355, 0.35532960295677185], "cos_innovation_negg": [0.45639872550964355, 0.35532960295677185], "cos_apical_negg": [0.45639872550964355, 0.35532960295677185], "cos_Ac_negg": [0.45639872550964355, 0.35532960295677185], "r_norm": [1.4359815120697021, 1.4585752487182617]}, {"step": 100, "epoch": 0, "train_loss": 0.15579088032245636, "cos_r_negg": [0.48964476585388184, 0.3518597483634949], "cos_innovation_negg": [0.48964476585388184, 0.3518597483634949], "cos_apical_negg": [0.48964476585388184, 0.3518597483634949], "cos_Ac_negg": [0.48964476585388184, 0.3518597483634949], "r_norm": [1.1203999519348145, 1.1340256929397583]}, {"step": 150, "epoch": 0, "train_loss": 0.19375211000442505, "cos_r_negg": [0.4970250129699707, 0.3617129921913147], "cos_innovation_negg": [0.4970250129699707, 0.3617129921913147], "cos_apical_negg": [0.4970250129699707, 0.3617129921913147], "cos_Ac_negg": [0.4970250129699707, 0.3617129921913147], "r_norm": [0.9368200302124023, 0.9493983387947083]}, {"step": 200, "epoch": 0, "train_loss": 0.33155354857444763, "cos_r_negg": [0.496537446975708, 0.36469095945358276], "cos_innovation_negg": [0.496537446975708, 0.36469095945358276], "cos_apical_negg": [0.496537446975708, 0.36469095945358276], "cos_Ac_negg": [0.496537446975708, 0.36469095945358276], "r_norm": [0.9121924638748169, 0.9300909638404846]}, {"step": 250, "epoch": 0, "train_loss": 0.35240137577056885, "cos_r_negg": [0.5037405490875244, 0.3848292827606201], "cos_innovation_negg": [0.5037405490875244, 0.3848292827606201], "cos_apical_negg": [0.5037405490875244, 0.3848292827606201], "cos_Ac_negg": [0.5037405490875244, 0.3848292827606201], "r_norm": [0.81704181432724, 0.8385113477706909], "ldr": {"dL_sdil": -0.028640344738960266, "dL_bp": -0.023324504494667053, "ratio": 1.2279079602959468}}, {"step": 300, "epoch": 0, "train_loss": 0.1614038348197937, "cos_r_negg": [0.4871644079685211, 0.3905467987060547], "cos_innovation_negg": [0.4871644079685211, 0.3905467987060547], "cos_apical_negg": [0.4871644079685211, 0.3905467987060547], "cos_Ac_negg": [0.4871644079685211, 0.3905467987060547], "r_norm": [0.7399144172668457, 0.7514405846595764]}, {"step": 350, "epoch": 0, "train_loss": 0.22130480408668518, "cos_r_negg": [0.512259840965271, 0.3979545533657074], "cos_innovation_negg": [0.512259840965271, 0.3979545533657074], "cos_apical_negg": [0.512259840965271, 0.3979545533657074], "cos_Ac_negg": [0.512259840965271, 0.3979545533657074], "r_norm": [0.6990669369697571, 0.7110000848770142]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9426, "test_loss": 0.20477520599365234}, {"step": 400, "epoch": 1, "train_loss": 0.17292094230651855, "cos_r_negg": [0.5324358344078064, 0.42352330684661865], "cos_innovation_negg": [0.5324358344078064, 0.42352330684661865], "cos_apical_negg": [0.5324358344078064, 0.42352330684661865], "cos_Ac_negg": [0.5324358344078064, 0.42352330684661865], "r_norm": [0.5978223085403442, 0.6072549819946289]}, {"step": 450, "epoch": 1, "train_loss": 0.2416544407606125, "cos_r_negg": [0.5436080694198608, 0.43256503343582153], "cos_innovation_negg": [0.5436080694198608, 0.43256503343582153], "cos_apical_negg": [0.5436080694198608, 0.43256503343582153], "cos_Ac_negg": [0.5436080694198608, 0.43256503343582153], "r_norm": [0.5465804934501648, 0.5526415109634399]}, {"step": 500, "epoch": 1, "train_loss": 0.18936482071876526, "cos_r_negg": [0.5595192313194275, 0.46370095014572144], "cos_innovation_negg": [0.5595192313194275, 0.46370095014572144], "cos_apical_negg": [0.5595192313194275, 0.46370095014572144], "cos_Ac_negg": [0.5595192313194275, 0.46370095014572144], "r_norm": [0.4476240873336792, 0.4549599885940552], "ldr": {"dL_sdil": -0.007275521755218506, "dL_bp": -0.005338937044143677, "ratio": 1.362728516006587}}, {"step": 550, "epoch": 1, "train_loss": 0.08449044823646545, "cos_r_negg": [0.5489639043807983, 0.47151750326156616], "cos_innovation_negg": [0.5489639043807983, 0.47151750326156616], "cos_apical_negg": [0.5489639043807983, 0.47151750326156616], "cos_Ac_negg": [0.5489639043807983, 0.47151750326156616], "r_norm": [0.5768691301345825, 0.5857691764831543]}, {"step": 600, "epoch": 1, "train_loss": 0.06177426874637604, "cos_r_negg": [0.5399488806724548, 0.46605294942855835], "cos_innovation_negg": [0.5399488806724548, 0.46605294942855835], "cos_apical_negg": [0.5399488806724548, 0.46605294942855835], "cos_Ac_negg": [0.5399488806724548, 0.46605294942855835], "r_norm": [0.48926377296447754, 0.4960119426250458]}, {"step": 650, "epoch": 1, "train_loss": 0.06679391115903854, "cos_r_negg": [0.5510607957839966, 0.4805871844291687], "cos_innovation_negg": [0.5510607957839966, 0.4805871844291687], "cos_apical_negg": [0.5510607957839966, 0.4805871844291687], "cos_Ac_negg": [0.5510607957839966, 0.4805871844291687], "r_norm": [0.5337939858436584, 0.5469910502433777]}, {"step": 700, "epoch": 1, "train_loss": 0.12178324162960052, "cos_r_negg": [0.5398310422897339, 0.477146714925766], "cos_innovation_negg": [0.5398310422897339, 0.477146714925766], "cos_apical_negg": [0.5398310422897339, 0.477146714925766], "cos_Ac_negg": [0.5398310422897339, 0.477146714925766], "r_norm": [0.5202221274375916, 0.5269543528556824]}, {"step": 750, "epoch": 1, "train_loss": 0.15177147090435028, "cos_r_negg": [0.5528587698936462, 0.48506441712379456], "cos_innovation_negg": [0.5528587698936462, 0.48506441712379456], "cos_apical_negg": [0.5528587698936462, 0.48506441712379456], "cos_Ac_negg": [0.5528587698936462, 0.48506441712379456], "r_norm": [0.6471327543258667, 0.6543392539024353], "ldr": {"dL_sdil": -0.030462756752967834, "dL_bp": -0.02665385603904724, "ratio": 1.1429024268886516}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9537, "test_loss": 0.1662711555480957}, {"step": 800, "epoch": 2, "train_loss": 0.058343805372714996, "cos_r_negg": [0.5561147928237915, 0.49640658497810364], "cos_innovation_negg": [0.5561147928237915, 0.49640658497810364], "cos_apical_negg": [0.5561147928237915, 0.49640658497810364], "cos_Ac_negg": [0.5561147928237915, 0.49640658497810364], "r_norm": [0.4805060625076294, 0.49232572317123413]}, {"step": 850, "epoch": 2, "train_loss": 0.02823745273053646, "cos_r_negg": [0.5737301111221313, 0.5094431638717651], "cos_innovation_negg": [0.5737301111221313, 0.5094431638717651], "cos_apical_negg": [0.5737301111221313, 0.5094431638717651], "cos_Ac_negg": [0.5737301111221313, 0.5094431638717651], "r_norm": [0.44745612144470215, 0.4580857753753662]}, {"step": 900, "epoch": 2, "train_loss": 0.07992617785930634, "cos_r_negg": [0.576327383518219, 0.5195868015289307], "cos_innovation_negg": [0.576327383518219, 0.5195868015289307], "cos_apical_negg": [0.576327383518219, 0.5195868015289307], "cos_Ac_negg": [0.576327383518219, 0.5195868015289307], "r_norm": [0.5106090307235718, 0.5281682014465332]}, {"step": 950, "epoch": 2, "train_loss": 0.1582195907831192, "cos_r_negg": [0.5802773237228394, 0.5123074650764465], "cos_innovation_negg": [0.5802773237228394, 0.5123074650764465], "cos_apical_negg": [0.5802773237228394, 0.5123074650764465], "cos_Ac_negg": [0.5802773237228394, 0.5123074650764465], "r_norm": [0.37175875902175903, 0.37836337089538574]}, {"step": 1000, "epoch": 2, "train_loss": 0.10655980557203293, "cos_r_negg": [0.5845056772232056, 0.5364599227905273], "cos_innovation_negg": [0.5845056772232056, 0.5364599227905273], "cos_apical_negg": [0.5845056772232056, 0.5364599227905273], "cos_Ac_negg": [0.5845056772232056, 0.5364599227905273], "r_norm": [0.38059675693511963, 0.38964328169822693], "ldr": {"dL_sdil": -0.007232300937175751, "dL_bp": -0.005909323692321777, "ratio": 1.2238796372879304}}, {"step": 1050, "epoch": 2, "train_loss": 0.041966792196035385, "cos_r_negg": [0.5685151219367981, 0.5286201238632202], "cos_innovation_negg": [0.5685151219367981, 0.5286201238632202], "cos_apical_negg": [0.5685151219367981, 0.5286201238632202], "cos_Ac_negg": [0.5685151219367981, 0.5286201238632202], "r_norm": [0.40156546235084534, 0.41042765974998474]}, {"step": 1100, "epoch": 2, "train_loss": 0.12132085859775543, "cos_r_negg": [0.5742795467376709, 0.5285140872001648], "cos_innovation_negg": [0.5742795467376709, 0.5285140872001648], "cos_apical_negg": [0.5742795467376709, 0.5285140872001648], "cos_Ac_negg": [0.5742795467376709, 0.5285140872001648], "r_norm": [0.3417891263961792, 0.34711068868637085]}, {"step": 1150, "epoch": 2, "train_loss": 0.09555228054523468, "cos_r_negg": [0.5759333372116089, 0.530022144317627], "cos_innovation_negg": [0.5759333372116089, 0.530022144317627], "cos_apical_negg": [0.5759333372116089, 0.530022144317627], "cos_Ac_negg": [0.5759333372116089, 0.530022144317627], "r_norm": [0.28116101026535034, 0.2860797643661499]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9633, "test_loss": 0.12537037353515626}, {"step": 1200, "epoch": 3, "train_loss": 0.05970906838774681, "cos_r_negg": [0.5624249577522278, 0.5305266380310059], "cos_innovation_negg": [0.5624249577522278, 0.5305266380310059], "cos_apical_negg": [0.5624249577522278, 0.5305266380310059], "cos_Ac_negg": [0.5624249577522278, 0.5305266380310059], "r_norm": [0.3337220251560211, 0.34048914909362793]}, {"step": 1250, "epoch": 3, "train_loss": 0.0995711162686348, "cos_r_negg": [0.5901696085929871, 0.546286404132843], "cos_innovation_negg": [0.5901696085929871, 0.546286404132843], "cos_apical_negg": [0.5901696085929871, 0.546286404132843], "cos_Ac_negg": [0.5901696085929871, 0.546286404132843], "r_norm": [0.3344537615776062, 0.33981263637542725], "ldr": {"dL_sdil": -0.007796891033649445, "dL_bp": -0.006379976868629456, "ratio": 1.2220876649235204}}, {"step": 1300, "epoch": 3, "train_loss": 0.013512961566448212, "cos_r_negg": [0.5862908363342285, 0.5507908463478088], "cos_innovation_negg": [0.5862908363342285, 0.5507908463478088], "cos_apical_negg": [0.5862908363342285, 0.5507908463478088], "cos_Ac_negg": [0.5862908363342285, 0.5507908463478088], "r_norm": [0.42534738779067993, 0.43439269065856934]}, {"step": 1350, "epoch": 3, "train_loss": 0.042533569037914276, "cos_r_negg": [0.5830053687095642, 0.5625180602073669], "cos_innovation_negg": [0.5830053687095642, 0.5625180602073669], "cos_apical_negg": [0.5830053687095642, 0.5625180602073669], "cos_Ac_negg": [0.5830053687095642, 0.5625180602073669], "r_norm": [0.34429872035980225, 0.35033613443374634]}, {"step": 1400, "epoch": 3, "train_loss": 0.060718901455402374, "cos_r_negg": [0.5960298776626587, 0.5649275183677673], "cos_innovation_negg": [0.5960298776626587, 0.5649275183677673], "cos_apical_negg": [0.5960298776626587, 0.5649275183677673], "cos_Ac_negg": [0.5960298776626587, 0.5649275183677673], "r_norm": [0.3733678460121155, 0.3785959780216217]}, {"step": 1450, "epoch": 3, "train_loss": 0.023851273581385612, "cos_r_negg": [0.5821317434310913, 0.5721830129623413], "cos_innovation_negg": [0.5821317434310913, 0.5721830129623413], "cos_apical_negg": [0.5821317434310913, 0.5721830129623413], "cos_Ac_negg": [0.5821317434310913, 0.5721830129623413], "r_norm": [0.36755895614624023, 0.3720318078994751]}, {"step": 1500, "epoch": 3, "train_loss": 0.09059104323387146, "cos_r_negg": [0.5890145301818848, 0.5739084482192993], "cos_innovation_negg": [0.5890145301818848, 0.5739084482192993], "cos_apical_negg": [0.5890145301818848, 0.5739084482192993], "cos_Ac_negg": [0.5890145301818848, 0.5739084482192993], "r_norm": [0.34597843885421753, 0.3563095033168793], "ldr": {"dL_sdil": -0.006962522864341736, "dL_bp": -0.005767129361629486, "ratio": 1.2072770398849688}}, {"step": 1550, "epoch": 3, "train_loss": 0.0910567045211792, "cos_r_negg": [0.5810664892196655, 0.5691496133804321], "cos_innovation_negg": [0.5810664892196655, 0.5691496133804321], "cos_apical_negg": [0.5810664892196655, 0.5691496133804321], "cos_Ac_negg": [0.5810664892196655, 0.5691496133804321], "r_norm": [0.33811724185943604, 0.3456476330757141]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9645, "test_loss": 0.12668349838256837}, {"step": 1600, "epoch": 4, "train_loss": 0.09268811345100403, "cos_r_negg": [0.5817661285400391, 0.5772109031677246], "cos_innovation_negg": [0.5817661285400391, 0.5772109031677246], "cos_apical_negg": [0.5817661285400391, 0.5772109031677246], "cos_Ac_negg": [0.5817661285400391, 0.5772109031677246], "r_norm": [0.2724384665489197, 0.2781003713607788]}, {"step": 1650, "epoch": 4, "train_loss": 0.09797374904155731, "cos_r_negg": [0.5731629133224487, 0.5806043744087219], "cos_innovation_negg": [0.5731629133224487, 0.5806043744087219], "cos_apical_negg": [0.5731629133224487, 0.5806043744087219], "cos_Ac_negg": [0.5731629133224487, 0.5806043744087219], "r_norm": [0.24790488183498383, 0.2527286112308502]}, {"step": 1700, "epoch": 4, "train_loss": 0.04950596019625664, "cos_r_negg": [0.5894670486450195, 0.5887713432312012], "cos_innovation_negg": [0.5894670486450195, 0.5887713432312012], "cos_apical_negg": [0.5894670486450195, 0.5887713432312012], "cos_Ac_negg": [0.5894670486450195, 0.5887713432312012], "r_norm": [0.2981584668159485, 0.298980176448822]}, {"step": 1750, "epoch": 4, "train_loss": 0.07237377017736435, "cos_r_negg": [0.586549699306488, 0.5871082544326782], "cos_innovation_negg": [0.586549699306488, 0.5871082544326782], "cos_apical_negg": [0.586549699306488, 0.5871082544326782], "cos_Ac_negg": [0.586549699306488, 0.5871082544326782], "r_norm": [0.33994626998901367, 0.34840327501296997], "ldr": {"dL_sdil": -0.009289681911468506, "dL_bp": -0.007947728037834167, "ratio": 1.168847482858766}}, {"step": 1800, "epoch": 4, "train_loss": 0.007182144559919834, "cos_r_negg": [0.5843256115913391, 0.5840421319007874], "cos_innovation_negg": [0.5843256115913391, 0.5840421319007874], "cos_apical_negg": [0.5843256115913391, 0.5840421319007874], "cos_Ac_negg": [0.5843256115913391, 0.5840421319007874], "r_norm": [0.31930527091026306, 0.32615524530410767]}, {"step": 1850, "epoch": 4, "train_loss": 0.13124318420886993, "cos_r_negg": [0.5805016756057739, 0.5910798907279968], "cos_innovation_negg": [0.5805016756057739, 0.5910798907279968], "cos_apical_negg": [0.5805016756057739, 0.5910798907279968], "cos_Ac_negg": [0.5805016756057739, 0.5910798907279968], "r_norm": [0.3606639504432678, 0.3677753210067749]}, {"step": 1900, "epoch": 4, "train_loss": 0.014983469620347023, "cos_r_negg": [0.5981733798980713, 0.5957428812980652], "cos_innovation_negg": [0.5981733798980713, 0.5957428812980652], "cos_apical_negg": [0.5981733798980713, 0.5957428812980652], "cos_Ac_negg": [0.5981733798980713, 0.5957428812980652], "r_norm": [0.306371808052063, 0.31498661637306213]}, {"step": 1950, "epoch": 4, "train_loss": 0.04575932025909424, "cos_r_negg": [0.5952005386352539, 0.600816547870636], "cos_innovation_negg": [0.5952005386352539, 0.600816547870636], "cos_apical_negg": [0.5952005386352539, 0.600816547870636], "cos_Ac_negg": [0.5952005386352539, 0.600816547870636], "r_norm": [0.2975267767906189, 0.30409517884254456]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9674, "test_loss": 0.11361528949737548}, {"step": 2000, "epoch": 5, "train_loss": 0.01834787428379059, "cos_r_negg": [0.5901828408241272, 0.5981806516647339], "cos_innovation_negg": [0.5901828408241272, 0.5981806516647339], "cos_apical_negg": [0.5901828408241272, 0.5981806516647339], "cos_Ac_negg": [0.5901828408241272, 0.5981806516647339], "r_norm": [0.3319830596446991, 0.34369245171546936], "ldr": {"dL_sdil": -0.008928827941417694, "dL_bp": -0.007865682244300842, "ratio": 1.1351625534946017}}, {"step": 2050, "epoch": 5, "train_loss": 0.01742394082248211, "cos_r_negg": [0.588844895362854, 0.5975624322891235], "cos_innovation_negg": [0.588844895362854, 0.5975624322891235], "cos_apical_negg": [0.588844895362854, 0.5975624322891235], "cos_Ac_negg": [0.588844895362854, 0.5975624322891235], "r_norm": [0.3170430660247803, 0.323220431804657]}, {"step": 2100, "epoch": 5, "train_loss": 0.008232425898313522, "cos_r_negg": [0.6059005856513977, 0.6131195425987244], "cos_innovation_negg": [0.6059005856513977, 0.6131195425987244], "cos_apical_negg": [0.6059005856513977, 0.6131195425987244], "cos_Ac_negg": [0.6059005856513977, 0.6131195425987244], "r_norm": [0.26198676228523254, 0.26460325717926025]}, {"step": 2150, "epoch": 5, "train_loss": 0.0033245228696614504, "cos_r_negg": [0.5909460186958313, 0.610884964466095], "cos_innovation_negg": [0.5909460186958313, 0.610884964466095], "cos_apical_negg": [0.5909460186958313, 0.610884964466095], "cos_Ac_negg": [0.5909460186958313, 0.610884964466095], "r_norm": [0.28924280405044556, 0.29819393157958984]}, {"step": 2200, "epoch": 5, "train_loss": 0.04391952604055405, "cos_r_negg": [0.5844346284866333, 0.6055892109870911], "cos_innovation_negg": [0.5844346284866333, 0.6055892109870911], "cos_apical_negg": [0.5844346284866333, 0.6055892109870911], "cos_Ac_negg": [0.5844346284866333, 0.6055892109870911], "r_norm": [0.242984801530838, 0.24996478855609894]}, {"step": 2250, "epoch": 5, "train_loss": 0.012256387621164322, "cos_r_negg": [0.6012650728225708, 0.6138678789138794], "cos_innovation_negg": [0.6012650728225708, 0.6138678789138794], "cos_apical_negg": [0.6012650728225708, 0.6138678789138794], "cos_Ac_negg": [0.6012650728225708, 0.6138678789138794], "r_norm": [0.24627211689949036, 0.2528110444545746], "ldr": {"dL_sdil": -0.006579592823982239, "dL_bp": -0.0060803815722465515, "ratio": 1.0821019611687366}}, {"step": 2300, "epoch": 5, "train_loss": 0.018100198358297348, "cos_r_negg": [0.5897647738456726, 0.6110107898712158], "cos_innovation_negg": [0.5897647738456726, 0.6110107898712158], "cos_apical_negg": [0.5897647738456726, 0.6110107898712158], "cos_Ac_negg": [0.5897647738456726, 0.6110107898712158], "r_norm": [0.2648678719997406, 0.2705974876880646]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9723, "test_loss": 0.1039018611907959}, {"step": 2350, "epoch": 6, "train_loss": 0.006148540414869785, "cos_r_negg": [0.5986078381538391, 0.6226212978363037], "cos_innovation_negg": [0.5986078381538391, 0.6226212978363037], "cos_apical_negg": [0.5986078381538391, 0.6226212978363037], "cos_Ac_negg": [0.5986078381538391, 0.6226212978363037], "r_norm": [0.2304234653711319, 0.2343205362558365]}, {"step": 2400, "epoch": 6, "train_loss": 0.004550743382424116, "cos_r_negg": [0.603217363357544, 0.6238528490066528], "cos_innovation_negg": [0.603217363357544, 0.6238528490066528], "cos_apical_negg": [0.603217363357544, 0.6238528490066528], "cos_Ac_negg": [0.603217363357544, 0.6238528490066528], "r_norm": [0.23397742211818695, 0.23900237679481506]}, {"step": 2450, "epoch": 6, "train_loss": 0.029945388436317444, "cos_r_negg": [0.5943053960800171, 0.6212031841278076], "cos_innovation_negg": [0.5943053960800171, 0.6212031841278076], "cos_apical_negg": [0.5943053960800171, 0.6212031841278076], "cos_Ac_negg": [0.5943053960800171, 0.6212031841278076], "r_norm": [0.2450098693370819, 0.24986150860786438]}, {"step": 2500, "epoch": 6, "train_loss": 0.005135448649525642, "cos_r_negg": [0.5932364463806152, 0.618377685546875], "cos_innovation_negg": [0.5932364463806152, 0.618377685546875], "cos_apical_negg": [0.5932364463806152, 0.618377685546875], "cos_Ac_negg": [0.5932364463806152, 0.618377685546875], "r_norm": [0.2755255699157715, 0.28122788667678833], "ldr": {"dL_sdil": -0.010395362973213196, "dL_bp": -0.009785108268260956, "ratio": 1.0623656568963744}}, {"step": 2550, "epoch": 6, "train_loss": 0.008016199804842472, "cos_r_negg": [0.5929650068283081, 0.621126115322113], "cos_innovation_negg": [0.5929650068283081, 0.621126115322113], "cos_apical_negg": [0.5929650068283081, 0.621126115322113], "cos_Ac_negg": [0.5929650068283081, 0.621126115322113], "r_norm": [0.26347386837005615, 0.2683456540107727]}, {"step": 2600, "epoch": 6, "train_loss": 0.024960318580269814, "cos_r_negg": [0.5861429572105408, 0.6216450333595276], "cos_innovation_negg": [0.5861429572105408, 0.6216450333595276], "cos_apical_negg": [0.5861429572105408, 0.6216450333595276], "cos_Ac_negg": [0.5861429572105408, 0.6216450333595276], "r_norm": [0.24627971649169922, 0.25374385714530945]}, {"step": 2650, "epoch": 6, "train_loss": 0.007698642555624247, "cos_r_negg": [0.5953448414802551, 0.6301465034484863], "cos_innovation_negg": [0.5953448414802551, 0.6301465034484863], "cos_apical_negg": [0.5953448414802551, 0.6301465034484863], "cos_Ac_negg": [0.5953448414802551, 0.6301465034484863], "r_norm": [0.21987655758857727, 0.22218380868434906]}, {"step": 2700, "epoch": 6, "train_loss": 0.002281220629811287, "cos_r_negg": [0.5867006778717041, 0.6240893602371216], "cos_innovation_negg": [0.5867006778717041, 0.6240893602371216], "cos_apical_negg": [0.5867006778717041, 0.6240893602371216], "cos_Ac_negg": [0.5867006778717041, 0.6240893602371216], "r_norm": [0.2713809311389923, 0.2776855528354645]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9727, "test_loss": 0.10502930374145508}, {"step": 2750, "epoch": 7, "train_loss": 0.010635103099048138, "cos_r_negg": [0.5937670469284058, 0.6227253675460815], "cos_innovation_negg": [0.5937670469284058, 0.6227253675460815], "cos_apical_negg": [0.5937670469284058, 0.6227253675460815], "cos_Ac_negg": [0.5937670469284058, 0.6227253675460815], "r_norm": [0.22370636463165283, 0.2272721827030182], "ldr": {"dL_sdil": -0.006813123822212219, "dL_bp": -0.006445795297622681, "ratio": 1.0569873084125112}}, {"step": 2800, "epoch": 7, "train_loss": 0.0026063467375934124, "cos_r_negg": [0.6053605675697327, 0.6298519968986511], "cos_innovation_negg": [0.6053605675697327, 0.6298519968986511], "cos_apical_negg": [0.6053605675697327, 0.6298519968986511], "cos_Ac_negg": [0.6053605675697327, 0.6298519968986511], "r_norm": [0.20970691740512848, 0.21288913488388062]}, {"step": 2850, "epoch": 7, "train_loss": 0.010808042250573635, "cos_r_negg": [0.5919977426528931, 0.6220411062240601], "cos_innovation_negg": [0.5919977426528931, 0.6220411062240601], "cos_apical_negg": [0.5919977426528931, 0.6220411062240601], "cos_Ac_negg": [0.5919977426528931, 0.6220411062240601], "r_norm": [0.2649148404598236, 0.2716737389564514]}, {"step": 2900, "epoch": 7, "train_loss": 0.0010437294840812683, "cos_r_negg": [0.5999350547790527, 0.6378629207611084], "cos_innovation_negg": [0.5999350547790527, 0.6378629207611084], "cos_apical_negg": [0.5999350547790527, 0.6378629207611084], "cos_Ac_negg": [0.5999350547790527, 0.6378629207611084], "r_norm": [0.2131286859512329, 0.21756739914417267]}, {"step": 2950, "epoch": 7, "train_loss": 0.0030117651913315058, "cos_r_negg": [0.5996032357215881, 0.6302375197410583], "cos_innovation_negg": [0.5996032357215881, 0.6302375197410583], "cos_apical_negg": [0.5996032357215881, 0.6302375197410583], "cos_Ac_negg": [0.5996032357215881, 0.6302375197410583], "r_norm": [0.23264043033123016, 0.2378324717283249]}, {"step": 3000, "epoch": 7, "train_loss": 0.001554607879370451, "cos_r_negg": [0.5960881114006042, 0.6360751390457153], "cos_innovation_negg": [0.5960881114006042, 0.6360751390457153], "cos_apical_negg": [0.5960881114006042, 0.6360751390457153], "cos_Ac_negg": [0.5960881114006042, 0.6360751390457153], "r_norm": [0.23660610616207123, 0.2411612868309021], "ldr": {"dL_sdil": -0.007083311676979065, "dL_bp": -0.006982661783695221, "ratio": 1.0144142586884082}}, {"step": 3050, "epoch": 7, "train_loss": 0.003050102386623621, "cos_r_negg": [0.5988390445709229, 0.6376960873603821], "cos_innovation_negg": [0.5988390445709229, 0.6376960873603821], "cos_apical_negg": [0.5988390445709229, 0.6376960873603821], "cos_Ac_negg": [0.5988390445709229, 0.6376960873603821], "r_norm": [0.2204236090183258, 0.22488939762115479]}, {"step": 3100, "epoch": 7, "train_loss": 0.0008781076176092029, "cos_r_negg": [0.5985127687454224, 0.6388164758682251], "cos_innovation_negg": [0.5985127687454224, 0.6388164758682251], "cos_apical_negg": [0.5985127687454224, 0.6388164758682251], "cos_Ac_negg": [0.5985127687454224, 0.6388164758682251], "r_norm": [0.19931775331497192, 0.20277683436870575]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9726, "test_loss": 0.10868149127960205}, {"step": 3150, "epoch": 8, "train_loss": 0.0015901420265436172, "cos_r_negg": [0.5942392349243164, 0.6321752071380615], "cos_innovation_negg": [0.5942392349243164, 0.6321752071380615], "cos_apical_negg": [0.5942392349243164, 0.6321752071380615], "cos_Ac_negg": [0.5942392349243164, 0.6321752071380615], "r_norm": [0.2278367429971695, 0.23301805555820465]}, {"step": 3200, "epoch": 8, "train_loss": 0.0037980040069669485, "cos_r_negg": [0.5913258790969849, 0.6335011720657349], "cos_innovation_negg": [0.5913258790969849, 0.6335011720657349], "cos_apical_negg": [0.5913258790969849, 0.6335011720657349], "cos_Ac_negg": [0.5913258790969849, 0.6335011720657349], "r_norm": [0.2059573233127594, 0.20972418785095215]}, {"step": 3250, "epoch": 8, "train_loss": 0.0012754927156493068, "cos_r_negg": [0.5926417112350464, 0.6359871625900269], "cos_innovation_negg": [0.5926417112350464, 0.6359871625900269], "cos_apical_negg": [0.5926417112350464, 0.6359871625900269], "cos_Ac_negg": [0.5926417112350464, 0.6359871625900269], "r_norm": [0.23843950033187866, 0.24440771341323853], "ldr": {"dL_sdil": -0.006862573325634003, "dL_bp": -0.006920970976352692, "ratio": 0.991562217076445}}, {"step": 3300, "epoch": 8, "train_loss": 0.002015413250774145, "cos_r_negg": [0.595085859298706, 0.6363248825073242], "cos_innovation_negg": [0.595085859298706, 0.6363248825073242], "cos_apical_negg": [0.595085859298706, 0.6363248825073242], "cos_Ac_negg": [0.595085859298706, 0.6363248825073242], "r_norm": [0.24254512786865234, 0.2493307888507843]}, {"step": 3350, "epoch": 8, "train_loss": 0.007619212381541729, "cos_r_negg": [0.5965512990951538, 0.6382870674133301], "cos_innovation_negg": [0.5965512990951538, 0.6382870674133301], "cos_apical_negg": [0.5965512990951538, 0.6382870674133301], "cos_Ac_negg": [0.5965512990951538, 0.6382870674133301], "r_norm": [0.2210986316204071, 0.22471216320991516]}, {"step": 3400, "epoch": 8, "train_loss": 0.0029113199561834335, "cos_r_negg": [0.5939645767211914, 0.6372994184494019], "cos_innovation_negg": [0.5939645767211914, 0.6372994184494019], "cos_apical_negg": [0.5939645767211914, 0.6372994184494019], "cos_Ac_negg": [0.5939645767211914, 0.6372994184494019], "r_norm": [0.2036711871623993, 0.20759683847427368]}, {"step": 3450, "epoch": 8, "train_loss": 0.003117398591712117, "cos_r_negg": [0.5908834934234619, 0.6371168494224548], "cos_innovation_negg": [0.5908834934234619, 0.6371168494224548], "cos_apical_negg": [0.5908834934234619, 0.6371168494224548], "cos_Ac_negg": [0.5908834934234619, 0.6371168494224548], "r_norm": [0.19514748454093933, 0.19815532863140106]}, {"step": 3500, "epoch": 8, "train_loss": 0.006374041084200144, "cos_r_negg": [0.5940366983413696, 0.6419574022293091], "cos_innovation_negg": [0.5940366983413696, 0.6419574022293091], "cos_apical_negg": [0.5940366983413696, 0.6419574022293091], "cos_Ac_negg": [0.5940366983413696, 0.6419574022293091], "r_norm": [0.20847754180431366, 0.21317541599273682], "ldr": {"dL_sdil": -0.005973741412162781, "dL_bp": -0.006033599376678467, "ratio": 0.9900792278739862}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9742, "test_loss": 0.10277922487258911}, {"step": 3550, "epoch": 9, "train_loss": 0.0018596110166981816, "cos_r_negg": [0.5932243466377258, 0.6403070688247681], "cos_innovation_negg": [0.5932243466377258, 0.6403070688247681], "cos_apical_negg": [0.5932243466377258, 0.6403070688247681], "cos_Ac_negg": [0.5932243466377258, 0.6403070688247681], "r_norm": [0.19592323899269104, 0.20002564787864685]}, {"step": 3600, "epoch": 9, "train_loss": 0.004108905792236328, "cos_r_negg": [0.5911145806312561, 0.6381091475486755], "cos_innovation_negg": [0.5911145806312561, 0.6381091475486755], "cos_apical_negg": [0.5911145806312561, 0.6381091475486755], "cos_Ac_negg": [0.5911145806312561, 0.6381091475486755], "r_norm": [0.20007097721099854, 0.204493910074234]}, {"step": 3650, "epoch": 9, "train_loss": 0.0029301070608198643, "cos_r_negg": [0.5937703847885132, 0.6433695554733276], "cos_innovation_negg": [0.5937703847885132, 0.6433695554733276], "cos_apical_negg": [0.5937703847885132, 0.6433695554733276], "cos_Ac_negg": [0.5937703847885132, 0.6433695554733276], "r_norm": [0.21079541742801666, 0.21572379767894745]}, {"step": 3700, "epoch": 9, "train_loss": 0.0018560097087174654, "cos_r_negg": [0.5943132042884827, 0.6441336870193481], "cos_innovation_negg": [0.5943132042884827, 0.6441336870193481], "cos_apical_negg": [0.5943132042884827, 0.6441336870193481], "cos_Ac_negg": [0.5943132042884827, 0.6441336870193481], "r_norm": [0.20397841930389404, 0.20858967304229736]}, {"step": 3750, "epoch": 9, "train_loss": 0.00131507299374789, "cos_r_negg": [0.5908016562461853, 0.6394951343536377], "cos_innovation_negg": [0.5908016562461853, 0.6394951343536377], "cos_apical_negg": [0.5908016562461853, 0.6394951343536377], "cos_Ac_negg": [0.5908016562461853, 0.6394951343536377], "r_norm": [0.18684670329093933, 0.19046321511268616], "ldr": {"dL_sdil": -0.004665955901145935, "dL_bp": -0.004720650613307953, "ratio": 0.988413734325555}}, {"step": 3800, "epoch": 9, "train_loss": 0.0008938433602452278, "cos_r_negg": [0.5927959680557251, 0.6432587504386902], "cos_innovation_negg": [0.5927959680557251, 0.6432587504386902], "cos_apical_negg": [0.5927959680557251, 0.6432587504386902], "cos_Ac_negg": [0.5927959680557251, 0.6432587504386902], "r_norm": [0.2022821307182312, 0.20637428760528564]}, {"step": 3850, "epoch": 9, "train_loss": 0.001838262309320271, "cos_r_negg": [0.5942348837852478, 0.6465588808059692], "cos_innovation_negg": [0.5942348837852478, 0.6465588808059692], "cos_apical_negg": [0.5942348837852478, 0.6465588808059692], "cos_Ac_negg": [0.5942348837852478, 0.6465588808059692], "r_norm": [0.20211128890514374, 0.20552325248718262]}, {"step": 3900, "epoch": 9, "train_loss": 0.0030781978275626898, "cos_r_negg": [0.5873119831085205, 0.6427731513977051], "cos_innovation_negg": [0.5873119831085205, 0.6427731513977051], "cos_apical_negg": [0.5873119831085205, 0.6427731513977051], "cos_Ac_negg": [0.5873119831085205, 0.6427731513977051], "r_norm": [0.18655991554260254, 0.1892595887184143]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9747, "test_loss": 0.10215772962570191}, {"step": 3950, "epoch": 10, "train_loss": 0.0010247206082567573, "cos_r_negg": [0.5869794487953186, 0.6387591361999512], "cos_innovation_negg": [0.5869794487953186, 0.6387591361999512], "cos_apical_negg": [0.5869794487953186, 0.6387591361999512], "cos_Ac_negg": [0.5869794487953186, 0.6387591361999512], "r_norm": [0.19421769678592682, 0.19664812088012695]}, {"step": 4000, "epoch": 10, "train_loss": 0.002019094303250313, "cos_r_negg": [0.5928893089294434, 0.6450476050376892], "cos_innovation_negg": [0.5928893089294434, 0.6450476050376892], "cos_apical_negg": [0.5928893089294434, 0.6450476050376892], "cos_Ac_negg": [0.5928893089294434, 0.6450476050376892], "r_norm": [0.21259896457195282, 0.21663856506347656], "ldr": {"dL_sdil": -0.006721869111061096, "dL_bp": -0.006903022527694702, "ratio": 0.9737573771624206}}, {"step": 4050, "epoch": 10, "train_loss": 0.0010737284319475293, "cos_r_negg": [0.5845680236816406, 0.642418384552002], "cos_innovation_negg": [0.5845680236816406, 0.642418384552002], "cos_apical_negg": [0.5845680236816406, 0.642418384552002], "cos_Ac_negg": [0.5845680236816406, 0.642418384552002], "r_norm": [0.20223215222358704, 0.2056773155927658]}, {"step": 4100, "epoch": 10, "train_loss": 0.0005294611328281462, "cos_r_negg": [0.59017014503479, 0.6425296664237976], "cos_innovation_negg": [0.59017014503479, 0.6425296664237976], "cos_apical_negg": [0.59017014503479, 0.6425296664237976], "cos_Ac_negg": [0.59017014503479, 0.6425296664237976], "r_norm": [0.1980818808078766, 0.20220594108104706]}, {"step": 4150, "epoch": 10, "train_loss": 0.0002431330067338422, "cos_r_negg": [0.5938693284988403, 0.6457063555717468], "cos_innovation_negg": [0.5938693284988403, 0.6457063555717468], "cos_apical_negg": [0.5938693284988403, 0.6457063555717468], "cos_Ac_negg": [0.5938693284988403, 0.6457063555717468], "r_norm": [0.19686049222946167, 0.2012195587158203]}, {"step": 4200, "epoch": 10, "train_loss": 0.0007580267847515643, "cos_r_negg": [0.5910542011260986, 0.6439781188964844], "cos_innovation_negg": [0.5910542011260986, 0.6439781188964844], "cos_apical_negg": [0.5910542011260986, 0.6439781188964844], "cos_Ac_negg": [0.5910542011260986, 0.6439781188964844], "r_norm": [0.19951231777668, 0.2036188840866089]}, {"step": 4250, "epoch": 10, "train_loss": 0.0016773012466728687, "cos_r_negg": [0.5908766984939575, 0.6447482705116272], "cos_innovation_negg": [0.5908766984939575, 0.6447482705116272], "cos_apical_negg": [0.5908766984939575, 0.6447482705116272], "cos_Ac_negg": [0.5908766984939575, 0.6447482705116272], "r_norm": [0.20191927254199982, 0.20579206943511963], "ldr": {"dL_sdil": -0.006587475538253784, "dL_bp": -0.00686529278755188, "ratio": 0.9595330806864009}}, {"step": 4300, "epoch": 10, "train_loss": 0.0005382457165978849, "cos_r_negg": [0.5886777639389038, 0.6455032825469971], "cos_innovation_negg": [0.5886777639389038, 0.6455032825469971], "cos_apical_negg": [0.5886777639389038, 0.6455032825469971], "cos_Ac_negg": [0.5886777639389038, 0.6455032825469971], "r_norm": [0.20102337002754211, 0.2048192322254181]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9753, "test_loss": 0.10621101756095887}, {"step": 4350, "epoch": 11, "train_loss": 0.0008164973696693778, "cos_r_negg": [0.5898522734642029, 0.6445236206054688], "cos_innovation_negg": [0.5898522734642029, 0.6445236206054688], "cos_apical_negg": [0.5898522734642029, 0.6445236206054688], "cos_Ac_negg": [0.5898522734642029, 0.6445236206054688], "r_norm": [0.2008979171514511, 0.20478813350200653]}, {"step": 4400, "epoch": 11, "train_loss": 0.0007446998497471213, "cos_r_negg": [0.5877026319503784, 0.6419422626495361], "cos_innovation_negg": [0.5877026319503784, 0.6419422626495361], "cos_apical_negg": [0.5877026319503784, 0.6419422626495361], "cos_Ac_negg": [0.5877026319503784, 0.6419422626495361], "r_norm": [0.19678443670272827, 0.20054543018341064]}, {"step": 4450, "epoch": 11, "train_loss": 0.0016442127525806427, "cos_r_negg": [0.5913518667221069, 0.6443424820899963], "cos_innovation_negg": [0.5913518667221069, 0.6443424820899963], "cos_apical_negg": [0.5913518667221069, 0.6443424820899963], "cos_Ac_negg": [0.5913518667221069, 0.6443424820899963], "r_norm": [0.20313584804534912, 0.20731474459171295]}, {"step": 4500, "epoch": 11, "train_loss": 9.03076579561457e-05, "cos_r_negg": [0.591429591178894, 0.645388126373291], "cos_innovation_negg": [0.591429591178894, 0.645388126373291], "cos_apical_negg": [0.591429591178894, 0.645388126373291], "cos_Ac_negg": [0.591429591178894, 0.645388126373291], "r_norm": [0.20768685638904572, 0.2116730511188507], "ldr": {"dL_sdil": -0.007215686142444611, "dL_bp": -0.007609747350215912, "ratio": 0.9482162561204978}}, {"step": 4550, "epoch": 11, "train_loss": 0.0008589044446125627, "cos_r_negg": [0.5863029360771179, 0.644384503364563], "cos_innovation_negg": [0.5863029360771179, 0.644384503364563], "cos_apical_negg": [0.5863029360771179, 0.644384503364563], "cos_Ac_negg": [0.5863029360771179, 0.644384503364563], "r_norm": [0.20055224001407623, 0.20430684089660645]}, {"step": 4600, "epoch": 11, "train_loss": 0.00022877106675878167, "cos_r_negg": [0.5896000266075134, 0.6441762447357178], "cos_innovation_negg": [0.5896000266075134, 0.6441762447357178], "cos_apical_negg": [0.5896000266075134, 0.6441762447357178], "cos_Ac_negg": [0.5896000266075134, 0.6441762447357178], "r_norm": [0.19591841101646423, 0.19957813620567322]}, {"step": 4650, "epoch": 11, "train_loss": 0.0005760436179116368, "cos_r_negg": [0.588862419128418, 0.6440649032592773], "cos_innovation_negg": [0.588862419128418, 0.6440649032592773], "cos_apical_negg": [0.588862419128418, 0.6440649032592773], "cos_Ac_negg": [0.588862419128418, 0.6440649032592773], "r_norm": [0.19931167364120483, 0.20285868644714355]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9748, "test_loss": 0.10696069502830505}, {"step": 4700, "epoch": 12, "train_loss": 0.000547605799511075, "cos_r_negg": [0.5898234248161316, 0.6446024179458618], "cos_innovation_negg": [0.5898234248161316, 0.6446024179458618], "cos_apical_negg": [0.5898234248161316, 0.6446024179458618], "cos_Ac_negg": [0.5898234248161316, 0.6446024179458618], "r_norm": [0.19228269159793854, 0.19567227363586426]}, {"step": 4750, "epoch": 12, "train_loss": 0.0006385792512446642, "cos_r_negg": [0.5917422771453857, 0.6452874541282654], "cos_innovation_negg": [0.5917422771453857, 0.6452874541282654], "cos_apical_negg": [0.5917422771453857, 0.6452874541282654], "cos_Ac_negg": [0.5917422771453857, 0.6452874541282654], "r_norm": [0.18923966586589813, 0.19265241920948029], "ldr": {"dL_sdil": -0.006005026400089264, "dL_bp": -0.006307050585746765, "ratio": 0.9521132450816167}}, {"step": 4800, "epoch": 12, "train_loss": 0.0006105558131821454, "cos_r_negg": [0.5923818349838257, 0.647122323513031], "cos_innovation_negg": [0.5923818349838257, 0.647122323513031], "cos_apical_negg": [0.5923818349838257, 0.647122323513031], "cos_Ac_negg": [0.5923818349838257, 0.647122323513031], "r_norm": [0.19050332903862, 0.19390013813972473]}, {"step": 4850, "epoch": 12, "train_loss": 0.00060399150243029, "cos_r_negg": [0.5878604650497437, 0.6442974805831909], "cos_innovation_negg": [0.5878604650497437, 0.6442974805831909], "cos_apical_negg": [0.5878604650497437, 0.6442974805831909], "cos_Ac_negg": [0.5878604650497437, 0.6442974805831909], "r_norm": [0.19721584022045135, 0.20122551918029785]}, {"step": 4900, "epoch": 12, "train_loss": 0.0015255234902724624, "cos_r_negg": [0.5883172750473022, 0.6462104320526123], "cos_innovation_negg": [0.5883172750473022, 0.6462104320526123], "cos_apical_negg": [0.5883172750473022, 0.6462104320526123], "cos_Ac_negg": [0.5883172750473022, 0.6462104320526123], "r_norm": [0.19850176572799683, 0.20238423347473145]}, {"step": 4950, "epoch": 12, "train_loss": 0.0004106982087250799, "cos_r_negg": [0.5861423015594482, 0.6450567841529846], "cos_innovation_negg": [0.5861423015594482, 0.6450567841529846], "cos_apical_negg": [0.5861423015594482, 0.6450567841529846], "cos_Ac_negg": [0.5861423015594482, 0.6450567841529846], "r_norm": [0.19492298364639282, 0.19842858612537384]}, {"step": 5000, "epoch": 12, "train_loss": 0.0003986006777267903, "cos_r_negg": [0.5895253419876099, 0.6460295915603638], "cos_innovation_negg": [0.5895253419876099, 0.6460295915603638], "cos_apical_negg": [0.5895253419876099, 0.6460295915603638], "cos_Ac_negg": [0.5895253419876099, 0.6460295915603638], "r_norm": [0.19913659989833832, 0.20280271768569946], "ldr": {"dL_sdil": -0.00641409307718277, "dL_bp": -0.006868764758110046, "ratio": 0.9338059029623282}}, {"step": 5050, "epoch": 12, "train_loss": 0.0009168096003122628, "cos_r_negg": [0.5847276449203491, 0.6449069976806641], "cos_innovation_negg": [0.5847276449203491, 0.6449069976806641], "cos_apical_negg": [0.5847276449203491, 0.6449069976806641], "cos_Ac_negg": [0.5847276449203491, 0.6449069976806641], "r_norm": [0.19762557744979858, 0.20133090019226074]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9755, "test_loss": 0.10815263061523438}, {"step": 5100, "epoch": 13, "train_loss": 0.0006419949932023883, "cos_r_negg": [0.5876095294952393, 0.6465920805931091], "cos_innovation_negg": [0.5876095294952393, 0.6465920805931091], "cos_apical_negg": [0.5876095294952393, 0.6465920805931091], "cos_Ac_negg": [0.5876095294952393, 0.6465920805931091], "r_norm": [0.19545859098434448, 0.1992706060409546]}, {"step": 5150, "epoch": 13, "train_loss": 0.0008627663482911885, "cos_r_negg": [0.5880798101425171, 0.6466852426528931], "cos_innovation_negg": [0.5880798101425171, 0.6466852426528931], "cos_apical_negg": [0.5880798101425171, 0.6466852426528931], "cos_Ac_negg": [0.5880798101425171, 0.6466852426528931], "r_norm": [0.19543524086475372, 0.1990484893321991]}, {"step": 5200, "epoch": 13, "train_loss": 0.001374696847051382, "cos_r_negg": [0.5888962745666504, 0.6467887163162231], "cos_innovation_negg": [0.5888962745666504, 0.6467887163162231], "cos_apical_negg": [0.5888962745666504, 0.6467887163162231], "cos_Ac_negg": [0.5888962745666504, 0.6467887163162231], "r_norm": [0.199131041765213, 0.20314185321331024]}, {"step": 5250, "epoch": 13, "train_loss": 0.0006270905723795295, "cos_r_negg": [0.5881539583206177, 0.6464915871620178], "cos_innovation_negg": [0.5881539583206177, 0.6464915871620178], "cos_apical_negg": [0.5881539583206177, 0.6464915871620178], "cos_Ac_negg": [0.5881539583206177, 0.6464915871620178], "r_norm": [0.19708657264709473, 0.2006942331790924], "ldr": {"dL_sdil": -0.006807371973991394, "dL_bp": -0.007311813533306122, "ratio": 0.9310100624124316}}, {"step": 5300, "epoch": 13, "train_loss": 0.0008886245777830482, "cos_r_negg": [0.5878851413726807, 0.6461628675460815], "cos_innovation_negg": [0.5878851413726807, 0.6461628675460815], "cos_apical_negg": [0.5878851413726807, 0.6461628675460815], "cos_Ac_negg": [0.5878851413726807, 0.6461628675460815], "r_norm": [0.19349820911884308, 0.19711600244045258]}, {"step": 5350, "epoch": 13, "train_loss": 0.0006461018929257989, "cos_r_negg": [0.5894371271133423, 0.6471512317657471], "cos_innovation_negg": [0.5894371271133423, 0.6471512317657471], "cos_apical_negg": [0.5894371271133423, 0.6471512317657471], "cos_Ac_negg": [0.5894371271133423, 0.6471512317657471], "r_norm": [0.19753175973892212, 0.20138338208198547]}, {"step": 5400, "epoch": 13, "train_loss": 0.0007891361019574106, "cos_r_negg": [0.5889424681663513, 0.6481958031654358], "cos_innovation_negg": [0.5889424681663513, 0.6481958031654358], "cos_apical_negg": [0.5889424681663513, 0.6481958031654358], "cos_Ac_negg": [0.5889424681663513, 0.6481958031654358], "r_norm": [0.19973842799663544, 0.20358166098594666]}, {"step": 5450, "epoch": 13, "train_loss": 0.00030910904752090573, "cos_r_negg": [0.5877788066864014, 0.6467430591583252], "cos_innovation_negg": [0.5877788066864014, 0.6467430591583252], "cos_apical_negg": [0.5877788066864014, 0.6467430591583252], "cos_Ac_negg": [0.5877788066864014, 0.6467430591583252], "r_norm": [0.19449910521507263, 0.1980266273021698]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9758, "test_loss": 0.10933429985046386}, {"step": 5500, "epoch": 14, "train_loss": 0.0004240191774442792, "cos_r_negg": [0.5876120328903198, 0.6460193395614624], "cos_innovation_negg": [0.5876120328903198, 0.6460193395614624], "cos_apical_negg": [0.5876120328903198, 0.6460193395614624], "cos_Ac_negg": [0.5876120328903198, 0.6460193395614624], "r_norm": [0.19763708114624023, 0.20124807953834534], "ldr": {"dL_sdil": -0.00703093409538269, "dL_bp": -0.0076187849044799805, "ratio": 0.922841920796107}}, {"step": 5550, "epoch": 14, "train_loss": 0.00020295780268497765, "cos_r_negg": [0.5869601368904114, 0.6459805965423584], "cos_innovation_negg": [0.5869601368904114, 0.6459805965423584], "cos_apical_negg": [0.5869601368904114, 0.6459805965423584], "cos_Ac_negg": [0.5869601368904114, 0.6459805965423584], "r_norm": [0.1968805193901062, 0.200327068567276]}, {"step": 5600, "epoch": 14, "train_loss": 0.0007110614678822458, "cos_r_negg": [0.5871647596359253, 0.646320104598999], "cos_innovation_negg": [0.5871647596359253, 0.646320104598999], "cos_apical_negg": [0.5871647596359253, 0.646320104598999], "cos_Ac_negg": [0.5871647596359253, 0.646320104598999], "r_norm": [0.19691883027553558, 0.20045435428619385]}, {"step": 5650, "epoch": 14, "train_loss": 0.0004895932506769896, "cos_r_negg": [0.5881112813949585, 0.6465315818786621], "cos_innovation_negg": [0.5881112813949585, 0.6465315818786621], "cos_apical_negg": [0.5881112813949585, 0.6465315818786621], "cos_Ac_negg": [0.5881112813949585, 0.6465315818786621], "r_norm": [0.19668693840503693, 0.1999964714050293]}, {"step": 5700, "epoch": 14, "train_loss": 0.00021070672664791346, "cos_r_negg": [0.5878720283508301, 0.6460956335067749], "cos_innovation_negg": [0.5878720283508301, 0.6460956335067749], "cos_apical_negg": [0.5878720283508301, 0.6460956335067749], "cos_Ac_negg": [0.5878720283508301, 0.6460956335067749], "r_norm": [0.19967937469482422, 0.2033543884754181]}, {"step": 5750, "epoch": 14, "train_loss": 0.0005841206293553114, "cos_r_negg": [0.5894792079925537, 0.6473367810249329], "cos_innovation_negg": [0.5894792079925537, 0.6473367810249329], "cos_apical_negg": [0.5894792079925537, 0.6473367810249329], "cos_Ac_negg": [0.5894792079925537, 0.6473367810249329], "r_norm": [0.1961473524570465, 0.19952985644340515], "ldr": {"dL_sdil": -0.006762020289897919, "dL_bp": -0.007355846464633942, "ratio": 0.9192715376005915}}, {"step": 5800, "epoch": 14, "train_loss": 0.0009216718608513474, "cos_r_negg": [0.586722731590271, 0.6467540264129639], "cos_innovation_negg": [0.586722731590271, 0.6467540264129639], "cos_apical_negg": [0.586722731590271, 0.6467540264129639], "cos_Ac_negg": [0.586722731590271, 0.6467540264129639], "r_norm": [0.19518209993839264, 0.19881784915924072]}, {"step": 5850, "epoch": 14, "train_loss": 0.0007516328478232026, "cos_r_negg": [0.5873847007751465, 0.6473181247711182], "cos_innovation_negg": [0.5873847007751465, 0.6473181247711182], "cos_apical_negg": [0.5873847007751465, 0.6473181247711182], "cos_Ac_negg": [0.5873847007751465, 0.6473181247711182], "r_norm": [0.19468799233436584, 0.1983375996351242]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9757, "test_loss": 0.11024559445381164}, {"step": 5900, "epoch": 15, "train_loss": 0.000656204647384584, "cos_r_negg": [0.5892762541770935, 0.6481780409812927], "cos_innovation_negg": [0.5892762541770935, 0.6481780409812927], "cos_apical_negg": [0.5892762541770935, 0.6481780409812927], "cos_Ac_negg": [0.5892762541770935, 0.6481780409812927], "r_norm": [0.20358318090438843, 0.20785900950431824]}, {"step": 5950, "epoch": 15, "train_loss": 0.0004905311507172883, "cos_r_negg": [0.5882400870323181, 0.647510826587677], "cos_innovation_negg": [0.5882400870323181, 0.647510826587677], "cos_apical_negg": [0.5882400870323181, 0.647510826587677], "cos_Ac_negg": [0.5882400870323181, 0.647510826587677], "r_norm": [0.1969696581363678, 0.20068611204624176]}, {"step": 6000, "epoch": 15, "train_loss": 0.0009974164422601461, "cos_r_negg": [0.586516261100769, 0.6467225551605225], "cos_innovation_negg": [0.586516261100769, 0.6467225551605225], "cos_apical_negg": [0.586516261100769, 0.6467225551605225], "cos_Ac_negg": [0.586516261100769, 0.6467225551605225], "r_norm": [0.19720017910003662, 0.2008315920829773], "ldr": {"dL_sdil": -0.006996817886829376, "dL_bp": -0.0077321529388427734, "ratio": 0.9048990549165922}}, {"step": 6050, "epoch": 15, "train_loss": 0.0018748220754787326, "cos_r_negg": [0.5858010649681091, 0.6468213796615601], "cos_innovation_negg": [0.5858010649681091, 0.6468213796615601], "cos_apical_negg": [0.5858010649681091, 0.6468213796615601], "cos_Ac_negg": [0.5858010649681091, 0.6468213796615601], "r_norm": [0.2002100795507431, 0.20399460196495056]}, {"step": 6100, "epoch": 15, "train_loss": 0.00044560577953234315, "cos_r_negg": [0.5863490104675293, 0.6462435722351074], "cos_innovation_negg": [0.5863490104675293, 0.6462435722351074], "cos_apical_negg": [0.5863490104675293, 0.6462435722351074], "cos_Ac_negg": [0.5863490104675293, 0.6462435722351074], "r_norm": [0.19907242059707642, 0.20282584428787231]}, {"step": 6150, "epoch": 15, "train_loss": 0.0004353791009634733, "cos_r_negg": [0.5866830348968506, 0.6466454863548279], "cos_innovation_negg": [0.5866830348968506, 0.6466454863548279], "cos_apical_negg": [0.5866830348968506, 0.6466454863548279], "cos_Ac_negg": [0.5866830348968506, 0.6466454863548279], "r_norm": [0.19514751434326172, 0.19849970936775208]}, {"step": 6200, "epoch": 15, "train_loss": 0.00030966458143666387, "cos_r_negg": [0.5893063545227051, 0.6486482620239258], "cos_innovation_negg": [0.5893063545227051, 0.6486482620239258], "cos_apical_negg": [0.5893063545227051, 0.6486482620239258], "cos_Ac_negg": [0.5893063545227051, 0.6486482620239258], "r_norm": [0.19949184358119965, 0.2032361477613449]}, {"step": 6250, "epoch": 15, "train_loss": 0.00022819385048933327, "cos_r_negg": [0.5867783427238464, 0.6475585699081421], "cos_innovation_negg": [0.5867783427238464, 0.6475585699081421], "cos_apical_negg": [0.5867783427238464, 0.6475585699081421], "cos_Ac_negg": [0.5867783427238464, 0.6475585699081421], "r_norm": [0.1975768506526947, 0.2013813555240631], "ldr": {"dL_sdil": -0.007132813334465027, "dL_bp": -0.007858537137508392, "ratio": 0.9076515399310741}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9759, "test_loss": 0.11134055328369141}, {"step": 6300, "epoch": 16, "train_loss": 0.000880126899573952, "cos_r_negg": [0.5875033140182495, 0.6489834785461426], "cos_innovation_negg": [0.5875033140182495, 0.6489834785461426], "cos_apical_negg": [0.5875033140182495, 0.6489834785461426], "cos_Ac_negg": [0.5875033140182495, 0.6489834785461426], "r_norm": [0.2008691430091858, 0.20486512780189514]}, {"step": 6350, "epoch": 16, "train_loss": 0.0002555865212343633, "cos_r_negg": [0.5882006287574768, 0.6491481065750122], "cos_innovation_negg": [0.5882006287574768, 0.6491481065750122], "cos_apical_negg": [0.5882006287574768, 0.6491481065750122], "cos_Ac_negg": [0.5882006287574768, 0.6491481065750122], "r_norm": [0.1979655921459198, 0.20168709754943848]}, {"step": 6400, "epoch": 16, "train_loss": 0.0005810724105685949, "cos_r_negg": [0.5867014527320862, 0.6477494835853577], "cos_innovation_negg": [0.5867014527320862, 0.6477494835853577], "cos_apical_negg": [0.5867014527320862, 0.6477494835853577], "cos_Ac_negg": [0.5867014527320862, 0.6477494835853577], "r_norm": [0.1953469067811966, 0.19881443679332733]}, {"step": 6450, "epoch": 16, "train_loss": 0.00033369194716215134, "cos_r_negg": [0.5851807594299316, 0.6470452547073364], "cos_innovation_negg": [0.5851807594299316, 0.6470452547073364], "cos_apical_negg": [0.5851807594299316, 0.6470452547073364], "cos_Ac_negg": [0.5851807594299316, 0.6470452547073364], "r_norm": [0.19316107034683228, 0.1965111494064331]}, {"step": 6500, "epoch": 16, "train_loss": 0.0004197977832518518, "cos_r_negg": [0.5854476690292358, 0.6470782160758972], "cos_innovation_negg": [0.5854476690292358, 0.6470782160758972], "cos_apical_negg": [0.5854476690292358, 0.6470782160758972], "cos_Ac_negg": [0.5854476690292358, 0.6470782160758972], "r_norm": [0.1910925954580307, 0.1944667100906372], "ldr": {"dL_sdil": -0.006837964057922363, "dL_bp": -0.007548891007900238, "ratio": 0.905823656847892}}, {"step": 6550, "epoch": 16, "train_loss": 0.0002946109161712229, "cos_r_negg": [0.5868211984634399, 0.6475638151168823], "cos_innovation_negg": [0.5868211984634399, 0.6475638151168823], "cos_apical_negg": [0.5868211984634399, 0.6475638151168823], "cos_Ac_negg": [0.5868211984634399, 0.6475638151168823], "r_norm": [0.1970253586769104, 0.20062831044197083]}, {"step": 6600, "epoch": 16, "train_loss": 0.00031899483292363584, "cos_r_negg": [0.5873122215270996, 0.647653341293335], "cos_innovation_negg": [0.5873122215270996, 0.647653341293335], "cos_apical_negg": [0.5873122215270996, 0.647653341293335], "cos_Ac_negg": [0.5873122215270996, 0.647653341293335], "r_norm": [0.1953430473804474, 0.19887112081050873]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9759, "test_loss": 0.11181544799804688}, {"step": 6650, "epoch": 17, "train_loss": 0.00031009921804070473, "cos_r_negg": [0.5858910083770752, 0.646329402923584], "cos_innovation_negg": [0.5858910083770752, 0.646329402923584], "cos_apical_negg": [0.5858910083770752, 0.646329402923584], "cos_Ac_negg": [0.5858910083770752, 0.646329402923584], "r_norm": [0.1966153383255005, 0.2002832591533661]}, {"step": 6700, "epoch": 17, "train_loss": 0.0001830388355301693, "cos_r_negg": [0.5864540338516235, 0.6465519070625305], "cos_innovation_negg": [0.5864540338516235, 0.6465519070625305], "cos_apical_negg": [0.5864540338516235, 0.6465519070625305], "cos_Ac_negg": [0.5864540338516235, 0.6465519070625305], "r_norm": [0.19881495833396912, 0.2026667296886444]}, {"step": 6750, "epoch": 17, "train_loss": 0.000720708048902452, "cos_r_negg": [0.5880584716796875, 0.6484774947166443], "cos_innovation_negg": [0.5880584716796875, 0.6484774947166443], "cos_apical_negg": [0.5880584716796875, 0.6484774947166443], "cos_Ac_negg": [0.5880584716796875, 0.6484774947166443], "r_norm": [0.19898101687431335, 0.20283839106559753], "ldr": {"dL_sdil": -0.007215239107608795, "dL_bp": -0.008048228919506073, "ratio": 0.8965002337497627}}, {"step": 6800, "epoch": 17, "train_loss": 0.0005504983710125089, "cos_r_negg": [0.5879775285720825, 0.6471213102340698], "cos_innovation_negg": [0.5879775285720825, 0.6471213102340698], "cos_apical_negg": [0.5879775285720825, 0.6471213102340698], "cos_Ac_negg": [0.5879775285720825, 0.6471213102340698], "r_norm": [0.1973956823348999, 0.20102274417877197]}, {"step": 6850, "epoch": 17, "train_loss": 0.00047730631195008755, "cos_r_negg": [0.5873440504074097, 0.6465784907341003], "cos_innovation_negg": [0.5873440504074097, 0.6465784907341003], "cos_apical_negg": [0.5873440504074097, 0.6465784907341003], "cos_Ac_negg": [0.5873440504074097, 0.6465784907341003], "r_norm": [0.19774574041366577, 0.2014252096414566]}, {"step": 6900, "epoch": 17, "train_loss": 0.0007373831467702985, "cos_r_negg": [0.5881946086883545, 0.6470998525619507], "cos_innovation_negg": [0.5881946086883545, 0.6470998525619507], "cos_apical_negg": [0.5881946086883545, 0.6470998525619507], "cos_Ac_negg": [0.5881946086883545, 0.6470998525619507], "r_norm": [0.19971400499343872, 0.20355629920959473]}, {"step": 6950, "epoch": 17, "train_loss": 0.0007024359074421227, "cos_r_negg": [0.5875396728515625, 0.6469048857688904], "cos_innovation_negg": [0.5875396728515625, 0.6469048857688904], "cos_apical_negg": [0.5875396728515625, 0.6469048857688904], "cos_Ac_negg": [0.5875396728515625, 0.6469048857688904], "r_norm": [0.19590559601783752, 0.19941270351409912]}, {"step": 7000, "epoch": 17, "train_loss": 0.0006006015464663506, "cos_r_negg": [0.5860193967819214, 0.6461019515991211], "cos_innovation_negg": [0.5860193967819214, 0.6461019515991211], "cos_apical_negg": [0.5860193967819214, 0.6461019515991211], "cos_Ac_negg": [0.5860193967819214, 0.6461019515991211], "r_norm": [0.1963559091091156, 0.19999200105667114], "ldr": {"dL_sdil": -0.007259398698806763, "dL_bp": -0.008146524429321289, "ratio": 0.8911037782785566}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9752, "test_loss": 0.11387307844161987}, {"step": 7050, "epoch": 18, "train_loss": 0.00017074827337637544, "cos_r_negg": [0.5891801118850708, 0.648227334022522], "cos_innovation_negg": [0.5891801118850708, 0.648227334022522], "cos_apical_negg": [0.5891801118850708, 0.648227334022522], "cos_Ac_negg": [0.5891801118850708, 0.648227334022522], "r_norm": [0.1961846500635147, 0.19967925548553467]}, {"step": 7100, "epoch": 18, "train_loss": 0.00040369771886616945, "cos_r_negg": [0.5891929864883423, 0.648114025592804], "cos_innovation_negg": [0.5891929864883423, 0.648114025592804], "cos_apical_negg": [0.5891929864883423, 0.648114025592804], "cos_Ac_negg": [0.5891929864883423, 0.648114025592804], "r_norm": [0.19675609469413757, 0.20037558674812317]}, {"step": 7150, "epoch": 18, "train_loss": 0.00017587453476153314, "cos_r_negg": [0.5886949896812439, 0.647321343421936], "cos_innovation_negg": [0.5886949896812439, 0.647321343421936], "cos_apical_negg": [0.5886949896812439, 0.647321343421936], "cos_Ac_negg": [0.5886949896812439, 0.647321343421936], "r_norm": [0.1956596076488495, 0.1991593837738037]}, {"step": 7200, "epoch": 18, "train_loss": 0.00035877234768122435, "cos_r_negg": [0.5894811153411865, 0.6477997303009033], "cos_innovation_negg": [0.5894811153411865, 0.6477997303009033], "cos_apical_negg": [0.5894811153411865, 0.6477997303009033], "cos_Ac_negg": [0.5894811153411865, 0.6477997303009033], "r_norm": [0.1948273479938507, 0.19823434948921204]}, {"step": 7250, "epoch": 18, "train_loss": 0.0004392893461044878, "cos_r_negg": [0.589094340801239, 0.6465814709663391], "cos_innovation_negg": [0.589094340801239, 0.6465814709663391], "cos_apical_negg": [0.589094340801239, 0.6465814709663391], "cos_Ac_negg": [0.589094340801239, 0.6465814709663391], "r_norm": [0.19667957723140717, 0.20035481452941895], "ldr": {"dL_sdil": -0.007513672113418579, "dL_bp": -0.00845799595117569, "ratio": 0.888351349041986}}, {"step": 7300, "epoch": 18, "train_loss": 0.0004018157778773457, "cos_r_negg": [0.5890407562255859, 0.6464093327522278], "cos_innovation_negg": [0.5890407562255859, 0.6464093327522278], "cos_apical_negg": [0.5890407562255859, 0.6464093327522278], "cos_Ac_negg": [0.5890407562255859, 0.6464093327522278], "r_norm": [0.19792088866233826, 0.20159897208213806]}, {"step": 7350, "epoch": 18, "train_loss": 0.0009784783469513059, "cos_r_negg": [0.5888655185699463, 0.6484181880950928], "cos_innovation_negg": [0.5888655185699463, 0.6484181880950928], "cos_apical_negg": [0.5888655185699463, 0.6484181880950928], "cos_Ac_negg": [0.5888655185699463, 0.6484181880950928], "r_norm": [0.1976696401834488, 0.20126977562904358]}, {"step": 7400, "epoch": 18, "train_loss": 0.00013347961066756397, "cos_r_negg": [0.589853823184967, 0.6477721333503723], "cos_innovation_negg": [0.589853823184967, 0.6477721333503723], "cos_apical_negg": [0.589853823184967, 0.6477721333503723], "cos_Ac_negg": [0.589853823184967, 0.6477721333503723], "r_norm": [0.1978241503238678, 0.20151188969612122]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9755, "test_loss": 0.11395395350456237}, {"step": 7450, "epoch": 19, "train_loss": 0.0001272013469133526, "cos_r_negg": [0.5867507457733154, 0.6465801000595093], "cos_innovation_negg": [0.5867507457733154, 0.6465801000595093], "cos_apical_negg": [0.5867507457733154, 0.6465801000595093], "cos_Ac_negg": [0.5867507457733154, 0.6465801000595093], "r_norm": [0.1944546103477478, 0.19801218807697296]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003943848714698106, "cos_r_negg": [0.5885603427886963, 0.6472975611686707], "cos_innovation_negg": [0.5885603427886963, 0.6472975611686707], "cos_apical_negg": [0.5885603427886963, 0.6472975611686707], "cos_Ac_negg": [0.5885603427886963, 0.6472975611686707], "r_norm": [0.19578397274017334, 0.1994737684726715], "ldr": {"dL_sdil": -0.007456399500370026, "dL_bp": -0.008435197174549103, "ratio": 0.883962679955801}}, {"step": 7550, "epoch": 19, "train_loss": 0.00029132133931852877, "cos_r_negg": [0.5887710452079773, 0.6475191116333008], "cos_innovation_negg": [0.5887710452079773, 0.6475191116333008], "cos_apical_negg": [0.5887710452079773, 0.6475191116333008], "cos_Ac_negg": [0.5887710452079773, 0.6475191116333008], "r_norm": [0.19590070843696594, 0.1995864361524582]}, {"step": 7600, "epoch": 19, "train_loss": 0.0002815565385390073, "cos_r_negg": [0.5886192321777344, 0.6474627256393433], "cos_innovation_negg": [0.5886192321777344, 0.6474627256393433], "cos_apical_negg": [0.5886192321777344, 0.6474627256393433], "cos_Ac_negg": [0.5886192321777344, 0.6474627256393433], "r_norm": [0.19299131631851196, 0.19639700651168823]}, {"step": 7650, "epoch": 19, "train_loss": 0.0004165726131759584, "cos_r_negg": [0.5899977684020996, 0.6487271785736084], "cos_innovation_negg": [0.5899977684020996, 0.6487271785736084], "cos_apical_negg": [0.5899977684020996, 0.6487271785736084], "cos_Ac_negg": [0.5899977684020996, 0.6487271785736084], "r_norm": [0.19740648567676544, 0.2010747194290161]}, {"step": 7700, "epoch": 19, "train_loss": 0.0006375054945237935, "cos_r_negg": [0.5881949663162231, 0.6472526788711548], "cos_innovation_negg": [0.5881949663162231, 0.6472526788711548], "cos_apical_negg": [0.5881949663162231, 0.6472526788711548], "cos_Ac_negg": [0.5881949663162231, 0.6472526788711548], "r_norm": [0.19452659785747528, 0.1979444921016693]}, {"step": 7750, "epoch": 19, "train_loss": 0.0005185378831811249, "cos_r_negg": [0.5890566110610962, 0.6479787230491638], "cos_innovation_negg": [0.5890566110610962, 0.6479787230491638], "cos_apical_negg": [0.5890566110610962, 0.6479787230491638], "cos_Ac_negg": [0.5890566110610962, 0.6479787230491638], "r_norm": [0.19677449762821198, 0.2004019021987915], "ldr": {"dL_sdil": -0.007631585001945496, "dL_bp": -0.008692324161529541, "ratio": 0.8779682924989543}}, {"step": 7800, "epoch": 19, "train_loss": 0.0004456810129340738, "cos_r_negg": [0.5895117521286011, 0.6487058401107788], "cos_innovation_negg": [0.5895117521286011, 0.6487058401107788], "cos_apical_negg": [0.5895117521286011, 0.6487058401107788], "cos_Ac_negg": [0.5895117521286011, 0.6487058401107788], "r_norm": [0.19941744208335876, 0.2031620293855667]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9752, "test_loss": 0.11563196926116943}, {"step": 7850, "epoch": 20, "train_loss": 0.00030549554503522813, "cos_r_negg": [0.5894874930381775, 0.6487516164779663], "cos_innovation_negg": [0.5894874930381775, 0.6487516164779663], "cos_apical_negg": [0.5894874930381775, 0.6487516164779663], "cos_Ac_negg": [0.5894874930381775, 0.6487516164779663], "r_norm": [0.19938576221466064, 0.20307467877864838]}, {"step": 7900, "epoch": 20, "train_loss": 0.00047649367479607463, "cos_r_negg": [0.5891649723052979, 0.6478824019432068], "cos_innovation_negg": [0.5891649723052979, 0.6478824019432068], "cos_apical_negg": [0.5891649723052979, 0.6478824019432068], "cos_Ac_negg": [0.5891649723052979, 0.6478824019432068], "r_norm": [0.19964344799518585, 0.20333892107009888]}, {"step": 7950, "epoch": 20, "train_loss": 0.0001935615437105298, "cos_r_negg": [0.5883505940437317, 0.647468090057373], "cos_innovation_negg": [0.5883505940437317, 0.647468090057373], "cos_apical_negg": [0.5883505940437317, 0.647468090057373], "cos_Ac_negg": [0.5883505940437317, 0.647468090057373], "r_norm": [0.19822050631046295, 0.2018532156944275]}, {"step": 8000, "epoch": 20, "train_loss": 0.00036811557947658, "cos_r_negg": [0.5891557931900024, 0.6482175588607788], "cos_innovation_negg": [0.5891557931900024, 0.6482175588607788], "cos_apical_negg": [0.5891557931900024, 0.6482175588607788], "cos_Ac_negg": [0.5891557931900024, 0.6482175588607788], "r_norm": [0.19715118408203125, 0.20073366165161133], "ldr": {"dL_sdil": -0.00756942480802536, "dL_bp": -0.008646614849567413, "ratio": 0.8754206056031344}}, {"step": 8050, "epoch": 20, "train_loss": 0.0007321903249248862, "cos_r_negg": [0.589134931564331, 0.6482682824134827], "cos_innovation_negg": [0.589134931564331, 0.6482682824134827], "cos_apical_negg": [0.589134931564331, 0.6482682824134827], "cos_Ac_negg": [0.589134931564331, 0.6482682824134827], "r_norm": [0.19723200798034668, 0.2009059190750122]}, {"step": 8100, "epoch": 20, "train_loss": 0.0004254836530890316, "cos_r_negg": [0.5884007215499878, 0.647700309753418], "cos_innovation_negg": [0.5884007215499878, 0.647700309753418], "cos_apical_negg": [0.5884007215499878, 0.647700309753418], "cos_Ac_negg": [0.5884007215499878, 0.647700309753418], "r_norm": [0.19666723906993866, 0.2002941071987152]}, {"step": 8150, "epoch": 20, "train_loss": 0.0005906388978473842, "cos_r_negg": [0.588363528251648, 0.6477117538452148], "cos_innovation_negg": [0.588363528251648, 0.6477117538452148], "cos_apical_negg": [0.588363528251648, 0.6477117538452148], "cos_Ac_negg": [0.588363528251648, 0.6477117538452148], "r_norm": [0.19676902890205383, 0.2003880888223648]}, {"step": 8200, "epoch": 20, "train_loss": 0.000419986987253651, "cos_r_negg": [0.5869758129119873, 0.6468459367752075], "cos_innovation_negg": [0.5869758129119873, 0.6468459367752075], "cos_apical_negg": [0.5869758129119873, 0.6468459367752075], "cos_Ac_negg": [0.5869758129119873, 0.6468459367752075], "r_norm": [0.19675900042057037, 0.20028458535671234]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9753, "test_loss": 0.11565641231536865}, {"step": 8250, "epoch": 21, "train_loss": 0.00032679393189027905, "cos_r_negg": [0.5875534415245056, 0.646991491317749], "cos_innovation_negg": [0.5875534415245056, 0.646991491317749], "cos_apical_negg": [0.5875534415245056, 0.646991491317749], "cos_Ac_negg": [0.5875534415245056, 0.646991491317749], "r_norm": [0.19789005815982819, 0.20150750875473022], "ldr": {"dL_sdil": -0.007709413766860962, "dL_bp": -0.008825302124023438, "ratio": 0.8735580559757943}}, {"step": 8300, "epoch": 21, "train_loss": 0.00034750456688925624, "cos_r_negg": [0.5883510112762451, 0.6478296518325806], "cos_innovation_negg": [0.5883510112762451, 0.6478296518325806], "cos_apical_negg": [0.5883510112762451, 0.6478296518325806], "cos_Ac_negg": [0.5883510112762451, 0.6478296518325806], "r_norm": [0.19468161463737488, 0.19810912013053894]}, {"step": 8350, "epoch": 21, "train_loss": 0.00033388211159035563, "cos_r_negg": [0.5892670154571533, 0.6485654711723328], "cos_innovation_negg": [0.5892670154571533, 0.6485654711723328], "cos_apical_negg": [0.5892670154571533, 0.6485654711723328], "cos_Ac_negg": [0.5892670154571533, 0.6485654711723328], "r_norm": [0.19487732648849487, 0.19836702942848206]}, {"step": 8400, "epoch": 21, "train_loss": 0.0003771607589442283, "cos_r_negg": [0.5887324810028076, 0.6486323475837708], "cos_innovation_negg": [0.5887324810028076, 0.6486323475837708], "cos_apical_negg": [0.5887324810028076, 0.6486323475837708], "cos_Ac_negg": [0.5887324810028076, 0.6486323475837708], "r_norm": [0.19702142477035522, 0.20069503784179688]}, {"step": 8450, "epoch": 21, "train_loss": 0.0005224739434197545, "cos_r_negg": [0.587783694267273, 0.6478656530380249], "cos_innovation_negg": [0.587783694267273, 0.6478656530380249], "cos_apical_negg": [0.587783694267273, 0.6478656530380249], "cos_Ac_negg": [0.587783694267273, 0.6478656530380249], "r_norm": [0.19672413170337677, 0.200431227684021]}, {"step": 8500, "epoch": 21, "train_loss": 0.00021887494949623942, "cos_r_negg": [0.5870803594589233, 0.6471506357192993], "cos_innovation_negg": [0.5870803594589233, 0.6471506357192993], "cos_apical_negg": [0.5870803594589233, 0.6471506357192993], "cos_Ac_negg": [0.5870803594589233, 0.6471506357192993], "r_norm": [0.19729942083358765, 0.2010449767112732], "ldr": {"dL_sdil": -0.007770933210849762, "dL_bp": -0.008948147296905518, "ratio": 0.8684404662781016}}, {"step": 8550, "epoch": 21, "train_loss": 0.00041475152829661965, "cos_r_negg": [0.5875182151794434, 0.6478071212768555], "cos_innovation_negg": [0.5875182151794434, 0.6478071212768555], "cos_apical_negg": [0.5875182151794434, 0.6478071212768555], "cos_Ac_negg": [0.5875182151794434, 0.6478071212768555], "r_norm": [0.19842076301574707, 0.20221300423145294]}, {"step": 8600, "epoch": 21, "train_loss": 0.0006878224085085094, "cos_r_negg": [0.5893253087997437, 0.6488097906112671], "cos_innovation_negg": [0.5893253087997437, 0.6488097906112671], "cos_apical_negg": [0.5893253087997437, 0.6488097906112671], "cos_Ac_negg": [0.5893253087997437, 0.6488097906112671], "r_norm": [0.19726720452308655, 0.20089641213417053]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9752, "test_loss": 0.11665628156661988}, {"step": 8650, "epoch": 22, "train_loss": 0.00013859492901246995, "cos_r_negg": [0.5872142314910889, 0.6484591960906982], "cos_innovation_negg": [0.5872142314910889, 0.6484591960906982], "cos_apical_negg": [0.5872142314910889, 0.6484591960906982], "cos_Ac_negg": [0.5872142314910889, 0.6484591960906982], "r_norm": [0.19894014298915863, 0.20263519883155823]}, {"step": 8700, "epoch": 22, "train_loss": 0.0003182839718647301, "cos_r_negg": [0.5879693031311035, 0.6478292942047119], "cos_innovation_negg": [0.5879693031311035, 0.6478292942047119], "cos_apical_negg": [0.5879693031311035, 0.6478292942047119], "cos_Ac_negg": [0.5879693031311035, 0.6478292942047119], "r_norm": [0.19801153242588043, 0.2015918791294098]}, {"step": 8750, "epoch": 22, "train_loss": 0.00025146768894046545, "cos_r_negg": [0.5879581570625305, 0.6484822034835815], "cos_innovation_negg": [0.5879581570625305, 0.6484822034835815], "cos_apical_negg": [0.5879581570625305, 0.6484822034835815], "cos_Ac_negg": [0.5879581570625305, 0.6484822034835815], "r_norm": [0.1985086351633072, 0.20212414860725403], "ldr": {"dL_sdil": -0.007824160158634186, "dL_bp": -0.009051769971847534, "ratio": 0.8643790311694384}}, {"step": 8800, "epoch": 22, "train_loss": 0.00045387513819150627, "cos_r_negg": [0.5879025459289551, 0.6478234529495239], "cos_innovation_negg": [0.5879025459289551, 0.6478234529495239], "cos_apical_negg": [0.5879025459289551, 0.6478234529495239], "cos_Ac_negg": [0.5879025459289551, 0.6478234529495239], "r_norm": [0.19786858558654785, 0.20147719979286194]}, {"step": 8850, "epoch": 22, "train_loss": 0.00014273173292167485, "cos_r_negg": [0.5876686573028564, 0.6479318737983704], "cos_innovation_negg": [0.5876686573028564, 0.6479318737983704], "cos_apical_negg": [0.5876686573028564, 0.6479318737983704], "cos_Ac_negg": [0.5876686573028564, 0.6479318737983704], "r_norm": [0.19674566388130188, 0.20024487376213074]}, {"step": 8900, "epoch": 22, "train_loss": 0.0005802501691505313, "cos_r_negg": [0.5872039794921875, 0.6485415697097778], "cos_innovation_negg": [0.5872039794921875, 0.6485415697097778], "cos_apical_negg": [0.5872039794921875, 0.6485415697097778], "cos_Ac_negg": [0.5872039794921875, 0.6485415697097778], "r_norm": [0.19882331788539886, 0.2025354951620102]}, {"step": 8950, "epoch": 22, "train_loss": 0.0002260601904708892, "cos_r_negg": [0.5872249603271484, 0.6484960317611694], "cos_innovation_negg": [0.5872249603271484, 0.6484960317611694], "cos_apical_negg": [0.5872249603271484, 0.6484960317611694], "cos_Ac_negg": [0.5872249603271484, 0.6484960317611694], "r_norm": [0.19907523691654205, 0.2028294950723648]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9752, "test_loss": 0.11705195436477661}, {"step": 9000, "epoch": 23, "train_loss": 0.0001839462056523189, "cos_r_negg": [0.5871408581733704, 0.6480451822280884], "cos_innovation_negg": [0.5871408581733704, 0.6480451822280884], "cos_apical_negg": [0.5871408581733704, 0.6480451822280884], "cos_Ac_negg": [0.5871408581733704, 0.6480451822280884], "r_norm": [0.19772544503211975, 0.20142151415348053], "ldr": {"dL_sdil": -0.007891692221164703, "dL_bp": -0.009133502840995789, "ratio": 0.8640378569482444}}, {"step": 9050, "epoch": 23, "train_loss": 0.00029684885521419346, "cos_r_negg": [0.5872546434402466, 0.6484521627426147], "cos_innovation_negg": [0.5872546434402466, 0.6484521627426147], "cos_apical_negg": [0.5872546434402466, 0.6484521627426147], "cos_Ac_negg": [0.5872546434402466, 0.6484521627426147], "r_norm": [0.1963958442211151, 0.20002789795398712]}, {"step": 9100, "epoch": 23, "train_loss": 0.00016712078650016338, "cos_r_negg": [0.5885904431343079, 0.6491283178329468], "cos_innovation_negg": [0.5885904431343079, 0.6491283178329468], "cos_apical_negg": [0.5885904431343079, 0.6491283178329468], "cos_Ac_negg": [0.5885904431343079, 0.6491283178329468], "r_norm": [0.19528014957904816, 0.1987897902727127]}, {"step": 9150, "epoch": 23, "train_loss": 0.00021450789063237607, "cos_r_negg": [0.5887737274169922, 0.6491580605506897], "cos_innovation_negg": [0.5887737274169922, 0.6491580605506897], "cos_apical_negg": [0.5887737274169922, 0.6491580605506897], "cos_Ac_negg": [0.5887737274169922, 0.6491580605506897], "r_norm": [0.19664299488067627, 0.20028133690357208]}, {"step": 9200, "epoch": 23, "train_loss": 0.0006438021664507687, "cos_r_negg": [0.5891477465629578, 0.6499489545822144], "cos_innovation_negg": [0.5891477465629578, 0.6499489545822144], "cos_apical_negg": [0.5891477465629578, 0.6499489545822144], "cos_Ac_negg": [0.5891477465629578, 0.6499489545822144], "r_norm": [0.19556573033332825, 0.19907093048095703]}, {"step": 9250, "epoch": 23, "train_loss": 0.0003064589691348374, "cos_r_negg": [0.5881966352462769, 0.6492392420768738], "cos_innovation_negg": [0.5881966352462769, 0.6492392420768738], "cos_apical_negg": [0.5881966352462769, 0.6492392420768738], "cos_Ac_negg": [0.5881966352462769, 0.6492392420768738], "r_norm": [0.1959521770477295, 0.19944244623184204], "ldr": {"dL_sdil": -0.007776737213134766, "dL_bp": -0.009028591215610504, "ratio": 0.8613455884112603}}, {"step": 9300, "epoch": 23, "train_loss": 0.0002823335235007107, "cos_r_negg": [0.587119460105896, 0.6490254402160645], "cos_innovation_negg": [0.587119460105896, 0.6490254402160645], "cos_apical_negg": [0.587119460105896, 0.6490254402160645], "cos_Ac_negg": [0.587119460105896, 0.6490254402160645], "r_norm": [0.1950605809688568, 0.19856040179729462]}, {"step": 9350, "epoch": 23, "train_loss": 0.00037675854400731623, "cos_r_negg": [0.5876399278640747, 0.6490305662155151], "cos_innovation_negg": [0.5876399278640747, 0.6490305662155151], "cos_apical_negg": [0.5876399278640747, 0.6490305662155151], "cos_Ac_negg": [0.5876399278640747, 0.6490305662155151], "r_norm": [0.19611971080303192, 0.19967679679393768]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9753, "test_loss": 0.11788109965324402}, {"step": 9400, "epoch": 24, "train_loss": 0.00016548509302083403, "cos_r_negg": [0.5877699255943298, 0.6490641832351685], "cos_innovation_negg": [0.5877699255943298, 0.6490641832351685], "cos_apical_negg": [0.5877699255943298, 0.6490641832351685], "cos_Ac_negg": [0.5877699255943298, 0.6490641832351685], "r_norm": [0.1976032555103302, 0.20127806067466736]}, {"step": 9450, "epoch": 24, "train_loss": 0.0001155585196102038, "cos_r_negg": [0.5883264541625977, 0.649146556854248], "cos_innovation_negg": [0.5883264541625977, 0.649146556854248], "cos_apical_negg": [0.5883264541625977, 0.649146556854248], "cos_Ac_negg": [0.5883264541625977, 0.649146556854248], "r_norm": [0.19641877710819244, 0.2000781148672104]}, {"step": 9500, "epoch": 24, "train_loss": 0.00020735283032990992, "cos_r_negg": [0.5886151790618896, 0.6493504047393799], "cos_innovation_negg": [0.5886151790618896, 0.6493504047393799], "cos_apical_negg": [0.5886151790618896, 0.6493504047393799], "cos_Ac_negg": [0.5886151790618896, 0.6493504047393799], "r_norm": [0.19659371674060822, 0.2002311646938324], "ldr": {"dL_sdil": -0.007854647934436798, "dL_bp": -0.009159237146377563, "ratio": 0.8575657348869142}}, {"step": 9550, "epoch": 24, "train_loss": 0.0003563867066986859, "cos_r_negg": [0.5893046855926514, 0.6495993733406067], "cos_innovation_negg": [0.5893046855926514, 0.6495993733406067], "cos_apical_negg": [0.5893046855926514, 0.6495993733406067], "cos_Ac_negg": [0.5893046855926514, 0.6495993733406067], "r_norm": [0.19655466079711914, 0.2001643180847168]}, {"step": 9600, "epoch": 24, "train_loss": 0.00027501932345330715, "cos_r_negg": [0.58814537525177, 0.649573564529419], "cos_innovation_negg": [0.58814537525177, 0.649573564529419], "cos_apical_negg": [0.58814537525177, 0.649573564529419], "cos_Ac_negg": [0.58814537525177, 0.649573564529419], "r_norm": [0.19638380408287048, 0.19998493790626526]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003459193685557693, "cos_r_negg": [0.5889113545417786, 0.6500352025032043], "cos_innovation_negg": [0.5889113545417786, 0.6500352025032043], "cos_apical_negg": [0.5889113545417786, 0.6500352025032043], "cos_Ac_negg": [0.5889113545417786, 0.6500352025032043], "r_norm": [0.19501006603240967, 0.19843055307865143]}, {"step": 9700, "epoch": 24, "train_loss": 0.00016942326328717172, "cos_r_negg": [0.5888797044754028, 0.6500846147537231], "cos_innovation_negg": [0.5888797044754028, 0.6500846147537231], "cos_apical_negg": [0.5888797044754028, 0.6500846147537231], "cos_Ac_negg": [0.5888797044754028, 0.6500846147537231], "r_norm": [0.19634178280830383, 0.19985398650169373]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005029246676713228, "cos_r_negg": [0.5884050130844116, 0.6503122448921204], "cos_innovation_negg": [0.5884050130844116, 0.6503122448921204], "cos_apical_negg": [0.5884050130844116, 0.6503122448921204], "cos_Ac_negg": [0.5884050130844116, 0.6503122448921204], "r_norm": [0.1966879963874817, 0.2002241164445877], "ldr": {"dL_sdil": -0.007965341210365295, "dL_bp": -0.009316131472587585, "ratio": 0.8550052383656299}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9755, "test_loss": 0.11822406520843506}, {"step": 9800, "epoch": 25, "train_loss": 0.0005903615383431315, "cos_r_negg": [0.5891581773757935, 0.650524377822876], "cos_innovation_negg": [0.5891581773757935, 0.650524377822876], "cos_apical_negg": [0.5891581773757935, 0.650524377822876], "cos_Ac_negg": [0.5891581773757935, 0.650524377822876], "r_norm": [0.1967264711856842, 0.2002573311328888]}, {"step": 9850, "epoch": 25, "train_loss": 0.00028814355027861893, "cos_r_negg": [0.5897164344787598, 0.6507261395454407], "cos_innovation_negg": [0.5897164344787598, 0.6507261395454407], "cos_apical_negg": [0.5897164344787598, 0.6507261395454407], "cos_Ac_negg": [0.5897164344787598, 0.6507261395454407], "r_norm": [0.19642475247383118, 0.19993065297603607]}, {"step": 9900, "epoch": 25, "train_loss": 0.00022222715779207647, "cos_r_negg": [0.5893479585647583, 0.6507712602615356], "cos_innovation_negg": [0.5893479585647583, 0.6507712602615356], "cos_apical_negg": [0.5893479585647583, 0.6507712602615356], "cos_Ac_negg": [0.5893479585647583, 0.6507712602615356], "r_norm": [0.19507673382759094, 0.1985670030117035]}, {"step": 9950, "epoch": 25, "train_loss": 0.000242658396018669, "cos_r_negg": [0.5894731283187866, 0.6510072946548462], "cos_innovation_negg": [0.5894731283187866, 0.6510072946548462], "cos_apical_negg": [0.5894731283187866, 0.6510072946548462], "cos_Ac_negg": [0.5894731283187866, 0.6510072946548462], "r_norm": [0.1949813812971115, 0.19849756360054016]}, {"step": 10000, "epoch": 25, "train_loss": 0.0002460989053361118, "cos_r_negg": [0.5898779034614563, 0.6510350704193115], "cos_innovation_negg": [0.5898779034614563, 0.6510350704193115], "cos_apical_negg": [0.5898779034614563, 0.6510350704193115], "cos_Ac_negg": [0.5898779034614563, 0.6510350704193115], "r_norm": [0.195787250995636, 0.19933649897575378], "ldr": {"dL_sdil": -0.007936209440231323, "dL_bp": -0.009318985044956207, "ratio": 0.8516173598246845}}, {"step": 10050, "epoch": 25, "train_loss": 0.00019350394723005593, "cos_r_negg": [0.5895622968673706, 0.6504988074302673], "cos_innovation_negg": [0.5895622968673706, 0.6504988074302673], "cos_apical_negg": [0.5895622968673706, 0.6504988074302673], "cos_Ac_negg": [0.5895622968673706, 0.6504988074302673], "r_norm": [0.19821472465991974, 0.2019442319869995]}, {"step": 10100, "epoch": 25, "train_loss": 0.00010821730393217877, "cos_r_negg": [0.5901044607162476, 0.6506041288375854], "cos_innovation_negg": [0.5901044607162476, 0.6506041288375854], "cos_apical_negg": [0.5901044607162476, 0.6506041288375854], "cos_Ac_negg": [0.5901044607162476, 0.6506041288375854], "r_norm": [0.19907580316066742, 0.2028806358575821]}, {"step": 10150, "epoch": 25, "train_loss": 8.760303899180144e-05, "cos_r_negg": [0.5887971520423889, 0.6502697467803955], "cos_innovation_negg": [0.5887971520423889, 0.6502697467803955], "cos_apical_negg": [0.5887971520423889, 0.6502697467803955], "cos_Ac_negg": [0.5887971520423889, 0.6502697467803955], "r_norm": [0.1955675482749939, 0.1990402638912201]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9754, "test_loss": 0.1188424147605896}, {"step": 10200, "epoch": 26, "train_loss": 0.00017793917504604906, "cos_r_negg": [0.5890197157859802, 0.6505358219146729], "cos_innovation_negg": [0.5890197157859802, 0.6505358219146729], "cos_apical_negg": [0.5890197157859802, 0.6505358219146729], "cos_Ac_negg": [0.5890197157859802, 0.6505358219146729], "r_norm": [0.19612637162208557, 0.19967585802078247]}, {"step": 10250, "epoch": 26, "train_loss": 0.0002505131415091455, "cos_r_negg": [0.5889453887939453, 0.6506128311157227], "cos_innovation_negg": [0.5889453887939453, 0.6506128311157227], "cos_apical_negg": [0.5889453887939453, 0.6506128311157227], "cos_Ac_negg": [0.5889453887939453, 0.6506128311157227], "r_norm": [0.1948196440935135, 0.19830724596977234], "ldr": {"dL_sdil": -0.00793910026550293, "dL_bp": -0.009340301156044006, "ratio": 0.8499833284674794}}, {"step": 10300, "epoch": 26, "train_loss": 0.001175272511318326, "cos_r_negg": [0.587990403175354, 0.6496996283531189], "cos_innovation_negg": [0.587990403175354, 0.6496996283531189], "cos_apical_negg": [0.587990403175354, 0.6496996283531189], "cos_Ac_negg": [0.587990403175354, 0.6496996283531189], "r_norm": [0.19518108665943146, 0.19871145486831665]}, {"step": 10350, "epoch": 26, "train_loss": 4.535428888630122e-05, "cos_r_negg": [0.5887582302093506, 0.6501783728599548], "cos_innovation_negg": [0.5887582302093506, 0.6501783728599548], "cos_apical_negg": [0.5887582302093506, 0.6501783728599548], "cos_Ac_negg": [0.5887582302093506, 0.6501783728599548], "r_norm": [0.19716063141822815, 0.2008679360151291]}, {"step": 10400, "epoch": 26, "train_loss": 0.0004724819154944271, "cos_r_negg": [0.5889631509780884, 0.6504806876182556], "cos_innovation_negg": [0.5889631509780884, 0.6504806876182556], "cos_apical_negg": [0.5889631509780884, 0.6504806876182556], "cos_Ac_negg": [0.5889631509780884, 0.6504806876182556], "r_norm": [0.19512225687503815, 0.19865530729293823]}, {"step": 10450, "epoch": 26, "train_loss": 0.0005108713521622121, "cos_r_negg": [0.5901800990104675, 0.650586724281311], "cos_innovation_negg": [0.5901800990104675, 0.650586724281311], "cos_apical_negg": [0.5901800990104675, 0.650586724281311], "cos_Ac_negg": [0.5901800990104675, 0.650586724281311], "r_norm": [0.19473525881767273, 0.1981709599494934]}, {"step": 10500, "epoch": 26, "train_loss": 0.0002506089222151786, "cos_r_negg": [0.589956521987915, 0.6513855457305908], "cos_innovation_negg": [0.589956521987915, 0.6513855457305908], "cos_apical_negg": [0.589956521987915, 0.6513855457305908], "cos_Ac_negg": [0.589956521987915, 0.6513855457305908], "r_norm": [0.19783100485801697, 0.20144736766815186], "ldr": {"dL_sdil": -0.008158065378665924, "dL_bp": -0.00964491069316864, "ratio": 0.8458414637726165}}, {"step": 10550, "epoch": 26, "train_loss": 0.00021866972383577377, "cos_r_negg": [0.5905171632766724, 0.6516309976577759], "cos_innovation_negg": [0.5905171632766724, 0.6516309976577759], "cos_apical_negg": [0.5905171632766724, 0.6516309976577759], "cos_Ac_negg": [0.5905171632766724, 0.6516309976577759], "r_norm": [0.19704565405845642, 0.20050491392612457]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9751, "test_loss": 0.11962515563964844}, {"step": 10600, "epoch": 27, "train_loss": 0.00015604634245391935, "cos_r_negg": [0.5898197889328003, 0.6505340933799744], "cos_innovation_negg": [0.5898197889328003, 0.6505340933799744], "cos_apical_negg": [0.5898197889328003, 0.6505340933799744], "cos_Ac_negg": [0.5898197889328003, 0.6505340933799744], "r_norm": [0.19668948650360107, 0.20019985735416412]}, {"step": 10650, "epoch": 27, "train_loss": 0.00011978553084190935, "cos_r_negg": [0.5894328355789185, 0.6501238942146301], "cos_innovation_negg": [0.5894328355789185, 0.6501238942146301], "cos_apical_negg": [0.5894328355789185, 0.6501238942146301], "cos_Ac_negg": [0.5894328355789185, 0.6501238942146301], "r_norm": [0.19533182680606842, 0.19870750606060028]}, {"step": 10700, "epoch": 27, "train_loss": 0.00020890767336823046, "cos_r_negg": [0.589617133140564, 0.650113046169281], "cos_innovation_negg": [0.589617133140564, 0.650113046169281], "cos_apical_negg": [0.589617133140564, 0.650113046169281], "cos_Ac_negg": [0.589617133140564, 0.650113046169281], "r_norm": [0.1960793286561966, 0.1996031403541565]}, {"step": 10750, "epoch": 27, "train_loss": 0.00017056764045264572, "cos_r_negg": [0.589188277721405, 0.6506178379058838], "cos_innovation_negg": [0.589188277721405, 0.6506178379058838], "cos_apical_negg": [0.589188277721405, 0.6506178379058838], "cos_Ac_negg": [0.589188277721405, 0.6506178379058838], "r_norm": [0.1967872828245163, 0.20039275288581848], "ldr": {"dL_sdil": -0.00816240906715393, "dL_bp": -0.009670473635196686, "ratio": 0.8440547355866833}}, {"step": 10800, "epoch": 27, "train_loss": 6.463225145125762e-05, "cos_r_negg": [0.5888795256614685, 0.6502898931503296], "cos_innovation_negg": [0.5888795256614685, 0.6502898931503296], "cos_apical_negg": [0.5888795256614685, 0.6502898931503296], "cos_Ac_negg": [0.5888795256614685, 0.6502898931503296], "r_norm": [0.19705624878406525, 0.20061561465263367]}, {"step": 10850, "epoch": 27, "train_loss": 0.00014872603060211986, "cos_r_negg": [0.5911524295806885, 0.6510936617851257], "cos_innovation_negg": [0.5911524295806885, 0.6510936617851257], "cos_apical_negg": [0.5911524295806885, 0.6510936617851257], "cos_Ac_negg": [0.5911524295806885, 0.6510936617851257], "r_norm": [0.1973707526922226, 0.20090705156326294]}, {"step": 10900, "epoch": 27, "train_loss": 0.00013376196147873998, "cos_r_negg": [0.590848982334137, 0.6518659591674805], "cos_innovation_negg": [0.590848982334137, 0.6518659591674805], "cos_apical_negg": [0.590848982334137, 0.6518659591674805], "cos_Ac_negg": [0.590848982334137, 0.6518659591674805], "r_norm": [0.19726614654064178, 0.20079198479652405]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9753, "test_loss": 0.12019765744209289}, {"step": 10950, "epoch": 28, "train_loss": 0.0003796007949858904, "cos_r_negg": [0.5898850560188293, 0.6511868834495544], "cos_innovation_negg": [0.5898850560188293, 0.6511868834495544], "cos_apical_negg": [0.5898850560188293, 0.6511868834495544], "cos_Ac_negg": [0.5898850560188293, 0.6511868834495544], "r_norm": [0.1968594789505005, 0.20041444897651672]}, {"step": 11000, "epoch": 28, "train_loss": 0.0002052209310932085, "cos_r_negg": [0.589247465133667, 0.6510069966316223], "cos_innovation_negg": [0.589247465133667, 0.6510069966316223], "cos_apical_negg": [0.589247465133667, 0.6510069966316223], "cos_Ac_negg": [0.589247465133667, 0.6510069966316223], "r_norm": [0.1967484951019287, 0.20037579536437988], "ldr": {"dL_sdil": -0.00816798210144043, "dL_bp": -0.009691111743450165, "ratio": 0.8428323104375349}}, {"step": 11050, "epoch": 28, "train_loss": 0.00029181508580222726, "cos_r_negg": [0.5900810956954956, 0.6508246064186096], "cos_innovation_negg": [0.5900810956954956, 0.6508246064186096], "cos_apical_negg": [0.5900810956954956, 0.6508246064186096], "cos_Ac_negg": [0.5900810956954956, 0.6508246064186096], "r_norm": [0.19731643795967102, 0.20096951723098755]}, {"step": 11100, "epoch": 28, "train_loss": 0.00041975712520070374, "cos_r_negg": [0.5905124545097351, 0.6506984233856201], "cos_innovation_negg": [0.5905124545097351, 0.6506984233856201], "cos_apical_negg": [0.5905124545097351, 0.6506984233856201], "cos_Ac_negg": [0.5905124545097351, 0.6506984233856201], "r_norm": [0.19748622179031372, 0.2011430263519287]}, {"step": 11150, "epoch": 28, "train_loss": 0.00021333475888241082, "cos_r_negg": [0.5900105237960815, 0.6510140895843506], "cos_innovation_negg": [0.5900105237960815, 0.6510140895843506], "cos_apical_negg": [0.5900105237960815, 0.6510140895843506], "cos_Ac_negg": [0.5900105237960815, 0.6510140895843506], "r_norm": [0.19683119654655457, 0.20047065615653992]}, {"step": 11200, "epoch": 28, "train_loss": 0.0006690877489745617, "cos_r_negg": [0.5901211500167847, 0.6512175798416138], "cos_innovation_negg": [0.5901211500167847, 0.6512175798416138], "cos_apical_negg": [0.5901211500167847, 0.6512175798416138], "cos_Ac_negg": [0.5901211500167847, 0.6512175798416138], "r_norm": [0.19469591975212097, 0.19811388850212097]}, {"step": 11250, "epoch": 28, "train_loss": 0.00044663652079179883, "cos_r_negg": [0.5896456837654114, 0.6509149074554443], "cos_innovation_negg": [0.5896456837654114, 0.6509149074554443], "cos_apical_negg": [0.5896456837654114, 0.6509149074554443], "cos_Ac_negg": [0.5896456837654114, 0.6509149074554443], "r_norm": [0.19559215009212494, 0.1990327090024948], "ldr": {"dL_sdil": -0.008098378777503967, "dL_bp": -0.009636253118515015, "ratio": 0.8404074361583354}}, {"step": 11300, "epoch": 28, "train_loss": 0.00015838994295336306, "cos_r_negg": [0.5905927419662476, 0.6516673564910889], "cos_innovation_negg": [0.5905927419662476, 0.6516673564910889], "cos_apical_negg": [0.5905927419662476, 0.6516673564910889], "cos_Ac_negg": [0.5905927419662476, 0.6516673564910889], "r_norm": [0.19722068309783936, 0.20077639818191528]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9751, "test_loss": 0.12046233325004578}, {"step": 11350, "epoch": 29, "train_loss": 0.00017298234160989523, "cos_r_negg": [0.5898292064666748, 0.6507296562194824], "cos_innovation_negg": [0.5898292064666748, 0.6507296562194824], "cos_apical_negg": [0.5898292064666748, 0.6507296562194824], "cos_Ac_negg": [0.5898292064666748, 0.6507296562194824], "r_norm": [0.19507955014705658, 0.1984836459159851]}, {"step": 11400, "epoch": 29, "train_loss": 0.00020435004262253642, "cos_r_negg": [0.5898464918136597, 0.6507159471511841], "cos_innovation_negg": [0.5898464918136597, 0.6507159471511841], "cos_apical_negg": [0.5898464918136597, 0.6507159471511841], "cos_Ac_negg": [0.5898464918136597, 0.6507159471511841], "r_norm": [0.19688156247138977, 0.20041270554065704]}, {"step": 11450, "epoch": 29, "train_loss": 0.00019242378766648471, "cos_r_negg": [0.5900915265083313, 0.6509100794792175], "cos_innovation_negg": [0.5900915265083313, 0.6509100794792175], "cos_apical_negg": [0.5900915265083313, 0.6509100794792175], "cos_Ac_negg": [0.5900915265083313, 0.6509100794792175], "r_norm": [0.19711430370807648, 0.2006952315568924]}, {"step": 11500, "epoch": 29, "train_loss": 0.0003777220845222473, "cos_r_negg": [0.5905390977859497, 0.651703953742981], "cos_innovation_negg": [0.5905390977859497, 0.651703953742981], "cos_apical_negg": [0.5905390977859497, 0.651703953742981], "cos_Ac_negg": [0.5905390977859497, 0.651703953742981], "r_norm": [0.19494441151618958, 0.19829051196575165], "ldr": {"dL_sdil": -0.008151903748512268, "dL_bp": -0.009700775146484375, "ratio": 0.8403352954187967}}, {"step": 11550, "epoch": 29, "train_loss": 0.00026902093668468297, "cos_r_negg": [0.5913011431694031, 0.6513849496841431], "cos_innovation_negg": [0.5913011431694031, 0.6513849496841431], "cos_apical_negg": [0.5913011431694031, 0.6513849496841431], "cos_Ac_negg": [0.5913011431694031, 0.6513849496841431], "r_norm": [0.19680732488632202, 0.20040398836135864]}, {"step": 11600, "epoch": 29, "train_loss": 0.0001957935164682567, "cos_r_negg": [0.5906438827514648, 0.6513113975524902], "cos_innovation_negg": [0.5906438827514648, 0.6513113975524902], "cos_apical_negg": [0.5906438827514648, 0.6513113975524902], "cos_Ac_negg": [0.5906438827514648, 0.6513113975524902], "r_norm": [0.19528129696846008, 0.1987498700618744]}, {"step": 11650, "epoch": 29, "train_loss": 0.00015991546388249844, "cos_r_negg": [0.5915437340736389, 0.6517914533615112], "cos_innovation_negg": [0.5915437340736389, 0.6517914533615112], "cos_apical_negg": [0.5915437340736389, 0.6517914533615112], "cos_Ac_negg": [0.5915437340736389, 0.6517914533615112], "r_norm": [0.19540783762931824, 0.1988939642906189]}, {"step": 11700, "epoch": 29, "train_loss": 8.838584471959621e-05, "cos_r_negg": [0.5907724499702454, 0.6513770818710327], "cos_innovation_negg": [0.5907724499702454, 0.6513770818710327], "cos_apical_negg": [0.5907724499702454, 0.6513770818710327], "cos_Ac_negg": [0.5907724499702454, 0.6513770818710327], "r_norm": [0.19459441304206848, 0.19800326228141785]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9752, "test_loss": 0.12112866668701172}, {"step": 11750, "epoch": 30, "train_loss": 0.00028610421577468514, "cos_r_negg": [0.5904130339622498, 0.651579737663269], "cos_innovation_negg": [0.5904130339622498, 0.651579737663269], "cos_apical_negg": [0.5904130339622498, 0.651579737663269], "cos_Ac_negg": [0.5904130339622498, 0.651579737663269], "r_norm": [0.1973264515399933, 0.2009672373533249], "ldr": {"dL_sdil": -0.008347101509571075, "dL_bp": -0.009990692138671875, "ratio": 0.8354878114261168}}, {"step": 11800, "epoch": 30, "train_loss": 0.00014663385809399188, "cos_r_negg": [0.5909476280212402, 0.6516329050064087], "cos_innovation_negg": [0.5909476280212402, 0.6516329050064087], "cos_apical_negg": [0.5909476280212402, 0.6516329050064087], "cos_Ac_negg": [0.5909476280212402, 0.6516329050064087], "r_norm": [0.19696757197380066, 0.2005324363708496]}, {"step": 11850, "epoch": 30, "train_loss": 0.0001806080836104229, "cos_r_negg": [0.5914451479911804, 0.6521422266960144], "cos_innovation_negg": [0.5914451479911804, 0.6521422266960144], "cos_apical_negg": [0.5914451479911804, 0.6521422266960144], "cos_Ac_negg": [0.5914451479911804, 0.6521422266960144], "r_norm": [0.19504770636558533, 0.1983996331691742]}, {"step": 11900, "epoch": 30, "train_loss": 0.0003971884143538773, "cos_r_negg": [0.5914207696914673, 0.6516557931900024], "cos_innovation_negg": [0.5914207696914673, 0.6516557931900024], "cos_apical_negg": [0.5914207696914673, 0.6516557931900024], "cos_Ac_negg": [0.5914207696914673, 0.6516557931900024], "r_norm": [0.19398489594459534, 0.19729691743850708]}, {"step": 11950, "epoch": 30, "train_loss": 0.0001581926626386121, "cos_r_negg": [0.5904407501220703, 0.6513010263442993], "cos_innovation_negg": [0.5904407501220703, 0.6513010263442993], "cos_apical_negg": [0.5904407501220703, 0.6513010263442993], "cos_Ac_negg": [0.5904407501220703, 0.6513010263442993], "r_norm": [0.19474080204963684, 0.19816617667675018]}, {"step": 12000, "epoch": 30, "train_loss": 0.0002235618158010766, "cos_r_negg": [0.5911157131195068, 0.6510210037231445], "cos_innovation_negg": [0.5911157131195068, 0.6510210037231445], "cos_apical_negg": [0.5911157131195068, 0.6510210037231445], "cos_Ac_negg": [0.5911157131195068, 0.6510210037231445], "r_norm": [0.1953081339597702, 0.19881948828697205], "ldr": {"dL_sdil": -0.00816211849451065, "dL_bp": -0.009779922664165497, "ratio": 0.8345790426766232}}, {"step": 12050, "epoch": 30, "train_loss": 0.0002888025192078203, "cos_r_negg": [0.5907435417175293, 0.651056170463562], "cos_innovation_negg": [0.5907435417175293, 0.651056170463562], "cos_apical_negg": [0.5907435417175293, 0.651056170463562], "cos_Ac_negg": [0.5907435417175293, 0.651056170463562], "r_norm": [0.19662684202194214, 0.20028260350227356]}, {"step": 12100, "epoch": 30, "train_loss": 0.00013609093730337918, "cos_r_negg": [0.591250479221344, 0.6522879004478455], "cos_innovation_negg": [0.591250479221344, 0.6522879004478455], "cos_apical_negg": [0.591250479221344, 0.6522879004478455], "cos_Ac_negg": [0.591250479221344, 0.6522879004478455], "r_norm": [0.19691675901412964, 0.20050445199012756]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9752, "test_loss": 0.12153350200653076}, {"step": 12150, "epoch": 31, "train_loss": 9.042079909704626e-05, "cos_r_negg": [0.5913009643554688, 0.6522582769393921], "cos_innovation_negg": [0.5913009643554688, 0.6522582769393921], "cos_apical_negg": [0.5913009643554688, 0.6522582769393921], "cos_Ac_negg": [0.5913009643554688, 0.6522582769393921], "r_norm": [0.19725677371025085, 0.200853168964386]}, {"step": 12200, "epoch": 31, "train_loss": 0.00020005294936709106, "cos_r_negg": [0.5915569067001343, 0.6522735357284546], "cos_innovation_negg": [0.5915569067001343, 0.6522735357284546], "cos_apical_negg": [0.5915569067001343, 0.6522735357284546], "cos_Ac_negg": [0.5915569067001343, 0.6522735357284546], "r_norm": [0.1965382695198059, 0.20007649064064026]}, {"step": 12250, "epoch": 31, "train_loss": 0.00025139134959317744, "cos_r_negg": [0.5912741422653198, 0.6524217128753662], "cos_innovation_negg": [0.5912741422653198, 0.6524217128753662], "cos_apical_negg": [0.5912741422653198, 0.6524217128753662], "cos_Ac_negg": [0.5912741422653198, 0.6524217128753662], "r_norm": [0.1957419216632843, 0.1991899162530899], "ldr": {"dL_sdil": -0.008334651589393616, "dL_bp": -0.010012246668338776, "ratio": 0.8324456903114329}}, {"step": 12300, "epoch": 31, "train_loss": 0.00019448524108156562, "cos_r_negg": [0.5911285281181335, 0.651700496673584], "cos_innovation_negg": [0.5911285281181335, 0.651700496673584], "cos_apical_negg": [0.5911285281181335, 0.651700496673584], "cos_Ac_negg": [0.5911285281181335, 0.651700496673584], "r_norm": [0.19648638367652893, 0.20006564259529114]}, {"step": 12350, "epoch": 31, "train_loss": 0.0002571253280621022, "cos_r_negg": [0.591649055480957, 0.6521706581115723], "cos_innovation_negg": [0.591649055480957, 0.6521706581115723], "cos_apical_negg": [0.591649055480957, 0.6521706581115723], "cos_Ac_negg": [0.591649055480957, 0.6521706581115723], "r_norm": [0.1961604356765747, 0.1996833086013794]}, {"step": 12400, "epoch": 31, "train_loss": 0.00011095230001956224, "cos_r_negg": [0.591309666633606, 0.6524307727813721], "cos_innovation_negg": [0.591309666633606, 0.6524307727813721], "cos_apical_negg": [0.591309666633606, 0.6524307727813721], "cos_Ac_negg": [0.591309666633606, 0.6524307727813721], "r_norm": [0.19560357928276062, 0.19900724291801453]}, {"step": 12450, "epoch": 31, "train_loss": 7.731591904303059e-05, "cos_r_negg": [0.5908570885658264, 0.6517904996871948], "cos_innovation_negg": [0.5908570885658264, 0.6517904996871948], "cos_apical_negg": [0.5908570885658264, 0.6517904996871948], "cos_Ac_negg": [0.5908570885658264, 0.6517904996871948], "r_norm": [0.19633615016937256, 0.19982540607452393]}, {"step": 12500, "epoch": 31, "train_loss": 6.464303442044184e-05, "cos_r_negg": [0.5904574394226074, 0.65123450756073], "cos_innovation_negg": [0.5904574394226074, 0.65123450756073], "cos_apical_negg": [0.5904574394226074, 0.65123450756073], "cos_Ac_negg": [0.5904574394226074, 0.65123450756073], "r_norm": [0.19587288796901703, 0.19941619038581848], "ldr": {"dL_sdil": -0.008287310600280762, "dL_bp": -0.009983047842979431, "ratio": 0.8301383235490357}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9753, "test_loss": 0.12185907526016235}, {"step": 12550, "epoch": 32, "train_loss": 0.00013433361891657114, "cos_r_negg": [0.590349555015564, 0.6513325572013855], "cos_innovation_negg": [0.590349555015564, 0.6513325572013855], "cos_apical_negg": [0.590349555015564, 0.6513325572013855], "cos_Ac_negg": [0.590349555015564, 0.6513325572013855], "r_norm": [0.19580864906311035, 0.19936853647232056]}, {"step": 12600, "epoch": 32, "train_loss": 7.327229104703292e-05, "cos_r_negg": [0.5908545851707458, 0.6516458988189697], "cos_innovation_negg": [0.5908545851707458, 0.6516458988189697], "cos_apical_negg": [0.5908545851707458, 0.6516458988189697], "cos_Ac_negg": [0.5908545851707458, 0.6516458988189697], "r_norm": [0.1959424465894699, 0.19946768879890442]}, {"step": 12650, "epoch": 32, "train_loss": 0.0001538328651804477, "cos_r_negg": [0.5915530323982239, 0.6519123911857605], "cos_innovation_negg": [0.5915530323982239, 0.6519123911857605], "cos_apical_negg": [0.5915530323982239, 0.6519123911857605], "cos_Ac_negg": [0.5915530323982239, 0.6519123911857605], "r_norm": [0.1950415074825287, 0.19851787388324738]}, {"step": 12700, "epoch": 32, "train_loss": 0.0002372502931393683, "cos_r_negg": [0.591174840927124, 0.6517138481140137], "cos_innovation_negg": [0.591174840927124, 0.6517138481140137], "cos_apical_negg": [0.591174840927124, 0.6517138481140137], "cos_Ac_negg": [0.591174840927124, 0.6517138481140137], "r_norm": [0.19543053209781647, 0.19897085428237915]}, {"step": 12750, "epoch": 32, "train_loss": 3.405041934456676e-05, "cos_r_negg": [0.5908297896385193, 0.6512686014175415], "cos_innovation_negg": [0.5908297896385193, 0.6512686014175415], "cos_apical_negg": [0.5908297896385193, 0.6512686014175415], "cos_Ac_negg": [0.5908297896385193, 0.6512686014175415], "r_norm": [0.196305051445961, 0.19990888237953186], "ldr": {"dL_sdil": -0.00841221958398819, "dL_bp": -0.010153904557228088, "ratio": 0.8284714059085699}}, {"step": 12800, "epoch": 32, "train_loss": 0.00028448551893234253, "cos_r_negg": [0.5910127758979797, 0.651409387588501], "cos_innovation_negg": [0.5910127758979797, 0.651409387588501], "cos_apical_negg": [0.5910127758979797, 0.651409387588501], "cos_Ac_negg": [0.5910127758979797, 0.651409387588501], "r_norm": [0.19539335370063782, 0.1988455057144165]}, {"step": 12850, "epoch": 32, "train_loss": 0.00012328359298408031, "cos_r_negg": [0.590795636177063, 0.6516709327697754], "cos_innovation_negg": [0.590795636177063, 0.6516709327697754], "cos_apical_negg": [0.590795636177063, 0.6516709327697754], "cos_Ac_negg": [0.590795636177063, 0.6516709327697754], "r_norm": [0.19560647010803223, 0.1990508735179901]}, {"step": 12900, "epoch": 32, "train_loss": 9.978108573704958e-05, "cos_r_negg": [0.5915871858596802, 0.6522525548934937], "cos_innovation_negg": [0.5915871858596802, 0.6522525548934937], "cos_apical_negg": [0.5915871858596802, 0.6522525548934937], "cos_Ac_negg": [0.5915871858596802, 0.6522525548934937], "r_norm": [0.19709938764572144, 0.20065754652023315]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9752, "test_loss": 0.12238749670982361}, {"step": 12950, "epoch": 33, "train_loss": 0.00013109494466334581, "cos_r_negg": [0.5918608903884888, 0.6528289318084717], "cos_innovation_negg": [0.5918608903884888, 0.6528289318084717], "cos_apical_negg": [0.5918608903884888, 0.6528289318084717], "cos_Ac_negg": [0.5918608903884888, 0.6528289318084717], "r_norm": [0.19525998830795288, 0.1986915022134781]}, {"step": 13000, "epoch": 33, "train_loss": 6.4574480347801e-05, "cos_r_negg": [0.5913093090057373, 0.6523668169975281], "cos_innovation_negg": [0.5913093090057373, 0.6523668169975281], "cos_apical_negg": [0.5913093090057373, 0.6523668169975281], "cos_Ac_negg": [0.5913093090057373, 0.6523668169975281], "r_norm": [0.19641369581222534, 0.19992271065711975], "ldr": {"dL_sdil": -0.00855233520269394, "dL_bp": -0.010370597243309021, "ratio": 0.824671424609783}}, {"step": 13050, "epoch": 33, "train_loss": 0.0002620076993480325, "cos_r_negg": [0.5907105207443237, 0.6520810127258301], "cos_innovation_negg": [0.5907105207443237, 0.6520810127258301], "cos_apical_negg": [0.5907105207443237, 0.6520810127258301], "cos_Ac_negg": [0.5907105207443237, 0.6520810127258301], "r_norm": [0.19574394822120667, 0.19917786121368408]}, {"step": 13100, "epoch": 33, "train_loss": 9.59774770308286e-05, "cos_r_negg": [0.591496467590332, 0.652812123298645], "cos_innovation_negg": [0.591496467590332, 0.652812123298645], "cos_apical_negg": [0.591496467590332, 0.652812123298645], "cos_Ac_negg": [0.591496467590332, 0.652812123298645], "r_norm": [0.19579586386680603, 0.19918164610862732]}, {"step": 13150, "epoch": 33, "train_loss": 0.00013873426360078156, "cos_r_negg": [0.5908976197242737, 0.6528586745262146], "cos_innovation_negg": [0.5908976197242737, 0.6528586745262146], "cos_apical_negg": [0.5908976197242737, 0.6528586745262146], "cos_Ac_negg": [0.5908976197242737, 0.6528586745262146], "r_norm": [0.19663985073566437, 0.2001279890537262]}, {"step": 13200, "epoch": 33, "train_loss": 0.00017500620742794126, "cos_r_negg": [0.5918028354644775, 0.6525883674621582], "cos_innovation_negg": [0.5918028354644775, 0.6525883674621582], "cos_apical_negg": [0.5918028354644775, 0.6525883674621582], "cos_Ac_negg": [0.5918028354644775, 0.6525883674621582], "r_norm": [0.1958809196949005, 0.19931353628635406]}, {"step": 13250, "epoch": 33, "train_loss": 0.00018694993923418224, "cos_r_negg": [0.5917988419532776, 0.6524840593338013], "cos_innovation_negg": [0.5917988419532776, 0.6524840593338013], "cos_apical_negg": [0.5917988419532776, 0.6524840593338013], "cos_Ac_negg": [0.5917988419532776, 0.6524840593338013], "r_norm": [0.196489155292511, 0.20000779628753662], "ldr": {"dL_sdil": -0.008421361446380615, "dL_bp": -0.010220982134342194, "ratio": 0.8239287903737835}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9752, "test_loss": 0.12284172205924988}, {"step": 13300, "epoch": 34, "train_loss": 0.00016195146599784493, "cos_r_negg": [0.5919581651687622, 0.6525248289108276], "cos_innovation_negg": [0.5919581651687622, 0.6525248289108276], "cos_apical_negg": [0.5919581651687622, 0.6525248289108276], "cos_Ac_negg": [0.5919581651687622, 0.6525248289108276], "r_norm": [0.19600187242031097, 0.19953849911689758]}, {"step": 13350, "epoch": 34, "train_loss": 0.00010117623605765402, "cos_r_negg": [0.5912216901779175, 0.6522693634033203], "cos_innovation_negg": [0.5912216901779175, 0.6522693634033203], "cos_apical_negg": [0.5912216901779175, 0.6522693634033203], "cos_Ac_negg": [0.5912216901779175, 0.6522693634033203], "r_norm": [0.19643108546733856, 0.20001006126403809]}, {"step": 13400, "epoch": 34, "train_loss": 0.00012041231093462557, "cos_r_negg": [0.5917370319366455, 0.6526578068733215], "cos_innovation_negg": [0.5917370319366455, 0.6526578068733215], "cos_apical_negg": [0.5917370319366455, 0.6526578068733215], "cos_Ac_negg": [0.5917370319366455, 0.6526578068733215], "r_norm": [0.19578522443771362, 0.19925548136234283]}, {"step": 13450, "epoch": 34, "train_loss": 0.00014194630784913898, "cos_r_negg": [0.5913974642753601, 0.6524983048439026], "cos_innovation_negg": [0.5913974642753601, 0.6524983048439026], "cos_apical_negg": [0.5913974642753601, 0.6524983048439026], "cos_Ac_negg": [0.5913974642753601, 0.6524983048439026], "r_norm": [0.1949915885925293, 0.19841060042381287]}, {"step": 13500, "epoch": 34, "train_loss": 0.00038722058525308967, "cos_r_negg": [0.5915902256965637, 0.6524827480316162], "cos_innovation_negg": [0.5915902256965637, 0.6524827480316162], "cos_apical_negg": [0.5915902256965637, 0.6524827480316162], "cos_Ac_negg": [0.5915902256965637, 0.6524827480316162], "r_norm": [0.19503654539585114, 0.19844582676887512], "ldr": {"dL_sdil": -0.008430905640125275, "dL_bp": -0.010239236056804657, "ratio": 0.8233920571176181}}, {"step": 13550, "epoch": 34, "train_loss": 0.00018398312386125326, "cos_r_negg": [0.5907533764839172, 0.652070164680481], "cos_innovation_negg": [0.5907533764839172, 0.652070164680481], "cos_apical_negg": [0.5907533764839172, 0.652070164680481], "cos_Ac_negg": [0.5907533764839172, 0.652070164680481], "r_norm": [0.19640350341796875, 0.19995847344398499]}, {"step": 13600, "epoch": 34, "train_loss": 0.00011179428111063316, "cos_r_negg": [0.5903431177139282, 0.6519604325294495], "cos_innovation_negg": [0.5903431177139282, 0.6519604325294495], "cos_apical_negg": [0.5903431177139282, 0.6519604325294495], "cos_Ac_negg": [0.5903431177139282, 0.6519604325294495], "r_norm": [0.19753628969192505, 0.20121222734451294]}, {"step": 13650, "epoch": 34, "train_loss": 0.00021376885706558824, "cos_r_negg": [0.5909595489501953, 0.6524291634559631], "cos_innovation_negg": [0.5909595489501953, 0.6524291634559631], "cos_apical_negg": [0.5909595489501953, 0.6524291634559631], "cos_Ac_negg": [0.5909595489501953, 0.6524291634559631], "r_norm": [0.19586054980754852, 0.19933642446994781]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9754, "test_loss": 0.12328580141067505}, {"step": 13700, "epoch": 35, "train_loss": 0.0001384502975270152, "cos_r_negg": [0.5917941331863403, 0.6528814435005188], "cos_innovation_negg": [0.5917941331863403, 0.6528814435005188], "cos_apical_negg": [0.5917941331863403, 0.6528814435005188], "cos_Ac_negg": [0.5917941331863403, 0.6528814435005188], "r_norm": [0.19523654878139496, 0.1986660361289978]}, {"step": 13750, "epoch": 35, "train_loss": 0.00022848510707262903, "cos_r_negg": [0.5912424325942993, 0.6526665091514587], "cos_innovation_negg": [0.5912424325942993, 0.6526665091514587], "cos_apical_negg": [0.5912424325942993, 0.6526665091514587], "cos_Ac_negg": [0.5912424325942993, 0.6526665091514587], "r_norm": [0.19615626335144043, 0.19970063865184784], "ldr": {"dL_sdil": -0.008561953902244568, "dL_bp": -0.010424144566059113, "ratio": 0.8213579395399202}}, {"step": 13800, "epoch": 35, "train_loss": 0.00012801805860362947, "cos_r_negg": [0.5909041166305542, 0.65253084897995], "cos_innovation_negg": [0.5909041166305542, 0.65253084897995], "cos_apical_negg": [0.5909041166305542, 0.65253084897995], "cos_Ac_negg": [0.5909041166305542, 0.65253084897995], "r_norm": [0.19555146992206573, 0.19906941056251526]}, {"step": 13850, "epoch": 35, "train_loss": 0.00016234426584560424, "cos_r_negg": [0.5910934805870056, 0.6526695489883423], "cos_innovation_negg": [0.5910934805870056, 0.6526695489883423], "cos_apical_negg": [0.5910934805870056, 0.6526695489883423], "cos_Ac_negg": [0.5910934805870056, 0.6526695489883423], "r_norm": [0.19685755670070648, 0.20048168301582336]}, {"step": 13900, "epoch": 35, "train_loss": 0.00010870952974073589, "cos_r_negg": [0.5908025503158569, 0.6530405282974243], "cos_innovation_negg": [0.5908025503158569, 0.6530405282974243], "cos_apical_negg": [0.5908025503158569, 0.6530405282974243], "cos_Ac_negg": [0.5908025503158569, 0.6530405282974243], "r_norm": [0.19603949785232544, 0.19955167174339294]}, {"step": 13950, "epoch": 35, "train_loss": 9.669635619502515e-05, "cos_r_negg": [0.591041088104248, 0.6527846455574036], "cos_innovation_negg": [0.591041088104248, 0.6527846455574036], "cos_apical_negg": [0.591041088104248, 0.6527846455574036], "cos_Ac_negg": [0.591041088104248, 0.6527846455574036], "r_norm": [0.195083886384964, 0.19849073886871338]}, {"step": 14000, "epoch": 35, "train_loss": 0.00013424882490653545, "cos_r_negg": [0.5910743474960327, 0.6528472900390625], "cos_innovation_negg": [0.5910743474960327, 0.6528472900390625], "cos_apical_negg": [0.5910743474960327, 0.6528472900390625], "cos_Ac_negg": [0.5910743474960327, 0.6528472900390625], "r_norm": [0.195899099111557, 0.1993667483329773], "ldr": {"dL_sdil": -0.008573368191719055, "dL_bp": -0.010464385151863098, "ratio": 0.8192901988314752}}, {"step": 14050, "epoch": 35, "train_loss": 0.00012472768139559776, "cos_r_negg": [0.5903482437133789, 0.652164101600647], "cos_innovation_negg": [0.5903482437133789, 0.652164101600647], "cos_apical_negg": [0.5903482437133789, 0.652164101600647], "cos_Ac_negg": [0.5903482437133789, 0.652164101600647], "r_norm": [0.1945660412311554, 0.19795000553131104]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9755, "test_loss": 0.12373997139930724}, {"step": 14100, "epoch": 36, "train_loss": 0.00018251982692163438, "cos_r_negg": [0.5896730422973633, 0.6521745920181274], "cos_innovation_negg": [0.5896730422973633, 0.6521745920181274], "cos_apical_negg": [0.5896730422973633, 0.6521745920181274], "cos_Ac_negg": [0.5896730422973633, 0.6521745920181274], "r_norm": [0.19523832201957703, 0.1986718624830246]}, {"step": 14150, "epoch": 36, "train_loss": 0.00019307882757857442, "cos_r_negg": [0.5898217558860779, 0.6521763205528259], "cos_innovation_negg": [0.5898217558860779, 0.6521763205528259], "cos_apical_negg": [0.5898217558860779, 0.6521763205528259], "cos_Ac_negg": [0.5898217558860779, 0.6521763205528259], "r_norm": [0.19682136178016663, 0.20042221248149872]}, {"step": 14200, "epoch": 36, "train_loss": 0.00011002254177583382, "cos_r_negg": [0.5907987356185913, 0.652380108833313], "cos_innovation_negg": [0.5907987356185913, 0.652380108833313], "cos_apical_negg": [0.5907987356185913, 0.652380108833313], "cos_Ac_negg": [0.5907987356185913, 0.652380108833313], "r_norm": [0.19643855094909668, 0.19996052980422974]}, {"step": 14250, "epoch": 36, "train_loss": 0.00018245467799715698, "cos_r_negg": [0.5907686352729797, 0.6519375443458557], "cos_innovation_negg": [0.5907686352729797, 0.6519375443458557], "cos_apical_negg": [0.5907686352729797, 0.6519375443458557], "cos_Ac_negg": [0.5907686352729797, 0.6519375443458557], "r_norm": [0.19425812363624573, 0.1976335048675537], "ldr": {"dL_sdil": -0.008427321910858154, "dL_bp": -0.010281816124916077, "ratio": 0.8196335947339207}}, {"step": 14300, "epoch": 36, "train_loss": 8.388581045437604e-05, "cos_r_negg": [0.5904839634895325, 0.6522390842437744], "cos_innovation_negg": [0.5904839634895325, 0.6522390842437744], "cos_apical_negg": [0.5904839634895325, 0.6522390842437744], "cos_Ac_negg": [0.5904839634895325, 0.6522390842437744], "r_norm": [0.19557346403598785, 0.19902768731117249]}, {"step": 14350, "epoch": 36, "train_loss": 0.00012126992805860937, "cos_r_negg": [0.5910725593566895, 0.6529862880706787], "cos_innovation_negg": [0.5910725593566895, 0.6529862880706787], "cos_apical_negg": [0.5910725593566895, 0.6529862880706787], "cos_Ac_negg": [0.5910725593566895, 0.6529862880706787], "r_norm": [0.19612012803554535, 0.1996595561504364]}, {"step": 14400, "epoch": 36, "train_loss": 8.902847912395373e-05, "cos_r_negg": [0.5911146402359009, 0.6528879404067993], "cos_innovation_negg": [0.5911146402359009, 0.6528879404067993], "cos_apical_negg": [0.5911146402359009, 0.6528879404067993], "cos_Ac_negg": [0.5911146402359009, 0.6528879404067993], "r_norm": [0.19503098726272583, 0.19842949509620667]}, {"step": 14450, "epoch": 36, "train_loss": 8.048125891946256e-05, "cos_r_negg": [0.590761125087738, 0.6526036858558655], "cos_innovation_negg": [0.590761125087738, 0.6526036858558655], "cos_apical_negg": [0.590761125087738, 0.6526036858558655], "cos_Ac_negg": [0.590761125087738, 0.6526036858558655], "r_norm": [0.19551686942577362, 0.19896161556243896]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9753, "test_loss": 0.12413268890380859}, {"step": 14500, "epoch": 37, "train_loss": 0.00021309607836883515, "cos_r_negg": [0.5905328989028931, 0.6524254083633423], "cos_innovation_negg": [0.5905328989028931, 0.6524254083633423], "cos_apical_negg": [0.5905328989028931, 0.6524254083633423], "cos_Ac_negg": [0.5905328989028931, 0.6524254083633423], "r_norm": [0.19657787680625916, 0.2001156359910965], "ldr": {"dL_sdil": -0.008668497204780579, "dL_bp": -0.010613664984703064, "ratio": 0.8167298682664323}}, {"step": 14550, "epoch": 37, "train_loss": 0.0001881407224573195, "cos_r_negg": [0.5900284647941589, 0.6523289680480957], "cos_innovation_negg": [0.5900284647941589, 0.6523289680480957], "cos_apical_negg": [0.5900284647941589, 0.6523289680480957], "cos_Ac_negg": [0.5900284647941589, 0.6523289680480957], "r_norm": [0.1966971755027771, 0.20022284984588623]}, {"step": 14600, "epoch": 37, "train_loss": 7.562999962829053e-05, "cos_r_negg": [0.5903102159500122, 0.6526538133621216], "cos_innovation_negg": [0.5903102159500122, 0.6526538133621216], "cos_apical_negg": [0.5903102159500122, 0.6526538133621216], "cos_Ac_negg": [0.5903102159500122, 0.6526538133621216], "r_norm": [0.19698825478553772, 0.20050834119319916]}, {"step": 14650, "epoch": 37, "train_loss": 0.00012320259702391922, "cos_r_negg": [0.5908962488174438, 0.6530226469039917], "cos_innovation_negg": [0.5908962488174438, 0.6530226469039917], "cos_apical_negg": [0.5908962488174438, 0.6530226469039917], "cos_Ac_negg": [0.5908962488174438, 0.6530226469039917], "r_norm": [0.19600258767604828, 0.1994321644306183]}, {"step": 14700, "epoch": 37, "train_loss": 0.00010776767157949507, "cos_r_negg": [0.5910142660140991, 0.6530364751815796], "cos_innovation_negg": [0.5910142660140991, 0.6530364751815796], "cos_apical_negg": [0.5910142660140991, 0.6530364751815796], "cos_Ac_negg": [0.5910142660140991, 0.6530364751815796], "r_norm": [0.19575382769107819, 0.19914308190345764]}, {"step": 14750, "epoch": 37, "train_loss": 8.874531340552494e-05, "cos_r_negg": [0.5905039310455322, 0.6528931260108948], "cos_innovation_negg": [0.5905039310455322, 0.6528931260108948], "cos_apical_negg": [0.5905039310455322, 0.6528931260108948], "cos_Ac_negg": [0.5905039310455322, 0.6528931260108948], "r_norm": [0.19612303376197815, 0.19956211745738983], "ldr": {"dL_sdil": -0.00864158570766449, "dL_bp": -0.010614842176437378, "ratio": 0.8141040218993473}}, {"step": 14800, "epoch": 37, "train_loss": 9.181008499581367e-05, "cos_r_negg": [0.5908892154693604, 0.652741551399231], "cos_innovation_negg": [0.5908892154693604, 0.652741551399231], "cos_apical_negg": [0.5908892154693604, 0.652741551399231], "cos_Ac_negg": [0.5908892154693604, 0.652741551399231], "r_norm": [0.19615468382835388, 0.19964604079723358]}, {"step": 14850, "epoch": 37, "train_loss": 9.706104174256325e-05, "cos_r_negg": [0.5905019044876099, 0.6522961854934692], "cos_innovation_negg": [0.5905019044876099, 0.6522961854934692], "cos_apical_negg": [0.5905019044876099, 0.6522961854934692], "cos_Ac_negg": [0.5905019044876099, 0.6522961854934692], "r_norm": [0.19501179456710815, 0.19844579696655273]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9753, "test_loss": 0.1244821506023407}, {"step": 14900, "epoch": 38, "train_loss": 0.0002585112233646214, "cos_r_negg": [0.5906133055686951, 0.6523667573928833], "cos_innovation_negg": [0.5906133055686951, 0.6523667573928833], "cos_apical_negg": [0.5906133055686951, 0.6523667573928833], "cos_Ac_negg": [0.5906133055686951, 0.6523667573928833], "r_norm": [0.19386491179466248, 0.1971847265958786]}, {"step": 14950, "epoch": 38, "train_loss": 6.561549525940791e-05, "cos_r_negg": [0.5907185673713684, 0.6529644131660461], "cos_innovation_negg": [0.5907185673713684, 0.6529644131660461], "cos_apical_negg": [0.5907185673713684, 0.6529644131660461], "cos_Ac_negg": [0.5907185673713684, 0.6529644131660461], "r_norm": [0.19441302120685577, 0.1977827250957489]}, {"step": 15000, "epoch": 38, "train_loss": 0.0003608653205446899, "cos_r_negg": [0.5904828906059265, 0.6526873111724854], "cos_innovation_negg": [0.5904828906059265, 0.6526873111724854], "cos_apical_negg": [0.5904828906059265, 0.6526873111724854], "cos_Ac_negg": [0.5904828906059265, 0.6526873111724854], "r_norm": [0.19485563039779663, 0.19835223257541656], "ldr": {"dL_sdil": -0.008593328297138214, "dL_bp": -0.010548897087574005, "ratio": 0.8146186493051166}}, {"step": 15050, "epoch": 38, "train_loss": 0.0001611381012480706, "cos_r_negg": [0.5912524461746216, 0.6530843377113342], "cos_innovation_negg": [0.5912524461746216, 0.6530843377113342], "cos_apical_negg": [0.5912524461746216, 0.6530843377113342], "cos_Ac_negg": [0.5912524461746216, 0.6530843377113342], "r_norm": [0.19463780522346497, 0.1980966329574585]}, {"step": 15100, "epoch": 38, "train_loss": 8.585333853261545e-05, "cos_r_negg": [0.5903362035751343, 0.652125358581543], "cos_innovation_negg": [0.5903362035751343, 0.652125358581543], "cos_apical_negg": [0.5903362035751343, 0.652125358581543], "cos_Ac_negg": [0.5903362035751343, 0.652125358581543], "r_norm": [0.1952064335346222, 0.19867552816867828]}, {"step": 15150, "epoch": 38, "train_loss": 0.00017687291256152093, "cos_r_negg": [0.5906506180763245, 0.6524838209152222], "cos_innovation_negg": [0.5906506180763245, 0.6524838209152222], "cos_apical_negg": [0.5906506180763245, 0.6524838209152222], "cos_Ac_negg": [0.5906506180763245, 0.6524838209152222], "r_norm": [0.19560402631759644, 0.19906044006347656]}, {"step": 15200, "epoch": 38, "train_loss": 0.00022027415980119258, "cos_r_negg": [0.5908070802688599, 0.6529198884963989], "cos_innovation_negg": [0.5908070802688599, 0.6529198884963989], "cos_apical_negg": [0.5908070802688599, 0.6529198884963989], "cos_Ac_negg": [0.5908070802688599, 0.6529198884963989], "r_norm": [0.19546088576316833, 0.1989075392484665]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9753, "test_loss": 0.12500041661262512}, {"step": 15250, "epoch": 39, "train_loss": 7.93089930084534e-05, "cos_r_negg": [0.5900150537490845, 0.6528369784355164], "cos_innovation_negg": [0.5900150537490845, 0.6528369784355164], "cos_apical_negg": [0.5900150537490845, 0.6528369784355164], "cos_Ac_negg": [0.5900150537490845, 0.6528369784355164], "r_norm": [0.19515842199325562, 0.19861383736133575], "ldr": {"dL_sdil": -0.008577600121498108, "dL_bp": -0.010563850402832031, "ratio": 0.8119766746411483}}, {"step": 15300, "epoch": 39, "train_loss": 0.00014093017671257257, "cos_r_negg": [0.5896719694137573, 0.6521828174591064], "cos_innovation_negg": [0.5896719694137573, 0.6521828174591064], "cos_apical_negg": [0.5896719694137573, 0.6521828174591064], "cos_Ac_negg": [0.5896719694137573, 0.6521828174591064], "r_norm": [0.1946852207183838, 0.198093980550766]}, {"step": 15350, "epoch": 39, "train_loss": 0.0003840679710265249, "cos_r_negg": [0.5895476341247559, 0.6524981260299683], "cos_innovation_negg": [0.5895476341247559, 0.6524981260299683], "cos_apical_negg": [0.5895476341247559, 0.6524981260299683], "cos_Ac_negg": [0.5895476341247559, 0.6524981260299683], "r_norm": [0.19447274506092072, 0.19788089394569397]}, {"step": 15400, "epoch": 39, "train_loss": 9.504494664724916e-05, "cos_r_negg": [0.5903589725494385, 0.6526931524276733], "cos_innovation_negg": [0.5903589725494385, 0.6526931524276733], "cos_apical_negg": [0.5903589725494385, 0.6526931524276733], "cos_Ac_negg": [0.5903589725494385, 0.6526931524276733], "r_norm": [0.1959359496831894, 0.199440598487854]}, {"step": 15450, "epoch": 39, "train_loss": 0.00016543186211492866, "cos_r_negg": [0.5900019407272339, 0.6527390480041504], "cos_innovation_negg": [0.5900019407272339, 0.6527390480041504], "cos_apical_negg": [0.5900019407272339, 0.6527390480041504], "cos_Ac_negg": [0.5900019407272339, 0.6527390480041504], "r_norm": [0.19597482681274414, 0.19949014484882355]}, {"step": 15500, "epoch": 39, "train_loss": 0.00025543131050653756, "cos_r_negg": [0.5890079140663147, 0.6521154642105103], "cos_innovation_negg": [0.5890079140663147, 0.6521154642105103], "cos_apical_negg": [0.5890079140663147, 0.6521154642105103], "cos_Ac_negg": [0.5890079140663147, 0.6521154642105103], "r_norm": [0.19573158025741577, 0.1992540955543518], "ldr": {"dL_sdil": -0.00867888331413269, "dL_bp": -0.010701492428779602, "ratio": 0.8109974727256272}}, {"step": 15550, "epoch": 39, "train_loss": 0.00023513450287282467, "cos_r_negg": [0.5900352597236633, 0.6520413160324097], "cos_innovation_negg": [0.5900352597236633, 0.6520413160324097], "cos_apical_negg": [0.5900352597236633, 0.6520413160324097], "cos_Ac_negg": [0.5900352597236633, 0.6520413160324097], "r_norm": [0.19635441899299622, 0.19994214177131653]}, {"step": 15600, "epoch": 39, "train_loss": 8.235465065808967e-05, "cos_r_negg": [0.5908047556877136, 0.6527294516563416], "cos_innovation_negg": [0.5908047556877136, 0.6527294516563416], "cos_apical_negg": [0.5908047556877136, 0.6527294516563416], "cos_Ac_negg": [0.5908047556877136, 0.6527294516563416], "r_norm": [0.19445668160915375, 0.19781674444675446]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9754, "test_loss": 0.12526373858451842}, {"step": 15650, "epoch": 40, "train_loss": 0.0001866898383013904, "cos_r_negg": [0.5893688201904297, 0.6524802446365356], "cos_innovation_negg": [0.5893688201904297, 0.6524802446365356], "cos_apical_negg": [0.5893688201904297, 0.6524802446365356], "cos_Ac_negg": [0.5893688201904297, 0.6524802446365356], "r_norm": [0.19510076940059662, 0.1985470950603485]}, {"step": 15700, "epoch": 40, "train_loss": 0.00015234012971632183, "cos_r_negg": [0.589003324508667, 0.6521943807601929], "cos_innovation_negg": [0.589003324508667, 0.6521943807601929], "cos_apical_negg": [0.589003324508667, 0.6521943807601929], "cos_Ac_negg": [0.589003324508667, 0.6521943807601929], "r_norm": [0.19559717178344727, 0.19912129640579224]}, {"step": 15750, "epoch": 40, "train_loss": 8.278949098894373e-05, "cos_r_negg": [0.5894778370857239, 0.6524900794029236], "cos_innovation_negg": [0.5894778370857239, 0.6524900794029236], "cos_apical_negg": [0.5894778370857239, 0.6524900794029236], "cos_Ac_negg": [0.5894778370857239, 0.6524900794029236], "r_norm": [0.19454877078533173, 0.19799062609672546], "ldr": {"dL_sdil": -0.00859205424785614, "dL_bp": -0.01062270998954773, "ratio": 0.808838258439733}}, {"step": 15800, "epoch": 40, "train_loss": 0.00016576172492932528, "cos_r_negg": [0.5894830226898193, 0.6528097987174988], "cos_innovation_negg": [0.5894830226898193, 0.6528097987174988], "cos_apical_negg": [0.5894830226898193, 0.6528097987174988], "cos_Ac_negg": [0.5894830226898193, 0.6528097987174988], "r_norm": [0.1938444972038269, 0.19720497727394104]}, {"step": 15850, "epoch": 40, "train_loss": 5.7940895203500986e-05, "cos_r_negg": [0.5901519060134888, 0.6529150009155273], "cos_innovation_negg": [0.5901519060134888, 0.6529150009155273], "cos_apical_negg": [0.5901519060134888, 0.6529150009155273], "cos_Ac_negg": [0.5901519060134888, 0.6529150009155273], "r_norm": [0.19325938820838928, 0.19655823707580566]}, {"step": 15900, "epoch": 40, "train_loss": 6.323261914076284e-05, "cos_r_negg": [0.5894402265548706, 0.6528618931770325], "cos_innovation_negg": [0.5894402265548706, 0.6528618931770325], "cos_apical_negg": [0.5894402265548706, 0.6528618931770325], "cos_Ac_negg": [0.5894402265548706, 0.6528618931770325], "r_norm": [0.19376450777053833, 0.19712993502616882]}, {"step": 15950, "epoch": 40, "train_loss": 0.00012737599899992347, "cos_r_negg": [0.5894500613212585, 0.6525198817253113], "cos_innovation_negg": [0.5894500613212585, 0.6525198817253113], "cos_apical_negg": [0.5894500613212585, 0.6525198817253113], "cos_Ac_negg": [0.5894500613212585, 0.6525198817253113], "r_norm": [0.1952694058418274, 0.19872793555259705]}, {"step": 16000, "epoch": 40, "train_loss": 4.3661464587785304e-05, "cos_r_negg": [0.5894144773483276, 0.6524789333343506], "cos_innovation_negg": [0.5894144773483276, 0.6524789333343506], "cos_apical_negg": [0.5894144773483276, 0.6524789333343506], "cos_Ac_negg": [0.5894144773483276, 0.6524789333343506], "r_norm": [0.19572335481643677, 0.19921928644180298], "ldr": {"dL_sdil": -0.008806675672531128, "dL_bp": -0.01090821623802185, "ratio": 0.8073433346356337}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9753, "test_loss": 0.1255209665775299}, {"step": 16050, "epoch": 41, "train_loss": 6.502409814856946e-05, "cos_r_negg": [0.5898882746696472, 0.6528189778327942], "cos_innovation_negg": [0.5898882746696472, 0.6528189778327942], "cos_apical_negg": [0.5898882746696472, 0.6528189778327942], "cos_Ac_negg": [0.5898882746696472, 0.6528189778327942], "r_norm": [0.19468189775943756, 0.19806194305419922]}, {"step": 16100, "epoch": 41, "train_loss": 9.817108366405591e-05, "cos_r_negg": [0.589617133140564, 0.6525572538375854], "cos_innovation_negg": [0.589617133140564, 0.6525572538375854], "cos_apical_negg": [0.589617133140564, 0.6525572538375854], "cos_Ac_negg": [0.589617133140564, 0.6525572538375854], "r_norm": [0.19504448771476746, 0.1984562873840332]}, {"step": 16150, "epoch": 41, "train_loss": 0.00010840083268703893, "cos_r_negg": [0.5902261734008789, 0.6531371474266052], "cos_innovation_negg": [0.5902261734008789, 0.6531371474266052], "cos_apical_negg": [0.5902261734008789, 0.6531371474266052], "cos_Ac_negg": [0.5902261734008789, 0.6531371474266052], "r_norm": [0.1953372359275818, 0.19878384470939636]}, {"step": 16200, "epoch": 41, "train_loss": 0.00012070921366102993, "cos_r_negg": [0.5896278023719788, 0.6527847051620483], "cos_innovation_negg": [0.5896278023719788, 0.6527847051620483], "cos_apical_negg": [0.5896278023719788, 0.6527847051620483], "cos_Ac_negg": [0.5896278023719788, 0.6527847051620483], "r_norm": [0.1953529417514801, 0.1988007128238678]}, {"step": 16250, "epoch": 41, "train_loss": 0.000168567436048761, "cos_r_negg": [0.5901268720626831, 0.6529327630996704], "cos_innovation_negg": [0.5901268720626831, 0.6529327630996704], "cos_apical_negg": [0.5901268720626831, 0.6529327630996704], "cos_Ac_negg": [0.5901268720626831, 0.6529327630996704], "r_norm": [0.1952856481075287, 0.1987547129392624], "ldr": {"dL_sdil": -0.008774720132350922, "dL_bp": -0.010883837938308716, "ratio": 0.8062156182485809}}, {"step": 16300, "epoch": 41, "train_loss": 0.00010059437045129016, "cos_r_negg": [0.5899888277053833, 0.6530643701553345], "cos_innovation_negg": [0.5899888277053833, 0.6530643701553345], "cos_apical_negg": [0.5899888277053833, 0.6530643701553345], "cos_Ac_negg": [0.5899888277053833, 0.6530643701553345], "r_norm": [0.19513025879859924, 0.19859802722930908]}, {"step": 16350, "epoch": 41, "train_loss": 7.62319759815e-05, "cos_r_negg": [0.5899280309677124, 0.6530293822288513], "cos_innovation_negg": [0.5899280309677124, 0.6530293822288513], "cos_apical_negg": [0.5899280309677124, 0.6530293822288513], "cos_Ac_negg": [0.5899280309677124, 0.6530293822288513], "r_norm": [0.1948569118976593, 0.1982714980840683]}, {"step": 16400, "epoch": 41, "train_loss": 0.00012511375825852156, "cos_r_negg": [0.5897184610366821, 0.6530066728591919], "cos_innovation_negg": [0.5897184610366821, 0.6530066728591919], "cos_apical_negg": [0.5897184610366821, 0.6530066728591919], "cos_Ac_negg": [0.5897184610366821, 0.6530066728591919], "r_norm": [0.1950392723083496, 0.19848062098026276]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9756, "test_loss": 0.12592407875061035}, {"step": 16450, "epoch": 42, "train_loss": 6.62685270071961e-05, "cos_r_negg": [0.5901618599891663, 0.6534861326217651], "cos_innovation_negg": [0.5901618599891663, 0.6534861326217651], "cos_apical_negg": [0.5901618599891663, 0.6534861326217651], "cos_Ac_negg": [0.5901618599891663, 0.6534861326217651], "r_norm": [0.19520556926727295, 0.19860045611858368]}, {"step": 16500, "epoch": 42, "train_loss": 0.00013294680684339255, "cos_r_negg": [0.5897599458694458, 0.6531696915626526], "cos_innovation_negg": [0.5897599458694458, 0.6531696915626526], "cos_apical_negg": [0.5897599458694458, 0.6531696915626526], "cos_Ac_negg": [0.5897599458694458, 0.6531696915626526], "r_norm": [0.19573143124580383, 0.19923409819602966], "ldr": {"dL_sdil": -0.00886639952659607, "dL_bp": -0.011025398969650269, "ratio": 0.8041794724166174}}, {"step": 16550, "epoch": 42, "train_loss": 0.00023549592879135162, "cos_r_negg": [0.5893261432647705, 0.6530342102050781], "cos_innovation_negg": [0.5893261432647705, 0.6530342102050781], "cos_apical_negg": [0.5893261432647705, 0.6530342102050781], "cos_Ac_negg": [0.5893261432647705, 0.6530342102050781], "r_norm": [0.1944618821144104, 0.19784732162952423]}, {"step": 16600, "epoch": 42, "train_loss": 0.00022553050075657666, "cos_r_negg": [0.5896105766296387, 0.6530967354774475], "cos_innovation_negg": [0.5896105766296387, 0.6530967354774475], "cos_apical_negg": [0.5896105766296387, 0.6530967354774475], "cos_Ac_negg": [0.5896105766296387, 0.6530967354774475], "r_norm": [0.19513994455337524, 0.19861716032028198]}, {"step": 16650, "epoch": 42, "train_loss": 0.00010817868314916268, "cos_r_negg": [0.5894699096679688, 0.6531257629394531], "cos_innovation_negg": [0.5894699096679688, 0.6531257629394531], "cos_apical_negg": [0.5894699096679688, 0.6531257629394531], "cos_Ac_negg": [0.5894699096679688, 0.6531257629394531], "r_norm": [0.19476334750652313, 0.19817954301834106]}, {"step": 16700, "epoch": 42, "train_loss": 6.218652561074123e-05, "cos_r_negg": [0.5901546478271484, 0.6533972024917603], "cos_innovation_negg": [0.5901546478271484, 0.6533972024917603], "cos_apical_negg": [0.5901546478271484, 0.6533972024917603], "cos_Ac_negg": [0.5901546478271484, 0.6533972024917603], "r_norm": [0.19480256736278534, 0.19821077585220337]}, {"step": 16750, "epoch": 42, "train_loss": 0.00010533474414842203, "cos_r_negg": [0.5894511938095093, 0.6531373262405396], "cos_innovation_negg": [0.5894511938095093, 0.6531373262405396], "cos_apical_negg": [0.5894511938095093, 0.6531373262405396], "cos_Ac_negg": [0.5894511938095093, 0.6531373262405396], "r_norm": [0.19419676065444946, 0.19755837321281433], "ldr": {"dL_sdil": -0.008702181279659271, "dL_bp": -0.010826706886291504, "ratio": 0.8037699155481661}}, {"step": 16800, "epoch": 42, "train_loss": 6.219709757715464e-05, "cos_r_negg": [0.5895769596099854, 0.653223991394043], "cos_innovation_negg": [0.5895769596099854, 0.653223991394043], "cos_apical_negg": [0.5895769596099854, 0.653223991394043], "cos_Ac_negg": [0.5895769596099854, 0.653223991394043], "r_norm": [0.1943613737821579, 0.19771446287631989]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9755, "test_loss": 0.1263133900642395}, {"step": 16850, "epoch": 43, "train_loss": 0.0002011120959650725, "cos_r_negg": [0.5899267196655273, 0.6534764170646667], "cos_innovation_negg": [0.5899267196655273, 0.6534764170646667], "cos_apical_negg": [0.5899267196655273, 0.6534764170646667], "cos_Ac_negg": [0.5899267196655273, 0.6534764170646667], "r_norm": [0.194929838180542, 0.1983335316181183]}, {"step": 16900, "epoch": 43, "train_loss": 0.00010123359970748425, "cos_r_negg": [0.5898429155349731, 0.6533987522125244], "cos_innovation_negg": [0.5898429155349731, 0.6533987522125244], "cos_apical_negg": [0.5898429155349731, 0.6533987522125244], "cos_Ac_negg": [0.5898429155349731, 0.6533987522125244], "r_norm": [0.19409701228141785, 0.1974339783191681]}, {"step": 16950, "epoch": 43, "train_loss": 6.847713666502386e-05, "cos_r_negg": [0.5897378325462341, 0.6533821821212769], "cos_innovation_negg": [0.5897378325462341, 0.6533821821212769], "cos_apical_negg": [0.5897378325462341, 0.6533821821212769], "cos_Ac_negg": [0.5897378325462341, 0.6533821821212769], "r_norm": [0.1934528946876526, 0.19674187898635864]}, {"step": 17000, "epoch": 43, "train_loss": 0.000132718647364527, "cos_r_negg": [0.5901724100112915, 0.653576135635376], "cos_innovation_negg": [0.5901724100112915, 0.653576135635376], "cos_apical_negg": [0.5901724100112915, 0.653576135635376], "cos_Ac_negg": [0.5901724100112915, 0.653576135635376], "r_norm": [0.19406422972679138, 0.1973896026611328], "ldr": {"dL_sdil": -0.008825354278087616, "dL_bp": -0.01099821925163269, "ratio": 0.8024348375103987}}, {"step": 17050, "epoch": 43, "train_loss": 0.00018190013361163437, "cos_r_negg": [0.5898942947387695, 0.6537690758705139], "cos_innovation_negg": [0.5898942947387695, 0.6537690758705139], "cos_apical_negg": [0.5898942947387695, 0.6537690758705139], "cos_Ac_negg": [0.5898942947387695, 0.6537690758705139], "r_norm": [0.1942470669746399, 0.19764754176139832]}, {"step": 17100, "epoch": 43, "train_loss": 4.7966699639800936e-05, "cos_r_negg": [0.5897777080535889, 0.6536108255386353], "cos_innovation_negg": [0.5897777080535889, 0.6536108255386353], "cos_apical_negg": [0.5897777080535889, 0.6536108255386353], "cos_Ac_negg": [0.5897777080535889, 0.6536108255386353], "r_norm": [0.19513316452503204, 0.198606476187706]}, {"step": 17150, "epoch": 43, "train_loss": 0.00011222904140595347, "cos_r_negg": [0.5900988578796387, 0.6536648869514465], "cos_innovation_negg": [0.5900988578796387, 0.6536648869514465], "cos_apical_negg": [0.5900988578796387, 0.6536648869514465], "cos_Ac_negg": [0.5900988578796387, 0.6536648869514465], "r_norm": [0.19530293345451355, 0.19872169196605682]}, {"step": 17200, "epoch": 43, "train_loss": 0.00026325287763029337, "cos_r_negg": [0.590272068977356, 0.6536130905151367], "cos_innovation_negg": [0.590272068977356, 0.6536130905151367], "cos_apical_negg": [0.590272068977356, 0.6536130905151367], "cos_Ac_negg": [0.590272068977356, 0.6536130905151367], "r_norm": [0.19619448482990265, 0.19973015785217285]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9753, "test_loss": 0.12660294327735902}, {"step": 17250, "epoch": 44, "train_loss": 0.0001191831033793278, "cos_r_negg": [0.5900070667266846, 0.6533708572387695], "cos_innovation_negg": [0.5900070667266846, 0.6533708572387695], "cos_apical_negg": [0.5900070667266846, 0.6533708572387695], "cos_Ac_negg": [0.5900070667266846, 0.6533708572387695], "r_norm": [0.1950208842754364, 0.19846072793006897], "ldr": {"dL_sdil": -0.008838430047035217, "dL_bp": -0.011027514934539795, "ratio": 0.8014888303938684}}, {"step": 17300, "epoch": 44, "train_loss": 7.998412183951586e-05, "cos_r_negg": [0.5901970863342285, 0.653368353843689], "cos_innovation_negg": [0.5901970863342285, 0.653368353843689], "cos_apical_negg": [0.5901970863342285, 0.653368353843689], "cos_Ac_negg": [0.5901970863342285, 0.653368353843689], "r_norm": [0.19622290134429932, 0.19976478815078735]}, {"step": 17350, "epoch": 44, "train_loss": 0.00013761356240138412, "cos_r_negg": [0.5900788307189941, 0.6540206074714661], "cos_innovation_negg": [0.5900788307189941, 0.6540206074714661], "cos_apical_negg": [0.5900788307189941, 0.6540206074714661], "cos_Ac_negg": [0.5900788307189941, 0.6540206074714661], "r_norm": [0.19404593110084534, 0.19735407829284668]}, {"step": 17400, "epoch": 44, "train_loss": 7.448346150340512e-05, "cos_r_negg": [0.5900882482528687, 0.6535739898681641], "cos_innovation_negg": [0.5900882482528687, 0.6535739898681641], "cos_apical_negg": [0.5900882482528687, 0.6535739898681641], "cos_Ac_negg": [0.5900882482528687, 0.6535739898681641], "r_norm": [0.19404646754264832, 0.19734148681163788]}, {"step": 17450, "epoch": 44, "train_loss": 0.00014552153879776597, "cos_r_negg": [0.5897238850593567, 0.6531662940979004], "cos_innovation_negg": [0.5897238850593567, 0.6531662940979004], "cos_apical_negg": [0.5897238850593567, 0.6531662940979004], "cos_Ac_negg": [0.5897238850593567, 0.6531662940979004], "r_norm": [0.19533950090408325, 0.19875416159629822]}, {"step": 17500, "epoch": 44, "train_loss": 7.788812945364043e-05, "cos_r_negg": [0.5893892645835876, 0.6532143950462341], "cos_innovation_negg": [0.5893892645835876, 0.6532143950462341], "cos_apical_negg": [0.5893892645835876, 0.6532143950462341], "cos_Ac_negg": [0.5893892645835876, 0.6532143950462341], "r_norm": [0.19497905671596527, 0.19838634133338928], "ldr": {"dL_sdil": -0.008856438100337982, "dL_bp": -0.011069007217884064, "ratio": 0.8001113312157517}}, {"step": 17550, "epoch": 44, "train_loss": 0.00011439257650636137, "cos_r_negg": [0.5899521112442017, 0.6535934805870056], "cos_innovation_negg": [0.5899521112442017, 0.6535934805870056], "cos_apical_negg": [0.5899521112442017, 0.6535934805870056], "cos_Ac_negg": [0.5899521112442017, 0.6535934805870056], "r_norm": [0.19668161869049072, 0.20026421546936035]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9754, "test_loss": 0.12674250259399414}, {"step": 17600, "epoch": 45, "train_loss": 0.00010870560072362423, "cos_r_negg": [0.5898379683494568, 0.653531551361084], "cos_innovation_negg": [0.5898379683494568, 0.653531551361084], "cos_apical_negg": [0.5898379683494568, 0.653531551361084], "cos_Ac_negg": [0.5898379683494568, 0.653531551361084], "r_norm": [0.1948707401752472, 0.19829946756362915]}, {"step": 17650, "epoch": 45, "train_loss": 9.481865708949044e-05, "cos_r_negg": [0.5898686051368713, 0.6536130905151367], "cos_innovation_negg": [0.5898686051368713, 0.6536130905151367], "cos_apical_negg": [0.5898686051368713, 0.6536130905151367], "cos_Ac_negg": [0.5898686051368713, 0.6536130905151367], "r_norm": [0.194088414311409, 0.19745469093322754]}, {"step": 17700, "epoch": 45, "train_loss": 5.358909402275458e-05, "cos_r_negg": [0.5897032022476196, 0.6537724733352661], "cos_innovation_negg": [0.5897032022476196, 0.6537724733352661], "cos_apical_negg": [0.5897032022476196, 0.6537724733352661], "cos_Ac_negg": [0.5897032022476196, 0.6537724733352661], "r_norm": [0.19405318796634674, 0.19742733240127563]}, {"step": 17750, "epoch": 45, "train_loss": 0.0001542970712762326, "cos_r_negg": [0.5897306203842163, 0.6538664698600769], "cos_innovation_negg": [0.5897306203842163, 0.6538664698600769], "cos_apical_negg": [0.5897306203842163, 0.6538664698600769], "cos_Ac_negg": [0.5897306203842163, 0.6538664698600769], "r_norm": [0.19517125189304352, 0.19865453243255615], "ldr": {"dL_sdil": -0.008864909410476685, "dL_bp": -0.011093460023403168, "ratio": 0.7991113134923593}}, {"step": 17800, "epoch": 45, "train_loss": 0.0001486729015596211, "cos_r_negg": [0.5893447995185852, 0.6537957191467285], "cos_innovation_negg": [0.5893447995185852, 0.6537957191467285], "cos_apical_negg": [0.5893447995185852, 0.6537957191467285], "cos_Ac_negg": [0.5893447995185852, 0.6537957191467285], "r_norm": [0.19467008113861084, 0.19806861877441406]}, {"step": 17850, "epoch": 45, "train_loss": 3.8196576497284696e-05, "cos_r_negg": [0.5895802974700928, 0.6536684632301331], "cos_innovation_negg": [0.5895802974700928, 0.6536684632301331], "cos_apical_negg": [0.5895802974700928, 0.6536684632301331], "cos_Ac_negg": [0.5895802974700928, 0.6536684632301331], "r_norm": [0.19418001174926758, 0.19752120971679688]}, {"step": 17900, "epoch": 45, "train_loss": 0.00021329830633476377, "cos_r_negg": [0.5897199511528015, 0.6537392139434814], "cos_innovation_negg": [0.5897199511528015, 0.6537392139434814], "cos_apical_negg": [0.5897199511528015, 0.6537392139434814], "cos_Ac_negg": [0.5897199511528015, 0.6537392139434814], "r_norm": [0.19454124569892883, 0.1978941559791565]}, {"step": 17950, "epoch": 45, "train_loss": 0.0001065141404978931, "cos_r_negg": [0.5900119543075562, 0.6540709733963013], "cos_innovation_negg": [0.5900119543075562, 0.6540709733963013], "cos_apical_negg": [0.5900119543075562, 0.6540709733963013], "cos_Ac_negg": [0.5900119543075562, 0.6540709733963013], "r_norm": [0.19544921815395355, 0.1989074945449829]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9753, "test_loss": 0.12727108359336853}, {"step": 18000, "epoch": 46, "train_loss": 0.00010867904347833246, "cos_r_negg": [0.5900510549545288, 0.6540266275405884], "cos_innovation_negg": [0.5900510549545288, 0.6540266275405884], "cos_apical_negg": [0.5900510549545288, 0.6540266275405884], "cos_Ac_negg": [0.5900510549545288, 0.6540266275405884], "r_norm": [0.19555863738059998, 0.19906079769134521], "ldr": {"dL_sdil": -0.008919864892959595, "dL_bp": -0.011187322437763214, "ratio": 0.7973190137838762}}, {"step": 18050, "epoch": 46, "train_loss": 8.809103746898472e-05, "cos_r_negg": [0.5900228023529053, 0.6540043354034424], "cos_innovation_negg": [0.5900228023529053, 0.6540043354034424], "cos_apical_negg": [0.5900228023529053, 0.6540043354034424], "cos_Ac_negg": [0.5900228023529053, 0.6540043354034424], "r_norm": [0.19553500413894653, 0.19904491305351257]}, {"step": 18100, "epoch": 46, "train_loss": 0.00013047638640273362, "cos_r_negg": [0.5898352861404419, 0.6539374589920044], "cos_innovation_negg": [0.5898352861404419, 0.6539374589920044], "cos_apical_negg": [0.5898352861404419, 0.6539374589920044], "cos_Ac_negg": [0.5898352861404419, 0.6539374589920044], "r_norm": [0.19512301683425903, 0.19858388602733612]}, {"step": 18150, "epoch": 46, "train_loss": 9.03109394130297e-05, "cos_r_negg": [0.5894976854324341, 0.6535780429840088], "cos_innovation_negg": [0.5894976854324341, 0.6535780429840088], "cos_apical_negg": [0.5894976854324341, 0.6535780429840088], "cos_Ac_negg": [0.5894976854324341, 0.6535780429840088], "r_norm": [0.19512352347373962, 0.19856299459934235]}, {"step": 18200, "epoch": 46, "train_loss": 0.00012668734416365623, "cos_r_negg": [0.5899773836135864, 0.6541593074798584], "cos_innovation_negg": [0.5899773836135864, 0.6541593074798584], "cos_apical_negg": [0.5899773836135864, 0.6541593074798584], "cos_Ac_negg": [0.5899773836135864, 0.6541593074798584], "r_norm": [0.19583842158317566, 0.19937308132648468]}, {"step": 18250, "epoch": 46, "train_loss": 0.00010581962123978883, "cos_r_negg": [0.5903486609458923, 0.6543107032775879], "cos_innovation_negg": [0.5903486609458923, 0.6543107032775879], "cos_apical_negg": [0.5903486609458923, 0.6543107032775879], "cos_Ac_negg": [0.5903486609458923, 0.6543107032775879], "r_norm": [0.19541320204734802, 0.1989050656557083], "ldr": {"dL_sdil": -0.008929207921028137, "dL_bp": -0.011223435401916504, "ratio": 0.7955859860433993}}, {"step": 18300, "epoch": 46, "train_loss": 0.0002208416408393532, "cos_r_negg": [0.5896953344345093, 0.6540642380714417], "cos_innovation_negg": [0.5896953344345093, 0.6540642380714417], "cos_apical_negg": [0.5896953344345093, 0.6540642380714417], "cos_Ac_negg": [0.5896953344345093, 0.6540642380714417], "r_norm": [0.19498518109321594, 0.19842460751533508]}, {"step": 18350, "epoch": 46, "train_loss": 0.000179096867213957, "cos_r_negg": [0.5897601842880249, 0.6537237763404846], "cos_innovation_negg": [0.5897601842880249, 0.6537237763404846], "cos_apical_negg": [0.5897601842880249, 0.6537237763404846], "cos_Ac_negg": [0.5897601842880249, 0.6537237763404846], "r_norm": [0.1944531798362732, 0.19781246781349182]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9754, "test_loss": 0.1275850296020508}, {"step": 18400, "epoch": 47, "train_loss": 0.00041134573984891176, "cos_r_negg": [0.5893306732177734, 0.6534488201141357], "cos_innovation_negg": [0.5893306732177734, 0.6534488201141357], "cos_apical_negg": [0.5893306732177734, 0.6534488201141357], "cos_Ac_negg": [0.5893306732177734, 0.6534488201141357], "r_norm": [0.19461658596992493, 0.19795799255371094]}, {"step": 18450, "epoch": 47, "train_loss": 9.835042874328792e-05, "cos_r_negg": [0.5889219045639038, 0.6533766388893127], "cos_innovation_negg": [0.5889219045639038, 0.6533766388893127], "cos_apical_negg": [0.5889219045639038, 0.6533766388893127], "cos_Ac_negg": [0.5889219045639038, 0.6533766388893127], "r_norm": [0.1942567229270935, 0.1975480616092682]}, {"step": 18500, "epoch": 47, "train_loss": 0.00019046053057536483, "cos_r_negg": [0.5890727043151855, 0.6538609862327576], "cos_innovation_negg": [0.5890727043151855, 0.6538609862327576], "cos_apical_negg": [0.5890727043151855, 0.6538609862327576], "cos_Ac_negg": [0.5890727043151855, 0.6538609862327576], "r_norm": [0.19426196813583374, 0.19752313196659088], "ldr": {"dL_sdil": -0.008855849504470825, "dL_bp": -0.011134251952171326, "ratio": 0.7953699577225588}}, {"step": 18550, "epoch": 47, "train_loss": 0.00011114708468085155, "cos_r_negg": [0.5899109840393066, 0.654378354549408], "cos_innovation_negg": [0.5899109840393066, 0.654378354549408], "cos_apical_negg": [0.5899109840393066, 0.654378354549408], "cos_Ac_negg": [0.5899109840393066, 0.654378354549408], "r_norm": [0.1947106420993805, 0.19807684421539307]}, {"step": 18600, "epoch": 47, "train_loss": 6.412219954654574e-05, "cos_r_negg": [0.589626133441925, 0.654017984867096], "cos_innovation_negg": [0.589626133441925, 0.654017984867096], "cos_apical_negg": [0.589626133441925, 0.654017984867096], "cos_Ac_negg": [0.589626133441925, 0.654017984867096], "r_norm": [0.19411003589630127, 0.19742611050605774]}, {"step": 18650, "epoch": 47, "train_loss": 9.85818769549951e-05, "cos_r_negg": [0.5895929336547852, 0.6540590524673462], "cos_innovation_negg": [0.5895929336547852, 0.6540590524673462], "cos_apical_negg": [0.5895929336547852, 0.6540590524673462], "cos_Ac_negg": [0.5895929336547852, 0.6540590524673462], "r_norm": [0.19425061345100403, 0.19759786128997803]}, {"step": 18700, "epoch": 47, "train_loss": 0.00016581530508119613, "cos_r_negg": [0.5896288752555847, 0.6539942026138306], "cos_innovation_negg": [0.5896288752555847, 0.6539942026138306], "cos_apical_negg": [0.5896288752555847, 0.6539942026138306], "cos_Ac_negg": [0.5896288752555847, 0.6539942026138306], "r_norm": [0.19487039744853973, 0.19829030334949493]}, {"step": 18750, "epoch": 47, "train_loss": 7.14437774149701e-05, "cos_r_negg": [0.58933424949646, 0.6537290811538696], "cos_innovation_negg": [0.58933424949646, 0.6537290811538696], "cos_apical_negg": [0.58933424949646, 0.6537290811538696], "cos_Ac_negg": [0.58933424949646, 0.6537290811538696], "r_norm": [0.19511540234088898, 0.19859197735786438], "ldr": {"dL_sdil": -0.009011492133140564, "dL_bp": -0.011344067752361298, "ratio": 0.7943792588214045}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9753, "test_loss": 0.12768522825241088}, {"step": 18800, "epoch": 48, "train_loss": 8.09833945822902e-05, "cos_r_negg": [0.5899810194969177, 0.6544002890586853], "cos_innovation_negg": [0.5899810194969177, 0.6544002890586853], "cos_apical_negg": [0.5899810194969177, 0.6544002890586853], "cos_Ac_negg": [0.5899810194969177, 0.6544002890586853], "r_norm": [0.19587287306785583, 0.19939635694026947]}, {"step": 18850, "epoch": 48, "train_loss": 0.0001569428713992238, "cos_r_negg": [0.5896487832069397, 0.6534192562103271], "cos_innovation_negg": [0.5896487832069397, 0.6534192562103271], "cos_apical_negg": [0.5896487832069397, 0.6534192562103271], "cos_Ac_negg": [0.5896487832069397, 0.6534192562103271], "r_norm": [0.19524946808815002, 0.19874560832977295]}, {"step": 18900, "epoch": 48, "train_loss": 6.249250145629048e-05, "cos_r_negg": [0.5890491008758545, 0.6535687446594238], "cos_innovation_negg": [0.5890491008758545, 0.6535687446594238], "cos_apical_negg": [0.5890491008758545, 0.6535687446594238], "cos_Ac_negg": [0.5890491008758545, 0.6535687446594238], "r_norm": [0.1956944465637207, 0.19922596216201782]}, {"step": 18950, "epoch": 48, "train_loss": 0.0001347078214166686, "cos_r_negg": [0.5893614292144775, 0.6539000868797302], "cos_innovation_negg": [0.5893614292144775, 0.6539000868797302], "cos_apical_negg": [0.5893614292144775, 0.6539000868797302], "cos_Ac_negg": [0.5893614292144775, 0.6539000868797302], "r_norm": [0.19627027213573456, 0.19983163475990295]}, {"step": 19000, "epoch": 48, "train_loss": 0.00010681363346520811, "cos_r_negg": [0.589451789855957, 0.6537459492683411], "cos_innovation_negg": [0.589451789855957, 0.6537459492683411], "cos_apical_negg": [0.589451789855957, 0.6537459492683411], "cos_Ac_negg": [0.589451789855957, 0.6537459492683411], "r_norm": [0.1949457824230194, 0.1983971893787384], "ldr": {"dL_sdil": -0.008988887071609497, "dL_bp": -0.011332079768180847, "ratio": 0.7932248321132753}}, {"step": 19050, "epoch": 48, "train_loss": 0.0001836928422562778, "cos_r_negg": [0.5888511538505554, 0.6536379456520081], "cos_innovation_negg": [0.5888511538505554, 0.6536379456520081], "cos_apical_negg": [0.5888511538505554, 0.6536379456520081], "cos_Ac_negg": [0.5888511538505554, 0.6536379456520081], "r_norm": [0.19500967860221863, 0.19845318794250488]}, {"step": 19100, "epoch": 48, "train_loss": 0.00024444388691335917, "cos_r_negg": [0.5887763500213623, 0.6535541415214539], "cos_innovation_negg": [0.5887763500213623, 0.6535541415214539], "cos_apical_negg": [0.5887763500213623, 0.6535541415214539], "cos_Ac_negg": [0.5887763500213623, 0.6535541415214539], "r_norm": [0.19501402974128723, 0.1984635293483734]}, {"step": 19150, "epoch": 48, "train_loss": 3.288055449957028e-05, "cos_r_negg": [0.5895718932151794, 0.6542019844055176], "cos_innovation_negg": [0.5895718932151794, 0.6542019844055176], "cos_apical_negg": [0.5895718932151794, 0.6542019844055176], "cos_Ac_negg": [0.5895718932151794, 0.6542019844055176], "r_norm": [0.19442611932754517, 0.19780385494232178]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9754, "test_loss": 0.12800674142837523}, {"step": 19200, "epoch": 49, "train_loss": 5.82670618314296e-05, "cos_r_negg": [0.5899620056152344, 0.6544828414916992], "cos_innovation_negg": [0.5899620056152344, 0.6544828414916992], "cos_apical_negg": [0.5899620056152344, 0.6544828414916992], "cos_Ac_negg": [0.5899620056152344, 0.6544828414916992], "r_norm": [0.19476690888404846, 0.19813713431358337]}, {"step": 19250, "epoch": 49, "train_loss": 2.1772357285954058e-05, "cos_r_negg": [0.589606523513794, 0.6541576385498047], "cos_innovation_negg": [0.589606523513794, 0.6541576385498047], "cos_apical_negg": [0.589606523513794, 0.6541576385498047], "cos_Ac_negg": [0.589606523513794, 0.6541576385498047], "r_norm": [0.1952919363975525, 0.198736310005188], "ldr": {"dL_sdil": -0.008971400558948517, "dL_bp": -0.011316634714603424, "ratio": 0.7927622288074275}}, {"step": 19300, "epoch": 49, "train_loss": 0.00029364266083575785, "cos_r_negg": [0.5895507335662842, 0.6538434624671936], "cos_innovation_negg": [0.5895507335662842, 0.6538434624671936], "cos_apical_negg": [0.5895507335662842, 0.6538434624671936], "cos_Ac_negg": [0.5895507335662842, 0.6538434624671936], "r_norm": [0.1945948451757431, 0.19802650809288025]}, {"step": 19350, "epoch": 49, "train_loss": 0.00015179046022240072, "cos_r_negg": [0.5893491506576538, 0.653838038444519], "cos_innovation_negg": [0.5893491506576538, 0.653838038444519], "cos_apical_negg": [0.5893491506576538, 0.653838038444519], "cos_Ac_negg": [0.5893491506576538, 0.653838038444519], "r_norm": [0.19434833526611328, 0.19776496291160583]}, {"step": 19400, "epoch": 49, "train_loss": 9.857353870756924e-05, "cos_r_negg": [0.5892437100410461, 0.6538559198379517], "cos_innovation_negg": [0.5892437100410461, 0.6538559198379517], "cos_apical_negg": [0.5892437100410461, 0.6538559198379517], "cos_Ac_negg": [0.5892437100410461, 0.6538559198379517], "r_norm": [0.1940845549106598, 0.19747111201286316]}, {"step": 19450, "epoch": 49, "train_loss": 0.00013203918933868408, "cos_r_negg": [0.5891516208648682, 0.6540403366088867], "cos_innovation_negg": [0.5891516208648682, 0.6540403366088867], "cos_apical_negg": [0.5891516208648682, 0.6540403366088867], "cos_Ac_negg": [0.5891516208648682, 0.6540403366088867], "r_norm": [0.19307976961135864, 0.19634439051151276]}, {"step": 19500, "epoch": 49, "train_loss": 0.00010898428445216268, "cos_r_negg": [0.5896899700164795, 0.653971791267395], "cos_innovation_negg": [0.5896899700164795, 0.653971791267395], "cos_apical_negg": [0.5896899700164795, 0.653971791267395], "cos_Ac_negg": [0.5896899700164795, 0.653971791267395], "r_norm": [0.193389892578125, 0.1966659128665924], "ldr": {"dL_sdil": -0.00889025628566742, "dL_bp": -0.011239208281040192, "ratio": 0.7910037845516841}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.1282259081363678}, {"step": 19550, "epoch": 50, "train_loss": 4.335085395723581e-05, "cos_r_negg": [0.5893146991729736, 0.6542370915412903], "cos_innovation_negg": [0.5893146991729736, 0.6542370915412903], "cos_apical_negg": [0.5893146991729736, 0.6542370915412903], "cos_Ac_negg": [0.5893146991729736, 0.6542370915412903], "r_norm": [0.19481487572193146, 0.19820848107337952]}, {"step": 19600, "epoch": 50, "train_loss": 0.0001076576008927077, "cos_r_negg": [0.5888240933418274, 0.6540769338607788], "cos_innovation_negg": [0.5888240933418274, 0.6540769338607788], "cos_apical_negg": [0.5888240933418274, 0.6540769338607788], "cos_Ac_negg": [0.5888240933418274, 0.6540769338607788], "r_norm": [0.1945127248764038, 0.19788643717765808]}, {"step": 19650, "epoch": 50, "train_loss": 5.149633943801746e-05, "cos_r_negg": [0.5890089273452759, 0.6539715528488159], "cos_innovation_negg": [0.5890089273452759, 0.6539715528488159], "cos_apical_negg": [0.5890089273452759, 0.6539715528488159], "cos_Ac_negg": [0.5890089273452759, 0.6539715528488159], "r_norm": [0.19475755095481873, 0.1981200873851776]}, {"step": 19700, "epoch": 50, "train_loss": 0.00011192205420229584, "cos_r_negg": [0.588610053062439, 0.6545844078063965], "cos_innovation_negg": [0.588610053062439, 0.6545844078063965], "cos_apical_negg": [0.588610053062439, 0.6545844078063965], "cos_Ac_negg": [0.588610053062439, 0.6545844078063965], "r_norm": [0.19397924840450287, 0.19729194045066833]}, {"step": 19750, "epoch": 50, "train_loss": 0.0001922326337080449, "cos_r_negg": [0.5891963839530945, 0.6543257236480713], "cos_innovation_negg": [0.5891963839530945, 0.6543257236480713], "cos_apical_negg": [0.5891963839530945, 0.6543257236480713], "cos_Ac_negg": [0.5891963839530945, 0.6543257236480713], "r_norm": [0.1936265230178833, 0.19693557918071747], "ldr": {"dL_sdil": -0.008947551250457764, "dL_bp": -0.011320725083351135, "ratio": 0.7903690960234085}}, {"step": 19800, "epoch": 50, "train_loss": 0.00016538595082238317, "cos_r_negg": [0.5888146758079529, 0.6542527675628662], "cos_innovation_negg": [0.5888146758079529, 0.6542527675628662], "cos_apical_negg": [0.5888146758079529, 0.6542527675628662], "cos_Ac_negg": [0.5888146758079529, 0.6542527675628662], "r_norm": [0.19453182816505432, 0.19795063138008118]}, {"step": 19850, "epoch": 50, "train_loss": 0.00012735486961901188, "cos_r_negg": [0.5889922976493835, 0.654200553894043], "cos_innovation_negg": [0.5889922976493835, 0.654200553894043], "cos_apical_negg": [0.5889922976493835, 0.654200553894043], "cos_Ac_negg": [0.5889922976493835, 0.654200553894043], "r_norm": [0.1946823000907898, 0.1981092393398285]}, {"step": 19900, "epoch": 50, "train_loss": 0.0001423956418875605, "cos_r_negg": [0.589918315410614, 0.6546093225479126], "cos_innovation_negg": [0.589918315410614, 0.6546093225479126], "cos_apical_negg": [0.589918315410614, 0.6546093225479126], "cos_Ac_negg": [0.589918315410614, 0.6546093225479126], "r_norm": [0.1949608325958252, 0.19839602708816528]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9756, "test_loss": 0.12871867713928223}, {"step": 19950, "epoch": 51, "train_loss": 6.650952127529308e-05, "cos_r_negg": [0.5896854400634766, 0.6546416282653809], "cos_innovation_negg": [0.5896854400634766, 0.6546416282653809], "cos_apical_negg": [0.5896854400634766, 0.6546416282653809], "cos_Ac_negg": [0.5896854400634766, 0.6546416282653809], "r_norm": [0.1950729340314865, 0.19849339127540588]}, {"step": 20000, "epoch": 51, "train_loss": 5.97868456679862e-05, "cos_r_negg": [0.5896039009094238, 0.655295193195343], "cos_innovation_negg": [0.5896039009094238, 0.655295193195343], "cos_apical_negg": [0.5896039009094238, 0.655295193195343], "cos_Ac_negg": [0.5896039009094238, 0.655295193195343], "r_norm": [0.19576258957386017, 0.19925473630428314], "ldr": {"dL_sdil": -0.009082607924938202, "dL_bp": -0.011516876518726349, "ratio": 0.7886346536901697}}, {"step": 20050, "epoch": 51, "train_loss": 4.7468754928559065e-05, "cos_r_negg": [0.5896537899971008, 0.6548803448677063], "cos_innovation_negg": [0.5896537899971008, 0.6548803448677063], "cos_apical_negg": [0.5896537899971008, 0.6548803448677063], "cos_Ac_negg": [0.5896537899971008, 0.6548803448677063], "r_norm": [0.19503577053546906, 0.19848009943962097]}, {"step": 20100, "epoch": 51, "train_loss": 4.730097862193361e-05, "cos_r_negg": [0.5896700620651245, 0.6549457311630249], "cos_innovation_negg": [0.5896700620651245, 0.6549457311630249], "cos_apical_negg": [0.5896700620651245, 0.6549457311630249], "cos_Ac_negg": [0.5896700620651245, 0.6549457311630249], "r_norm": [0.19428279995918274, 0.197658509016037]}, {"step": 20150, "epoch": 51, "train_loss": 7.770194497425109e-05, "cos_r_negg": [0.5895488262176514, 0.6550341844558716], "cos_innovation_negg": [0.5895488262176514, 0.6550341844558716], "cos_apical_negg": [0.5895488262176514, 0.6550341844558716], "cos_Ac_negg": [0.5895488262176514, 0.6550341844558716], "r_norm": [0.19382299482822418, 0.19713357090950012]}, {"step": 20200, "epoch": 51, "train_loss": 8.939846884459257e-05, "cos_r_negg": [0.589990496635437, 0.654930591583252], "cos_innovation_negg": [0.589990496635437, 0.654930591583252], "cos_apical_negg": [0.589990496635437, 0.654930591583252], "cos_Ac_negg": [0.589990496635437, 0.654930591583252], "r_norm": [0.19434905052185059, 0.19771315157413483]}, {"step": 20250, "epoch": 51, "train_loss": 6.119255704106763e-05, "cos_r_negg": [0.5899879932403564, 0.6546513438224792], "cos_innovation_negg": [0.5899879932403564, 0.6546513438224792], "cos_apical_negg": [0.5899879932403564, 0.6546513438224792], "cos_Ac_negg": [0.5899879932403564, 0.6546513438224792], "r_norm": [0.19437141716480255, 0.19774405658245087], "ldr": {"dL_sdil": -0.009027071297168732, "dL_bp": -0.011455968022346497, "ratio": 0.7879797918045987}}, {"step": 20300, "epoch": 51, "train_loss": 0.0001281262084376067, "cos_r_negg": [0.5895780920982361, 0.654656171798706], "cos_innovation_negg": [0.5895780920982361, 0.654656171798706], "cos_apical_negg": [0.5895780920982361, 0.654656171798706], "cos_Ac_negg": [0.5895780920982361, 0.654656171798706], "r_norm": [0.19409385323524475, 0.1974259614944458]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9756, "test_loss": 0.12879569807052613}, {"step": 20350, "epoch": 52, "train_loss": 0.00010547740384936333, "cos_r_negg": [0.5895693302154541, 0.6545007228851318], "cos_innovation_negg": [0.5895693302154541, 0.6545007228851318], "cos_apical_negg": [0.5895693302154541, 0.6545007228851318], "cos_Ac_negg": [0.5895693302154541, 0.6545007228851318], "r_norm": [0.19458256661891937, 0.19797968864440918]}, {"step": 20400, "epoch": 52, "train_loss": 7.25238278391771e-05, "cos_r_negg": [0.59006667137146, 0.6549255847930908], "cos_innovation_negg": [0.59006667137146, 0.6549255847930908], "cos_apical_negg": [0.59006667137146, 0.6549255847930908], "cos_Ac_negg": [0.59006667137146, 0.6549255847930908], "r_norm": [0.19446995854377747, 0.19783540070056915]}, {"step": 20450, "epoch": 52, "train_loss": 7.635541260242462e-05, "cos_r_negg": [0.5901603102684021, 0.6550419330596924], "cos_innovation_negg": [0.5901603102684021, 0.6550419330596924], "cos_apical_negg": [0.5901603102684021, 0.6550419330596924], "cos_Ac_negg": [0.5901603102684021, 0.6550419330596924], "r_norm": [0.19469726085662842, 0.19807955622673035]}, {"step": 20500, "epoch": 52, "train_loss": 8.910842007026076e-05, "cos_r_negg": [0.589861273765564, 0.6547746658325195], "cos_innovation_negg": [0.589861273765564, 0.6547746658325195], "cos_apical_negg": [0.589861273765564, 0.6547746658325195], "cos_Ac_negg": [0.589861273765564, 0.6547746658325195], "r_norm": [0.19484375417232513, 0.1982436329126358], "ldr": {"dL_sdil": -0.009070388972759247, "dL_bp": -0.011529095470905304, "ratio": 0.7867389940216194}}, {"step": 20550, "epoch": 52, "train_loss": 5.870065069757402e-05, "cos_r_negg": [0.5900442600250244, 0.6547736525535583], "cos_innovation_negg": [0.5900442600250244, 0.6547736525535583], "cos_apical_negg": [0.5900442600250244, 0.6547736525535583], "cos_Ac_negg": [0.5900442600250244, 0.6547736525535583], "r_norm": [0.195379838347435, 0.19882750511169434]}, {"step": 20600, "epoch": 52, "train_loss": 5.148341733729467e-05, "cos_r_negg": [0.5902218818664551, 0.6549605131149292], "cos_innovation_negg": [0.5902218818664551, 0.6549605131149292], "cos_apical_negg": [0.5902218818664551, 0.6549605131149292], "cos_Ac_negg": [0.5902218818664551, 0.6549605131149292], "r_norm": [0.19636240601539612, 0.19990064203739166]}, {"step": 20650, "epoch": 52, "train_loss": 0.0002014493802562356, "cos_r_negg": [0.5898752212524414, 0.6549100875854492], "cos_innovation_negg": [0.5898752212524414, 0.6549100875854492], "cos_apical_negg": [0.5898752212524414, 0.6549100875854492], "cos_Ac_negg": [0.5898752212524414, 0.6549100875854492], "r_norm": [0.19566026329994202, 0.1991456001996994]}, {"step": 20700, "epoch": 52, "train_loss": 7.655550143681467e-05, "cos_r_negg": [0.589763343334198, 0.6549481749534607], "cos_innovation_negg": [0.589763343334198, 0.6549481749534607], "cos_apical_negg": [0.589763343334198, 0.6549481749534607], "cos_Ac_negg": [0.589763343334198, 0.6549481749534607], "r_norm": [0.1938835084438324, 0.19720205664634705]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9755, "test_loss": 0.12914353637695314}, {"step": 20750, "epoch": 53, "train_loss": 8.320831693708897e-05, "cos_r_negg": [0.5898867845535278, 0.6551023125648499], "cos_innovation_negg": [0.5898867845535278, 0.6551023125648499], "cos_apical_negg": [0.5898867845535278, 0.6551023125648499], "cos_Ac_negg": [0.5898867845535278, 0.6551023125648499], "r_norm": [0.19407051801681519, 0.19741401076316833], "ldr": {"dL_sdil": -0.009056761860847473, "dL_bp": -0.011523246765136719, "ratio": 0.7859557332616072}}, {"step": 20800, "epoch": 53, "train_loss": 0.0001067109260475263, "cos_r_negg": [0.5900057554244995, 0.6551374197006226], "cos_innovation_negg": [0.5900057554244995, 0.6551374197006226], "cos_apical_negg": [0.5900057554244995, 0.6551374197006226], "cos_Ac_negg": [0.5900057554244995, 0.6551374197006226], "r_norm": [0.1937676966190338, 0.19706128537654877]}, {"step": 20850, "epoch": 53, "train_loss": 0.00013636224321089685, "cos_r_negg": [0.5900551080703735, 0.655180037021637], "cos_innovation_negg": [0.5900551080703735, 0.655180037021637], "cos_apical_negg": [0.5900551080703735, 0.655180037021637], "cos_Ac_negg": [0.5900551080703735, 0.655180037021637], "r_norm": [0.1930258572101593, 0.19625362753868103]}, {"step": 20900, "epoch": 53, "train_loss": 0.00012833529035560787, "cos_r_negg": [0.5900437831878662, 0.6551644802093506], "cos_innovation_negg": [0.5900437831878662, 0.6551644802093506], "cos_apical_negg": [0.5900437831878662, 0.6551644802093506], "cos_Ac_negg": [0.5900437831878662, 0.6551644802093506], "r_norm": [0.19280339777469635, 0.19603392481803894]}, {"step": 20950, "epoch": 53, "train_loss": 0.00013197038788348436, "cos_r_negg": [0.5902514457702637, 0.6553363800048828], "cos_innovation_negg": [0.5902514457702637, 0.6553363800048828], "cos_apical_negg": [0.5902514457702637, 0.6553363800048828], "cos_Ac_negg": [0.5902514457702637, 0.6553363800048828], "r_norm": [0.1936536431312561, 0.19699059426784515]}, {"step": 21000, "epoch": 53, "train_loss": 5.563047670875676e-05, "cos_r_negg": [0.5903530120849609, 0.6554086208343506], "cos_innovation_negg": [0.5903530120849609, 0.6554086208343506], "cos_apical_negg": [0.5903530120849609, 0.6554086208343506], "cos_Ac_negg": [0.5903530120849609, 0.6554086208343506], "r_norm": [0.193899467587471, 0.19726219773292542], "ldr": {"dL_sdil": -0.009028881788253784, "dL_bp": -0.011494435369968414, "ratio": 0.7855002440436181}}, {"step": 21050, "epoch": 53, "train_loss": 8.126224565785378e-05, "cos_r_negg": [0.5903077125549316, 0.6553869843482971], "cos_innovation_negg": [0.5903077125549316, 0.6553869843482971], "cos_apical_negg": [0.5903077125549316, 0.6553869843482971], "cos_Ac_negg": [0.5903077125549316, 0.6553869843482971], "r_norm": [0.1939571052789688, 0.1972903311252594]}, {"step": 21100, "epoch": 53, "train_loss": 0.00020840131037402898, "cos_r_negg": [0.5900487303733826, 0.6554176807403564], "cos_innovation_negg": [0.5900487303733826, 0.6554176807403564], "cos_apical_negg": [0.5900487303733826, 0.6554176807403564], "cos_Ac_negg": [0.5900487303733826, 0.6554176807403564], "r_norm": [0.19433581829071045, 0.19772222638130188]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9755, "test_loss": 0.1293618884563446}, {"step": 21150, "epoch": 54, "train_loss": 5.772298754891381e-05, "cos_r_negg": [0.5902765393257141, 0.655553936958313], "cos_innovation_negg": [0.5902765393257141, 0.655553936958313], "cos_apical_negg": [0.5902765393257141, 0.655553936958313], "cos_Ac_negg": [0.5902765393257141, 0.655553936958313], "r_norm": [0.1951657384634018, 0.19863121211528778]}, {"step": 21200, "epoch": 54, "train_loss": 5.0001028284896165e-05, "cos_r_negg": [0.5906168818473816, 0.6558141708374023], "cos_innovation_negg": [0.5906168818473816, 0.6558141708374023], "cos_apical_negg": [0.5906168818473816, 0.6558141708374023], "cos_Ac_negg": [0.5906168818473816, 0.6558141708374023], "r_norm": [0.1956198364496231, 0.19914817810058594]}, {"step": 21250, "epoch": 54, "train_loss": 3.544661740306765e-05, "cos_r_negg": [0.5902270078659058, 0.6557334065437317], "cos_innovation_negg": [0.5902270078659058, 0.6557334065437317], "cos_apical_negg": [0.5902270078659058, 0.6557334065437317], "cos_Ac_negg": [0.5902270078659058, 0.6557334065437317], "r_norm": [0.19549059867858887, 0.19899258017539978], "ldr": {"dL_sdil": -0.009166896343231201, "dL_bp": -0.011696264147758484, "ratio": 0.7837456667724095}}, {"step": 21300, "epoch": 54, "train_loss": 0.00012323795817792416, "cos_r_negg": [0.590283215045929, 0.6557409763336182], "cos_innovation_negg": [0.590283215045929, 0.6557409763336182], "cos_apical_negg": [0.590283215045929, 0.6557409763336182], "cos_Ac_negg": [0.590283215045929, 0.6557409763336182], "r_norm": [0.19549572467803955, 0.1989903748035431]}, {"step": 21350, "epoch": 54, "train_loss": 0.00011283409548923373, "cos_r_negg": [0.5902482867240906, 0.6556960344314575], "cos_innovation_negg": [0.5902482867240906, 0.6556960344314575], "cos_apical_negg": [0.5902482867240906, 0.6556960344314575], "cos_Ac_negg": [0.5902482867240906, 0.6556960344314575], "r_norm": [0.19454129040241241, 0.1979241967201233]}, {"step": 21400, "epoch": 54, "train_loss": 9.303523984272033e-05, "cos_r_negg": [0.5903548002243042, 0.65552818775177], "cos_innovation_negg": [0.5903548002243042, 0.65552818775177], "cos_apical_negg": [0.5903548002243042, 0.65552818775177], "cos_Ac_negg": [0.5903548002243042, 0.65552818775177], "r_norm": [0.19429035484790802, 0.1976403295993805]}, {"step": 21450, "epoch": 54, "train_loss": 0.00011314988660160452, "cos_r_negg": [0.590093731880188, 0.6555930376052856], "cos_innovation_negg": [0.590093731880188, 0.6555930376052856], "cos_apical_negg": [0.590093731880188, 0.6555930376052856], "cos_Ac_negg": [0.590093731880188, 0.6555930376052856], "r_norm": [0.19349795579910278, 0.1967872679233551]}, {"step": 21500, "epoch": 54, "train_loss": 9.858260455075651e-05, "cos_r_negg": [0.5903418064117432, 0.6557572484016418], "cos_innovation_negg": [0.5903418064117432, 0.6557572484016418], "cos_apical_negg": [0.5903418064117432, 0.6557572484016418], "cos_Ac_negg": [0.5903418064117432, 0.6557572484016418], "r_norm": [0.19358575344085693, 0.19687649607658386], "ldr": {"dL_sdil": -0.009108327329158783, "dL_bp": -0.01162721961736679, "ratio": 0.7833624571393053}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9756, "test_loss": 0.12961109743118285}, {"step": 21550, "epoch": 55, "train_loss": 6.931246753083542e-05, "cos_r_negg": [0.590442419052124, 0.6558163166046143], "cos_innovation_negg": [0.590442419052124, 0.6558163166046143], "cos_apical_negg": [0.590442419052124, 0.6558163166046143], "cos_Ac_negg": [0.590442419052124, 0.6558163166046143], "r_norm": [0.19413940608501434, 0.19747725129127502]}, {"step": 21600, "epoch": 55, "train_loss": 9.881889855023474e-05, "cos_r_negg": [0.589890718460083, 0.6558030843734741], "cos_innovation_negg": [0.589890718460083, 0.6558030843734741], "cos_apical_negg": [0.589890718460083, 0.6558030843734741], "cos_Ac_negg": [0.589890718460083, 0.6558030843734741], "r_norm": [0.19389638304710388, 0.1972247064113617]}, {"step": 21650, "epoch": 55, "train_loss": 8.575177344027907e-05, "cos_r_negg": [0.5899035930633545, 0.6558652520179749], "cos_innovation_negg": [0.5899035930633545, 0.6558652520179749], "cos_apical_negg": [0.5899035930633545, 0.6558652520179749], "cos_Ac_negg": [0.5899035930633545, 0.6558652520179749], "r_norm": [0.1928020864725113, 0.19601425528526306]}, {"step": 21700, "epoch": 55, "train_loss": 7.827689114492387e-05, "cos_r_negg": [0.5902910232543945, 0.6559747457504272], "cos_innovation_negg": [0.5902910232543945, 0.6559747457504272], "cos_apical_negg": [0.5902910232543945, 0.6559747457504272], "cos_Ac_negg": [0.5902910232543945, 0.6559747457504272], "r_norm": [0.19290193915367126, 0.196130633354187]}, {"step": 21750, "epoch": 55, "train_loss": 0.00010722255683504045, "cos_r_negg": [0.5905455946922302, 0.6559157371520996], "cos_innovation_negg": [0.5905455946922302, 0.6559157371520996], "cos_apical_negg": [0.5905455946922302, 0.6559157371520996], "cos_Ac_negg": [0.5905455946922302, 0.6559157371520996], "r_norm": [0.1931622326374054, 0.196406751871109], "ldr": {"dL_sdil": -0.009096436202526093, "dL_bp": -0.011622093617916107, "ratio": 0.782684815798027}}, {"step": 21800, "epoch": 55, "train_loss": 0.00028221210232004523, "cos_r_negg": [0.5906848907470703, 0.6560854315757751], "cos_innovation_negg": [0.5906848907470703, 0.6560854315757751], "cos_apical_negg": [0.5906848907470703, 0.6560854315757751], "cos_Ac_negg": [0.5906848907470703, 0.6560854315757751], "r_norm": [0.19372408092021942, 0.1970173716545105]}, {"step": 21850, "epoch": 55, "train_loss": 9.454919199924916e-05, "cos_r_negg": [0.590714156627655, 0.6561169028282166], "cos_innovation_negg": [0.590714156627655, 0.6561169028282166], "cos_apical_negg": [0.590714156627655, 0.6561169028282166], "cos_Ac_negg": [0.590714156627655, 0.6561169028282166], "r_norm": [0.19451572000980377, 0.19790945947170258]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9755, "test_loss": 0.1299011016368866}, {"step": 21900, "epoch": 56, "train_loss": 6.168328400235623e-05, "cos_r_negg": [0.59087735414505, 0.656160831451416], "cos_innovation_negg": [0.59087735414505, 0.656160831451416], "cos_apical_negg": [0.59087735414505, 0.656160831451416], "cos_Ac_negg": [0.59087735414505, 0.656160831451416], "r_norm": [0.19487802684307098, 0.1983058750629425]}, {"step": 21950, "epoch": 56, "train_loss": 0.0002605945919640362, "cos_r_negg": [0.5908734798431396, 0.656268298625946], "cos_innovation_negg": [0.5908734798431396, 0.656268298625946], "cos_apical_negg": [0.5908734798431396, 0.656268298625946], "cos_Ac_negg": [0.5908734798431396, 0.656268298625946], "r_norm": [0.19406506419181824, 0.19739656150341034]}, {"step": 22000, "epoch": 56, "train_loss": 2.8106316676712595e-05, "cos_r_negg": [0.5906319618225098, 0.6561955213546753], "cos_innovation_negg": [0.5906319618225098, 0.6561955213546753], "cos_apical_negg": [0.5906319618225098, 0.6561955213546753], "cos_Ac_negg": [0.5906319618225098, 0.6561955213546753], "r_norm": [0.19490885734558105, 0.1983075737953186], "ldr": {"dL_sdil": -0.00914464145898819, "dL_bp": -0.011698052287101746, "ratio": 0.7817234215195855}}, {"step": 22050, "epoch": 56, "train_loss": 3.726129943970591e-05, "cos_r_negg": [0.5908139944076538, 0.6562356352806091], "cos_innovation_negg": [0.5908139944076538, 0.6562356352806091], "cos_apical_negg": [0.5908139944076538, 0.6562356352806091], "cos_Ac_negg": [0.5908139944076538, 0.6562356352806091], "r_norm": [0.19489853084087372, 0.19830411672592163]}, {"step": 22100, "epoch": 56, "train_loss": 0.0001378359884256497, "cos_r_negg": [0.5905500054359436, 0.6563073992729187], "cos_innovation_negg": [0.5905500054359436, 0.6563073992729187], "cos_apical_negg": [0.5905500054359436, 0.6563073992729187], "cos_Ac_negg": [0.5905500054359436, 0.6563073992729187], "r_norm": [0.1949431598186493, 0.19836241006851196]}, {"step": 22150, "epoch": 56, "train_loss": 0.00020314248104114085, "cos_r_negg": [0.5905881524085999, 0.6563621759414673], "cos_innovation_negg": [0.5905881524085999, 0.6563621759414673], "cos_apical_negg": [0.5905881524085999, 0.6563621759414673], "cos_Ac_negg": [0.5905881524085999, 0.6563621759414673], "r_norm": [0.19433654844760895, 0.19771906733512878]}, {"step": 22200, "epoch": 56, "train_loss": 0.00016641257388982922, "cos_r_negg": [0.5907084345817566, 0.6563255190849304], "cos_innovation_negg": [0.5907084345817566, 0.6563255190849304], "cos_apical_negg": [0.5907084345817566, 0.6563255190849304], "cos_Ac_negg": [0.5907084345817566, 0.6563255190849304], "r_norm": [0.1946486085653305, 0.19807854294776917]}, {"step": 22250, "epoch": 56, "train_loss": 0.0001464600209146738, "cos_r_negg": [0.5906202793121338, 0.6563553810119629], "cos_innovation_negg": [0.5906202793121338, 0.6563553810119629], "cos_apical_negg": [0.5906202793121338, 0.6563553810119629], "cos_Ac_negg": [0.5906202793121338, 0.6563553810119629], "r_norm": [0.19504572451114655, 0.19850440323352814], "ldr": {"dL_sdil": -0.009245224297046661, "dL_bp": -0.011847272515296936, "ratio": 0.7803673195758292}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9754, "test_loss": 0.13011272044181824}, {"step": 22300, "epoch": 57, "train_loss": 0.00012259911454748362, "cos_r_negg": [0.5908278226852417, 0.656501054763794], "cos_innovation_negg": [0.5908278226852417, 0.656501054763794], "cos_apical_negg": [0.5908278226852417, 0.656501054763794], "cos_Ac_negg": [0.5908278226852417, 0.656501054763794], "r_norm": [0.19491875171661377, 0.19832980632781982]}, {"step": 22350, "epoch": 57, "train_loss": 0.00014590646605938673, "cos_r_negg": [0.5909630060195923, 0.6566157341003418], "cos_innovation_negg": [0.5909630060195923, 0.6566157341003418], "cos_apical_negg": [0.5909630060195923, 0.6566157341003418], "cos_Ac_negg": [0.5909630060195923, 0.6566157341003418], "r_norm": [0.1946374922990799, 0.19799549877643585]}, {"step": 22400, "epoch": 57, "train_loss": 0.00011110990453744307, "cos_r_negg": [0.5907337665557861, 0.656642735004425], "cos_innovation_negg": [0.5907337665557861, 0.656642735004425], "cos_apical_negg": [0.5907337665557861, 0.656642735004425], "cos_Ac_negg": [0.5907337665557861, 0.656642735004425], "r_norm": [0.19480502605438232, 0.19817796349525452]}, {"step": 22450, "epoch": 57, "train_loss": 5.853805487276986e-05, "cos_r_negg": [0.5910211801528931, 0.6567349433898926], "cos_innovation_negg": [0.5910211801528931, 0.6567349433898926], "cos_apical_negg": [0.5910211801528931, 0.6567349433898926], "cos_Ac_negg": [0.5910211801528931, 0.6567349433898926], "r_norm": [0.19451458752155304, 0.19786953926086426]}, {"step": 22500, "epoch": 57, "train_loss": 8.793691085884348e-05, "cos_r_negg": [0.5911452770233154, 0.6568285226821899], "cos_innovation_negg": [0.5911452770233154, 0.6568285226821899], "cos_apical_negg": [0.5911452770233154, 0.6568285226821899], "cos_Ac_negg": [0.5911452770233154, 0.6568285226821899], "r_norm": [0.19379383325576782, 0.19710484147071838], "ldr": {"dL_sdil": -0.009179249405860901, "dL_bp": -0.011777281761169434, "ratio": 0.7794030568348601}}, {"step": 22550, "epoch": 57, "train_loss": 0.00010645583097357303, "cos_r_negg": [0.5910276174545288, 0.6567344665527344], "cos_innovation_negg": [0.5910276174545288, 0.6567344665527344], "cos_apical_negg": [0.5910276174545288, 0.6567344665527344], "cos_Ac_negg": [0.5910276174545288, 0.6567344665527344], "r_norm": [0.1944543719291687, 0.1978534758090973]}, {"step": 22600, "epoch": 57, "train_loss": 2.234176645288244e-05, "cos_r_negg": [0.5909589529037476, 0.6566921472549438], "cos_innovation_negg": [0.5909589529037476, 0.6566921472549438], "cos_apical_negg": [0.5909589529037476, 0.6566921472549438], "cos_Ac_negg": [0.5909589529037476, 0.6566921472549438], "r_norm": [0.19427606463432312, 0.19765661656856537]}, {"step": 22650, "epoch": 57, "train_loss": 8.880029054125771e-05, "cos_r_negg": [0.590582013130188, 0.6565984487533569], "cos_innovation_negg": [0.590582013130188, 0.6565984487533569], "cos_apical_negg": [0.590582013130188, 0.6565984487533569], "cos_Ac_negg": [0.590582013130188, 0.6565984487533569], "r_norm": [0.19441108405590057, 0.197788804769516]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9755, "test_loss": 0.13031513714790344}, {"step": 22700, "epoch": 58, "train_loss": 0.00012545731442514807, "cos_r_negg": [0.5905386209487915, 0.6565642356872559], "cos_innovation_negg": [0.5905386209487915, 0.6565642356872559], "cos_apical_negg": [0.5905386209487915, 0.6565642356872559], "cos_Ac_negg": [0.5905386209487915, 0.6565642356872559], "r_norm": [0.1937553882598877, 0.19709965586662292]}, {"step": 22750, "epoch": 58, "train_loss": 0.00012215970491524786, "cos_r_negg": [0.5903841257095337, 0.6565731763839722], "cos_innovation_negg": [0.5903841257095337, 0.6565731763839722], "cos_apical_negg": [0.5903841257095337, 0.6565731763839722], "cos_Ac_negg": [0.5903841257095337, 0.6565731763839722], "r_norm": [0.19339868426322937, 0.196696475148201], "ldr": {"dL_sdil": -0.009111948311328888, "dL_bp": -0.01169673353433609, "ratio": 0.7790164907647513}}, {"step": 22800, "epoch": 58, "train_loss": 0.00015827349852770567, "cos_r_negg": [0.5907375812530518, 0.6567859649658203], "cos_innovation_negg": [0.5907375812530518, 0.6567859649658203], "cos_apical_negg": [0.5907375812530518, 0.6567859649658203], "cos_Ac_negg": [0.5907375812530518, 0.6567859649658203], "r_norm": [0.19410020112991333, 0.19743157923221588]}, {"step": 22850, "epoch": 58, "train_loss": 0.00013152745668776333, "cos_r_negg": [0.5904736518859863, 0.6566759943962097], "cos_innovation_negg": [0.5904736518859863, 0.6566759943962097], "cos_apical_negg": [0.5904736518859863, 0.6566759943962097], "cos_Ac_negg": [0.5904736518859863, 0.6566759943962097], "r_norm": [0.19470106065273285, 0.19811251759529114]}, {"step": 22900, "epoch": 58, "train_loss": 5.3267893235897645e-05, "cos_r_negg": [0.5904339551925659, 0.6567224264144897], "cos_innovation_negg": [0.5904339551925659, 0.6567224264144897], "cos_apical_negg": [0.5904339551925659, 0.6567224264144897], "cos_Ac_negg": [0.5904339551925659, 0.6567224264144897], "r_norm": [0.19457083940505981, 0.19798457622528076]}, {"step": 22950, "epoch": 58, "train_loss": 0.00011108115722890943, "cos_r_negg": [0.5906586647033691, 0.656848132610321], "cos_innovation_negg": [0.5906586647033691, 0.656848132610321], "cos_apical_negg": [0.5906586647033691, 0.656848132610321], "cos_Ac_negg": [0.5906586647033691, 0.656848132610321], "r_norm": [0.1944921761751175, 0.19786769151687622]}, {"step": 23000, "epoch": 58, "train_loss": 3.865379767375998e-05, "cos_r_negg": [0.5905588269233704, 0.6570669412612915], "cos_innovation_negg": [0.5905588269233704, 0.6570669412612915], "cos_apical_negg": [0.5905588269233704, 0.6570669412612915], "cos_Ac_negg": [0.5905588269233704, 0.6570669412612915], "r_norm": [0.19414710998535156, 0.19747088849544525], "ldr": {"dL_sdil": -0.00924719125032425, "dL_bp": -0.011890262365341187, "ratio": 0.7777112872865446}}, {"step": 23050, "epoch": 58, "train_loss": 5.9951693401671946e-05, "cos_r_negg": [0.5909068584442139, 0.6571387648582458], "cos_innovation_negg": [0.5909068584442139, 0.6571387648582458], "cos_apical_negg": [0.5909068584442139, 0.6571387648582458], "cos_Ac_negg": [0.5909068584442139, 0.6571387648582458], "r_norm": [0.1939525157213211, 0.19725686311721802]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9756, "test_loss": 0.13060261211395263}, {"step": 23100, "epoch": 59, "train_loss": 7.594519411213696e-05, "cos_r_negg": [0.5904107093811035, 0.6567929983139038], "cos_innovation_negg": [0.5904107093811035, 0.6567929983139038], "cos_apical_negg": [0.5904107093811035, 0.6567929983139038], "cos_Ac_negg": [0.5904107093811035, 0.6567929983139038], "r_norm": [0.19400109350681305, 0.1973506063222885]}, {"step": 23150, "epoch": 59, "train_loss": 2.9417135010589845e-05, "cos_r_negg": [0.5906728506088257, 0.6571176648139954], "cos_innovation_negg": [0.5906728506088257, 0.6571176648139954], "cos_apical_negg": [0.5906728506088257, 0.6571176648139954], "cos_Ac_negg": [0.5906728506088257, 0.6571176648139954], "r_norm": [0.19297122955322266, 0.19623029232025146]}, {"step": 23200, "epoch": 59, "train_loss": 4.610005271388218e-05, "cos_r_negg": [0.5907671451568604, 0.6572607755661011], "cos_innovation_negg": [0.5907671451568604, 0.6572607755661011], "cos_apical_negg": [0.5907671451568604, 0.6572607755661011], "cos_Ac_negg": [0.5907671451568604, 0.6572607755661011], "r_norm": [0.19368088245391846, 0.1969958394765854]}, {"step": 23250, "epoch": 59, "train_loss": 6.981089245527983e-05, "cos_r_negg": [0.5907307267189026, 0.6572926640510559], "cos_innovation_negg": [0.5907307267189026, 0.6572926640510559], "cos_apical_negg": [0.5907307267189026, 0.6572926640510559], "cos_Ac_negg": [0.5907307267189026, 0.6572926640510559], "r_norm": [0.19330337643623352, 0.19656077027320862], "ldr": {"dL_sdil": -0.00918944925069809, "dL_bp": -0.011816538870334625, "ratio": 0.7776768943542484}}, {"step": 23300, "epoch": 59, "train_loss": 9.000199497677386e-05, "cos_r_negg": [0.590643048286438, 0.6573135256767273], "cos_innovation_negg": [0.590643048286438, 0.6573135256767273], "cos_apical_negg": [0.590643048286438, 0.6573135256767273], "cos_Ac_negg": [0.590643048286438, 0.6573135256767273], "r_norm": [0.19356659054756165, 0.1968592405319214]}, {"step": 23350, "epoch": 59, "train_loss": 3.037547503481619e-05, "cos_r_negg": [0.5906847715377808, 0.6573094129562378], "cos_innovation_negg": [0.5906847715377808, 0.6573094129562378], "cos_apical_negg": [0.5906847715377808, 0.6573094129562378], "cos_Ac_negg": [0.5906847715377808, 0.6573094129562378], "r_norm": [0.19514334201812744, 0.19858738780021667]}, {"step": 23400, "epoch": 59, "train_loss": 0.00030192395206540823, "cos_r_negg": [0.5907071232795715, 0.6572291254997253], "cos_innovation_negg": [0.5907071232795715, 0.6572291254997253], "cos_apical_negg": [0.5907071232795715, 0.6572291254997253], "cos_Ac_negg": [0.5907071232795715, 0.6572291254997253], "r_norm": [0.19370442628860474, 0.19700950384140015]}, {"step": 23450, "epoch": 59, "train_loss": 6.753162597306073e-05, "cos_r_negg": [0.5905181169509888, 0.6571680307388306], "cos_innovation_negg": [0.5905181169509888, 0.6571680307388306], "cos_apical_negg": [0.5905181169509888, 0.6571680307388306], "cos_Ac_negg": [0.5905181169509888, 0.6571680307388306], "r_norm": [0.19362396001815796, 0.19693437218666077]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9756, "test_loss": 0.13081600499153137}], "final": {"test_acc": 0.9756, "test_loss": 0.13081600499153137, "wall_s": 58.103204011917114, "cos_r_negg": [0.5905851125717163, 0.6572580337524414], "cos_innovation_negg": [0.5905851125717163, 0.6572580337524414], "cos_apical_negg": [0.5905851125717163, 0.6572580337524414], "cos_Ac_negg": [0.5905851125717163, 0.6572580337524414]}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_sdil_w500_d2_s3.json b/results/ep_depth2_v1_mnist_sdil_w500_d2_s3.json
new file mode 100644
index 0000000..323b045
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_sdil_w500_d2_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s3", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3924615383148193, "cos_r_negg": [-0.026422932744026184, -0.0017104092985391617], "cos_innovation_negg": [-0.026422932744026184, -0.0017104092985391617], "cos_apical_negg": [-0.026422932744026184, -0.0017104092985391617], "cos_Ac_negg": [-0.026422932744026184, -0.0017104092985391617], "r_norm": [6.590484619140625, 6.618016242980957], "ldr": {"dL_sdil": -0.04682326316833496, "dL_bp": -0.3455861806869507, "ratio": 0.13548939681343863}}, {"step": 50, "epoch": 0, "train_loss": 0.5861989855766296, "cos_r_negg": [0.4582517743110657, 0.31976455450057983], "cos_innovation_negg": [0.4582517743110657, 0.31976455450057983], "cos_apical_negg": [0.4582517743110657, 0.31976455450057983], "cos_Ac_negg": [0.4582517743110657, 0.31976455450057983], "r_norm": [1.3841009140014648, 1.4116874933242798]}, {"step": 100, "epoch": 0, "train_loss": 0.2558661103248596, "cos_r_negg": [0.5047042369842529, 0.3738609552383423], "cos_innovation_negg": [0.5047042369842529, 0.3738609552383423], "cos_apical_negg": [0.5047042369842529, 0.3738609552383423], "cos_Ac_negg": [0.5047042369842529, 0.3738609552383423], "r_norm": [1.1454150676727295, 1.1634540557861328]}, {"step": 150, "epoch": 0, "train_loss": 0.13513165712356567, "cos_r_negg": [0.4982715845108032, 0.3924369215965271], "cos_innovation_negg": [0.4982715845108032, 0.3924369215965271], "cos_apical_negg": [0.4982715845108032, 0.3924369215965271], "cos_Ac_negg": [0.4982715845108032, 0.3924369215965271], "r_norm": [0.992853045463562, 1.014080286026001]}, {"step": 200, "epoch": 0, "train_loss": 0.28572601079940796, "cos_r_negg": [0.5028076767921448, 0.40572935342788696], "cos_innovation_negg": [0.5028076767921448, 0.40572935342788696], "cos_apical_negg": [0.5028076767921448, 0.40572935342788696], "cos_Ac_negg": [0.5028076767921448, 0.40572935342788696], "r_norm": [0.8681872487068176, 0.8912346959114075]}, {"step": 250, "epoch": 0, "train_loss": 0.3806115388870239, "cos_r_negg": [0.5262624621391296, 0.43061429262161255], "cos_innovation_negg": [0.5262624621391296, 0.43061429262161255], "cos_apical_negg": [0.5262624621391296, 0.43061429262161255], "cos_Ac_negg": [0.5262624621391296, 0.43061429262161255], "r_norm": [0.8363399505615234, 0.8595818877220154], "ldr": {"dL_sdil": -0.023504361510276794, "dL_bp": -0.01978403329849243, "ratio": 1.1880470051608667}}, {"step": 300, "epoch": 0, "train_loss": 0.1770479381084442, "cos_r_negg": [0.5341674089431763, 0.4217526912689209], "cos_innovation_negg": [0.5341674089431763, 0.4217526912689209], "cos_apical_negg": [0.5341674089431763, 0.4217526912689209], "cos_Ac_negg": [0.5341674089431763, 0.4217526912689209], "r_norm": [0.756482720375061, 0.771453857421875]}, {"step": 350, "epoch": 0, "train_loss": 0.2869487404823303, "cos_r_negg": [0.5341312885284424, 0.42420443892478943], "cos_innovation_negg": [0.5341312885284424, 0.42420443892478943], "cos_apical_negg": [0.5341312885284424, 0.42420443892478943], "cos_Ac_negg": [0.5341312885284424, 0.42420443892478943], "r_norm": [0.6912198662757874, 0.7070375680923462]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9471, "test_loss": 0.18258954849243164}, {"step": 400, "epoch": 1, "train_loss": 0.17939040064811707, "cos_r_negg": [0.5455983877182007, 0.4540409445762634], "cos_innovation_negg": [0.5455983877182007, 0.4540409445762634], "cos_apical_negg": [0.5455983877182007, 0.4540409445762634], "cos_Ac_negg": [0.5455983877182007, 0.4540409445762634], "r_norm": [0.5958317518234253, 0.6085920929908752]}, {"step": 450, "epoch": 1, "train_loss": 0.19854286313056946, "cos_r_negg": [0.556312620639801, 0.4742012619972229], "cos_innovation_negg": [0.556312620639801, 0.4742012619972229], "cos_apical_negg": [0.556312620639801, 0.4742012619972229], "cos_Ac_negg": [0.556312620639801, 0.4742012619972229], "r_norm": [0.6386698484420776, 0.6531559228897095]}, {"step": 500, "epoch": 1, "train_loss": 0.15919290482997894, "cos_r_negg": [0.5640462040901184, 0.4773182272911072], "cos_innovation_negg": [0.5640462040901184, 0.4773182272911072], "cos_apical_negg": [0.5640462040901184, 0.4773182272911072], "cos_Ac_negg": [0.5640462040901184, 0.4773182272911072], "r_norm": [0.5150436758995056, 0.5247116088867188], "ldr": {"dL_sdil": -0.00906592607498169, "dL_bp": -0.007199510931968689, "ratio": 1.259241934716062}}, {"step": 550, "epoch": 1, "train_loss": 0.08241809904575348, "cos_r_negg": [0.5726191401481628, 0.48651012778282166], "cos_innovation_negg": [0.5726191401481628, 0.48651012778282166], "cos_apical_negg": [0.5726191401481628, 0.48651012778282166], "cos_Ac_negg": [0.5726191401481628, 0.48651012778282166], "r_norm": [0.5646015405654907, 0.5759754180908203]}, {"step": 600, "epoch": 1, "train_loss": 0.05934485048055649, "cos_r_negg": [0.5787702798843384, 0.5003145933151245], "cos_innovation_negg": [0.5787702798843384, 0.5003145933151245], "cos_apical_negg": [0.5787702798843384, 0.5003145933151245], "cos_Ac_negg": [0.5787702798843384, 0.5003145933151245], "r_norm": [0.5294702053070068, 0.5389285087585449]}, {"step": 650, "epoch": 1, "train_loss": 0.09333399683237076, "cos_r_negg": [0.5597442388534546, 0.5053614377975464], "cos_innovation_negg": [0.5597442388534546, 0.5053614377975464], "cos_apical_negg": [0.5597442388534546, 0.5053614377975464], "cos_Ac_negg": [0.5597442388534546, 0.5053614377975464], "r_norm": [0.47143250703811646, 0.48053818941116333]}, {"step": 700, "epoch": 1, "train_loss": 0.07021153718233109, "cos_r_negg": [0.568160355091095, 0.5142924785614014], "cos_innovation_negg": [0.568160355091095, 0.5142924785614014], "cos_apical_negg": [0.568160355091095, 0.5142924785614014], "cos_Ac_negg": [0.568160355091095, 0.5142924785614014], "r_norm": [0.5749084949493408, 0.5853735208511353]}, {"step": 750, "epoch": 1, "train_loss": 0.1352168768644333, "cos_r_negg": [0.5689527988433838, 0.5192667245864868], "cos_innovation_negg": [0.5689527988433838, 0.5192667245864868], "cos_apical_negg": [0.5689527988433838, 0.5192667245864868], "cos_Ac_negg": [0.5689527988433838, 0.5192667245864868], "r_norm": [0.6252316832542419, 0.636706531047821], "ldr": {"dL_sdil": -0.030019938945770264, "dL_bp": -0.02677576243877411, "ratio": 1.1211609385321648}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9533, "test_loss": 0.16352230987548827}, {"step": 800, "epoch": 2, "train_loss": 0.0662594884634018, "cos_r_negg": [0.5612322688102722, 0.5270726680755615], "cos_innovation_negg": [0.5612322688102722, 0.5270726680755615], "cos_apical_negg": [0.5612322688102722, 0.5270726680755615], "cos_Ac_negg": [0.5612322688102722, 0.5270726680755615], "r_norm": [0.4935550391674042, 0.5005191564559937]}, {"step": 850, "epoch": 2, "train_loss": 0.05124892666935921, "cos_r_negg": [0.5940207839012146, 0.5424849987030029], "cos_innovation_negg": [0.5940207839012146, 0.5424849987030029], "cos_apical_negg": [0.5940207839012146, 0.5424849987030029], "cos_Ac_negg": [0.5940207839012146, 0.5424849987030029], "r_norm": [0.4252908527851105, 0.4275183379650116]}, {"step": 900, "epoch": 2, "train_loss": 0.06815053522586823, "cos_r_negg": [0.5855852365493774, 0.5455647110939026], "cos_innovation_negg": [0.5855852365493774, 0.5455647110939026], "cos_apical_negg": [0.5855852365493774, 0.5455647110939026], "cos_Ac_negg": [0.5855852365493774, 0.5455647110939026], "r_norm": [0.4603402614593506, 0.47228696942329407]}, {"step": 950, "epoch": 2, "train_loss": 0.20445358753204346, "cos_r_negg": [0.589617908000946, 0.5485154986381531], "cos_innovation_negg": [0.589617908000946, 0.5485154986381531], "cos_apical_negg": [0.589617908000946, 0.5485154986381531], "cos_Ac_negg": [0.589617908000946, 0.5485154986381531], "r_norm": [0.35549601912498474, 0.3628329932689667]}, {"step": 1000, "epoch": 2, "train_loss": 0.09754706919193268, "cos_r_negg": [0.5861049890518188, 0.5575672388076782], "cos_innovation_negg": [0.5861049890518188, 0.5575672388076782], "cos_apical_negg": [0.5861049890518188, 0.5575672388076782], "cos_Ac_negg": [0.5861049890518188, 0.5575672388076782], "r_norm": [0.42582637071609497, 0.43537986278533936], "ldr": {"dL_sdil": -0.011586986482143402, "dL_bp": -0.009583160281181335, "ratio": 1.2090986837501847}}, {"step": 1050, "epoch": 2, "train_loss": 0.04197332635521889, "cos_r_negg": [0.5794893503189087, 0.5562148094177246], "cos_innovation_negg": [0.5794893503189087, 0.5562148094177246], "cos_apical_negg": [0.5794893503189087, 0.5562148094177246], "cos_Ac_negg": [0.5794893503189087, 0.5562148094177246], "r_norm": [0.42865416407585144, 0.4359023869037628]}, {"step": 1100, "epoch": 2, "train_loss": 0.1677863746881485, "cos_r_negg": [0.5841069221496582, 0.5651146173477173], "cos_innovation_negg": [0.5841069221496582, 0.5651146173477173], "cos_apical_negg": [0.5841069221496582, 0.5651146173477173], "cos_Ac_negg": [0.5841069221496582, 0.5651146173477173], "r_norm": [0.38368141651153564, 0.3920041024684906]}, {"step": 1150, "epoch": 2, "train_loss": 0.05689786747097969, "cos_r_negg": [0.5875443816184998, 0.5676833391189575], "cos_innovation_negg": [0.5875443816184998, 0.5676833391189575], "cos_apical_negg": [0.5875443816184998, 0.5676833391189575], "cos_Ac_negg": [0.5875443816184998, 0.5676833391189575], "r_norm": [0.3056351840496063, 0.31092655658721924]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9641, "test_loss": 0.12307830066680908}, {"step": 1200, "epoch": 3, "train_loss": 0.04789406433701515, "cos_r_negg": [0.5960583090782166, 0.5737377405166626], "cos_innovation_negg": [0.5960583090782166, 0.5737377405166626], "cos_apical_negg": [0.5960583090782166, 0.5737377405166626], "cos_Ac_negg": [0.5960583090782166, 0.5737377405166626], "r_norm": [0.39423325657844543, 0.40383249521255493]}, {"step": 1250, "epoch": 3, "train_loss": 0.16583295166492462, "cos_r_negg": [0.6005885601043701, 0.5832828283309937], "cos_innovation_negg": [0.6005885601043701, 0.5832828283309937], "cos_apical_negg": [0.6005885601043701, 0.5832828283309937], "cos_Ac_negg": [0.6005885601043701, 0.5832828283309937], "r_norm": [0.34725314378738403, 0.35451483726501465], "ldr": {"dL_sdil": -0.010906383395195007, "dL_bp": -0.0093851238489151, "ratio": 1.1620926447822808}}, {"step": 1300, "epoch": 3, "train_loss": 0.01379384659230709, "cos_r_negg": [0.5972988605499268, 0.5867611765861511], "cos_innovation_negg": [0.5972988605499268, 0.5867611765861511], "cos_apical_negg": [0.5972988605499268, 0.5867611765861511], "cos_Ac_negg": [0.5972988605499268, 0.5867611765861511], "r_norm": [0.3664623498916626, 0.3732754588127136]}, {"step": 1350, "epoch": 3, "train_loss": 0.04283270984888077, "cos_r_negg": [0.5903205871582031, 0.5859402418136597], "cos_innovation_negg": [0.5903205871582031, 0.5859402418136597], "cos_apical_negg": [0.5903205871582031, 0.5859402418136597], "cos_Ac_negg": [0.5903205871582031, 0.5859402418136597], "r_norm": [0.3561510145664215, 0.3613084554672241]}, {"step": 1400, "epoch": 3, "train_loss": 0.05736885592341423, "cos_r_negg": [0.5946293473243713, 0.5785443782806396], "cos_innovation_negg": [0.5946293473243713, 0.5785443782806396], "cos_apical_negg": [0.5946293473243713, 0.5785443782806396], "cos_Ac_negg": [0.5946293473243713, 0.5785443782806396], "r_norm": [0.4058300852775574, 0.4135008454322815]}, {"step": 1450, "epoch": 3, "train_loss": 0.04860270768404007, "cos_r_negg": [0.6039775609970093, 0.5925174355506897], "cos_innovation_negg": [0.6039775609970093, 0.5925174355506897], "cos_apical_negg": [0.6039775609970093, 0.5925174355506897], "cos_Ac_negg": [0.6039775609970093, 0.5925174355506897], "r_norm": [0.34833037853240967, 0.3521338701248169]}, {"step": 1500, "epoch": 3, "train_loss": 0.08333935588598251, "cos_r_negg": [0.6055843830108643, 0.5908114314079285], "cos_innovation_negg": [0.6055843830108643, 0.5908114314079285], "cos_apical_negg": [0.6055843830108643, 0.5908114314079285], "cos_Ac_negg": [0.6055843830108643, 0.5908114314079285], "r_norm": [0.29274144768714905, 0.2957480549812317], "ldr": {"dL_sdil": -0.00819716602563858, "dL_bp": -0.007194943726062775, "ratio": 1.1392953632069953}}, {"step": 1550, "epoch": 3, "train_loss": 0.05237440764904022, "cos_r_negg": [0.5971083641052246, 0.5950278043746948], "cos_innovation_negg": [0.5971083641052246, 0.5950278043746948], "cos_apical_negg": [0.5971083641052246, 0.5950278043746948], "cos_Ac_negg": [0.5971083641052246, 0.5950278043746948], "r_norm": [0.33519768714904785, 0.34153202176094055]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9649, "test_loss": 0.12454761085510253}, {"step": 1600, "epoch": 4, "train_loss": 0.09619885683059692, "cos_r_negg": [0.6100324392318726, 0.6023378968238831], "cos_innovation_negg": [0.6100324392318726, 0.6023378968238831], "cos_apical_negg": [0.6100324392318726, 0.6023378968238831], "cos_Ac_negg": [0.6100324392318726, 0.6023378968238831], "r_norm": [0.2497287541627884, 0.25411373376846313]}, {"step": 1650, "epoch": 4, "train_loss": 0.068468376994133, "cos_r_negg": [0.6133801937103271, 0.6053149700164795], "cos_innovation_negg": [0.6133801937103271, 0.6053149700164795], "cos_apical_negg": [0.6133801937103271, 0.6053149700164795], "cos_Ac_negg": [0.6133801937103271, 0.6053149700164795], "r_norm": [0.2820461690425873, 0.2868986129760742]}, {"step": 1700, "epoch": 4, "train_loss": 0.03764517232775688, "cos_r_negg": [0.6108850240707397, 0.6046256422996521], "cos_innovation_negg": [0.6108850240707397, 0.6046256422996521], "cos_apical_negg": [0.6108850240707397, 0.6046256422996521], "cos_Ac_negg": [0.6108850240707397, 0.6046256422996521], "r_norm": [0.2572348415851593, 0.2602435350418091]}, {"step": 1750, "epoch": 4, "train_loss": 0.033587973564863205, "cos_r_negg": [0.6120193004608154, 0.6000607013702393], "cos_innovation_negg": [0.6120193004608154, 0.6000607013702393], "cos_apical_negg": [0.6120193004608154, 0.6000607013702393], "cos_Ac_negg": [0.6120193004608154, 0.6000607013702393], "r_norm": [0.27821874618530273, 0.2815450131893158], "ldr": {"dL_sdil": -0.007139533758163452, "dL_bp": -0.006313733756542206, "ratio": 1.1307942389502192}}, {"step": 1800, "epoch": 4, "train_loss": 0.036650583148002625, "cos_r_negg": [0.6026387214660645, 0.5996627807617188], "cos_innovation_negg": [0.6026387214660645, 0.5996627807617188], "cos_apical_negg": [0.6026387214660645, 0.5996627807617188], "cos_Ac_negg": [0.6026387214660645, 0.5996627807617188], "r_norm": [0.29142820835113525, 0.2936779856681824]}, {"step": 1850, "epoch": 4, "train_loss": 0.17590585350990295, "cos_r_negg": [0.6092962622642517, 0.6056869626045227], "cos_innovation_negg": [0.6092962622642517, 0.6056869626045227], "cos_apical_negg": [0.6092962622642517, 0.6056869626045227], "cos_Ac_negg": [0.6092962622642517, 0.6056869626045227], "r_norm": [0.27859437465667725, 0.2796318531036377]}, {"step": 1900, "epoch": 4, "train_loss": 0.022424696013331413, "cos_r_negg": [0.6082100868225098, 0.6158452033996582], "cos_innovation_negg": [0.6082100868225098, 0.6158452033996582], "cos_apical_negg": [0.6082100868225098, 0.6158452033996582], "cos_Ac_negg": [0.6082100868225098, 0.6158452033996582], "r_norm": [0.2650684714317322, 0.2680783271789551]}, {"step": 1950, "epoch": 4, "train_loss": 0.03303559124469757, "cos_r_negg": [0.6043636798858643, 0.6234318017959595], "cos_innovation_negg": [0.6043636798858643, 0.6234318017959595], "cos_apical_negg": [0.6043636798858643, 0.6234318017959595], "cos_Ac_negg": [0.6043636798858643, 0.6234318017959595], "r_norm": [0.24798718094825745, 0.2513493299484253]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9682, "test_loss": 0.11221702938079833}, {"step": 2000, "epoch": 5, "train_loss": 0.030057352036237717, "cos_r_negg": [0.6173507571220398, 0.6228564977645874], "cos_innovation_negg": [0.6173507571220398, 0.6228564977645874], "cos_apical_negg": [0.6173507571220398, 0.6228564977645874], "cos_Ac_negg": [0.6173507571220398, 0.6228564977645874], "r_norm": [0.255696177482605, 0.259008526802063], "ldr": {"dL_sdil": -0.006057895720005035, "dL_bp": -0.005468040704727173, "ratio": 1.1078731939153137}}, {"step": 2050, "epoch": 5, "train_loss": 0.013481339439749718, "cos_r_negg": [0.5912256240844727, 0.6126654148101807], "cos_innovation_negg": [0.5912256240844727, 0.6126654148101807], "cos_apical_negg": [0.5912256240844727, 0.6126654148101807], "cos_Ac_negg": [0.5912256240844727, 0.6126654148101807], "r_norm": [0.25068432092666626, 0.25319093465805054]}, {"step": 2100, "epoch": 5, "train_loss": 0.004452269524335861, "cos_r_negg": [0.6211032867431641, 0.6262328028678894], "cos_innovation_negg": [0.6211032867431641, 0.6262328028678894], "cos_apical_negg": [0.6211032867431641, 0.6262328028678894], "cos_Ac_negg": [0.6211032867431641, 0.6262328028678894], "r_norm": [0.2126171588897705, 0.21504388749599457]}, {"step": 2150, "epoch": 5, "train_loss": 0.015724854543805122, "cos_r_negg": [0.6088207960128784, 0.6279811859130859], "cos_innovation_negg": [0.6088207960128784, 0.6279811859130859], "cos_apical_negg": [0.6088207960128784, 0.6279811859130859], "cos_Ac_negg": [0.6088207960128784, 0.6279811859130859], "r_norm": [0.25159144401550293, 0.2556799650192261]}, {"step": 2200, "epoch": 5, "train_loss": 0.0477307103574276, "cos_r_negg": [0.6088793277740479, 0.6268290877342224], "cos_innovation_negg": [0.6088793277740479, 0.6268290877342224], "cos_apical_negg": [0.6088793277740479, 0.6268290877342224], "cos_Ac_negg": [0.6088793277740479, 0.6268290877342224], "r_norm": [0.2564183473587036, 0.2592746913433075]}, {"step": 2250, "epoch": 5, "train_loss": 0.00996837206184864, "cos_r_negg": [0.6078174710273743, 0.628571629524231], "cos_innovation_negg": [0.6078174710273743, 0.628571629524231], "cos_apical_negg": [0.6078174710273743, 0.628571629524231], "cos_Ac_negg": [0.6078174710273743, 0.628571629524231], "r_norm": [0.2254001498222351, 0.22774359583854675], "ldr": {"dL_sdil": -0.0063231587409973145, "dL_bp": -0.00562141090631485, "ratio": 1.1248348228545526}}, {"step": 2300, "epoch": 5, "train_loss": 0.027479184791445732, "cos_r_negg": [0.6198835372924805, 0.6353325843811035], "cos_innovation_negg": [0.6198835372924805, 0.6353325843811035], "cos_apical_negg": [0.6198835372924805, 0.6353325843811035], "cos_Ac_negg": [0.6198835372924805, 0.6353325843811035], "r_norm": [0.21645188331604004, 0.21983602643013]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9726, "test_loss": 0.10857392349243164}, {"step": 2350, "epoch": 6, "train_loss": 0.009383835829794407, "cos_r_negg": [0.6142735481262207, 0.6381639838218689], "cos_innovation_negg": [0.6142735481262207, 0.6381639838218689], "cos_apical_negg": [0.6142735481262207, 0.6381639838218689], "cos_Ac_negg": [0.6142735481262207, 0.6381639838218689], "r_norm": [0.2876700758934021, 0.2908819913864136]}, {"step": 2400, "epoch": 6, "train_loss": 0.029602784663438797, "cos_r_negg": [0.6311488151550293, 0.6413204073905945], "cos_innovation_negg": [0.6311488151550293, 0.6413204073905945], "cos_apical_negg": [0.6311488151550293, 0.6413204073905945], "cos_Ac_negg": [0.6311488151550293, 0.6413204073905945], "r_norm": [0.22818998992443085, 0.23227977752685547]}, {"step": 2450, "epoch": 6, "train_loss": 0.03567882999777794, "cos_r_negg": [0.6221595406532288, 0.639475405216217], "cos_innovation_negg": [0.6221595406532288, 0.639475405216217], "cos_apical_negg": [0.6221595406532288, 0.639475405216217], "cos_Ac_negg": [0.6221595406532288, 0.639475405216217], "r_norm": [0.21026939153671265, 0.21225297451019287]}, {"step": 2500, "epoch": 6, "train_loss": 0.011711722239851952, "cos_r_negg": [0.6209433078765869, 0.643240213394165], "cos_innovation_negg": [0.6209433078765869, 0.643240213394165], "cos_apical_negg": [0.6209433078765869, 0.643240213394165], "cos_Ac_negg": [0.6209433078765869, 0.643240213394165], "r_norm": [0.21956589818000793, 0.22251459956169128], "ldr": {"dL_sdil": -0.006663896143436432, "dL_bp": -0.00629473477602005, "ratio": 1.0586460558787498}}, {"step": 2550, "epoch": 6, "train_loss": 0.011576008051633835, "cos_r_negg": [0.6188057065010071, 0.639107346534729], "cos_innovation_negg": [0.6188057065010071, 0.639107346534729], "cos_apical_negg": [0.6188057065010071, 0.639107346534729], "cos_Ac_negg": [0.6188057065010071, 0.639107346534729], "r_norm": [0.21900363266468048, 0.2219550907611847]}, {"step": 2600, "epoch": 6, "train_loss": 0.0021513740066438913, "cos_r_negg": [0.6185027360916138, 0.6373996138572693], "cos_innovation_negg": [0.6185027360916138, 0.6373996138572693], "cos_apical_negg": [0.6185027360916138, 0.6373996138572693], "cos_Ac_negg": [0.6185027360916138, 0.6373996138572693], "r_norm": [0.23465511202812195, 0.23786553740501404]}, {"step": 2650, "epoch": 6, "train_loss": 0.022120896726846695, "cos_r_negg": [0.6271202564239502, 0.6462963819503784], "cos_innovation_negg": [0.6271202564239502, 0.6462963819503784], "cos_apical_negg": [0.6271202564239502, 0.6462963819503784], "cos_Ac_negg": [0.6271202564239502, 0.6462963819503784], "r_norm": [0.22238266468048096, 0.22621993720531464]}, {"step": 2700, "epoch": 6, "train_loss": 0.0007132195169106126, "cos_r_negg": [0.6063697934150696, 0.6375428438186646], "cos_innovation_negg": [0.6063697934150696, 0.6375428438186646], "cos_apical_negg": [0.6063697934150696, 0.6375428438186646], "cos_Ac_negg": [0.6063697934150696, 0.6375428438186646], "r_norm": [0.23803122341632843, 0.2409553825855255]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9737, "test_loss": 0.10469464225769043}, {"step": 2750, "epoch": 7, "train_loss": 0.0004268206830602139, "cos_r_negg": [0.611427903175354, 0.6429474353790283], "cos_innovation_negg": [0.611427903175354, 0.6429474353790283], "cos_apical_negg": [0.611427903175354, 0.6429474353790283], "cos_Ac_negg": [0.611427903175354, 0.6429474353790283], "r_norm": [0.18306779861450195, 0.18521428108215332], "ldr": {"dL_sdil": -0.00558067113161087, "dL_bp": -0.005121909081935883, "ratio": 1.089568565614131}}, {"step": 2800, "epoch": 7, "train_loss": 0.000866635877173394, "cos_r_negg": [0.6155544519424438, 0.6452609896659851], "cos_innovation_negg": [0.6155544519424438, 0.6452609896659851], "cos_apical_negg": [0.6155544519424438, 0.6452609896659851], "cos_Ac_negg": [0.6155544519424438, 0.6452609896659851], "r_norm": [0.18316006660461426, 0.18586084246635437]}, {"step": 2850, "epoch": 7, "train_loss": 0.005072268657386303, "cos_r_negg": [0.6132548451423645, 0.6448947787284851], "cos_innovation_negg": [0.6132548451423645, 0.6448947787284851], "cos_apical_negg": [0.6132548451423645, 0.6448947787284851], "cos_Ac_negg": [0.6132548451423645, 0.6448947787284851], "r_norm": [0.19184890389442444, 0.19437161087989807]}, {"step": 2900, "epoch": 7, "train_loss": 0.011101990938186646, "cos_r_negg": [0.6095048785209656, 0.6505652666091919], "cos_innovation_negg": [0.6095048785209656, 0.6505652666091919], "cos_apical_negg": [0.6095048785209656, 0.6505652666091919], "cos_Ac_negg": [0.6095048785209656, 0.6505652666091919], "r_norm": [0.18972352147102356, 0.19185960292816162]}, {"step": 2950, "epoch": 7, "train_loss": 0.0012532329419627786, "cos_r_negg": [0.6187195777893066, 0.6467452049255371], "cos_innovation_negg": [0.6187195777893066, 0.6467452049255371], "cos_apical_negg": [0.6187195777893066, 0.6467452049255371], "cos_Ac_negg": [0.6187195777893066, 0.6467452049255371], "r_norm": [0.196308434009552, 0.19900855422019958]}, {"step": 3000, "epoch": 7, "train_loss": 0.0012378788087517023, "cos_r_negg": [0.6097975373268127, 0.6512699127197266], "cos_innovation_negg": [0.6097975373268127, 0.6512699127197266], "cos_apical_negg": [0.6097975373268127, 0.6512699127197266], "cos_Ac_negg": [0.6097975373268127, 0.6512699127197266], "r_norm": [0.21327021718025208, 0.21487821638584137], "ldr": {"dL_sdil": -0.007284589111804962, "dL_bp": -0.006674826145172119, "ratio": 1.0913526365138189}}, {"step": 3050, "epoch": 7, "train_loss": 0.0030943553429096937, "cos_r_negg": [0.6180058717727661, 0.6513879299163818], "cos_innovation_negg": [0.6180058717727661, 0.6513879299163818], "cos_apical_negg": [0.6180058717727661, 0.6513879299163818], "cos_Ac_negg": [0.6180058717727661, 0.6513879299163818], "r_norm": [0.16431596875190735, 0.16611194610595703]}, {"step": 3100, "epoch": 7, "train_loss": 0.0009766495786607265, "cos_r_negg": [0.6207314729690552, 0.6548134088516235], "cos_innovation_negg": [0.6207314729690552, 0.6548134088516235], "cos_apical_negg": [0.6207314729690552, 0.6548134088516235], "cos_Ac_negg": [0.6207314729690552, 0.6548134088516235], "r_norm": [0.18064115941524506, 0.18267449736595154]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9752, "test_loss": 0.10762594633102417}, {"step": 3150, "epoch": 8, "train_loss": 0.0013617100194096565, "cos_r_negg": [0.6136525273323059, 0.647456169128418], "cos_innovation_negg": [0.6136525273323059, 0.647456169128418], "cos_apical_negg": [0.6136525273323059, 0.647456169128418], "cos_Ac_negg": [0.6136525273323059, 0.647456169128418], "r_norm": [0.17754800617694855, 0.18020737171173096]}, {"step": 3200, "epoch": 8, "train_loss": 0.00459575979039073, "cos_r_negg": [0.6184664368629456, 0.6494505405426025], "cos_innovation_negg": [0.6184664368629456, 0.6494505405426025], "cos_apical_negg": [0.6184664368629456, 0.6494505405426025], "cos_Ac_negg": [0.6184664368629456, 0.6494505405426025], "r_norm": [0.19948546588420868, 0.20170140266418457]}, {"step": 3250, "epoch": 8, "train_loss": 0.0010065920650959015, "cos_r_negg": [0.6190987229347229, 0.6490682363510132], "cos_innovation_negg": [0.6190987229347229, 0.6490682363510132], "cos_apical_negg": [0.6190987229347229, 0.6490682363510132], "cos_Ac_negg": [0.6190987229347229, 0.6490682363510132], "r_norm": [0.2061375379562378, 0.20833322405815125], "ldr": {"dL_sdil": -0.007073059678077698, "dL_bp": -0.006852179765701294, "ratio": 1.0322349850600858}}, {"step": 3300, "epoch": 8, "train_loss": 0.0020511422771960497, "cos_r_negg": [0.6147629022598267, 0.6498795747756958], "cos_innovation_negg": [0.6147629022598267, 0.6498795747756958], "cos_apical_negg": [0.6147629022598267, 0.6498795747756958], "cos_Ac_negg": [0.6147629022598267, 0.6498795747756958], "r_norm": [0.19312244653701782, 0.19558610022068024]}, {"step": 3350, "epoch": 8, "train_loss": 0.004830220248550177, "cos_r_negg": [0.612252414226532, 0.6562099456787109], "cos_innovation_negg": [0.612252414226532, 0.6562099456787109], "cos_apical_negg": [0.612252414226532, 0.6562099456787109], "cos_Ac_negg": [0.612252414226532, 0.6562099456787109], "r_norm": [0.1894214153289795, 0.19171111285686493]}, {"step": 3400, "epoch": 8, "train_loss": 0.0011027597356587648, "cos_r_negg": [0.6007577180862427, 0.6455236673355103], "cos_innovation_negg": [0.6007577180862427, 0.6455236673355103], "cos_apical_negg": [0.6007577180862427, 0.6455236673355103], "cos_Ac_negg": [0.6007577180862427, 0.6455236673355103], "r_norm": [0.18454691767692566, 0.18671002984046936]}, {"step": 3450, "epoch": 8, "train_loss": 0.003087416524067521, "cos_r_negg": [0.612240195274353, 0.6550145149230957], "cos_innovation_negg": [0.612240195274353, 0.6550145149230957], "cos_apical_negg": [0.612240195274353, 0.6550145149230957], "cos_Ac_negg": [0.612240195274353, 0.6550145149230957], "r_norm": [0.19844719767570496, 0.20053088665008545]}, {"step": 3500, "epoch": 8, "train_loss": 0.0035900555085390806, "cos_r_negg": [0.6140199899673462, 0.6579346060752869], "cos_innovation_negg": [0.6140199899673462, 0.6579346060752869], "cos_apical_negg": [0.6140199899673462, 0.6579346060752869], "cos_Ac_negg": [0.6140199899673462, 0.6579346060752869], "r_norm": [0.19267714023590088, 0.19585593044757843], "ldr": {"dL_sdil": -0.007963255047798157, "dL_bp": -0.007752314209938049, "ratio": 1.0272100474964874}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9743, "test_loss": 0.10827404165267944}, {"step": 3550, "epoch": 9, "train_loss": 0.0036693383008241653, "cos_r_negg": [0.6119465827941895, 0.6551873087882996], "cos_innovation_negg": [0.6119465827941895, 0.6551873087882996], "cos_apical_negg": [0.6119465827941895, 0.6551873087882996], "cos_Ac_negg": [0.6119465827941895, 0.6551873087882996], "r_norm": [0.1759878695011139, 0.1782015711069107]}, {"step": 3600, "epoch": 9, "train_loss": 0.0012926466297358274, "cos_r_negg": [0.6117103099822998, 0.6576305627822876], "cos_innovation_negg": [0.6117103099822998, 0.6576305627822876], "cos_apical_negg": [0.6117103099822998, 0.6576305627822876], "cos_Ac_negg": [0.6117103099822998, 0.6576305627822876], "r_norm": [0.18897779285907745, 0.19143930077552795]}, {"step": 3650, "epoch": 9, "train_loss": 0.0011103975120931864, "cos_r_negg": [0.614439845085144, 0.6579484343528748], "cos_innovation_negg": [0.614439845085144, 0.6579484343528748], "cos_apical_negg": [0.614439845085144, 0.6579484343528748], "cos_Ac_negg": [0.614439845085144, 0.6579484343528748], "r_norm": [0.18971744179725647, 0.19218897819519043]}, {"step": 3700, "epoch": 9, "train_loss": 0.0021889228373765945, "cos_r_negg": [0.6060858368873596, 0.6501075029373169], "cos_innovation_negg": [0.6060858368873596, 0.6501075029373169], "cos_apical_negg": [0.6060858368873596, 0.6501075029373169], "cos_Ac_negg": [0.6060858368873596, 0.6501075029373169], "r_norm": [0.16411736607551575, 0.16576609015464783]}, {"step": 3750, "epoch": 9, "train_loss": 0.0036282725632190704, "cos_r_negg": [0.6112107038497925, 0.6563742756843567], "cos_innovation_negg": [0.6112107038497925, 0.6563742756843567], "cos_apical_negg": [0.6112107038497925, 0.6563742756843567], "cos_Ac_negg": [0.6112107038497925, 0.6563742756843567], "r_norm": [0.16543160378932953, 0.16725808382034302], "ldr": {"dL_sdil": -0.005368441343307495, "dL_bp": -0.005211129784584045, "ratio": 1.030187610983864}}, {"step": 3800, "epoch": 9, "train_loss": 0.0008444859413430095, "cos_r_negg": [0.6084807515144348, 0.650117814540863], "cos_innovation_negg": [0.6084807515144348, 0.650117814540863], "cos_apical_negg": [0.6084807515144348, 0.650117814540863], "cos_Ac_negg": [0.6084807515144348, 0.650117814540863], "r_norm": [0.17477452754974365, 0.17702463269233704]}, {"step": 3850, "epoch": 9, "train_loss": 0.001640167785808444, "cos_r_negg": [0.6111752986907959, 0.6567617058753967], "cos_innovation_negg": [0.6111752986907959, 0.6567617058753967], "cos_apical_negg": [0.6111752986907959, 0.6567617058753967], "cos_Ac_negg": [0.6111752986907959, 0.6567617058753967], "r_norm": [0.17463138699531555, 0.17652875185012817]}, {"step": 3900, "epoch": 9, "train_loss": 0.004623156040906906, "cos_r_negg": [0.6081613302230835, 0.6520674824714661], "cos_innovation_negg": [0.6081613302230835, 0.6520674824714661], "cos_apical_negg": [0.6081613302230835, 0.6520674824714661], "cos_Ac_negg": [0.6081613302230835, 0.6520674824714661], "r_norm": [0.1686774492263794, 0.17076809704303741]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.975, "test_loss": 0.10821488542556763}, {"step": 3950, "epoch": 10, "train_loss": 0.0006541198235936463, "cos_r_negg": [0.6078083515167236, 0.6534658670425415], "cos_innovation_negg": [0.6078083515167236, 0.6534658670425415], "cos_apical_negg": [0.6078083515167236, 0.6534658670425415], "cos_Ac_negg": [0.6078083515167236, 0.6534658670425415], "r_norm": [0.1721981316804886, 0.17397047579288483]}, {"step": 4000, "epoch": 10, "train_loss": 0.0009907258208841085, "cos_r_negg": [0.6112421154975891, 0.6576067209243774], "cos_innovation_negg": [0.6112421154975891, 0.6576067209243774], "cos_apical_negg": [0.6112421154975891, 0.6576067209243774], "cos_Ac_negg": [0.6112421154975891, 0.6576067209243774], "r_norm": [0.17647308111190796, 0.17871978878974915], "ldr": {"dL_sdil": -0.0062607452273368835, "dL_bp": -0.0062617287039756775, "ratio": 0.999842938478288}}, {"step": 4050, "epoch": 10, "train_loss": 0.0007619814132340252, "cos_r_negg": [0.6057454347610474, 0.6535392999649048], "cos_innovation_negg": [0.6057454347610474, 0.6535392999649048], "cos_apical_negg": [0.6057454347610474, 0.6535392999649048], "cos_Ac_negg": [0.6057454347610474, 0.6535392999649048], "r_norm": [0.17375001311302185, 0.1757076382637024]}, {"step": 4100, "epoch": 10, "train_loss": 0.0013125751866027713, "cos_r_negg": [0.6081956028938293, 0.6564623117446899], "cos_innovation_negg": [0.6081956028938293, 0.6564623117446899], "cos_apical_negg": [0.6081956028938293, 0.6564623117446899], "cos_Ac_negg": [0.6081956028938293, 0.6564623117446899], "r_norm": [0.17385035753250122, 0.17588679492473602]}, {"step": 4150, "epoch": 10, "train_loss": 0.0001245096791535616, "cos_r_negg": [0.6089632511138916, 0.6571848392486572], "cos_innovation_negg": [0.6089632511138916, 0.6571848392486572], "cos_apical_negg": [0.6089632511138916, 0.6571848392486572], "cos_Ac_negg": [0.6089632511138916, 0.6571848392486572], "r_norm": [0.1676427721977234, 0.16969074308872223]}, {"step": 4200, "epoch": 10, "train_loss": 0.0007799103623256087, "cos_r_negg": [0.6093480587005615, 0.6560512781143188], "cos_innovation_negg": [0.6093480587005615, 0.6560512781143188], "cos_apical_negg": [0.6093480587005615, 0.6560512781143188], "cos_Ac_negg": [0.6093480587005615, 0.6560512781143188], "r_norm": [0.1715625822544098, 0.17365391552448273]}, {"step": 4250, "epoch": 10, "train_loss": 0.0011056530056521297, "cos_r_negg": [0.6077685952186584, 0.6553590297698975], "cos_innovation_negg": [0.6077685952186584, 0.6553590297698975], "cos_apical_negg": [0.6077685952186584, 0.6553590297698975], "cos_Ac_negg": [0.6077685952186584, 0.6553590297698975], "r_norm": [0.1710386425256729, 0.17295923829078674], "ldr": {"dL_sdil": -0.006046921014785767, "dL_bp": -0.006086111068725586, "ratio": 0.9935607396090415}}, {"step": 4300, "epoch": 10, "train_loss": 0.00023227755445986986, "cos_r_negg": [0.6060009002685547, 0.6550077199935913], "cos_innovation_negg": [0.6060009002685547, 0.6550077199935913], "cos_apical_negg": [0.6060009002685547, 0.6550077199935913], "cos_Ac_negg": [0.6060009002685547, 0.6550077199935913], "r_norm": [0.1674526035785675, 0.16939449310302734]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9745, "test_loss": 0.11229987573623658}, {"step": 4350, "epoch": 11, "train_loss": 0.0012081677559763193, "cos_r_negg": [0.6097999215126038, 0.6584098935127258], "cos_innovation_negg": [0.6097999215126038, 0.6584098935127258], "cos_apical_negg": [0.6097999215126038, 0.6584098935127258], "cos_Ac_negg": [0.6097999215126038, 0.6584098935127258], "r_norm": [0.1703820824623108, 0.17231878638267517]}, {"step": 4400, "epoch": 11, "train_loss": 0.00047956916387192905, "cos_r_negg": [0.6056932806968689, 0.6539614200592041], "cos_innovation_negg": [0.6056932806968689, 0.6539614200592041], "cos_apical_negg": [0.6056932806968689, 0.6539614200592041], "cos_Ac_negg": [0.6056932806968689, 0.6539614200592041], "r_norm": [0.16991320252418518, 0.17196927964687347]}, {"step": 4450, "epoch": 11, "train_loss": 0.00116658303886652, "cos_r_negg": [0.6074404120445251, 0.6549322605133057], "cos_innovation_negg": [0.6074404120445251, 0.6549322605133057], "cos_apical_negg": [0.6074404120445251, 0.6549322605133057], "cos_Ac_negg": [0.6074404120445251, 0.6549322605133057], "r_norm": [0.16654455661773682, 0.1686590611934662]}, {"step": 4500, "epoch": 11, "train_loss": 9.090439561987296e-05, "cos_r_negg": [0.6078442335128784, 0.6557766795158386], "cos_innovation_negg": [0.6078442335128784, 0.6557766795158386], "cos_apical_negg": [0.6078442335128784, 0.6557766795158386], "cos_Ac_negg": [0.6078442335128784, 0.6557766795158386], "r_norm": [0.16872137784957886, 0.17071029543876648], "ldr": {"dL_sdil": -0.006099030375480652, "dL_bp": -0.006172075867652893, "ratio": 0.9881651661874308}}, {"step": 4550, "epoch": 11, "train_loss": 0.0013245776062831283, "cos_r_negg": [0.6044036746025085, 0.6545348763465881], "cos_innovation_negg": [0.6044036746025085, 0.6545348763465881], "cos_apical_negg": [0.6044036746025085, 0.6545348763465881], "cos_Ac_negg": [0.6044036746025085, 0.6545348763465881], "r_norm": [0.16836878657341003, 0.1704418957233429]}, {"step": 4600, "epoch": 11, "train_loss": 0.0005350866122171283, "cos_r_negg": [0.6053148508071899, 0.654517650604248], "cos_innovation_negg": [0.6053148508071899, 0.654517650604248], "cos_apical_negg": [0.6053148508071899, 0.654517650604248], "cos_Ac_negg": [0.6053148508071899, 0.654517650604248], "r_norm": [0.16989828646183014, 0.17195738852024078]}, {"step": 4650, "epoch": 11, "train_loss": 0.000799157191067934, "cos_r_negg": [0.6085702180862427, 0.6586952805519104], "cos_innovation_negg": [0.6085702180862427, 0.6586952805519104], "cos_apical_negg": [0.6085702180862427, 0.6586952805519104], "cos_Ac_negg": [0.6085702180862427, 0.6586952805519104], "r_norm": [0.1658034771680832, 0.1678653359413147]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9753, "test_loss": 0.11217627515792847}, {"step": 4700, "epoch": 12, "train_loss": 0.0005720847984775901, "cos_r_negg": [0.6045032739639282, 0.6534096002578735], "cos_innovation_negg": [0.6045032739639282, 0.6534096002578735], "cos_apical_negg": [0.6045032739639282, 0.6534096002578735], "cos_Ac_negg": [0.6045032739639282, 0.6534096002578735], "r_norm": [0.1656510829925537, 0.16758066415786743]}, {"step": 4750, "epoch": 12, "train_loss": 0.00041531340684741735, "cos_r_negg": [0.6054623126983643, 0.6528305411338806], "cos_innovation_negg": [0.6054623126983643, 0.6528305411338806], "cos_apical_negg": [0.6054623126983643, 0.6528305411338806], "cos_Ac_negg": [0.6054623126983643, 0.6528305411338806], "r_norm": [0.16624683141708374, 0.16818904876708984], "ldr": {"dL_sdil": -0.006082214415073395, "dL_bp": -0.006221741437911987, "ratio": 0.977574281375888}}, {"step": 4800, "epoch": 12, "train_loss": 0.00035251345252618194, "cos_r_negg": [0.6059629321098328, 0.6553412079811096], "cos_innovation_negg": [0.6059629321098328, 0.6553412079811096], "cos_apical_negg": [0.6059629321098328, 0.6553412079811096], "cos_Ac_negg": [0.6059629321098328, 0.6553412079811096], "r_norm": [0.16650477051734924, 0.16848328709602356]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005611422820948064, "cos_r_negg": [0.6057417392730713, 0.6526944041252136], "cos_innovation_negg": [0.6057417392730713, 0.6526944041252136], "cos_apical_negg": [0.6057417392730713, 0.6526944041252136], "cos_Ac_negg": [0.6057417392730713, 0.6526944041252136], "r_norm": [0.1709725558757782, 0.17297056317329407]}, {"step": 4900, "epoch": 12, "train_loss": 0.0005514791118912399, "cos_r_negg": [0.6051226854324341, 0.6530115604400635], "cos_innovation_negg": [0.6051226854324341, 0.6530115604400635], "cos_apical_negg": [0.6051226854324341, 0.6530115604400635], "cos_Ac_negg": [0.6051226854324341, 0.6530115604400635], "r_norm": [0.16739119589328766, 0.1694018840789795]}, {"step": 4950, "epoch": 12, "train_loss": 0.00044205639278516173, "cos_r_negg": [0.6051406860351562, 0.6535773277282715], "cos_innovation_negg": [0.6051406860351562, 0.6535773277282715], "cos_apical_negg": [0.6051406860351562, 0.6535773277282715], "cos_Ac_negg": [0.6051406860351562, 0.6535773277282715], "r_norm": [0.1680554449558258, 0.16994699835777283]}, {"step": 5000, "epoch": 12, "train_loss": 0.0004041824140585959, "cos_r_negg": [0.6049113273620605, 0.6560460925102234], "cos_innovation_negg": [0.6049113273620605, 0.6560460925102234], "cos_apical_negg": [0.6049113273620605, 0.6560460925102234], "cos_Ac_negg": [0.6049113273620605, 0.6560460925102234], "r_norm": [0.16640856862068176, 0.16833794116973877], "ldr": {"dL_sdil": -0.006216771900653839, "dL_bp": -0.006367318332195282, "ratio": 0.9763563836944935}}, {"step": 5050, "epoch": 12, "train_loss": 0.0005228238296695054, "cos_r_negg": [0.603270947933197, 0.65228271484375], "cos_innovation_negg": [0.603270947933197, 0.65228271484375], "cos_apical_negg": [0.603270947933197, 0.65228271484375], "cos_Ac_negg": [0.603270947933197, 0.65228271484375], "r_norm": [0.1651381552219391, 0.16712740063667297]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9759, "test_loss": 0.11304425106048584}, {"step": 5100, "epoch": 13, "train_loss": 0.00047668040497228503, "cos_r_negg": [0.6039403676986694, 0.6533870697021484], "cos_innovation_negg": [0.6039403676986694, 0.6533870697021484], "cos_apical_negg": [0.6039403676986694, 0.6533870697021484], "cos_Ac_negg": [0.6039403676986694, 0.6533870697021484], "r_norm": [0.1691887378692627, 0.17118790745735168]}, {"step": 5150, "epoch": 13, "train_loss": 0.0006317896186374128, "cos_r_negg": [0.6058990955352783, 0.6534976959228516], "cos_innovation_negg": [0.6058990955352783, 0.6534976959228516], "cos_apical_negg": [0.6058990955352783, 0.6534976959228516], "cos_Ac_negg": [0.6058990955352783, 0.6534976959228516], "r_norm": [0.16825199127197266, 0.1702502965927124]}, {"step": 5200, "epoch": 13, "train_loss": 0.0009296630742028356, "cos_r_negg": [0.6043261289596558, 0.6512851715087891], "cos_innovation_negg": [0.6043261289596558, 0.6512851715087891], "cos_apical_negg": [0.6043261289596558, 0.6512851715087891], "cos_Ac_negg": [0.6043261289596558, 0.6512851715087891], "r_norm": [0.16901278495788574, 0.17096315324306488]}, {"step": 5250, "epoch": 13, "train_loss": 0.0003998505708295852, "cos_r_negg": [0.6035947799682617, 0.6507045030593872], "cos_innovation_negg": [0.6035947799682617, 0.6507045030593872], "cos_apical_negg": [0.6035947799682617, 0.6507045030593872], "cos_Ac_negg": [0.6035947799682617, 0.6507045030593872], "r_norm": [0.165706068277359, 0.16757120192050934], "ldr": {"dL_sdil": -0.006250753998756409, "dL_bp": -0.006447218358516693, "ratio": 0.9695272676004905}}, {"step": 5300, "epoch": 13, "train_loss": 0.0006257148925215006, "cos_r_negg": [0.6033486127853394, 0.6503933072090149], "cos_innovation_negg": [0.6033486127853394, 0.6503933072090149], "cos_apical_negg": [0.6033486127853394, 0.6503933072090149], "cos_Ac_negg": [0.6033486127853394, 0.6503933072090149], "r_norm": [0.16573169827461243, 0.1677011102437973]}, {"step": 5350, "epoch": 13, "train_loss": 0.0008033525664359331, "cos_r_negg": [0.6045399308204651, 0.6515224575996399], "cos_innovation_negg": [0.6045399308204651, 0.6515224575996399], "cos_apical_negg": [0.6045399308204651, 0.6515224575996399], "cos_Ac_negg": [0.6045399308204651, 0.6515224575996399], "r_norm": [0.16613732278347015, 0.16800609230995178]}, {"step": 5400, "epoch": 13, "train_loss": 0.0006822595605626702, "cos_r_negg": [0.6048243641853333, 0.6537343263626099], "cos_innovation_negg": [0.6048243641853333, 0.6537343263626099], "cos_apical_negg": [0.6048243641853333, 0.6537343263626099], "cos_Ac_negg": [0.6048243641853333, 0.6537343263626099], "r_norm": [0.16590851545333862, 0.16781580448150635]}, {"step": 5450, "epoch": 13, "train_loss": 0.0003214269527234137, "cos_r_negg": [0.6048267483711243, 0.6530680060386658], "cos_innovation_negg": [0.6048267483711243, 0.6530680060386658], "cos_apical_negg": [0.6048267483711243, 0.6530680060386658], "cos_Ac_negg": [0.6048267483711243, 0.6530680060386658], "r_norm": [0.1649702787399292, 0.16692346334457397]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9751, "test_loss": 0.11515620832443238}, {"step": 5500, "epoch": 14, "train_loss": 0.00035549572203308344, "cos_r_negg": [0.6051280498504639, 0.6524685621261597], "cos_innovation_negg": [0.6051280498504639, 0.6524685621261597], "cos_apical_negg": [0.6051280498504639, 0.6524685621261597], "cos_Ac_negg": [0.6051280498504639, 0.6524685621261597], "r_norm": [0.165925532579422, 0.1677946001291275], "ldr": {"dL_sdil": -0.006359823048114777, "dL_bp": -0.00658242404460907, "ratio": 0.9661825195420826}}, {"step": 5550, "epoch": 14, "train_loss": 0.00023174754460342228, "cos_r_negg": [0.604742169380188, 0.6514447331428528], "cos_innovation_negg": [0.604742169380188, 0.6514447331428528], "cos_apical_negg": [0.604742169380188, 0.6514447331428528], "cos_Ac_negg": [0.604742169380188, 0.6514447331428528], "r_norm": [0.16524633765220642, 0.1671414077281952]}, {"step": 5600, "epoch": 14, "train_loss": 0.0003998854081146419, "cos_r_negg": [0.6057482361793518, 0.653228759765625], "cos_innovation_negg": [0.6057482361793518, 0.653228759765625], "cos_apical_negg": [0.6057482361793518, 0.653228759765625], "cos_Ac_negg": [0.6057482361793518, 0.653228759765625], "r_norm": [0.16370919346809387, 0.16564427316188812]}, {"step": 5650, "epoch": 14, "train_loss": 0.0003692632890306413, "cos_r_negg": [0.606324315071106, 0.6537274718284607], "cos_innovation_negg": [0.606324315071106, 0.6537274718284607], "cos_apical_negg": [0.606324315071106, 0.6537274718284607], "cos_Ac_negg": [0.606324315071106, 0.6537274718284607], "r_norm": [0.163389191031456, 0.16527387499809265]}, {"step": 5700, "epoch": 14, "train_loss": 5.835928823216818e-05, "cos_r_negg": [0.6045995950698853, 0.6521235108375549], "cos_innovation_negg": [0.6045995950698853, 0.6521235108375549], "cos_apical_negg": [0.6045995950698853, 0.6521235108375549], "cos_Ac_negg": [0.6045995950698853, 0.6521235108375549], "r_norm": [0.1628962755203247, 0.16485270857810974]}, {"step": 5750, "epoch": 14, "train_loss": 0.0005650852108374238, "cos_r_negg": [0.6052538752555847, 0.6538210511207581], "cos_innovation_negg": [0.6052538752555847, 0.6538210511207581], "cos_apical_negg": [0.6052538752555847, 0.6538210511207581], "cos_Ac_negg": [0.6052538752555847, 0.6538210511207581], "r_norm": [0.1645984947681427, 0.16649429500102997], "ldr": {"dL_sdil": -0.006242960691452026, "dL_bp": -0.006502270698547363, "ratio": 0.9601200843340362}}, {"step": 5800, "epoch": 14, "train_loss": 0.0015649335691705346, "cos_r_negg": [0.6040339469909668, 0.6523520946502686], "cos_innovation_negg": [0.6040339469909668, 0.6523520946502686], "cos_apical_negg": [0.6040339469909668, 0.6523520946502686], "cos_Ac_negg": [0.6040339469909668, 0.6523520946502686], "r_norm": [0.1657760739326477, 0.16772863268852234]}, {"step": 5850, "epoch": 14, "train_loss": 0.0005269942339509726, "cos_r_negg": [0.6037412881851196, 0.6526912450790405], "cos_innovation_negg": [0.6037412881851196, 0.6526912450790405], "cos_apical_negg": [0.6037412881851196, 0.6526912450790405], "cos_Ac_negg": [0.6037412881851196, 0.6526912450790405], "r_norm": [0.16434842348098755, 0.1662629097700119]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9752, "test_loss": 0.11513622617721557}, {"step": 5900, "epoch": 15, "train_loss": 0.00024658217444084585, "cos_r_negg": [0.6046358346939087, 0.6525633931159973], "cos_innovation_negg": [0.6046358346939087, 0.6525633931159973], "cos_apical_negg": [0.6046358346939087, 0.6525633931159973], "cos_Ac_negg": [0.6046358346939087, 0.6525633931159973], "r_norm": [0.16576159000396729, 0.16773103177547455]}, {"step": 5950, "epoch": 15, "train_loss": 0.0007419188041239977, "cos_r_negg": [0.6043106317520142, 0.6532226800918579], "cos_innovation_negg": [0.6043106317520142, 0.6532226800918579], "cos_apical_negg": [0.6043106317520142, 0.6532226800918579], "cos_Ac_negg": [0.6043106317520142, 0.6532226800918579], "r_norm": [0.16390764713287354, 0.1657685786485672]}, {"step": 6000, "epoch": 15, "train_loss": 0.0006050143274478614, "cos_r_negg": [0.6046550273895264, 0.6529653072357178], "cos_innovation_negg": [0.6046550273895264, 0.6529653072357178], "cos_apical_negg": [0.6046550273895264, 0.6529653072357178], "cos_Ac_negg": [0.6046550273895264, 0.6529653072357178], "r_norm": [0.16544437408447266, 0.16734743118286133], "ldr": {"dL_sdil": -0.006493233144283295, "dL_bp": -0.0068160369992256165, "ratio": 0.9526405365788073}}, {"step": 6050, "epoch": 15, "train_loss": 0.0006750511238351464, "cos_r_negg": [0.6050803661346436, 0.6525878310203552], "cos_innovation_negg": [0.6050803661346436, 0.6525878310203552], "cos_apical_negg": [0.6050803661346436, 0.6525878310203552], "cos_Ac_negg": [0.6050803661346436, 0.6525878310203552], "r_norm": [0.1669381558895111, 0.16885903477668762]}, {"step": 6100, "epoch": 15, "train_loss": 0.0006615230231545866, "cos_r_negg": [0.6042860746383667, 0.6530401706695557], "cos_innovation_negg": [0.6042860746383667, 0.6530401706695557], "cos_apical_negg": [0.6042860746383667, 0.6530401706695557], "cos_Ac_negg": [0.6042860746383667, 0.6530401706695557], "r_norm": [0.16408103704452515, 0.165968120098114]}, {"step": 6150, "epoch": 15, "train_loss": 0.000314864213578403, "cos_r_negg": [0.6044019460678101, 0.6528887152671814], "cos_innovation_negg": [0.6044019460678101, 0.6528887152671814], "cos_apical_negg": [0.6044019460678101, 0.6528887152671814], "cos_Ac_negg": [0.6044019460678101, 0.6528887152671814], "r_norm": [0.16363105177879333, 0.16553540527820587]}, {"step": 6200, "epoch": 15, "train_loss": 0.00045809446601197124, "cos_r_negg": [0.6056391000747681, 0.6538020372390747], "cos_innovation_negg": [0.6056391000747681, 0.6538020372390747], "cos_apical_negg": [0.6056391000747681, 0.6538020372390747], "cos_Ac_negg": [0.6056391000747681, 0.6538020372390747], "r_norm": [0.16670389473438263, 0.16864977777004242]}, {"step": 6250, "epoch": 15, "train_loss": 0.0003568188985809684, "cos_r_negg": [0.6062383055686951, 0.6541788578033447], "cos_innovation_negg": [0.6062383055686951, 0.6541788578033447], "cos_apical_negg": [0.6062383055686951, 0.6541788578033447], "cos_Ac_negg": [0.6062383055686951, 0.6541788578033447], "r_norm": [0.16457077860832214, 0.16658401489257812], "ldr": {"dL_sdil": -0.006532140076160431, "dL_bp": -0.006921291351318359, "ratio": 0.9437747588701343}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9754, "test_loss": 0.11633265600204468}, {"step": 6300, "epoch": 16, "train_loss": 0.0007269552443176508, "cos_r_negg": [0.6051758527755737, 0.654316782951355], "cos_innovation_negg": [0.6051758527755737, 0.654316782951355], "cos_apical_negg": [0.6051758527755737, 0.654316782951355], "cos_Ac_negg": [0.6051758527755737, 0.654316782951355], "r_norm": [0.16493302583694458, 0.16696995496749878]}, {"step": 6350, "epoch": 16, "train_loss": 0.00020690193923655897, "cos_r_negg": [0.6053757667541504, 0.6545892953872681], "cos_innovation_negg": [0.6053757667541504, 0.6545892953872681], "cos_apical_negg": [0.6053757667541504, 0.6545892953872681], "cos_Ac_negg": [0.6053757667541504, 0.6545892953872681], "r_norm": [0.1644904613494873, 0.16648252308368683]}, {"step": 6400, "epoch": 16, "train_loss": 0.0003276465577073395, "cos_r_negg": [0.6051418781280518, 0.6525704860687256], "cos_innovation_negg": [0.6051418781280518, 0.6525704860687256], "cos_apical_negg": [0.6051418781280518, 0.6525704860687256], "cos_Ac_negg": [0.6051418781280518, 0.6525704860687256], "r_norm": [0.1619306206703186, 0.16387921571731567]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002837470965459943, "cos_r_negg": [0.6045397520065308, 0.6520015597343445], "cos_innovation_negg": [0.6045397520065308, 0.6520015597343445], "cos_apical_negg": [0.6045397520065308, 0.6520015597343445], "cos_Ac_negg": [0.6045397520065308, 0.6520015597343445], "r_norm": [0.16273421049118042, 0.164566308259964]}, {"step": 6500, "epoch": 16, "train_loss": 0.00021157199807930738, "cos_r_negg": [0.6045692563056946, 0.6527624726295471], "cos_innovation_negg": [0.6045692563056946, 0.6527624726295471], "cos_apical_negg": [0.6045692563056946, 0.6527624726295471], "cos_Ac_negg": [0.6045692563056946, 0.6527624726295471], "r_norm": [0.16137239336967468, 0.16328266263008118], "ldr": {"dL_sdil": -0.006351292133331299, "dL_bp": -0.0067068785429000854, "ratio": 0.9469818325627484}}, {"step": 6550, "epoch": 16, "train_loss": 0.00036563313915394247, "cos_r_negg": [0.6043822169303894, 0.6525833606719971], "cos_innovation_negg": [0.6043822169303894, 0.6525833606719971], "cos_apical_negg": [0.6043822169303894, 0.6525833606719971], "cos_Ac_negg": [0.6043822169303894, 0.6525833606719971], "r_norm": [0.16275250911712646, 0.1646394431591034]}, {"step": 6600, "epoch": 16, "train_loss": 0.00035569415194913745, "cos_r_negg": [0.6050058603286743, 0.6535288691520691], "cos_innovation_negg": [0.6050058603286743, 0.6535288691520691], "cos_apical_negg": [0.6050058603286743, 0.6535288691520691], "cos_Ac_negg": [0.6050058603286743, 0.6535288691520691], "r_norm": [0.160929873585701, 0.16283047199249268]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9753, "test_loss": 0.11720542278289794}, {"step": 6650, "epoch": 17, "train_loss": 0.0001739616709528491, "cos_r_negg": [0.6053479909896851, 0.6543376445770264], "cos_innovation_negg": [0.6053479909896851, 0.6543376445770264], "cos_apical_negg": [0.6053479909896851, 0.6543376445770264], "cos_Ac_negg": [0.6053479909896851, 0.6543376445770264], "r_norm": [0.1638685017824173, 0.16577821969985962]}, {"step": 6700, "epoch": 17, "train_loss": 0.00011921124678337947, "cos_r_negg": [0.6051088571548462, 0.654083788394928], "cos_innovation_negg": [0.6051088571548462, 0.654083788394928], "cos_apical_negg": [0.6051088571548462, 0.654083788394928], "cos_Ac_negg": [0.6051088571548462, 0.654083788394928], "r_norm": [0.16487857699394226, 0.16674751043319702]}, {"step": 6750, "epoch": 17, "train_loss": 0.000714904279448092, "cos_r_negg": [0.604868471622467, 0.6543387174606323], "cos_innovation_negg": [0.604868471622467, 0.6543387174606323], "cos_apical_negg": [0.604868471622467, 0.6543387174606323], "cos_Ac_negg": [0.604868471622467, 0.6543387174606323], "r_norm": [0.16214801371097565, 0.16409233212471008], "ldr": {"dL_sdil": -0.006482221186161041, "dL_bp": -0.006903104484081268, "ratio": 0.9390298525988134}}, {"step": 6800, "epoch": 17, "train_loss": 0.0005045791040174663, "cos_r_negg": [0.6048706769943237, 0.6540919542312622], "cos_innovation_negg": [0.6048706769943237, 0.6540919542312622], "cos_apical_negg": [0.6048706769943237, 0.6540919542312622], "cos_Ac_negg": [0.6048706769943237, 0.6540919542312622], "r_norm": [0.1613483428955078, 0.1632814109325409]}, {"step": 6850, "epoch": 17, "train_loss": 0.0002455156063660979, "cos_r_negg": [0.6043635606765747, 0.653316855430603], "cos_innovation_negg": [0.6043635606765747, 0.653316855430603], "cos_apical_negg": [0.6043635606765747, 0.653316855430603], "cos_Ac_negg": [0.6043635606765747, 0.653316855430603], "r_norm": [0.16295333206653595, 0.16489656269550323]}, {"step": 6900, "epoch": 17, "train_loss": 0.0006892475648783147, "cos_r_negg": [0.6046497225761414, 0.6523289680480957], "cos_innovation_negg": [0.6046497225761414, 0.6523289680480957], "cos_apical_negg": [0.6046497225761414, 0.6523289680480957], "cos_Ac_negg": [0.6046497225761414, 0.6523289680480957], "r_norm": [0.16388510167598724, 0.16583682596683502]}, {"step": 6950, "epoch": 17, "train_loss": 0.00045416559441946447, "cos_r_negg": [0.6045074462890625, 0.6527069807052612], "cos_innovation_negg": [0.6045074462890625, 0.6527069807052612], "cos_apical_negg": [0.6045074462890625, 0.6527069807052612], "cos_Ac_negg": [0.6045074462890625, 0.6527069807052612], "r_norm": [0.16347774863243103, 0.16539070010185242]}, {"step": 7000, "epoch": 17, "train_loss": 0.00035981915425509214, "cos_r_negg": [0.6050808429718018, 0.6535978317260742], "cos_innovation_negg": [0.6050808429718018, 0.6535978317260742], "cos_apical_negg": [0.6050808429718018, 0.6535978317260742], "cos_Ac_negg": [0.6050808429718018, 0.6535978317260742], "r_norm": [0.16330215334892273, 0.16529932618141174], "ldr": {"dL_sdil": -0.006613641977310181, "dL_bp": -0.0070784613490104675, "ratio": 0.9343332754419481}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9753, "test_loss": 0.11817310562133788}, {"step": 7050, "epoch": 18, "train_loss": 0.00011758654727600515, "cos_r_negg": [0.6051355004310608, 0.6542763710021973], "cos_innovation_negg": [0.6051355004310608, 0.6542763710021973], "cos_apical_negg": [0.6051355004310608, 0.6542763710021973], "cos_Ac_negg": [0.6051355004310608, 0.6542763710021973], "r_norm": [0.1627136617898941, 0.16463063657283783]}, {"step": 7100, "epoch": 18, "train_loss": 0.0003173967998009175, "cos_r_negg": [0.605090856552124, 0.6530787944793701], "cos_innovation_negg": [0.605090856552124, 0.6530787944793701], "cos_apical_negg": [0.605090856552124, 0.6530787944793701], "cos_Ac_negg": [0.605090856552124, 0.6530787944793701], "r_norm": [0.16328199207782745, 0.16514939069747925]}, {"step": 7150, "epoch": 18, "train_loss": 0.00011931739572901279, "cos_r_negg": [0.6049520969390869, 0.6526831984519958], "cos_innovation_negg": [0.6049520969390869, 0.6526831984519958], "cos_apical_negg": [0.6049520969390869, 0.6526831984519958], "cos_Ac_negg": [0.6049520969390869, 0.6526831984519958], "r_norm": [0.16405698657035828, 0.16596348583698273]}, {"step": 7200, "epoch": 18, "train_loss": 0.0003839600249193609, "cos_r_negg": [0.6048374176025391, 0.6535773277282715], "cos_innovation_negg": [0.6048374176025391, 0.6535773277282715], "cos_apical_negg": [0.6048374176025391, 0.6535773277282715], "cos_Ac_negg": [0.6048374176025391, 0.6535773277282715], "r_norm": [0.16227923333644867, 0.16423675417900085]}, {"step": 7250, "epoch": 18, "train_loss": 0.00032494886545464396, "cos_r_negg": [0.6053500771522522, 0.6533573865890503], "cos_innovation_negg": [0.6053500771522522, 0.6533573865890503], "cos_apical_negg": [0.6053500771522522, 0.6533573865890503], "cos_Ac_negg": [0.6053500771522522, 0.6533573865890503], "r_norm": [0.16198676824569702, 0.16394983232021332], "ldr": {"dL_sdil": -0.006573781371116638, "dL_bp": -0.0070368945598602295, "ratio": 0.9341878459590292}}, {"step": 7300, "epoch": 18, "train_loss": 0.00027271214639768004, "cos_r_negg": [0.6050943732261658, 0.6538096070289612], "cos_innovation_negg": [0.6050943732261658, 0.6538096070289612], "cos_apical_negg": [0.6050943732261658, 0.6538096070289612], "cos_Ac_negg": [0.6050943732261658, 0.6538096070289612], "r_norm": [0.16260525584220886, 0.16452711820602417]}, {"step": 7350, "epoch": 18, "train_loss": 0.0003151365090161562, "cos_r_negg": [0.6056492328643799, 0.6544004082679749], "cos_innovation_negg": [0.6056492328643799, 0.6544004082679749], "cos_apical_negg": [0.6056492328643799, 0.6544004082679749], "cos_Ac_negg": [0.6056492328643799, 0.6544004082679749], "r_norm": [0.16267406940460205, 0.16457301378250122]}, {"step": 7400, "epoch": 18, "train_loss": 0.00013701875286642462, "cos_r_negg": [0.6030279397964478, 0.6533830165863037], "cos_innovation_negg": [0.6030279397964478, 0.6533830165863037], "cos_apical_negg": [0.6030279397964478, 0.6533830165863037], "cos_Ac_negg": [0.6030279397964478, 0.6533830165863037], "r_norm": [0.16248589754104614, 0.1643659919500351]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9753, "test_loss": 0.11869166622161866}, {"step": 7450, "epoch": 19, "train_loss": 9.73905116552487e-05, "cos_r_negg": [0.6043792366981506, 0.6532853841781616], "cos_innovation_negg": [0.6043792366981506, 0.6532853841781616], "cos_apical_negg": [0.6043792366981506, 0.6532853841781616], "cos_Ac_negg": [0.6043792366981506, 0.6532853841781616], "r_norm": [0.1620897352695465, 0.16401928663253784]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003401225549168885, "cos_r_negg": [0.6047885417938232, 0.6532497406005859], "cos_innovation_negg": [0.6047885417938232, 0.6532497406005859], "cos_apical_negg": [0.6047885417938232, 0.6532497406005859], "cos_Ac_negg": [0.6047885417938232, 0.6532497406005859], "r_norm": [0.16123928129673004, 0.16310620307922363], "ldr": {"dL_sdil": -0.00654689222574234, "dL_bp": -0.007032446563243866, "ratio": 0.9309551330202283}}, {"step": 7550, "epoch": 19, "train_loss": 0.0002764519304037094, "cos_r_negg": [0.6050584316253662, 0.6534088850021362], "cos_innovation_negg": [0.6050584316253662, 0.6534088850021362], "cos_apical_negg": [0.6050584316253662, 0.6534088850021362], "cos_Ac_negg": [0.6050584316253662, 0.6534088850021362], "r_norm": [0.1619950234889984, 0.16386733949184418]}, {"step": 7600, "epoch": 19, "train_loss": 0.00027387822046875954, "cos_r_negg": [0.6043063402175903, 0.654365062713623], "cos_innovation_negg": [0.6043063402175903, 0.654365062713623], "cos_apical_negg": [0.6043063402175903, 0.654365062713623], "cos_Ac_negg": [0.6043063402175903, 0.654365062713623], "r_norm": [0.16144965589046478, 0.16330793499946594]}, {"step": 7650, "epoch": 19, "train_loss": 0.0003990869445260614, "cos_r_negg": [0.6039855480194092, 0.653947651386261], "cos_innovation_negg": [0.6039855480194092, 0.653947651386261], "cos_apical_negg": [0.6039855480194092, 0.653947651386261], "cos_Ac_negg": [0.6039855480194092, 0.653947651386261], "r_norm": [0.16334402561187744, 0.16521058976650238]}, {"step": 7700, "epoch": 19, "train_loss": 0.0006306275608949363, "cos_r_negg": [0.6039465665817261, 0.6542820334434509], "cos_innovation_negg": [0.6039465665817261, 0.6542820334434509], "cos_apical_negg": [0.6039465665817261, 0.6542820334434509], "cos_Ac_negg": [0.6039465665817261, 0.6542820334434509], "r_norm": [0.1610870361328125, 0.16298887133598328]}, {"step": 7750, "epoch": 19, "train_loss": 0.0003790752962231636, "cos_r_negg": [0.6033061742782593, 0.6534188389778137], "cos_innovation_negg": [0.6033061742782593, 0.6534188389778137], "cos_apical_negg": [0.6033061742782593, 0.6534188389778137], "cos_Ac_negg": [0.6033061742782593, 0.6534188389778137], "r_norm": [0.16299089789390564, 0.1649353951215744], "ldr": {"dL_sdil": -0.006739653646945953, "dL_bp": -0.007285311818122864, "ratio": 0.9251016037749357}}, {"step": 7800, "epoch": 19, "train_loss": 0.0002837111533153802, "cos_r_negg": [0.6041015982627869, 0.6541070342063904], "cos_innovation_negg": [0.6041015982627869, 0.6541070342063904], "cos_apical_negg": [0.6041015982627869, 0.6541070342063904], "cos_Ac_negg": [0.6041015982627869, 0.6541070342063904], "r_norm": [0.16242869198322296, 0.16438576579093933]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9758, "test_loss": 0.11976334447860718}, {"step": 7850, "epoch": 20, "train_loss": 0.0005054726498201489, "cos_r_negg": [0.605462372303009, 0.6550666093826294], "cos_innovation_negg": [0.605462372303009, 0.6550666093826294], "cos_apical_negg": [0.605462372303009, 0.6550666093826294], "cos_Ac_negg": [0.605462372303009, 0.6550666093826294], "r_norm": [0.161925807595253, 0.1638801544904709]}, {"step": 7900, "epoch": 20, "train_loss": 0.0004015426093246788, "cos_r_negg": [0.6053744554519653, 0.654793381690979], "cos_innovation_negg": [0.6053744554519653, 0.654793381690979], "cos_apical_negg": [0.6053744554519653, 0.654793381690979], "cos_Ac_negg": [0.6053744554519653, 0.654793381690979], "r_norm": [0.16318412125110626, 0.1650988757610321]}, {"step": 7950, "epoch": 20, "train_loss": 0.00024033202498685569, "cos_r_negg": [0.604501485824585, 0.6544046998023987], "cos_innovation_negg": [0.604501485824585, 0.6544046998023987], "cos_apical_negg": [0.604501485824585, 0.6544046998023987], "cos_Ac_negg": [0.604501485824585, 0.6544046998023987], "r_norm": [0.1617649495601654, 0.16369667649269104]}, {"step": 8000, "epoch": 20, "train_loss": 0.0003738216473720968, "cos_r_negg": [0.6039048433303833, 0.6545751094818115], "cos_innovation_negg": [0.6039048433303833, 0.6545751094818115], "cos_apical_negg": [0.6039048433303833, 0.6545751094818115], "cos_Ac_negg": [0.6039048433303833, 0.6545751094818115], "r_norm": [0.16271181404590607, 0.1646115928888321], "ldr": {"dL_sdil": -0.0066643208265304565, "dL_bp": -0.00721384584903717, "ratio": 0.9238235701168942}}, {"step": 8050, "epoch": 20, "train_loss": 0.0006410645437426865, "cos_r_negg": [0.6031008958816528, 0.6531683802604675], "cos_innovation_negg": [0.6031008958816528, 0.6531683802604675], "cos_apical_negg": [0.6031008958816528, 0.6531683802604675], "cos_Ac_negg": [0.6031008958816528, 0.6531683802604675], "r_norm": [0.16233524680137634, 0.16425685584545135]}, {"step": 8100, "epoch": 20, "train_loss": 0.0003108234377577901, "cos_r_negg": [0.6034789085388184, 0.6535407304763794], "cos_innovation_negg": [0.6034789085388184, 0.6535407304763794], "cos_apical_negg": [0.6034789085388184, 0.6535407304763794], "cos_Ac_negg": [0.6034789085388184, 0.6535407304763794], "r_norm": [0.16198328137397766, 0.16392414271831512]}, {"step": 8150, "epoch": 20, "train_loss": 0.00032909729634411633, "cos_r_negg": [0.6040701866149902, 0.6537114381790161], "cos_innovation_negg": [0.6040701866149902, 0.6537114381790161], "cos_apical_negg": [0.6040701866149902, 0.6537114381790161], "cos_Ac_negg": [0.6040701866149902, 0.6537114381790161], "r_norm": [0.16229921579360962, 0.1641632467508316]}, {"step": 8200, "epoch": 20, "train_loss": 0.0001481569925090298, "cos_r_negg": [0.603050708770752, 0.6529073119163513], "cos_innovation_negg": [0.603050708770752, 0.6529073119163513], "cos_apical_negg": [0.603050708770752, 0.6529073119163513], "cos_Ac_negg": [0.603050708770752, 0.6529073119163513], "r_norm": [0.16243258118629456, 0.16430193185806274]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9752, "test_loss": 0.12022106137275695}, {"step": 8250, "epoch": 21, "train_loss": 0.00035212482907809317, "cos_r_negg": [0.6040207147598267, 0.6540637016296387], "cos_innovation_negg": [0.6040207147598267, 0.6540637016296387], "cos_apical_negg": [0.6040207147598267, 0.6540637016296387], "cos_Ac_negg": [0.6040207147598267, 0.6540637016296387], "r_norm": [0.16272296011447906, 0.164545938372612], "ldr": {"dL_sdil": -0.006682649254798889, "dL_bp": -0.00722871720790863, "ratio": 0.924458525986836}}, {"step": 8300, "epoch": 21, "train_loss": 0.0003306870348751545, "cos_r_negg": [0.6052322387695312, 0.6548035144805908], "cos_innovation_negg": [0.6052322387695312, 0.6548035144805908], "cos_apical_negg": [0.6052322387695312, 0.6548035144805908], "cos_Ac_negg": [0.6052322387695312, 0.6548035144805908], "r_norm": [0.16053122282028198, 0.1623847484588623]}, {"step": 8350, "epoch": 21, "train_loss": 0.0003681940434034914, "cos_r_negg": [0.6051373481750488, 0.6549956798553467], "cos_innovation_negg": [0.6051373481750488, 0.6549956798553467], "cos_apical_negg": [0.6051373481750488, 0.6549956798553467], "cos_Ac_negg": [0.6051373481750488, 0.6549956798553467], "r_norm": [0.16085252165794373, 0.16275477409362793]}, {"step": 8400, "epoch": 21, "train_loss": 0.00027478800620883703, "cos_r_negg": [0.6043323278427124, 0.654680609703064], "cos_innovation_negg": [0.6043323278427124, 0.654680609703064], "cos_apical_negg": [0.6043323278427124, 0.654680609703064], "cos_Ac_negg": [0.6043323278427124, 0.654680609703064], "r_norm": [0.1605711281299591, 0.16253794729709625]}, {"step": 8450, "epoch": 21, "train_loss": 0.0003472657990641892, "cos_r_negg": [0.6031539440155029, 0.6536840200424194], "cos_innovation_negg": [0.6031539440155029, 0.6536840200424194], "cos_apical_negg": [0.6031539440155029, 0.6536840200424194], "cos_Ac_negg": [0.6031539440155029, 0.6536840200424194], "r_norm": [0.1601346880197525, 0.16210520267486572]}, {"step": 8500, "epoch": 21, "train_loss": 0.0004629303584806621, "cos_r_negg": [0.6032505631446838, 0.6530802249908447], "cos_innovation_negg": [0.6032505631446838, 0.6530802249908447], "cos_apical_negg": [0.6032505631446838, 0.6530802249908447], "cos_Ac_negg": [0.6032505631446838, 0.6530802249908447], "r_norm": [0.16217581927776337, 0.16410665214061737], "ldr": {"dL_sdil": -0.00673222541809082, "dL_bp": -0.007346116006374359, "ratio": 0.9164333114599804}}, {"step": 8550, "epoch": 21, "train_loss": 0.0001880583877209574, "cos_r_negg": [0.6032786965370178, 0.6533193588256836], "cos_innovation_negg": [0.6032786965370178, 0.6533193588256836], "cos_apical_negg": [0.6032786965370178, 0.6533193588256836], "cos_Ac_negg": [0.6032786965370178, 0.6533193588256836], "r_norm": [0.1619459092617035, 0.16385607421398163]}, {"step": 8600, "epoch": 21, "train_loss": 0.0005870729219168425, "cos_r_negg": [0.6047403812408447, 0.6542829275131226], "cos_innovation_negg": [0.6047403812408447, 0.6542829275131226], "cos_apical_negg": [0.6047403812408447, 0.6542829275131226], "cos_Ac_negg": [0.6047403812408447, 0.6542829275131226], "r_norm": [0.16147026419639587, 0.1633443832397461]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9756, "test_loss": 0.1209029055595398}, {"step": 8650, "epoch": 22, "train_loss": 0.0001700600259937346, "cos_r_negg": [0.6034355759620667, 0.6541476845741272], "cos_innovation_negg": [0.6034355759620667, 0.6541476845741272], "cos_apical_negg": [0.6034355759620667, 0.6541476845741272], "cos_Ac_negg": [0.6034355759620667, 0.6541476845741272], "r_norm": [0.16062402725219727, 0.16248425841331482]}, {"step": 8700, "epoch": 22, "train_loss": 0.0001084923351299949, "cos_r_negg": [0.6036770343780518, 0.6543965935707092], "cos_innovation_negg": [0.6036770343780518, 0.6543965935707092], "cos_apical_negg": [0.6036770343780518, 0.6543965935707092], "cos_Ac_negg": [0.6036770343780518, 0.6543965935707092], "r_norm": [0.16199049353599548, 0.16389459371566772]}, {"step": 8750, "epoch": 22, "train_loss": 0.0002405705163255334, "cos_r_negg": [0.6030626893043518, 0.6545467376708984], "cos_innovation_negg": [0.6030626893043518, 0.6545467376708984], "cos_apical_negg": [0.6030626893043518, 0.6545467376708984], "cos_Ac_negg": [0.6030626893043518, 0.6545467376708984], "r_norm": [0.16083742678165436, 0.16272294521331787], "ldr": {"dL_sdil": -0.006660431623458862, "dL_bp": -0.007273979485034943, "ratio": 0.9156516920568228}}, {"step": 8800, "epoch": 22, "train_loss": 0.0001988751901080832, "cos_r_negg": [0.6039485931396484, 0.6549577713012695], "cos_innovation_negg": [0.6039485931396484, 0.6549577713012695], "cos_apical_negg": [0.6039485931396484, 0.6549577713012695], "cos_Ac_negg": [0.6039485931396484, 0.6549577713012695], "r_norm": [0.16034410893917084, 0.16226458549499512]}, {"step": 8850, "epoch": 22, "train_loss": 0.00015297665959224105, "cos_r_negg": [0.6038200855255127, 0.6554095149040222], "cos_innovation_negg": [0.6038200855255127, 0.6554095149040222], "cos_apical_negg": [0.6038200855255127, 0.6554095149040222], "cos_Ac_negg": [0.6038200855255127, 0.6554095149040222], "r_norm": [0.15956471860408783, 0.1614965796470642]}, {"step": 8900, "epoch": 22, "train_loss": 0.0005696029402315617, "cos_r_negg": [0.6027997136116028, 0.6541298031806946], "cos_innovation_negg": [0.6027997136116028, 0.6541298031806946], "cos_apical_negg": [0.6027997136116028, 0.6541298031806946], "cos_Ac_negg": [0.6027997136116028, 0.6541298031806946], "r_norm": [0.16074028611183167, 0.16267329454421997]}, {"step": 8950, "epoch": 22, "train_loss": 0.00021057052072137594, "cos_r_negg": [0.6035016775131226, 0.6542874574661255], "cos_innovation_negg": [0.6035016775131226, 0.6542874574661255], "cos_apical_negg": [0.6035016775131226, 0.6542874574661255], "cos_Ac_negg": [0.6035016775131226, 0.6542874574661255], "r_norm": [0.16153934597969055, 0.16341295838356018]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9754, "test_loss": 0.12138990712165833}, {"step": 9000, "epoch": 23, "train_loss": 0.00013717971160076559, "cos_r_negg": [0.6039775609970093, 0.6547391414642334], "cos_innovation_negg": [0.6039775609970093, 0.6547391414642334], "cos_apical_negg": [0.6039775609970093, 0.6547391414642334], "cos_Ac_negg": [0.6039775609970093, 0.6547391414642334], "r_norm": [0.16226065158843994, 0.1641218364238739], "ldr": {"dL_sdil": -0.006763294339179993, "dL_bp": -0.007390901446342468, "ratio": 0.91508382140949}}, {"step": 9050, "epoch": 23, "train_loss": 0.00038648187182843685, "cos_r_negg": [0.6040323972702026, 0.654655933380127], "cos_innovation_negg": [0.6040323972702026, 0.654655933380127], "cos_apical_negg": [0.6040323972702026, 0.654655933380127], "cos_Ac_negg": [0.6040323972702026, 0.654655933380127], "r_norm": [0.16188758611679077, 0.16378211975097656]}, {"step": 9100, "epoch": 23, "train_loss": 0.00010871742415474728, "cos_r_negg": [0.6043763160705566, 0.6552441716194153], "cos_innovation_negg": [0.6043763160705566, 0.6552441716194153], "cos_apical_negg": [0.6043763160705566, 0.6552441716194153], "cos_Ac_negg": [0.6043763160705566, 0.6552441716194153], "r_norm": [0.1611495316028595, 0.1630801409482956]}, {"step": 9150, "epoch": 23, "train_loss": 0.0003700417873915285, "cos_r_negg": [0.6036396026611328, 0.654822826385498], "cos_innovation_negg": [0.6036396026611328, 0.654822826385498], "cos_apical_negg": [0.6036396026611328, 0.654822826385498], "cos_Ac_negg": [0.6036396026611328, 0.654822826385498], "r_norm": [0.16103358566761017, 0.16295304894447327]}, {"step": 9200, "epoch": 23, "train_loss": 0.00042287452379241586, "cos_r_negg": [0.6039482355117798, 0.6548246145248413], "cos_innovation_negg": [0.6039482355117798, 0.6548246145248413], "cos_apical_negg": [0.6039482355117798, 0.6548246145248413], "cos_Ac_negg": [0.6039482355117798, 0.6548246145248413], "r_norm": [0.16075336933135986, 0.162689208984375]}, {"step": 9250, "epoch": 23, "train_loss": 0.0003226798726245761, "cos_r_negg": [0.6037966012954712, 0.6556516289710999], "cos_innovation_negg": [0.6037966012954712, 0.6556516289710999], "cos_apical_negg": [0.6037966012954712, 0.6556516289710999], "cos_Ac_negg": [0.6037966012954712, 0.6556516289710999], "r_norm": [0.16056187450885773, 0.16248731315135956], "ldr": {"dL_sdil": -0.006745338439941406, "dL_bp": -0.007399223744869232, "ratio": 0.9116278507753948}}, {"step": 9300, "epoch": 23, "train_loss": 0.00032795319566503167, "cos_r_negg": [0.6029119491577148, 0.6542195081710815], "cos_innovation_negg": [0.6029119491577148, 0.6542195081710815], "cos_apical_negg": [0.6029119491577148, 0.6542195081710815], "cos_Ac_negg": [0.6029119491577148, 0.6542195081710815], "r_norm": [0.1608099490404129, 0.16272376477718353]}, {"step": 9350, "epoch": 23, "train_loss": 0.00024470227072015405, "cos_r_negg": [0.604233980178833, 0.6540671586990356], "cos_innovation_negg": [0.604233980178833, 0.6540671586990356], "cos_apical_negg": [0.604233980178833, 0.6540671586990356], "cos_Ac_negg": [0.604233980178833, 0.6540671586990356], "r_norm": [0.16048812866210938, 0.16234801709651947]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9755, "test_loss": 0.12207871150970459}, {"step": 9400, "epoch": 24, "train_loss": 0.00022478506434708834, "cos_r_negg": [0.6041601896286011, 0.653793215751648], "cos_innovation_negg": [0.6041601896286011, 0.653793215751648], "cos_apical_negg": [0.6041601896286011, 0.653793215751648], "cos_Ac_negg": [0.6041601896286011, 0.653793215751648], "r_norm": [0.161399245262146, 0.163239985704422]}, {"step": 9450, "epoch": 24, "train_loss": 0.00015472118684556335, "cos_r_negg": [0.604500412940979, 0.6546409726142883], "cos_innovation_negg": [0.604500412940979, 0.6546409726142883], "cos_apical_negg": [0.604500412940979, 0.6546409726142883], "cos_Ac_negg": [0.604500412940979, 0.6546409726142883], "r_norm": [0.16147461533546448, 0.16327616572380066]}, {"step": 9500, "epoch": 24, "train_loss": 0.00012819402036257088, "cos_r_negg": [0.6049527525901794, 0.6553514003753662], "cos_innovation_negg": [0.6049527525901794, 0.6553514003753662], "cos_apical_negg": [0.6049527525901794, 0.6553514003753662], "cos_Ac_negg": [0.6049527525901794, 0.6553514003753662], "r_norm": [0.16101813316345215, 0.16283711791038513], "ldr": {"dL_sdil": -0.0067147985100746155, "dL_bp": -0.007368206977844238, "ratio": 0.911320560112605}}, {"step": 9550, "epoch": 24, "train_loss": 0.000297696387860924, "cos_r_negg": [0.605034589767456, 0.6548293232917786], "cos_innovation_negg": [0.605034589767456, 0.6548293232917786], "cos_apical_negg": [0.605034589767456, 0.6548293232917786], "cos_Ac_negg": [0.605034589767456, 0.6548293232917786], "r_norm": [0.1597769856452942, 0.1616283655166626]}, {"step": 9600, "epoch": 24, "train_loss": 0.00019416167924646288, "cos_r_negg": [0.6043848395347595, 0.6544232964515686], "cos_innovation_negg": [0.6043848395347595, 0.6544232964515686], "cos_apical_negg": [0.6043848395347595, 0.6544232964515686], "cos_Ac_negg": [0.6043848395347595, 0.6544232964515686], "r_norm": [0.16025424003601074, 0.16213074326515198]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003242966195102781, "cos_r_negg": [0.604479968547821, 0.6549946069717407], "cos_innovation_negg": [0.604479968547821, 0.6549946069717407], "cos_apical_negg": [0.604479968547821, 0.6549946069717407], "cos_Ac_negg": [0.604479968547821, 0.6549946069717407], "r_norm": [0.15802094340324402, 0.15993478894233704]}, {"step": 9700, "epoch": 24, "train_loss": 0.00013076071627438068, "cos_r_negg": [0.6046706438064575, 0.6549168825149536], "cos_innovation_negg": [0.6046706438064575, 0.6549168825149536], "cos_apical_negg": [0.6046706438064575, 0.6549168825149536], "cos_Ac_negg": [0.6046706438064575, 0.6549168825149536], "r_norm": [0.15958595275878906, 0.16152626276016235]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005415703635662794, "cos_r_negg": [0.6040002703666687, 0.655593752861023], "cos_innovation_negg": [0.6040002703666687, 0.655593752861023], "cos_apical_negg": [0.6040002703666687, 0.655593752861023], "cos_Ac_negg": [0.6040002703666687, 0.655593752861023], "r_norm": [0.15914994478225708, 0.16105492413043976], "ldr": {"dL_sdil": -0.006715349853038788, "dL_bp": -0.0073972418904304504, "ratio": 0.9078180695599799}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9753, "test_loss": 0.12249768581390381}, {"step": 9800, "epoch": 25, "train_loss": 0.0004265963798388839, "cos_r_negg": [0.6048907041549683, 0.6559134721755981], "cos_innovation_negg": [0.6048907041549683, 0.6559134721755981], "cos_apical_negg": [0.6048907041549683, 0.6559134721755981], "cos_Ac_negg": [0.6048907041549683, 0.6559134721755981], "r_norm": [0.1612672209739685, 0.1631760150194168]}, {"step": 9850, "epoch": 25, "train_loss": 0.0003182784130331129, "cos_r_negg": [0.6044026017189026, 0.6553847193717957], "cos_innovation_negg": [0.6044026017189026, 0.6553847193717957], "cos_apical_negg": [0.6044026017189026, 0.6553847193717957], "cos_Ac_negg": [0.6044026017189026, 0.6553847193717957], "r_norm": [0.1595744788646698, 0.1614455282688141]}, {"step": 9900, "epoch": 25, "train_loss": 0.00012921233428642154, "cos_r_negg": [0.60471510887146, 0.6550238132476807], "cos_innovation_negg": [0.60471510887146, 0.6550238132476807], "cos_apical_negg": [0.60471510887146, 0.6550238132476807], "cos_Ac_negg": [0.60471510887146, 0.6550238132476807], "r_norm": [0.1609799861907959, 0.16284529864788055]}, {"step": 9950, "epoch": 25, "train_loss": 0.00017002219101414084, "cos_r_negg": [0.6046552062034607, 0.6553577780723572], "cos_innovation_negg": [0.6046552062034607, 0.6553577780723572], "cos_apical_negg": [0.6046552062034607, 0.6553577780723572], "cos_Ac_negg": [0.6046552062034607, 0.6553577780723572], "r_norm": [0.16165977716445923, 0.16356882452964783]}, {"step": 10000, "epoch": 25, "train_loss": 0.00024913621018640697, "cos_r_negg": [0.6046625971794128, 0.6552000641822815], "cos_innovation_negg": [0.6046625971794128, 0.6552000641822815], "cos_apical_negg": [0.6046625971794128, 0.6552000641822815], "cos_Ac_negg": [0.6046625971794128, 0.6552000641822815], "r_norm": [0.16122236847877502, 0.163141131401062], "ldr": {"dL_sdil": -0.0068344175815582275, "dL_bp": -0.007551342248916626, "ratio": 0.905059968979521}}, {"step": 10050, "epoch": 25, "train_loss": 0.00025548410485498607, "cos_r_negg": [0.6049320697784424, 0.6549630165100098], "cos_innovation_negg": [0.6049320697784424, 0.6549630165100098], "cos_apical_negg": [0.6049320697784424, 0.6549630165100098], "cos_Ac_negg": [0.6049320697784424, 0.6549630165100098], "r_norm": [0.16145029664039612, 0.16337771713733673]}, {"step": 10100, "epoch": 25, "train_loss": 8.587569755036384e-05, "cos_r_negg": [0.6046930551528931, 0.6554970741271973], "cos_innovation_negg": [0.6046930551528931, 0.6554970741271973], "cos_apical_negg": [0.6046930551528931, 0.6554970741271973], "cos_Ac_negg": [0.6046930551528931, 0.6554970741271973], "r_norm": [0.16128742694854736, 0.16322258114814758]}, {"step": 10150, "epoch": 25, "train_loss": 5.749553019995801e-05, "cos_r_negg": [0.6034745573997498, 0.6542248725891113], "cos_innovation_negg": [0.6034745573997498, 0.6542248725891113], "cos_apical_negg": [0.6034745573997498, 0.6542248725891113], "cos_Ac_negg": [0.6034745573997498, 0.6542248725891113], "r_norm": [0.16006168723106384, 0.1619167923927307]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9754, "test_loss": 0.12305826354026794}, {"step": 10200, "epoch": 26, "train_loss": 0.00015577384328935295, "cos_r_negg": [0.6032135486602783, 0.654354453086853], "cos_innovation_negg": [0.6032135486602783, 0.654354453086853], "cos_apical_negg": [0.6032135486602783, 0.654354453086853], "cos_Ac_negg": [0.6032135486602783, 0.654354453086853], "r_norm": [0.16036498546600342, 0.1622186005115509]}, {"step": 10250, "epoch": 26, "train_loss": 0.00024579628370702267, "cos_r_negg": [0.604369580745697, 0.655859112739563], "cos_innovation_negg": [0.604369580745697, 0.655859112739563], "cos_apical_negg": [0.604369580745697, 0.655859112739563], "cos_Ac_negg": [0.604369580745697, 0.655859112739563], "r_norm": [0.15995050966739655, 0.16175538301467896], "ldr": {"dL_sdil": -0.006776049733161926, "dL_bp": -0.007484450936317444, "ratio": 0.9053502776378582}}, {"step": 10300, "epoch": 26, "train_loss": 0.0006538437446579337, "cos_r_negg": [0.6043317317962646, 0.6548775434494019], "cos_innovation_negg": [0.6043317317962646, 0.6548775434494019], "cos_apical_negg": [0.6043317317962646, 0.6548775434494019], "cos_Ac_negg": [0.6043317317962646, 0.6548775434494019], "r_norm": [0.1597200334072113, 0.16158215701580048]}, {"step": 10350, "epoch": 26, "train_loss": 0.00014441808161791414, "cos_r_negg": [0.6038455367088318, 0.6547975540161133], "cos_innovation_negg": [0.6038455367088318, 0.6547975540161133], "cos_apical_negg": [0.6038455367088318, 0.6547975540161133], "cos_Ac_negg": [0.6038455367088318, 0.6547975540161133], "r_norm": [0.15996655821800232, 0.16186492145061493]}, {"step": 10400, "epoch": 26, "train_loss": 0.00029084342531859875, "cos_r_negg": [0.6044104695320129, 0.6548635959625244], "cos_innovation_negg": [0.6044104695320129, 0.6548635959625244], "cos_apical_negg": [0.6044104695320129, 0.6548635959625244], "cos_Ac_negg": [0.6044104695320129, 0.6548635959625244], "r_norm": [0.16032132506370544, 0.1622064709663391]}, {"step": 10450, "epoch": 26, "train_loss": 0.0004652888746932149, "cos_r_negg": [0.6045131683349609, 0.6553785800933838], "cos_innovation_negg": [0.6045131683349609, 0.6553785800933838], "cos_apical_negg": [0.6045131683349609, 0.6553785800933838], "cos_Ac_negg": [0.6045131683349609, 0.6553785800933838], "r_norm": [0.15894585847854614, 0.16083070635795593]}, {"step": 10500, "epoch": 26, "train_loss": 0.00017623230814933777, "cos_r_negg": [0.6043270826339722, 0.65591961145401], "cos_innovation_negg": [0.6043270826339722, 0.65591961145401], "cos_apical_negg": [0.6043270826339722, 0.65591961145401], "cos_Ac_negg": [0.6043270826339722, 0.65591961145401], "r_norm": [0.15958425402641296, 0.16145798563957214], "ldr": {"dL_sdil": -0.006791986525058746, "dL_bp": -0.007531255483627319, "ratio": 0.9018398778031476}}, {"step": 10550, "epoch": 26, "train_loss": 0.000230388279305771, "cos_r_negg": [0.6036677360534668, 0.6547368764877319], "cos_innovation_negg": [0.6036677360534668, 0.6547368764877319], "cos_apical_negg": [0.6036677360534668, 0.6547368764877319], "cos_Ac_negg": [0.6036677360534668, 0.6547368764877319], "r_norm": [0.1594606339931488, 0.16135436296463013]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9754, "test_loss": 0.12356023478507995}, {"step": 10600, "epoch": 27, "train_loss": 0.00017133195069618523, "cos_r_negg": [0.6025348901748657, 0.6543203592300415], "cos_innovation_negg": [0.6025348901748657, 0.6543203592300415], "cos_apical_negg": [0.6025348901748657, 0.6543203592300415], "cos_Ac_negg": [0.6025348901748657, 0.6543203592300415], "r_norm": [0.16051888465881348, 0.1624094396829605]}, {"step": 10650, "epoch": 27, "train_loss": 0.00016482935461681336, "cos_r_negg": [0.6036887168884277, 0.6554694175720215], "cos_innovation_negg": [0.6036887168884277, 0.6554694175720215], "cos_apical_negg": [0.6036887168884277, 0.6554694175720215], "cos_Ac_negg": [0.6036887168884277, 0.6554694175720215], "r_norm": [0.16092294454574585, 0.16276928782463074]}, {"step": 10700, "epoch": 27, "train_loss": 0.00017036765348166227, "cos_r_negg": [0.6047013998031616, 0.6557878255844116], "cos_innovation_negg": [0.6047013998031616, 0.6557878255844116], "cos_apical_negg": [0.6047013998031616, 0.6557878255844116], "cos_Ac_negg": [0.6047013998031616, 0.6557878255844116], "r_norm": [0.16023847460746765, 0.1620836853981018]}, {"step": 10750, "epoch": 27, "train_loss": 9.88672545645386e-05, "cos_r_negg": [0.6039037108421326, 0.6556755900382996], "cos_innovation_negg": [0.6039037108421326, 0.6556755900382996], "cos_apical_negg": [0.6039037108421326, 0.6556755900382996], "cos_Ac_negg": [0.6039037108421326, 0.6556755900382996], "r_norm": [0.16050755977630615, 0.16238084435462952], "ldr": {"dL_sdil": -0.006874494254589081, "dL_bp": -0.007636599242687225, "ratio": 0.9002036163115495}}, {"step": 10800, "epoch": 27, "train_loss": 7.817181176505983e-05, "cos_r_negg": [0.6040980815887451, 0.6558302640914917], "cos_innovation_negg": [0.6040980815887451, 0.6558302640914917], "cos_apical_negg": [0.6040980815887451, 0.6558302640914917], "cos_Ac_negg": [0.6040980815887451, 0.6558302640914917], "r_norm": [0.15956683456897736, 0.16145965456962585]}, {"step": 10850, "epoch": 27, "train_loss": 9.571417467668653e-05, "cos_r_negg": [0.604441225528717, 0.6561978459358215], "cos_innovation_negg": [0.604441225528717, 0.6561978459358215], "cos_apical_negg": [0.604441225528717, 0.6561978459358215], "cos_Ac_negg": [0.604441225528717, 0.6561978459358215], "r_norm": [0.15900819003582, 0.16091890633106232]}, {"step": 10900, "epoch": 27, "train_loss": 0.00015896388504188508, "cos_r_negg": [0.6030718088150024, 0.6550082564353943], "cos_innovation_negg": [0.6030718088150024, 0.6550082564353943], "cos_apical_negg": [0.6030718088150024, 0.6550082564353943], "cos_Ac_negg": [0.6030718088150024, 0.6550082564353943], "r_norm": [0.15871095657348633, 0.16061972081661224]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9755, "test_loss": 0.12416085543632507}, {"step": 10950, "epoch": 28, "train_loss": 0.00017812472651712596, "cos_r_negg": [0.6032383441925049, 0.6550810933113098], "cos_innovation_negg": [0.6032383441925049, 0.6550810933113098], "cos_apical_negg": [0.6032383441925049, 0.6550810933113098], "cos_Ac_negg": [0.6032383441925049, 0.6550810933113098], "r_norm": [0.15968331694602966, 0.16158661246299744]}, {"step": 11000, "epoch": 28, "train_loss": 6.717935320921242e-05, "cos_r_negg": [0.6029306054115295, 0.6552180647850037], "cos_innovation_negg": [0.6029306054115295, 0.6552180647850037], "cos_apical_negg": [0.6029306054115295, 0.6552180647850037], "cos_Ac_negg": [0.6029306054115295, 0.6552180647850037], "r_norm": [0.15918195247650146, 0.16109608113765717], "ldr": {"dL_sdil": -0.006828464567661285, "dL_bp": -0.007616087794303894, "ratio": 0.8965842768735314}}, {"step": 11050, "epoch": 28, "train_loss": 0.0003265481209382415, "cos_r_negg": [0.6040293574333191, 0.6557865142822266], "cos_innovation_negg": [0.6040293574333191, 0.6557865142822266], "cos_apical_negg": [0.6040293574333191, 0.6557865142822266], "cos_Ac_negg": [0.6040293574333191, 0.6557865142822266], "r_norm": [0.1596089005470276, 0.16154605150222778]}, {"step": 11100, "epoch": 28, "train_loss": 0.00020644316100515425, "cos_r_negg": [0.6033620834350586, 0.6555630564689636], "cos_innovation_negg": [0.6033620834350586, 0.6555630564689636], "cos_apical_negg": [0.6033620834350586, 0.6555630564689636], "cos_Ac_negg": [0.6033620834350586, 0.6555630564689636], "r_norm": [0.16051794588565826, 0.16243992745876312]}, {"step": 11150, "epoch": 28, "train_loss": 0.00019378383876755834, "cos_r_negg": [0.6042668223381042, 0.6563515663146973], "cos_innovation_negg": [0.6042668223381042, 0.6563515663146973], "cos_apical_negg": [0.6042668223381042, 0.6563515663146973], "cos_Ac_negg": [0.6042668223381042, 0.6563515663146973], "r_norm": [0.1600353717803955, 0.16191312670707703]}, {"step": 11200, "epoch": 28, "train_loss": 0.00040516708395443857, "cos_r_negg": [0.6049720048904419, 0.6564537286758423], "cos_innovation_negg": [0.6049720048904419, 0.6564537286758423], "cos_apical_negg": [0.6049720048904419, 0.6564537286758423], "cos_Ac_negg": [0.6049720048904419, 0.6564537286758423], "r_norm": [0.15987452864646912, 0.16171132028102875]}, {"step": 11250, "epoch": 28, "train_loss": 0.0004908942501060665, "cos_r_negg": [0.6042025089263916, 0.6562532186508179], "cos_innovation_negg": [0.6042025089263916, 0.6562532186508179], "cos_apical_negg": [0.6042025089263916, 0.6562532186508179], "cos_Ac_negg": [0.6042025089263916, 0.6562532186508179], "r_norm": [0.16003237664699554, 0.16189433634281158], "ldr": {"dL_sdil": -0.006866425275802612, "dL_bp": -0.007659681141376495, "ratio": 0.8964374820658226}}, {"step": 11300, "epoch": 28, "train_loss": 0.00013981718802824616, "cos_r_negg": [0.6038869023323059, 0.6560417413711548], "cos_innovation_negg": [0.6038869023323059, 0.6560417413711548], "cos_apical_negg": [0.6038869023323059, 0.6560417413711548], "cos_Ac_negg": [0.6038869023323059, 0.6560417413711548], "r_norm": [0.15998628735542297, 0.16186538338661194]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9756, "test_loss": 0.12458042345046998}, {"step": 11350, "epoch": 29, "train_loss": 9.374285582453012e-05, "cos_r_negg": [0.6039119958877563, 0.6556838750839233], "cos_innovation_negg": [0.6039119958877563, 0.6556838750839233], "cos_apical_negg": [0.6039119958877563, 0.6556838750839233], "cos_Ac_negg": [0.6039119958877563, 0.6556838750839233], "r_norm": [0.15902909636497498, 0.16089701652526855]}, {"step": 11400, "epoch": 29, "train_loss": 0.00017427082639187574, "cos_r_negg": [0.603156566619873, 0.6547517776489258], "cos_innovation_negg": [0.603156566619873, 0.6547517776489258], "cos_apical_negg": [0.603156566619873, 0.6547517776489258], "cos_Ac_negg": [0.603156566619873, 0.6547517776489258], "r_norm": [0.15854357182979584, 0.16042444109916687]}, {"step": 11450, "epoch": 29, "train_loss": 0.00022497713507618755, "cos_r_negg": [0.6041902899742126, 0.6562684178352356], "cos_innovation_negg": [0.6041902899742126, 0.6562684178352356], "cos_apical_negg": [0.6041902899742126, 0.6562684178352356], "cos_Ac_negg": [0.6041902899742126, 0.6562684178352356], "r_norm": [0.1596219539642334, 0.16150839626789093]}, {"step": 11500, "epoch": 29, "train_loss": 0.0002647792862262577, "cos_r_negg": [0.6036700010299683, 0.6559551954269409], "cos_innovation_negg": [0.6036700010299683, 0.6559551954269409], "cos_apical_negg": [0.6036700010299683, 0.6559551954269409], "cos_Ac_negg": [0.6036700010299683, 0.6559551954269409], "r_norm": [0.15981239080429077, 0.16169407963752747], "ldr": {"dL_sdil": -0.006899051368236542, "dL_bp": -0.007728412747383118, "ratio": 0.892686712491203}}, {"step": 11550, "epoch": 29, "train_loss": 0.00023812198196537793, "cos_r_negg": [0.6037173271179199, 0.6560602188110352], "cos_innovation_negg": [0.6037173271179199, 0.6560602188110352], "cos_apical_negg": [0.6037173271179199, 0.6560602188110352], "cos_Ac_negg": [0.6037173271179199, 0.6560602188110352], "r_norm": [0.16086295247077942, 0.16276982426643372]}, {"step": 11600, "epoch": 29, "train_loss": 0.0001328358193859458, "cos_r_negg": [0.6036875247955322, 0.6558883190155029], "cos_innovation_negg": [0.6036875247955322, 0.6558883190155029], "cos_apical_negg": [0.6036875247955322, 0.6558883190155029], "cos_Ac_negg": [0.6036875247955322, 0.6558883190155029], "r_norm": [0.15993696451187134, 0.16178405284881592]}, {"step": 11650, "epoch": 29, "train_loss": 0.00014695769641548395, "cos_r_negg": [0.6038881540298462, 0.6562644839286804], "cos_innovation_negg": [0.6038881540298462, 0.6562644839286804], "cos_apical_negg": [0.6038881540298462, 0.6562644839286804], "cos_Ac_negg": [0.6038881540298462, 0.6562644839286804], "r_norm": [0.16031134128570557, 0.1621955931186676]}, {"step": 11700, "epoch": 29, "train_loss": 0.00013111349835526198, "cos_r_negg": [0.6035751104354858, 0.6558663249015808], "cos_innovation_negg": [0.6035751104354858, 0.6558663249015808], "cos_apical_negg": [0.6035751104354858, 0.6558663249015808], "cos_Ac_negg": [0.6035751104354858, 0.6558663249015808], "r_norm": [0.15913084149360657, 0.16101092100143433]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9756, "test_loss": 0.12513740973472595}, {"step": 11750, "epoch": 30, "train_loss": 0.000187666664714925, "cos_r_negg": [0.6039625406265259, 0.656273365020752], "cos_innovation_negg": [0.6039625406265259, 0.656273365020752], "cos_apical_negg": [0.6039625406265259, 0.656273365020752], "cos_Ac_negg": [0.6039625406265259, 0.656273365020752], "r_norm": [0.15980085730552673, 0.1616896688938141], "ldr": {"dL_sdil": -0.0069067105650901794, "dL_bp": -0.007748804986476898, "ratio": 0.8913258982699488}}, {"step": 11800, "epoch": 30, "train_loss": 0.0001671802601777017, "cos_r_negg": [0.6041460633277893, 0.6563982963562012], "cos_innovation_negg": [0.6041460633277893, 0.6563982963562012], "cos_apical_negg": [0.6041460633277893, 0.6563982963562012], "cos_Ac_negg": [0.6041460633277893, 0.6563982963562012], "r_norm": [0.1601065993309021, 0.1619945764541626]}, {"step": 11850, "epoch": 30, "train_loss": 0.00021782494150102139, "cos_r_negg": [0.6038075089454651, 0.6562103033065796], "cos_innovation_negg": [0.6038075089454651, 0.6562103033065796], "cos_apical_negg": [0.6038075089454651, 0.6562103033065796], "cos_Ac_negg": [0.6038075089454651, 0.6562103033065796], "r_norm": [0.1585385948419571, 0.16044862568378448]}, {"step": 11900, "epoch": 30, "train_loss": 0.0005962977884337306, "cos_r_negg": [0.6038340926170349, 0.6563129425048828], "cos_innovation_negg": [0.6038340926170349, 0.6563129425048828], "cos_apical_negg": [0.6038340926170349, 0.6563129425048828], "cos_Ac_negg": [0.6038340926170349, 0.6563129425048828], "r_norm": [0.1583627164363861, 0.16024592518806458]}, {"step": 11950, "epoch": 30, "train_loss": 7.818735321052372e-05, "cos_r_negg": [0.6034778356552124, 0.6557497382164001], "cos_innovation_negg": [0.6034778356552124, 0.6557497382164001], "cos_apical_negg": [0.6034778356552124, 0.6557497382164001], "cos_Ac_negg": [0.6034778356552124, 0.6557497382164001], "r_norm": [0.15908481180667877, 0.16096559166908264]}, {"step": 12000, "epoch": 30, "train_loss": 0.00018035355606116354, "cos_r_negg": [0.603354811668396, 0.6560712456703186], "cos_innovation_negg": [0.603354811668396, 0.6560712456703186], "cos_apical_negg": [0.603354811668396, 0.6560712456703186], "cos_Ac_negg": [0.603354811668396, 0.6560712456703186], "r_norm": [0.16009008884429932, 0.16197161376476288], "ldr": {"dL_sdil": -0.006951823830604553, "dL_bp": -0.007811114192008972, "ratio": 0.8899913200240368}}, {"step": 12050, "epoch": 30, "train_loss": 0.0003333083004690707, "cos_r_negg": [0.6023622155189514, 0.6552987098693848], "cos_innovation_negg": [0.6023622155189514, 0.6552987098693848], "cos_apical_negg": [0.6023622155189514, 0.6552987098693848], "cos_Ac_negg": [0.6023622155189514, 0.6552987098693848], "r_norm": [0.16101892292499542, 0.16289418935775757]}, {"step": 12100, "epoch": 30, "train_loss": 0.0002928348840214312, "cos_r_negg": [0.6028896570205688, 0.6557832956314087], "cos_innovation_negg": [0.6028896570205688, 0.6557832956314087], "cos_apical_negg": [0.6028896570205688, 0.6557832956314087], "cos_Ac_negg": [0.6028896570205688, 0.6557832956314087], "r_norm": [0.1599387377500534, 0.16183757781982422]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9755, "test_loss": 0.12558033714294434}, {"step": 12150, "epoch": 31, "train_loss": 0.0001001724594971165, "cos_r_negg": [0.6017839908599854, 0.655113935470581], "cos_innovation_negg": [0.6017839908599854, 0.655113935470581], "cos_apical_negg": [0.6017839908599854, 0.655113935470581], "cos_Ac_negg": [0.6017839908599854, 0.655113935470581], "r_norm": [0.15908296406269073, 0.16093911230564117]}, {"step": 12200, "epoch": 31, "train_loss": 0.00013691738422494382, "cos_r_negg": [0.6023824214935303, 0.6553802490234375], "cos_innovation_negg": [0.6023824214935303, 0.6553802490234375], "cos_apical_negg": [0.6023824214935303, 0.6553802490234375], "cos_Ac_negg": [0.6023824214935303, 0.6553802490234375], "r_norm": [0.15899010002613068, 0.1608332395553589]}, {"step": 12250, "epoch": 31, "train_loss": 0.0002505829615984112, "cos_r_negg": [0.6025561094284058, 0.6547022461891174], "cos_innovation_negg": [0.6025561094284058, 0.6547022461891174], "cos_apical_negg": [0.6025561094284058, 0.6547022461891174], "cos_Ac_negg": [0.6025561094284058, 0.6547022461891174], "r_norm": [0.15943560004234314, 0.16129887104034424], "ldr": {"dL_sdil": -0.0069196149706840515, "dL_bp": -0.007791176438331604, "ratio": 0.888134805501313}}, {"step": 12300, "epoch": 31, "train_loss": 0.00025608623400330544, "cos_r_negg": [0.6021732091903687, 0.6552795171737671], "cos_innovation_negg": [0.6021732091903687, 0.6552795171737671], "cos_apical_negg": [0.6021732091903687, 0.6552795171737671], "cos_Ac_negg": [0.6021732091903687, 0.6552795171737671], "r_norm": [0.15917488932609558, 0.16107426583766937]}, {"step": 12350, "epoch": 31, "train_loss": 0.0003191936411894858, "cos_r_negg": [0.6025965213775635, 0.6559945344924927], "cos_innovation_negg": [0.6025965213775635, 0.6559945344924927], "cos_apical_negg": [0.6025965213775635, 0.6559945344924927], "cos_Ac_negg": [0.6025965213775635, 0.6559945344924927], "r_norm": [0.15819823741912842, 0.16012170910835266]}, {"step": 12400, "epoch": 31, "train_loss": 0.00020851312729064375, "cos_r_negg": [0.6031193733215332, 0.6560839414596558], "cos_innovation_negg": [0.6031193733215332, 0.6560839414596558], "cos_apical_negg": [0.6031193733215332, 0.6560839414596558], "cos_Ac_negg": [0.6031193733215332, 0.6560839414596558], "r_norm": [0.1577945053577423, 0.15969118475914001]}, {"step": 12450, "epoch": 31, "train_loss": 9.832916839513928e-05, "cos_r_negg": [0.6027990579605103, 0.656449556350708], "cos_innovation_negg": [0.6027990579605103, 0.656449556350708], "cos_apical_negg": [0.6027990579605103, 0.656449556350708], "cos_Ac_negg": [0.6027990579605103, 0.656449556350708], "r_norm": [0.15958940982818604, 0.16145050525665283]}, {"step": 12500, "epoch": 31, "train_loss": 4.912941949442029e-05, "cos_r_negg": [0.6023823618888855, 0.6558640599250793], "cos_innovation_negg": [0.6023823618888855, 0.6558640599250793], "cos_apical_negg": [0.6023823618888855, 0.6558640599250793], "cos_Ac_negg": [0.6023823618888855, 0.6558640599250793], "r_norm": [0.16015130281448364, 0.16201820969581604], "ldr": {"dL_sdil": -0.006987862288951874, "dL_bp": -0.007888004183769226, "ratio": 0.885884708749327}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9757, "test_loss": 0.12581263337135315}, {"step": 12550, "epoch": 32, "train_loss": 0.00017799888155423105, "cos_r_negg": [0.6022157073020935, 0.6556164622306824], "cos_innovation_negg": [0.6022157073020935, 0.6556164622306824], "cos_apical_negg": [0.6022157073020935, 0.6556164622306824], "cos_Ac_negg": [0.6022157073020935, 0.6556164622306824], "r_norm": [0.15986016392707825, 0.16174262762069702]}, {"step": 12600, "epoch": 32, "train_loss": 7.387729419860989e-05, "cos_r_negg": [0.6018153429031372, 0.6556075811386108], "cos_innovation_negg": [0.6018153429031372, 0.6556075811386108], "cos_apical_negg": [0.6018153429031372, 0.6556075811386108], "cos_Ac_negg": [0.6018153429031372, 0.6556075811386108], "r_norm": [0.1592523455619812, 0.1611601561307907]}, {"step": 12650, "epoch": 32, "train_loss": 0.00019309324852656573, "cos_r_negg": [0.6022011041641235, 0.6560423374176025], "cos_innovation_negg": [0.6022011041641235, 0.6560423374176025], "cos_apical_negg": [0.6022011041641235, 0.6560423374176025], "cos_Ac_negg": [0.6022011041641235, 0.6560423374176025], "r_norm": [0.15930798649787903, 0.16118766367435455]}, {"step": 12700, "epoch": 32, "train_loss": 0.00023554233484901488, "cos_r_negg": [0.6024196147918701, 0.6560685634613037], "cos_innovation_negg": [0.6024196147918701, 0.6560685634613037], "cos_apical_negg": [0.6024196147918701, 0.6560685634613037], "cos_Ac_negg": [0.6024196147918701, 0.6560685634613037], "r_norm": [0.1594284325838089, 0.1612938642501831]}, {"step": 12750, "epoch": 32, "train_loss": 6.546147778863087e-05, "cos_r_negg": [0.6023271083831787, 0.656355619430542], "cos_innovation_negg": [0.6023271083831787, 0.656355619430542], "cos_apical_negg": [0.6023271083831787, 0.656355619430542], "cos_Ac_negg": [0.6023271083831787, 0.656355619430542], "r_norm": [0.15966343879699707, 0.16155536472797394], "ldr": {"dL_sdil": -0.006976291537284851, "dL_bp": -0.00788714736700058, "ratio": 0.8845139075850538}}, {"step": 12800, "epoch": 32, "train_loss": 0.0002577950363047421, "cos_r_negg": [0.6028518676757812, 0.6564982533454895], "cos_innovation_negg": [0.6028518676757812, 0.6564982533454895], "cos_apical_negg": [0.6028518676757812, 0.6564982533454895], "cos_Ac_negg": [0.6028518676757812, 0.6564982533454895], "r_norm": [0.15948401391506195, 0.161337748169899]}, {"step": 12850, "epoch": 32, "train_loss": 6.982595368754119e-05, "cos_r_negg": [0.6027215123176575, 0.6561276912689209], "cos_innovation_negg": [0.6027215123176575, 0.6561276912689209], "cos_apical_negg": [0.6027215123176575, 0.6561276912689209], "cos_Ac_negg": [0.6027215123176575, 0.6561276912689209], "r_norm": [0.15906701982021332, 0.1609193980693817]}, {"step": 12900, "epoch": 32, "train_loss": 9.893641981761903e-05, "cos_r_negg": [0.6028099060058594, 0.6561117172241211], "cos_innovation_negg": [0.6028099060058594, 0.6561117172241211], "cos_apical_negg": [0.6028099060058594, 0.6561117172241211], "cos_Ac_negg": [0.6028099060058594, 0.6561117172241211], "r_norm": [0.15902376174926758, 0.16090622544288635]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9754, "test_loss": 0.12621197896003722}, {"step": 12950, "epoch": 33, "train_loss": 0.00016152882017195225, "cos_r_negg": [0.6028718948364258, 0.6557790637016296], "cos_innovation_negg": [0.6028718948364258, 0.6557790637016296], "cos_apical_negg": [0.6028718948364258, 0.6557790637016296], "cos_Ac_negg": [0.6028718948364258, 0.6557790637016296], "r_norm": [0.1580098271369934, 0.1599186360836029]}, {"step": 13000, "epoch": 33, "train_loss": 2.8419006412150338e-05, "cos_r_negg": [0.6025859117507935, 0.655704140663147], "cos_innovation_negg": [0.6025859117507935, 0.655704140663147], "cos_apical_negg": [0.6025859117507935, 0.655704140663147], "cos_Ac_negg": [0.6025859117507935, 0.655704140663147], "r_norm": [0.1587379276752472, 0.16065895557403564], "ldr": {"dL_sdil": -0.006974212825298309, "dL_bp": -0.007910989224910736, "ratio": 0.8815854284489943}}, {"step": 13050, "epoch": 33, "train_loss": 0.00017565001326147467, "cos_r_negg": [0.6024968028068542, 0.6552671194076538], "cos_innovation_negg": [0.6024968028068542, 0.6552671194076538], "cos_apical_negg": [0.6024968028068542, 0.6552671194076538], "cos_Ac_negg": [0.6024968028068542, 0.6552671194076538], "r_norm": [0.15827688574790955, 0.16018354892730713]}, {"step": 13100, "epoch": 33, "train_loss": 9.165354276774451e-05, "cos_r_negg": [0.6026653051376343, 0.6558376550674438], "cos_innovation_negg": [0.6026653051376343, 0.6558376550674438], "cos_apical_negg": [0.6026653051376343, 0.6558376550674438], "cos_Ac_negg": [0.6026653051376343, 0.6558376550674438], "r_norm": [0.15830355882644653, 0.16017194092273712]}, {"step": 13150, "epoch": 33, "train_loss": 8.92403768375516e-05, "cos_r_negg": [0.6031582355499268, 0.6564338803291321], "cos_innovation_negg": [0.6031582355499268, 0.6564338803291321], "cos_apical_negg": [0.6031582355499268, 0.6564338803291321], "cos_Ac_negg": [0.6031582355499268, 0.6564338803291321], "r_norm": [0.15815603733062744, 0.16003507375717163]}, {"step": 13200, "epoch": 33, "train_loss": 0.00018726795678958297, "cos_r_negg": [0.6028821468353271, 0.6568366289138794], "cos_innovation_negg": [0.6028821468353271, 0.6568366289138794], "cos_apical_negg": [0.6028821468353271, 0.6568366289138794], "cos_Ac_negg": [0.6028821468353271, 0.6568366289138794], "r_norm": [0.1585199534893036, 0.16038841009140015]}, {"step": 13250, "epoch": 33, "train_loss": 0.00019714405061677098, "cos_r_negg": [0.602847695350647, 0.657389223575592], "cos_innovation_negg": [0.602847695350647, 0.657389223575592], "cos_apical_negg": [0.602847695350647, 0.657389223575592], "cos_Ac_negg": [0.602847695350647, 0.657389223575592], "r_norm": [0.1593906581401825, 0.1612655222415924], "ldr": {"dL_sdil": -0.007003135979175568, "dL_bp": -0.007958650588989258, "ratio": 0.8799401231239328}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9755, "test_loss": 0.12674036564826965}, {"step": 13300, "epoch": 34, "train_loss": 0.00018455617828294635, "cos_r_negg": [0.603422999382019, 0.657348096370697], "cos_innovation_negg": [0.603422999382019, 0.657348096370697], "cos_apical_negg": [0.603422999382019, 0.657348096370697], "cos_Ac_negg": [0.603422999382019, 0.657348096370697], "r_norm": [0.15909352898597717, 0.16097190976142883]}, {"step": 13350, "epoch": 34, "train_loss": 0.00012240756768733263, "cos_r_negg": [0.6027582883834839, 0.6566882729530334], "cos_innovation_negg": [0.6027582883834839, 0.6566882729530334], "cos_apical_negg": [0.6027582883834839, 0.6566882729530334], "cos_Ac_negg": [0.6027582883834839, 0.6566882729530334], "r_norm": [0.15908512473106384, 0.16096952557563782]}, {"step": 13400, "epoch": 34, "train_loss": 0.000216370724956505, "cos_r_negg": [0.6029689311981201, 0.6568388938903809], "cos_innovation_negg": [0.6029689311981201, 0.6568388938903809], "cos_apical_negg": [0.6029689311981201, 0.6568388938903809], "cos_Ac_negg": [0.6029689311981201, 0.6568388938903809], "r_norm": [0.15934854745864868, 0.16122488677501678]}, {"step": 13450, "epoch": 34, "train_loss": 0.0001932221930474043, "cos_r_negg": [0.6031783819198608, 0.6567145586013794], "cos_innovation_negg": [0.6031783819198608, 0.6567145586013794], "cos_apical_negg": [0.6031783819198608, 0.6567145586013794], "cos_Ac_negg": [0.6031783819198608, 0.6567145586013794], "r_norm": [0.15957030653953552, 0.16142651438713074]}, {"step": 13500, "epoch": 34, "train_loss": 0.0003102849586866796, "cos_r_negg": [0.6037012338638306, 0.6569058299064636], "cos_innovation_negg": [0.6037012338638306, 0.6569058299064636], "cos_apical_negg": [0.6037012338638306, 0.6569058299064636], "cos_Ac_negg": [0.6037012338638306, 0.6569058299064636], "r_norm": [0.15883073210716248, 0.16068372130393982], "ldr": {"dL_sdil": -0.006964191794395447, "dL_bp": -0.007918760180473328, "ratio": 0.8794548181378535}}, {"step": 13550, "epoch": 34, "train_loss": 0.00016927246178966016, "cos_r_negg": [0.603295087814331, 0.6569147109985352], "cos_innovation_negg": [0.603295087814331, 0.6569147109985352], "cos_apical_negg": [0.603295087814331, 0.6569147109985352], "cos_Ac_negg": [0.603295087814331, 0.6569147109985352], "r_norm": [0.1591080129146576, 0.16098248958587646]}, {"step": 13600, "epoch": 34, "train_loss": 0.000153832821524702, "cos_r_negg": [0.6033549308776855, 0.6563428044319153], "cos_innovation_negg": [0.6033549308776855, 0.6563428044319153], "cos_apical_negg": [0.6033549308776855, 0.6563428044319153], "cos_Ac_negg": [0.6033549308776855, 0.6563428044319153], "r_norm": [0.1592891812324524, 0.1611744910478592]}, {"step": 13650, "epoch": 34, "train_loss": 0.0001232618815265596, "cos_r_negg": [0.6035776138305664, 0.6566113233566284], "cos_innovation_negg": [0.6035776138305664, 0.6566113233566284], "cos_apical_negg": [0.6035776138305664, 0.6566113233566284], "cos_Ac_negg": [0.6035776138305664, 0.6566113233566284], "r_norm": [0.15848186612129211, 0.16034169495105743]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9755, "test_loss": 0.12709534397125244}, {"step": 13700, "epoch": 35, "train_loss": 0.000110518085421063, "cos_r_negg": [0.6032127737998962, 0.6563692092895508], "cos_innovation_negg": [0.6032127737998962, 0.6563692092895508], "cos_apical_negg": [0.6032127737998962, 0.6563692092895508], "cos_Ac_negg": [0.6032127737998962, 0.6563692092895508], "r_norm": [0.15827544033527374, 0.16015556454658508]}, {"step": 13750, "epoch": 35, "train_loss": 0.00026342860655859113, "cos_r_negg": [0.6040595769882202, 0.6566283702850342], "cos_innovation_negg": [0.6040595769882202, 0.6566283702850342], "cos_apical_negg": [0.6040595769882202, 0.6566283702850342], "cos_Ac_negg": [0.6040595769882202, 0.6566283702850342], "r_norm": [0.15828126668930054, 0.16016797721385956], "ldr": {"dL_sdil": -0.0069735050201416016, "dL_bp": -0.007944904267787933, "ratio": 0.8777330456221099}}, {"step": 13800, "epoch": 35, "train_loss": 8.060585241764784e-05, "cos_r_negg": [0.6037666201591492, 0.6568049192428589], "cos_innovation_negg": [0.6037666201591492, 0.6568049192428589], "cos_apical_negg": [0.6037666201591492, 0.6568049192428589], "cos_Ac_negg": [0.6037666201591492, 0.6568049192428589], "r_norm": [0.15843209624290466, 0.16030791401863098]}, {"step": 13850, "epoch": 35, "train_loss": 0.0001101046145777218, "cos_r_negg": [0.6036003828048706, 0.6569321155548096], "cos_innovation_negg": [0.6036003828048706, 0.6569321155548096], "cos_apical_negg": [0.6036003828048706, 0.6569321155548096], "cos_Ac_negg": [0.6036003828048706, 0.6569321155548096], "r_norm": [0.1595228910446167, 0.16140177845954895]}, {"step": 13900, "epoch": 35, "train_loss": 7.881969941081479e-05, "cos_r_negg": [0.6039018630981445, 0.657048225402832], "cos_innovation_negg": [0.6039018630981445, 0.657048225402832], "cos_apical_negg": [0.6039018630981445, 0.657048225402832], "cos_Ac_negg": [0.6039018630981445, 0.657048225402832], "r_norm": [0.15830962359905243, 0.1602005660533905]}, {"step": 13950, "epoch": 35, "train_loss": 0.0002039617975242436, "cos_r_negg": [0.6031099557876587, 0.6565764546394348], "cos_innovation_negg": [0.6031099557876587, 0.6565764546394348], "cos_apical_negg": [0.6031099557876587, 0.6565764546394348], "cos_Ac_negg": [0.6031099557876587, 0.6565764546394348], "r_norm": [0.15758821368217468, 0.15944069623947144]}, {"step": 14000, "epoch": 35, "train_loss": 0.00017334303993266076, "cos_r_negg": [0.6030405163764954, 0.6566857695579529], "cos_innovation_negg": [0.6030405163764954, 0.6566857695579529], "cos_apical_negg": [0.6030405163764954, 0.6566857695579529], "cos_Ac_negg": [0.6030405163764954, 0.6566857695579529], "r_norm": [0.15869620442390442, 0.1605420857667923], "ldr": {"dL_sdil": -0.007006257772445679, "dL_bp": -0.007984936237335205, "ratio": 0.8774344045086403}}, {"step": 14050, "epoch": 35, "train_loss": 0.00016025296645238996, "cos_r_negg": [0.603890597820282, 0.6570332646369934], "cos_innovation_negg": [0.603890597820282, 0.6570332646369934], "cos_apical_negg": [0.603890597820282, 0.6570332646369934], "cos_Ac_negg": [0.603890597820282, 0.6570332646369934], "r_norm": [0.1586942821741104, 0.16055995225906372]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9754, "test_loss": 0.12751471872329712}, {"step": 14100, "epoch": 36, "train_loss": 0.00020008510909974575, "cos_r_negg": [0.6033002734184265, 0.6567929983139038], "cos_innovation_negg": [0.6033002734184265, 0.6567929983139038], "cos_apical_negg": [0.6033002734184265, 0.6567929983139038], "cos_Ac_negg": [0.6033002734184265, 0.6567929983139038], "r_norm": [0.1581147164106369, 0.16000938415527344]}, {"step": 14150, "epoch": 36, "train_loss": 0.00017671138630248606, "cos_r_negg": [0.6028859615325928, 0.656245231628418], "cos_innovation_negg": [0.6028859615325928, 0.656245231628418], "cos_apical_negg": [0.6028859615325928, 0.656245231628418], "cos_Ac_negg": [0.6028859615325928, 0.656245231628418], "r_norm": [0.1587006151676178, 0.16060766577720642]}, {"step": 14200, "epoch": 36, "train_loss": 0.0001418061729054898, "cos_r_negg": [0.6036908626556396, 0.6568563580513], "cos_innovation_negg": [0.6036908626556396, 0.6568563580513], "cos_apical_negg": [0.6036908626556396, 0.6568563580513], "cos_Ac_negg": [0.6036908626556396, 0.6568563580513], "r_norm": [0.1592014729976654, 0.16107521951198578]}, {"step": 14250, "epoch": 36, "train_loss": 0.0001572218316141516, "cos_r_negg": [0.603946328163147, 0.6568892002105713], "cos_innovation_negg": [0.603946328163147, 0.6568892002105713], "cos_apical_negg": [0.603946328163147, 0.6568892002105713], "cos_Ac_negg": [0.603946328163147, 0.6568892002105713], "r_norm": [0.1584436148405075, 0.16031648218631744], "ldr": {"dL_sdil": -0.007011108100414276, "dL_bp": -0.008010223507881165, "ratio": 0.8752699713704779}}, {"step": 14300, "epoch": 36, "train_loss": 5.581115692621097e-05, "cos_r_negg": [0.6038641333580017, 0.6566457152366638], "cos_innovation_negg": [0.6038641333580017, 0.6566457152366638], "cos_apical_negg": [0.6038641333580017, 0.6566457152366638], "cos_Ac_negg": [0.6038641333580017, 0.6566457152366638], "r_norm": [0.15828166902065277, 0.16018930077552795]}, {"step": 14350, "epoch": 36, "train_loss": 0.00012789445463567972, "cos_r_negg": [0.6037468314170837, 0.6573240756988525], "cos_innovation_negg": [0.6037468314170837, 0.6573240756988525], "cos_apical_negg": [0.6037468314170837, 0.6573240756988525], "cos_Ac_negg": [0.6037468314170837, 0.6573240756988525], "r_norm": [0.15887972712516785, 0.16078609228134155]}, {"step": 14400, "epoch": 36, "train_loss": 6.617035251110792e-05, "cos_r_negg": [0.6032536625862122, 0.657295286655426], "cos_innovation_negg": [0.6032536625862122, 0.657295286655426], "cos_apical_negg": [0.6032536625862122, 0.657295286655426], "cos_Ac_negg": [0.6032536625862122, 0.657295286655426], "r_norm": [0.1582418978214264, 0.16010154783725739]}, {"step": 14450, "epoch": 36, "train_loss": 0.00016145521658472717, "cos_r_negg": [0.6033594608306885, 0.657298743724823], "cos_innovation_negg": [0.6033594608306885, 0.657298743724823], "cos_apical_negg": [0.6033594608306885, 0.657298743724823], "cos_Ac_negg": [0.6033594608306885, 0.657298743724823], "r_norm": [0.15841929614543915, 0.16026483476161957]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9758, "test_loss": 0.1278764530658722}, {"step": 14500, "epoch": 37, "train_loss": 0.000132862085592933, "cos_r_negg": [0.6038951873779297, 0.657280445098877], "cos_innovation_negg": [0.6038951873779297, 0.657280445098877], "cos_apical_negg": [0.6038951873779297, 0.657280445098877], "cos_Ac_negg": [0.6038951873779297, 0.657280445098877], "r_norm": [0.15855461359024048, 0.16042304039001465], "ldr": {"dL_sdil": -0.0070368945598602295, "dL_bp": -0.008054964244365692, "ratio": 0.8736096581412407}}, {"step": 14550, "epoch": 37, "train_loss": 0.00018437040853314102, "cos_r_negg": [0.6036340594291687, 0.6570623517036438], "cos_innovation_negg": [0.6036340594291687, 0.6570623517036438], "cos_apical_negg": [0.6036340594291687, 0.6570623517036438], "cos_Ac_negg": [0.6036340594291687, 0.6570623517036438], "r_norm": [0.15825264155864716, 0.1601535677909851]}, {"step": 14600, "epoch": 37, "train_loss": 4.567281939671375e-05, "cos_r_negg": [0.6026847958564758, 0.6566733717918396], "cos_innovation_negg": [0.6026847958564758, 0.6566733717918396], "cos_apical_negg": [0.6026847958564758, 0.6566733717918396], "cos_Ac_negg": [0.6026847958564758, 0.6566733717918396], "r_norm": [0.15784059464931488, 0.15971575677394867]}, {"step": 14650, "epoch": 37, "train_loss": 0.00014662652392871678, "cos_r_negg": [0.6035805344581604, 0.6575044393539429], "cos_innovation_negg": [0.6035805344581604, 0.6575044393539429], "cos_apical_negg": [0.6035805344581604, 0.6575044393539429], "cos_Ac_negg": [0.6035805344581604, 0.6575044393539429], "r_norm": [0.15796928107738495, 0.15983662009239197]}, {"step": 14700, "epoch": 37, "train_loss": 9.713043982628733e-05, "cos_r_negg": [0.6036467552185059, 0.6581125259399414], "cos_innovation_negg": [0.6036467552185059, 0.6581125259399414], "cos_apical_negg": [0.6036467552185059, 0.6581125259399414], "cos_Ac_negg": [0.6036467552185059, 0.6581125259399414], "r_norm": [0.15811747312545776, 0.15996119379997253]}, {"step": 14750, "epoch": 37, "train_loss": 0.00013722020958084613, "cos_r_negg": [0.6031257510185242, 0.6575820446014404], "cos_innovation_negg": [0.6031257510185242, 0.6575820446014404], "cos_apical_negg": [0.6031257510185242, 0.6575820446014404], "cos_Ac_negg": [0.6031257510185242, 0.6575820446014404], "r_norm": [0.15768298506736755, 0.15955457091331482], "ldr": {"dL_sdil": -0.007001988589763641, "dL_bp": -0.00804058462381363, "ratio": 0.8708307812625963}}, {"step": 14800, "epoch": 37, "train_loss": 0.0001302608143305406, "cos_r_negg": [0.6042213439941406, 0.6572632789611816], "cos_innovation_negg": [0.6042213439941406, 0.6572632789611816], "cos_apical_negg": [0.6042213439941406, 0.6572632789611816], "cos_Ac_negg": [0.6042213439941406, 0.6572632789611816], "r_norm": [0.15815657377243042, 0.16003301739692688]}, {"step": 14850, "epoch": 37, "train_loss": 7.488319533877075e-05, "cos_r_negg": [0.6034846305847168, 0.6576476097106934], "cos_innovation_negg": [0.6034846305847168, 0.6576476097106934], "cos_apical_negg": [0.6034846305847168, 0.6576476097106934], "cos_Ac_negg": [0.6034846305847168, 0.6576476097106934], "r_norm": [0.15826843678951263, 0.16013018786907196]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9757, "test_loss": 0.12818930921554567}, {"step": 14900, "epoch": 38, "train_loss": 0.00011615239782258868, "cos_r_negg": [0.6033805012702942, 0.6572241187095642], "cos_innovation_negg": [0.6033805012702942, 0.6572241187095642], "cos_apical_negg": [0.6033805012702942, 0.6572241187095642], "cos_Ac_negg": [0.6033805012702942, 0.6572241187095642], "r_norm": [0.1573716104030609, 0.15923282504081726]}, {"step": 14950, "epoch": 38, "train_loss": 4.164516576565802e-05, "cos_r_negg": [0.6038885116577148, 0.6572287082672119], "cos_innovation_negg": [0.6038885116577148, 0.6572287082672119], "cos_apical_negg": [0.6038885116577148, 0.6572287082672119], "cos_Ac_negg": [0.6038885116577148, 0.6572287082672119], "r_norm": [0.1567186713218689, 0.1585768610239029]}, {"step": 15000, "epoch": 38, "train_loss": 0.00039128170465119183, "cos_r_negg": [0.6041057705879211, 0.6572655439376831], "cos_innovation_negg": [0.6041057705879211, 0.6572655439376831], "cos_apical_negg": [0.6041057705879211, 0.6572655439376831], "cos_Ac_negg": [0.6041057705879211, 0.6572655439376831], "r_norm": [0.15737177431583405, 0.15923506021499634], "ldr": {"dL_sdil": -0.006970666348934174, "dL_bp": -0.007992267608642578, "ratio": 0.8721762946721556}}, {"step": 15050, "epoch": 38, "train_loss": 0.00017957606178242713, "cos_r_negg": [0.6036940813064575, 0.6582309603691101], "cos_innovation_negg": [0.6036940813064575, 0.6582309603691101], "cos_apical_negg": [0.6036940813064575, 0.6582309603691101], "cos_Ac_negg": [0.6036940813064575, 0.6582309603691101], "r_norm": [0.1578015387058258, 0.15968862175941467]}, {"step": 15100, "epoch": 38, "train_loss": 3.7275676731951535e-05, "cos_r_negg": [0.6041665077209473, 0.6579568386077881], "cos_innovation_negg": [0.6041665077209473, 0.6579568386077881], "cos_apical_negg": [0.6041665077209473, 0.6579568386077881], "cos_Ac_negg": [0.6041665077209473, 0.6579568386077881], "r_norm": [0.15934009850025177, 0.1612178385257721]}, {"step": 15150, "epoch": 38, "train_loss": 0.00013211023178882897, "cos_r_negg": [0.6037411689758301, 0.6576424241065979], "cos_innovation_negg": [0.6037411689758301, 0.6576424241065979], "cos_apical_negg": [0.6037411689758301, 0.6576424241065979], "cos_Ac_negg": [0.6037411689758301, 0.6576424241065979], "r_norm": [0.15901589393615723, 0.16088919341564178]}, {"step": 15200, "epoch": 38, "train_loss": 0.00014562408614438027, "cos_r_negg": [0.6038204431533813, 0.6577627658843994], "cos_innovation_negg": [0.6038204431533813, 0.6577627658843994], "cos_apical_negg": [0.6038204431533813, 0.6577627658843994], "cos_Ac_negg": [0.6038204431533813, 0.6577627658843994], "r_norm": [0.15851296484470367, 0.16037200391292572]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9757, "test_loss": 0.12860222845077515}, {"step": 15250, "epoch": 39, "train_loss": 4.5315391616895795e-05, "cos_r_negg": [0.603406548500061, 0.6576235294342041], "cos_innovation_negg": [0.603406548500061, 0.6576235294342041], "cos_apical_negg": [0.603406548500061, 0.6576235294342041], "cos_Ac_negg": [0.603406548500061, 0.6576235294342041], "r_norm": [0.15803125500679016, 0.15989390015602112], "ldr": {"dL_sdil": -0.007045447826385498, "dL_bp": -0.008105583488941193, "ratio": 0.869209210662985}}, {"step": 15300, "epoch": 39, "train_loss": 0.00015208919649012387, "cos_r_negg": [0.6042038202285767, 0.6578267812728882], "cos_innovation_negg": [0.6042038202285767, 0.6578267812728882], "cos_apical_negg": [0.6042038202285767, 0.6578267812728882], "cos_Ac_negg": [0.6042038202285767, 0.6578267812728882], "r_norm": [0.1572461575269699, 0.15911060571670532]}, {"step": 15350, "epoch": 39, "train_loss": 0.0003036248672287911, "cos_r_negg": [0.6031386256217957, 0.6580002307891846], "cos_innovation_negg": [0.6031386256217957, 0.6580002307891846], "cos_apical_negg": [0.6031386256217957, 0.6580002307891846], "cos_Ac_negg": [0.6031386256217957, 0.6580002307891846], "r_norm": [0.15675078332424164, 0.1586054414510727]}, {"step": 15400, "epoch": 39, "train_loss": 9.586403029970825e-05, "cos_r_negg": [0.6034740209579468, 0.6581356525421143], "cos_innovation_negg": [0.6034740209579468, 0.6581356525421143], "cos_apical_negg": [0.6034740209579468, 0.6581356525421143], "cos_Ac_negg": [0.6034740209579468, 0.6581356525421143], "r_norm": [0.1572687327861786, 0.15913379192352295]}, {"step": 15450, "epoch": 39, "train_loss": 0.0001307726197410375, "cos_r_negg": [0.603874683380127, 0.6578478217124939], "cos_innovation_negg": [0.603874683380127, 0.6578478217124939], "cos_apical_negg": [0.603874683380127, 0.6578478217124939], "cos_Ac_negg": [0.603874683380127, 0.6578478217124939], "r_norm": [0.15763331949710846, 0.15949034690856934]}, {"step": 15500, "epoch": 39, "train_loss": 0.00016923967632465065, "cos_r_negg": [0.6039748787879944, 0.6579989194869995], "cos_innovation_negg": [0.6039748787879944, 0.6579989194869995], "cos_apical_negg": [0.6039748787879944, 0.6579989194869995], "cos_Ac_negg": [0.6039748787879944, 0.6579989194869995], "r_norm": [0.1582077592611313, 0.1600949466228485], "ldr": {"dL_sdil": -0.007094629108905792, "dL_bp": -0.008182302117347717, "ratio": 0.867070050354668}}, {"step": 15550, "epoch": 39, "train_loss": 0.0001638858811929822, "cos_r_negg": [0.6042858362197876, 0.6581734418869019], "cos_innovation_negg": [0.6042858362197876, 0.6581734418869019], "cos_apical_negg": [0.6042858362197876, 0.6581734418869019], "cos_Ac_negg": [0.6042858362197876, 0.6581734418869019], "r_norm": [0.15887661278247833, 0.1607743799686432]}, {"step": 15600, "epoch": 39, "train_loss": 0.00016485116793774068, "cos_r_negg": [0.6037296056747437, 0.6578323841094971], "cos_innovation_negg": [0.6037296056747437, 0.6578323841094971], "cos_apical_negg": [0.6037296056747437, 0.6578323841094971], "cos_Ac_negg": [0.6037296056747437, 0.6578323841094971], "r_norm": [0.1578417718410492, 0.15972289443016052]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9756, "test_loss": 0.12877419557571412}, {"step": 15650, "epoch": 40, "train_loss": 0.00019253142818342894, "cos_r_negg": [0.6043553352355957, 0.6574819087982178], "cos_innovation_negg": [0.6043553352355957, 0.6574819087982178], "cos_apical_negg": [0.6043553352355957, 0.6574819087982178], "cos_Ac_negg": [0.6043553352355957, 0.6574819087982178], "r_norm": [0.15872010588645935, 0.16060155630111694]}, {"step": 15700, "epoch": 40, "train_loss": 9.00792219908908e-05, "cos_r_negg": [0.6042796969413757, 0.6577506065368652], "cos_innovation_negg": [0.6042796969413757, 0.6577506065368652], "cos_apical_negg": [0.6042796969413757, 0.6577506065368652], "cos_Ac_negg": [0.6042796969413757, 0.6577506065368652], "r_norm": [0.15900588035583496, 0.16085562109947205]}, {"step": 15750, "epoch": 40, "train_loss": 9.813733049668372e-05, "cos_r_negg": [0.6042529940605164, 0.6579336524009705], "cos_innovation_negg": [0.6042529940605164, 0.6579336524009705], "cos_apical_negg": [0.6042529940605164, 0.6579336524009705], "cos_Ac_negg": [0.6042529940605164, 0.6579336524009705], "r_norm": [0.1586059331893921, 0.16046932339668274], "ldr": {"dL_sdil": -0.0071219950914382935, "dL_bp": -0.00822286307811737, "ratio": 0.8661210850502059}}, {"step": 15800, "epoch": 40, "train_loss": 0.0002097217075061053, "cos_r_negg": [0.603666365146637, 0.6575942039489746], "cos_innovation_negg": [0.603666365146637, 0.6575942039489746], "cos_apical_negg": [0.603666365146637, 0.6575942039489746], "cos_Ac_negg": [0.603666365146637, 0.6575942039489746], "r_norm": [0.15770328044891357, 0.15956953167915344]}, {"step": 15850, "epoch": 40, "train_loss": 7.122530223568901e-05, "cos_r_negg": [0.6029400825500488, 0.6570739150047302], "cos_innovation_negg": [0.6029400825500488, 0.6570739150047302], "cos_apical_negg": [0.6029400825500488, 0.6570739150047302], "cos_Ac_negg": [0.6029400825500488, 0.6570739150047302], "r_norm": [0.1571471095085144, 0.15900446474552155]}, {"step": 15900, "epoch": 40, "train_loss": 7.288359483936802e-05, "cos_r_negg": [0.6042377948760986, 0.6580721139907837], "cos_innovation_negg": [0.6042377948760986, 0.6580721139907837], "cos_apical_negg": [0.6042377948760986, 0.6580721139907837], "cos_Ac_negg": [0.6042377948760986, 0.6580721139907837], "r_norm": [0.15734726190567017, 0.15923263132572174]}, {"step": 15950, "epoch": 40, "train_loss": 0.00010687563917599618, "cos_r_negg": [0.6044132709503174, 0.6581145524978638], "cos_innovation_negg": [0.6044132709503174, 0.6581145524978638], "cos_apical_negg": [0.6044132709503174, 0.6581145524978638], "cos_Ac_negg": [0.6044132709503174, 0.6581145524978638], "r_norm": [0.15783613920211792, 0.15974147617816925]}, {"step": 16000, "epoch": 40, "train_loss": 2.6462930691195652e-05, "cos_r_negg": [0.6042518615722656, 0.6577380895614624], "cos_innovation_negg": [0.6042518615722656, 0.6577380895614624], "cos_apical_negg": [0.6042518615722656, 0.6577380895614624], "cos_Ac_negg": [0.6042518615722656, 0.6577380895614624], "r_norm": [0.1584801971912384, 0.16036690771579742], "ldr": {"dL_sdil": -0.007114194333553314, "dL_bp": -0.008230134844779968, "ratio": 0.8644079918162643}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9756, "test_loss": 0.12893528790473938}, {"step": 16050, "epoch": 41, "train_loss": 4.516782792052254e-05, "cos_r_negg": [0.6046223640441895, 0.6576347351074219], "cos_innovation_negg": [0.6046223640441895, 0.6576347351074219], "cos_apical_negg": [0.6046223640441895, 0.6576347351074219], "cos_Ac_negg": [0.6046223640441895, 0.6576347351074219], "r_norm": [0.15805408358573914, 0.15991440415382385]}, {"step": 16100, "epoch": 41, "train_loss": 0.00013182248221710324, "cos_r_negg": [0.6046727299690247, 0.657976508140564], "cos_innovation_negg": [0.6046727299690247, 0.657976508140564], "cos_apical_negg": [0.6046727299690247, 0.657976508140564], "cos_Ac_negg": [0.6046727299690247, 0.657976508140564], "r_norm": [0.15832030773162842, 0.16020530462265015]}, {"step": 16150, "epoch": 41, "train_loss": 0.00013707626203540713, "cos_r_negg": [0.6040787696838379, 0.6575980186462402], "cos_innovation_negg": [0.6040787696838379, 0.6575980186462402], "cos_apical_negg": [0.6040787696838379, 0.6575980186462402], "cos_Ac_negg": [0.6040787696838379, 0.6575980186462402], "r_norm": [0.15866677463054657, 0.160541370511055]}, {"step": 16200, "epoch": 41, "train_loss": 0.00011035794159397483, "cos_r_negg": [0.6045282483100891, 0.6579090356826782], "cos_innovation_negg": [0.6045282483100891, 0.6579090356826782], "cos_apical_negg": [0.6045282483100891, 0.6579090356826782], "cos_Ac_negg": [0.6045282483100891, 0.6579090356826782], "r_norm": [0.1581789255142212, 0.16005952656269073]}, {"step": 16250, "epoch": 41, "train_loss": 0.0001384793285978958, "cos_r_negg": [0.6042435169219971, 0.6577427983283997], "cos_innovation_negg": [0.6042435169219971, 0.6577427983283997], "cos_apical_negg": [0.6042435169219971, 0.6577427983283997], "cos_Ac_negg": [0.6042435169219971, 0.6577427983283997], "r_norm": [0.1582832634449005, 0.16018036007881165], "ldr": {"dL_sdil": -0.0071235522627830505, "dL_bp": -0.008254379034042358, "ratio": 0.8630028053478523}}, {"step": 16300, "epoch": 41, "train_loss": 0.00010857146116904914, "cos_r_negg": [0.6034195423126221, 0.6568264961242676], "cos_innovation_negg": [0.6034195423126221, 0.6568264961242676], "cos_apical_negg": [0.6034195423126221, 0.6568264961242676], "cos_Ac_negg": [0.6034195423126221, 0.6568264961242676], "r_norm": [0.1577756702899933, 0.1596810221672058]}, {"step": 16350, "epoch": 41, "train_loss": 7.63048738008365e-05, "cos_r_negg": [0.6031267642974854, 0.6573804616928101], "cos_innovation_negg": [0.6031267642974854, 0.6573804616928101], "cos_apical_negg": [0.6031267642974854, 0.6573804616928101], "cos_Ac_negg": [0.6031267642974854, 0.6573804616928101], "r_norm": [0.15679508447647095, 0.15869548916816711]}, {"step": 16400, "epoch": 41, "train_loss": 8.030792378121987e-05, "cos_r_negg": [0.6035301089286804, 0.6576828956604004], "cos_innovation_negg": [0.6035301089286804, 0.6576828956604004], "cos_apical_negg": [0.6035301089286804, 0.6576828956604004], "cos_Ac_negg": [0.6035301089286804, 0.6576828956604004], "r_norm": [0.1569945514202118, 0.15885108709335327]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9755, "test_loss": 0.1294861310005188}, {"step": 16450, "epoch": 42, "train_loss": 4.044330125907436e-05, "cos_r_negg": [0.6037143468856812, 0.6579926013946533], "cos_innovation_negg": [0.6037143468856812, 0.6579926013946533], "cos_apical_negg": [0.6037143468856812, 0.6579926013946533], "cos_Ac_negg": [0.6037143468856812, 0.6579926013946533], "r_norm": [0.1567322313785553, 0.15857568383216858]}, {"step": 16500, "epoch": 42, "train_loss": 0.00012856334797106683, "cos_r_negg": [0.603400707244873, 0.6577111482620239], "cos_innovation_negg": [0.603400707244873, 0.6577111482620239], "cos_apical_negg": [0.603400707244873, 0.6577111482620239], "cos_Ac_negg": [0.603400707244873, 0.6577111482620239], "r_norm": [0.15773078799247742, 0.1595892310142517], "ldr": {"dL_sdil": -0.007079489529132843, "dL_bp": -0.008197255432605743, "ratio": 0.8636414452785224}}, {"step": 16550, "epoch": 42, "train_loss": 0.0001806038781069219, "cos_r_negg": [0.6031359434127808, 0.6575732231140137], "cos_innovation_negg": [0.6031359434127808, 0.6575732231140137], "cos_apical_negg": [0.6031359434127808, 0.6575732231140137], "cos_Ac_negg": [0.6031359434127808, 0.6575732231140137], "r_norm": [0.15806671977043152, 0.15990889072418213]}, {"step": 16600, "epoch": 42, "train_loss": 0.00021362831466831267, "cos_r_negg": [0.6035529375076294, 0.6574594974517822], "cos_innovation_negg": [0.6035529375076294, 0.6574594974517822], "cos_apical_negg": [0.6035529375076294, 0.6574594974517822], "cos_Ac_negg": [0.6035529375076294, 0.6574594974517822], "r_norm": [0.15733027458190918, 0.1591814011335373]}, {"step": 16650, "epoch": 42, "train_loss": 0.00013452288112603128, "cos_r_negg": [0.6038067936897278, 0.6574373245239258], "cos_innovation_negg": [0.6038067936897278, 0.6574373245239258], "cos_apical_negg": [0.6038067936897278, 0.6574373245239258], "cos_Ac_negg": [0.6038067936897278, 0.6574373245239258], "r_norm": [0.15722841024398804, 0.15907788276672363]}, {"step": 16700, "epoch": 42, "train_loss": 0.00010256766108796, "cos_r_negg": [0.603609025478363, 0.657413899898529], "cos_innovation_negg": [0.603609025478363, 0.657413899898529], "cos_apical_negg": [0.603609025478363, 0.657413899898529], "cos_Ac_negg": [0.603609025478363, 0.657413899898529], "r_norm": [0.15759965777397156, 0.15946003794670105]}, {"step": 16750, "epoch": 42, "train_loss": 0.00010260665294481441, "cos_r_negg": [0.6037004590034485, 0.6576926112174988], "cos_innovation_negg": [0.6037004590034485, 0.6576926112174988], "cos_apical_negg": [0.6037004590034485, 0.6576926112174988], "cos_Ac_negg": [0.6037004590034485, 0.6576926112174988], "r_norm": [0.15730026364326477, 0.15916915237903595], "ldr": {"dL_sdil": -0.007083527743816376, "dL_bp": -0.008223913609981537, "ratio": 0.8613329467881264}}, {"step": 16800, "epoch": 42, "train_loss": 4.920990613754839e-05, "cos_r_negg": [0.6031532287597656, 0.6575413942337036], "cos_innovation_negg": [0.6031532287597656, 0.6575413942337036], "cos_apical_negg": [0.6031532287597656, 0.6575413942337036], "cos_Ac_negg": [0.6031532287597656, 0.6575413942337036], "r_norm": [0.15737470984458923, 0.15923595428466797]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9755, "test_loss": 0.12974907321929932}, {"step": 16850, "epoch": 43, "train_loss": 0.00022823242761660367, "cos_r_negg": [0.6032910943031311, 0.6577823758125305], "cos_innovation_negg": [0.6032910943031311, 0.6577823758125305], "cos_apical_negg": [0.6032910943031311, 0.6577823758125305], "cos_Ac_negg": [0.6032910943031311, 0.6577823758125305], "r_norm": [0.1571488380432129, 0.15900051593780518]}, {"step": 16900, "epoch": 43, "train_loss": 7.851807458791882e-05, "cos_r_negg": [0.6032004952430725, 0.6578290462493896], "cos_innovation_negg": [0.6032004952430725, 0.6578290462493896], "cos_apical_negg": [0.6032004952430725, 0.6578290462493896], "cos_Ac_negg": [0.6032004952430725, 0.6578290462493896], "r_norm": [0.15712201595306396, 0.15896958112716675]}, {"step": 16950, "epoch": 43, "train_loss": 0.0001297452545259148, "cos_r_negg": [0.60368812084198, 0.6579951047897339], "cos_innovation_negg": [0.60368812084198, 0.6579951047897339], "cos_apical_negg": [0.60368812084198, 0.6579951047897339], "cos_Ac_negg": [0.60368812084198, 0.6579951047897339], "r_norm": [0.15649813413619995, 0.15834271907806396]}, {"step": 17000, "epoch": 43, "train_loss": 0.0001348640798823908, "cos_r_negg": [0.6033735275268555, 0.6579256057739258], "cos_innovation_negg": [0.6033735275268555, 0.6579256057739258], "cos_apical_negg": [0.6033735275268555, 0.6579256057739258], "cos_Ac_negg": [0.6033735275268555, 0.6579256057739258], "r_norm": [0.15655526518821716, 0.15840736031532288], "ldr": {"dL_sdil": -0.007039226591587067, "dL_bp": -0.008184410631656647, "ratio": 0.8600773969429026}}, {"step": 17050, "epoch": 43, "train_loss": 0.00010871417180169374, "cos_r_negg": [0.603553831577301, 0.6578364968299866], "cos_innovation_negg": [0.603553831577301, 0.6578364968299866], "cos_apical_negg": [0.603553831577301, 0.6578364968299866], "cos_Ac_negg": [0.603553831577301, 0.6578364968299866], "r_norm": [0.15694400668144226, 0.15881693363189697]}, {"step": 17100, "epoch": 43, "train_loss": 0.00010666960588423535, "cos_r_negg": [0.603143572807312, 0.6571360230445862], "cos_innovation_negg": [0.603143572807312, 0.6571360230445862], "cos_apical_negg": [0.603143572807312, 0.6571360230445862], "cos_Ac_negg": [0.603143572807312, 0.6571360230445862], "r_norm": [0.15706422924995422, 0.15893656015396118]}, {"step": 17150, "epoch": 43, "train_loss": 0.0001020620038616471, "cos_r_negg": [0.6033904552459717, 0.6570223569869995], "cos_innovation_negg": [0.6033904552459717, 0.6570223569869995], "cos_apical_negg": [0.6033904552459717, 0.6570223569869995], "cos_Ac_negg": [0.6033904552459717, 0.6570223569869995], "r_norm": [0.1576816737651825, 0.15955129265785217]}, {"step": 17200, "epoch": 43, "train_loss": 0.00014421730884350836, "cos_r_negg": [0.6040086150169373, 0.6575869917869568], "cos_innovation_negg": [0.6040086150169373, 0.6575869917869568], "cos_apical_negg": [0.6040086150169373, 0.6575869917869568], "cos_Ac_negg": [0.6040086150169373, 0.6575869917869568], "r_norm": [0.1582113802433014, 0.16010768711566925]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9756, "test_loss": 0.12996589822769164}, {"step": 17250, "epoch": 44, "train_loss": 0.00013691745698451996, "cos_r_negg": [0.6029984951019287, 0.657219648361206], "cos_innovation_negg": [0.6029984951019287, 0.657219648361206], "cos_apical_negg": [0.6029984951019287, 0.657219648361206], "cos_Ac_negg": [0.6029984951019287, 0.657219648361206], "r_norm": [0.1579645574092865, 0.15984009206295013], "ldr": {"dL_sdil": -0.007171995937824249, "dL_bp": -0.008351758122444153, "ratio": 0.8587408582332549}}, {"step": 17300, "epoch": 44, "train_loss": 6.723305705236271e-05, "cos_r_negg": [0.6035100221633911, 0.6580316424369812], "cos_innovation_negg": [0.6035100221633911, 0.6580316424369812], "cos_apical_negg": [0.6035100221633911, 0.6580316424369812], "cos_Ac_negg": [0.6035100221633911, 0.6580316424369812], "r_norm": [0.15828000009059906, 0.16016775369644165]}, {"step": 17350, "epoch": 44, "train_loss": 0.00010205173748545349, "cos_r_negg": [0.603592038154602, 0.6576124429702759], "cos_innovation_negg": [0.603592038154602, 0.6576124429702759], "cos_apical_negg": [0.603592038154602, 0.6576124429702759], "cos_Ac_negg": [0.603592038154602, 0.6576124429702759], "r_norm": [0.1572543978691101, 0.15912401676177979]}, {"step": 17400, "epoch": 44, "train_loss": 8.841767703415826e-05, "cos_r_negg": [0.6031792759895325, 0.6573525667190552], "cos_innovation_negg": [0.6031792759895325, 0.6573525667190552], "cos_apical_negg": [0.6031792759895325, 0.6573525667190552], "cos_Ac_negg": [0.6031792759895325, 0.6573525667190552], "r_norm": [0.15776081383228302, 0.15963032841682434]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001269029307877645, "cos_r_negg": [0.6020252704620361, 0.6568087935447693], "cos_innovation_negg": [0.6020252704620361, 0.6568087935447693], "cos_apical_negg": [0.6020252704620361, 0.6568087935447693], "cos_Ac_negg": [0.6020252704620361, 0.6568087935447693], "r_norm": [0.15823310613632202, 0.16009151935577393]}, {"step": 17500, "epoch": 44, "train_loss": 0.00010773687245091423, "cos_r_negg": [0.6025469303131104, 0.6570212244987488], "cos_innovation_negg": [0.6025469303131104, 0.6570212244987488], "cos_apical_negg": [0.6025469303131104, 0.6570212244987488], "cos_Ac_negg": [0.6025469303131104, 0.6570212244987488], "r_norm": [0.15745849907398224, 0.15933051705360413], "ldr": {"dL_sdil": -0.007115095853805542, "dL_bp": -0.008293986320495605, "ratio": 0.8578620194035214}}, {"step": 17550, "epoch": 44, "train_loss": 8.338717452716082e-05, "cos_r_negg": [0.6025213003158569, 0.6572736501693726], "cos_innovation_negg": [0.6025213003158569, 0.6572736501693726], "cos_apical_negg": [0.6025213003158569, 0.6572736501693726], "cos_Ac_negg": [0.6025213003158569, 0.6572736501693726], "r_norm": [0.15760526061058044, 0.15947121381759644]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9757, "test_loss": 0.13017479810714722}, {"step": 17600, "epoch": 45, "train_loss": 0.00011953312787227333, "cos_r_negg": [0.6037697792053223, 0.6576366424560547], "cos_innovation_negg": [0.6037697792053223, 0.6576366424560547], "cos_apical_negg": [0.6037697792053223, 0.6576366424560547], "cos_Ac_negg": [0.6037697792053223, 0.6576366424560547], "r_norm": [0.15712179243564606, 0.1589781492948532]}, {"step": 17650, "epoch": 45, "train_loss": 8.960957347881049e-05, "cos_r_negg": [0.6034083962440491, 0.6578127145767212], "cos_innovation_negg": [0.6034083962440491, 0.6578127145767212], "cos_apical_negg": [0.6034083962440491, 0.6578127145767212], "cos_Ac_negg": [0.6034083962440491, 0.6578127145767212], "r_norm": [0.15699146687984467, 0.15883377194404602]}, {"step": 17700, "epoch": 45, "train_loss": 2.272634083055891e-05, "cos_r_negg": [0.6041077375411987, 0.6578940749168396], "cos_innovation_negg": [0.6041077375411987, 0.6578940749168396], "cos_apical_negg": [0.6041077375411987, 0.6578940749168396], "cos_Ac_negg": [0.6041077375411987, 0.6578940749168396], "r_norm": [0.15698422491550446, 0.15885262191295624]}, {"step": 17750, "epoch": 45, "train_loss": 0.00013591855531558394, "cos_r_negg": [0.6032748818397522, 0.6575208902359009], "cos_innovation_negg": [0.6032748818397522, 0.6575208902359009], "cos_apical_negg": [0.6032748818397522, 0.6575208902359009], "cos_Ac_negg": [0.6032748818397522, 0.6575208902359009], "r_norm": [0.15794622898101807, 0.1598200798034668], "ldr": {"dL_sdil": -0.007178068161010742, "dL_bp": -0.008377432823181152, "ratio": 0.8568338669512628}}, {"step": 17800, "epoch": 45, "train_loss": 9.928217332344502e-05, "cos_r_negg": [0.6032280921936035, 0.6575961112976074], "cos_innovation_negg": [0.6032280921936035, 0.6575961112976074], "cos_apical_negg": [0.6032280921936035, 0.6575961112976074], "cos_Ac_negg": [0.6032280921936035, 0.6575961112976074], "r_norm": [0.15746597945690155, 0.1593378633260727]}, {"step": 17850, "epoch": 45, "train_loss": 2.287047027493827e-05, "cos_r_negg": [0.6030348539352417, 0.657411515712738], "cos_innovation_negg": [0.6030348539352417, 0.657411515712738], "cos_apical_negg": [0.6030348539352417, 0.657411515712738], "cos_Ac_negg": [0.6030348539352417, 0.657411515712738], "r_norm": [0.15715977549552917, 0.1590338796377182]}, {"step": 17900, "epoch": 45, "train_loss": 0.00018263755191583186, "cos_r_negg": [0.6029764413833618, 0.6573295593261719], "cos_innovation_negg": [0.6029764413833618, 0.6573295593261719], "cos_apical_negg": [0.6029764413833618, 0.6573295593261719], "cos_Ac_negg": [0.6029764413833618, 0.6573295593261719], "r_norm": [0.15636500716209412, 0.15824437141418457]}, {"step": 17950, "epoch": 45, "train_loss": 9.499380394117907e-05, "cos_r_negg": [0.6023263931274414, 0.6571036577224731], "cos_innovation_negg": [0.6023263931274414, 0.6571036577224731], "cos_apical_negg": [0.6023263931274414, 0.6571036577224731], "cos_Ac_negg": [0.6023263931274414, 0.6571036577224731], "r_norm": [0.1573801338672638, 0.15925565361976624]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9759, "test_loss": 0.1305171455860138}, {"step": 18000, "epoch": 46, "train_loss": 8.811248699203134e-05, "cos_r_negg": [0.6032366156578064, 0.657503068447113], "cos_innovation_negg": [0.6032366156578064, 0.657503068447113], "cos_apical_negg": [0.6032366156578064, 0.657503068447113], "cos_Ac_negg": [0.6032366156578064, 0.657503068447113], "r_norm": [0.15731710195541382, 0.1591784954071045], "ldr": {"dL_sdil": -0.007138065993785858, "dL_bp": -0.008341215550899506, "ratio": 0.855758486305524}}, {"step": 18050, "epoch": 46, "train_loss": 0.00014971198106650263, "cos_r_negg": [0.6035394668579102, 0.6576420664787292], "cos_innovation_negg": [0.6035394668579102, 0.6576420664787292], "cos_apical_negg": [0.6035394668579102, 0.6576420664787292], "cos_Ac_negg": [0.6035394668579102, 0.6576420664787292], "r_norm": [0.15758493542671204, 0.15945571660995483]}, {"step": 18100, "epoch": 46, "train_loss": 0.0002245134237455204, "cos_r_negg": [0.6034643650054932, 0.6574878692626953], "cos_innovation_negg": [0.6034643650054932, 0.6574878692626953], "cos_apical_negg": [0.6034643650054932, 0.6574878692626953], "cos_Ac_negg": [0.6034643650054932, 0.6574878692626953], "r_norm": [0.1573818027973175, 0.15924297273159027]}, {"step": 18150, "epoch": 46, "train_loss": 6.379551632562652e-05, "cos_r_negg": [0.6035877466201782, 0.6576547622680664], "cos_innovation_negg": [0.6035877466201782, 0.6576547622680664], "cos_apical_negg": [0.6035877466201782, 0.6576547622680664], "cos_Ac_negg": [0.6035877466201782, 0.6576547622680664], "r_norm": [0.157455176115036, 0.15928813815116882]}, {"step": 18200, "epoch": 46, "train_loss": 9.319258970208466e-05, "cos_r_negg": [0.602686882019043, 0.6570419073104858], "cos_innovation_negg": [0.602686882019043, 0.6570419073104858], "cos_apical_negg": [0.602686882019043, 0.6570419073104858], "cos_Ac_negg": [0.602686882019043, 0.6570419073104858], "r_norm": [0.15758982300758362, 0.15943750739097595]}, {"step": 18250, "epoch": 46, "train_loss": 0.00010623765410855412, "cos_r_negg": [0.6032069325447083, 0.6574755907058716], "cos_innovation_negg": [0.6032069325447083, 0.6574755907058716], "cos_apical_negg": [0.6032069325447083, 0.6574755907058716], "cos_Ac_negg": [0.6032069325447083, 0.6574755907058716], "r_norm": [0.15758320689201355, 0.15943540632724762], "ldr": {"dL_sdil": -0.007168278098106384, "dL_bp": -0.008389018476009369, "ratio": 0.8544835273168111}}, {"step": 18300, "epoch": 46, "train_loss": 0.00012428901391103864, "cos_r_negg": [0.6031472682952881, 0.6575278639793396], "cos_innovation_negg": [0.6031472682952881, 0.6575278639793396], "cos_apical_negg": [0.6031472682952881, 0.6575278639793396], "cos_Ac_negg": [0.6031472682952881, 0.6575278639793396], "r_norm": [0.15659518539905548, 0.15845449268817902]}, {"step": 18350, "epoch": 46, "train_loss": 0.00010875635780394077, "cos_r_negg": [0.6026108264923096, 0.6574018001556396], "cos_innovation_negg": [0.6026108264923096, 0.6574018001556396], "cos_apical_negg": [0.6026108264923096, 0.6574018001556396], "cos_Ac_negg": [0.6026108264923096, 0.6574018001556396], "r_norm": [0.15668761730194092, 0.15853646397590637]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9759, "test_loss": 0.13091948885917665}, {"step": 18400, "epoch": 47, "train_loss": 0.00017126929014921188, "cos_r_negg": [0.6030569076538086, 0.6577003002166748], "cos_innovation_negg": [0.6030569076538086, 0.6577003002166748], "cos_apical_negg": [0.6030569076538086, 0.6577003002166748], "cos_Ac_negg": [0.6030569076538086, 0.6577003002166748], "r_norm": [0.15682505071163177, 0.15866690874099731]}, {"step": 18450, "epoch": 47, "train_loss": 0.000103118916740641, "cos_r_negg": [0.6020433306694031, 0.6575992107391357], "cos_innovation_negg": [0.6020433306694031, 0.6575992107391357], "cos_apical_negg": [0.6020433306694031, 0.6575992107391357], "cos_Ac_negg": [0.6020433306694031, 0.6575992107391357], "r_norm": [0.15667879581451416, 0.15850722789764404]}, {"step": 18500, "epoch": 47, "train_loss": 0.00022068290854804218, "cos_r_negg": [0.6033605337142944, 0.6581707000732422], "cos_innovation_negg": [0.6033605337142944, 0.6581707000732422], "cos_apical_negg": [0.6033605337142944, 0.6581707000732422], "cos_Ac_negg": [0.6033605337142944, 0.6581707000732422], "r_norm": [0.1563252955675125, 0.1581590622663498], "ldr": {"dL_sdil": -0.007109977304935455, "dL_bp": -0.008328177034854889, "ratio": 0.8537255242268442}}, {"step": 18550, "epoch": 47, "train_loss": 0.00014748901594430208, "cos_r_negg": [0.603268027305603, 0.6583101749420166], "cos_innovation_negg": [0.603268027305603, 0.6583101749420166], "cos_apical_negg": [0.603268027305603, 0.6583101749420166], "cos_Ac_negg": [0.603268027305603, 0.6583101749420166], "r_norm": [0.1569230556488037, 0.15879151225090027]}, {"step": 18600, "epoch": 47, "train_loss": 7.878464384702966e-05, "cos_r_negg": [0.6030566692352295, 0.6579403877258301], "cos_innovation_negg": [0.6030566692352295, 0.6579403877258301], "cos_apical_negg": [0.6030566692352295, 0.6579403877258301], "cos_Ac_negg": [0.6030566692352295, 0.6579403877258301], "r_norm": [0.15746554732322693, 0.15933789312839508]}, {"step": 18650, "epoch": 47, "train_loss": 8.672658441355452e-05, "cos_r_negg": [0.6025937795639038, 0.6577987670898438], "cos_innovation_negg": [0.6025937795639038, 0.6577987670898438], "cos_apical_negg": [0.6025937795639038, 0.6577987670898438], "cos_Ac_negg": [0.6025937795639038, 0.6577987670898438], "r_norm": [0.15689194202423096, 0.15877369046211243]}, {"step": 18700, "epoch": 47, "train_loss": 0.00017385149840265512, "cos_r_negg": [0.6026830673217773, 0.65770423412323], "cos_innovation_negg": [0.6026830673217773, 0.65770423412323], "cos_apical_negg": [0.6026830673217773, 0.65770423412323], "cos_Ac_negg": [0.6026830673217773, 0.65770423412323], "r_norm": [0.15695753693580627, 0.1588352620601654]}, {"step": 18750, "epoch": 47, "train_loss": 2.7054882593802176e-05, "cos_r_negg": [0.6028822660446167, 0.6577503681182861], "cos_innovation_negg": [0.6028822660446167, 0.6577503681182861], "cos_apical_negg": [0.6028822660446167, 0.6577503681182861], "cos_Ac_negg": [0.6028822660446167, 0.6577503681182861], "r_norm": [0.15688739717006683, 0.1587795615196228], "ldr": {"dL_sdil": -0.007171742618083954, "dL_bp": -0.00842306762933731, "ratio": 0.8514407023285642}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9759, "test_loss": 0.13104884738922118}, {"step": 18800, "epoch": 48, "train_loss": 9.41538528422825e-05, "cos_r_negg": [0.6028815507888794, 0.6577313542366028], "cos_innovation_negg": [0.6028815507888794, 0.6577313542366028], "cos_apical_negg": [0.6028815507888794, 0.6577313542366028], "cos_Ac_negg": [0.6028815507888794, 0.6577313542366028], "r_norm": [0.15787065029144287, 0.15974873304367065]}, {"step": 18850, "epoch": 48, "train_loss": 0.00015549450472462922, "cos_r_negg": [0.6031293869018555, 0.6578294038772583], "cos_innovation_negg": [0.6031293869018555, 0.6578294038772583], "cos_apical_negg": [0.6031293869018555, 0.6578294038772583], "cos_Ac_negg": [0.6031293869018555, 0.6578294038772583], "r_norm": [0.1583913415670395, 0.16028743982315063]}, {"step": 18900, "epoch": 48, "train_loss": 2.844981281668879e-05, "cos_r_negg": [0.6027783155441284, 0.6579045057296753], "cos_innovation_negg": [0.6027783155441284, 0.6579045057296753], "cos_apical_negg": [0.6027783155441284, 0.6579045057296753], "cos_Ac_negg": [0.6027783155441284, 0.6579045057296753], "r_norm": [0.15835952758789062, 0.16022290289402008]}, {"step": 18950, "epoch": 48, "train_loss": 0.00021208619000390172, "cos_r_negg": [0.6027505993843079, 0.6580098867416382], "cos_innovation_negg": [0.6027505993843079, 0.6580098867416382], "cos_apical_negg": [0.6027505993843079, 0.6580098867416382], "cos_Ac_negg": [0.6027505993843079, 0.6580098867416382], "r_norm": [0.15783703327178955, 0.1597188115119934]}, {"step": 19000, "epoch": 48, "train_loss": 7.185221329564229e-05, "cos_r_negg": [0.6026557087898254, 0.6580605506896973], "cos_innovation_negg": [0.6026557087898254, 0.6580605506896973], "cos_apical_negg": [0.6026557087898254, 0.6580605506896973], "cos_Ac_negg": [0.6026557087898254, 0.6580605506896973], "r_norm": [0.15716925263404846, 0.1590377688407898], "ldr": {"dL_sdil": -0.0071725994348526, "dL_bp": -0.008421853184700012, "ratio": 0.8516652187529304}}, {"step": 19050, "epoch": 48, "train_loss": 0.0002155941620003432, "cos_r_negg": [0.6025556325912476, 0.6580893993377686], "cos_innovation_negg": [0.6025556325912476, 0.6580893993377686], "cos_apical_negg": [0.6025556325912476, 0.6580893993377686], "cos_Ac_negg": [0.6025556325912476, 0.6580893993377686], "r_norm": [0.15693818032741547, 0.1588132679462433]}, {"step": 19100, "epoch": 48, "train_loss": 0.0001780856546247378, "cos_r_negg": [0.6027176380157471, 0.6581147909164429], "cos_innovation_negg": [0.6027176380157471, 0.6581147909164429], "cos_apical_negg": [0.6027176380157471, 0.6581147909164429], "cos_Ac_negg": [0.6027176380157471, 0.6581147909164429], "r_norm": [0.15702340006828308, 0.15888693928718567]}, {"step": 19150, "epoch": 48, "train_loss": 3.706011557369493e-05, "cos_r_negg": [0.6026402115821838, 0.6583924293518066], "cos_innovation_negg": [0.6026402115821838, 0.6583924293518066], "cos_apical_negg": [0.6026402115821838, 0.6583924293518066], "cos_Ac_negg": [0.6026402115821838, 0.6583924293518066], "r_norm": [0.15698915719985962, 0.15885329246520996]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9757, "test_loss": 0.13124717597961424}, {"step": 19200, "epoch": 49, "train_loss": 5.965484888292849e-05, "cos_r_negg": [0.6031508445739746, 0.6584221124649048], "cos_innovation_negg": [0.6031508445739746, 0.6584221124649048], "cos_apical_negg": [0.6031508445739746, 0.6584221124649048], "cos_Ac_negg": [0.6031508445739746, 0.6584221124649048], "r_norm": [0.15701770782470703, 0.15889152884483337]}, {"step": 19250, "epoch": 49, "train_loss": 2.5382745661772788e-05, "cos_r_negg": [0.6032369136810303, 0.6587120294570923], "cos_innovation_negg": [0.6032369136810303, 0.6587120294570923], "cos_apical_negg": [0.6032369136810303, 0.6587120294570923], "cos_Ac_negg": [0.6032369136810303, 0.6587120294570923], "r_norm": [0.15789303183555603, 0.15975987911224365], "ldr": {"dL_sdil": -0.007217243313789368, "dL_bp": -0.008498862385749817, "ratio": 0.8492011031841907}}, {"step": 19300, "epoch": 49, "train_loss": 0.0003231882583349943, "cos_r_negg": [0.6035650968551636, 0.6589397192001343], "cos_innovation_negg": [0.6035650968551636, 0.6589397192001343], "cos_apical_negg": [0.6035650968551636, 0.6589397192001343], "cos_Ac_negg": [0.6035650968551636, 0.6589397192001343], "r_norm": [0.1576654613018036, 0.15953394770622253]}, {"step": 19350, "epoch": 49, "train_loss": 0.00011316865857224911, "cos_r_negg": [0.6029601097106934, 0.6586190462112427], "cos_innovation_negg": [0.6029601097106934, 0.6586190462112427], "cos_apical_negg": [0.6029601097106934, 0.6586190462112427], "cos_Ac_negg": [0.6029601097106934, 0.6586190462112427], "r_norm": [0.15724071860313416, 0.15908150374889374]}, {"step": 19400, "epoch": 49, "train_loss": 8.994672680273652e-05, "cos_r_negg": [0.6026394367218018, 0.6585540175437927], "cos_innovation_negg": [0.6026394367218018, 0.6585540175437927], "cos_apical_negg": [0.6026394367218018, 0.6585540175437927], "cos_Ac_negg": [0.6026394367218018, 0.6585540175437927], "r_norm": [0.1570935845375061, 0.15892207622528076]}, {"step": 19450, "epoch": 49, "train_loss": 0.00013462970673572272, "cos_r_negg": [0.602625846862793, 0.6580925583839417], "cos_innovation_negg": [0.602625846862793, 0.6580925583839417], "cos_apical_negg": [0.602625846862793, 0.6580925583839417], "cos_Ac_negg": [0.602625846862793, 0.6580925583839417], "r_norm": [0.15565189719200134, 0.15749436616897583]}, {"step": 19500, "epoch": 49, "train_loss": 9.986362420022488e-05, "cos_r_negg": [0.6023759245872498, 0.6580681204795837], "cos_innovation_negg": [0.6023759245872498, 0.6580681204795837], "cos_apical_negg": [0.6023759245872498, 0.6580681204795837], "cos_Ac_negg": [0.6023759245872498, 0.6580681204795837], "r_norm": [0.15555742383003235, 0.15742900967597961], "ldr": {"dL_sdil": -0.0071312859654426575, "dL_bp": -0.008403688669204712, "ratio": 0.8485899759203634}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.1314716703414917}, {"step": 19550, "epoch": 50, "train_loss": 4.947186243953183e-05, "cos_r_negg": [0.6024139523506165, 0.6584579944610596], "cos_innovation_negg": [0.6024139523506165, 0.6584579944610596], "cos_apical_negg": [0.6024139523506165, 0.6584579944610596], "cos_Ac_negg": [0.6024139523506165, 0.6584579944610596], "r_norm": [0.15669536590576172, 0.1585831195116043]}, {"step": 19600, "epoch": 50, "train_loss": 0.00010770447261165828, "cos_r_negg": [0.6024647951126099, 0.6582151651382446], "cos_innovation_negg": [0.6024647951126099, 0.6582151651382446], "cos_apical_negg": [0.6024647951126099, 0.6582151651382446], "cos_Ac_negg": [0.6024647951126099, 0.6582151651382446], "r_norm": [0.15597066283226013, 0.15786154568195343]}, {"step": 19650, "epoch": 50, "train_loss": 0.00010023245704360306, "cos_r_negg": [0.6031018495559692, 0.6584112644195557], "cos_innovation_negg": [0.6031018495559692, 0.6584112644195557], "cos_apical_negg": [0.6031018495559692, 0.6584112644195557], "cos_Ac_negg": [0.6031018495559692, 0.6584112644195557], "r_norm": [0.15652191638946533, 0.1584005504846573]}, {"step": 19700, "epoch": 50, "train_loss": 0.00014358616317622364, "cos_r_negg": [0.6022918224334717, 0.6580091714859009], "cos_innovation_negg": [0.6022918224334717, 0.6580091714859009], "cos_apical_negg": [0.6022918224334717, 0.6580091714859009], "cos_Ac_negg": [0.6022918224334717, 0.6580091714859009], "r_norm": [0.15656980872154236, 0.15842437744140625]}, {"step": 19750, "epoch": 50, "train_loss": 0.00020524606225080788, "cos_r_negg": [0.602443516254425, 0.6580798625946045], "cos_innovation_negg": [0.602443516254425, 0.6580798625946045], "cos_apical_negg": [0.602443516254425, 0.6580798625946045], "cos_Ac_negg": [0.602443516254425, 0.6580798625946045], "r_norm": [0.1573054939508438, 0.15915192663669586], "ldr": {"dL_sdil": -0.0071964263916015625, "dL_bp": -0.008485913276672363, "ratio": 0.8480438294584534}}, {"step": 19800, "epoch": 50, "train_loss": 0.00015646079555153847, "cos_r_negg": [0.6028608679771423, 0.6586552858352661], "cos_innovation_negg": [0.6028608679771423, 0.6586552858352661], "cos_apical_negg": [0.6028608679771423, 0.6586552858352661], "cos_Ac_negg": [0.6028608679771423, 0.6586552858352661], "r_norm": [0.15713092684745789, 0.1589963585138321]}, {"step": 19850, "epoch": 50, "train_loss": 0.00012206852989038453, "cos_r_negg": [0.602554440498352, 0.6582553386688232], "cos_innovation_negg": [0.602554440498352, 0.6582553386688232], "cos_apical_negg": [0.602554440498352, 0.6582553386688232], "cos_Ac_negg": [0.602554440498352, 0.6582553386688232], "r_norm": [0.15714269876480103, 0.15899750590324402]}, {"step": 19900, "epoch": 50, "train_loss": 8.901385444914922e-05, "cos_r_negg": [0.6022329330444336, 0.658334493637085], "cos_innovation_negg": [0.6022329330444336, 0.658334493637085], "cos_apical_negg": [0.6022329330444336, 0.658334493637085], "cos_Ac_negg": [0.6022329330444336, 0.658334493637085], "r_norm": [0.1573255956172943, 0.1591894030570984]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.976, "test_loss": 0.1318960629940033}, {"step": 19950, "epoch": 51, "train_loss": 7.596237992402166e-05, "cos_r_negg": [0.6021842956542969, 0.6578094363212585], "cos_innovation_negg": [0.6021842956542969, 0.6578094363212585], "cos_apical_negg": [0.6021842956542969, 0.6578094363212585], "cos_Ac_negg": [0.6021842956542969, 0.6578094363212585], "r_norm": [0.15662476420402527, 0.15849363803863525]}, {"step": 20000, "epoch": 51, "train_loss": 6.723981641698629e-05, "cos_r_negg": [0.6018879413604736, 0.6579717993736267], "cos_innovation_negg": [0.6018879413604736, 0.6579717993736267], "cos_apical_negg": [0.6018879413604736, 0.6579717993736267], "cos_Ac_negg": [0.6018879413604736, 0.6579717993736267], "r_norm": [0.15660160779953003, 0.15846075117588043], "ldr": {"dL_sdil": -0.007211580872535706, "dL_bp": -0.008512154221534729, "ratio": 0.847209846632157}}, {"step": 20050, "epoch": 51, "train_loss": 7.081190415192395e-05, "cos_r_negg": [0.6024807691574097, 0.6583682894706726], "cos_innovation_negg": [0.6024807691574097, 0.6583682894706726], "cos_apical_negg": [0.6024807691574097, 0.6583682894706726], "cos_Ac_negg": [0.6024807691574097, 0.6583682894706726], "r_norm": [0.15730637311935425, 0.15917913615703583]}, {"step": 20100, "epoch": 51, "train_loss": 8.454878116026521e-05, "cos_r_negg": [0.6023346185684204, 0.6579916477203369], "cos_innovation_negg": [0.6023346185684204, 0.6579916477203369], "cos_apical_negg": [0.6023346185684204, 0.6579916477203369], "cos_Ac_negg": [0.6023346185684204, 0.6579916477203369], "r_norm": [0.15688583254814148, 0.1587587594985962]}, {"step": 20150, "epoch": 51, "train_loss": 6.377444515237585e-05, "cos_r_negg": [0.602165699005127, 0.6581714153289795], "cos_innovation_negg": [0.602165699005127, 0.6581714153289795], "cos_apical_negg": [0.602165699005127, 0.6581714153289795], "cos_Ac_negg": [0.602165699005127, 0.6581714153289795], "r_norm": [0.15640176832675934, 0.15825843811035156]}, {"step": 20200, "epoch": 51, "train_loss": 6.473714165622368e-05, "cos_r_negg": [0.6021782159805298, 0.6582052707672119], "cos_innovation_negg": [0.6021782159805298, 0.6582052707672119], "cos_apical_negg": [0.6021782159805298, 0.6582052707672119], "cos_Ac_negg": [0.6021782159805298, 0.6582052707672119], "r_norm": [0.15634536743164062, 0.15819156169891357]}, {"step": 20250, "epoch": 51, "train_loss": 0.00012061986490152776, "cos_r_negg": [0.60268634557724, 0.658204197883606], "cos_innovation_negg": [0.60268634557724, 0.658204197883606], "cos_apical_negg": [0.60268634557724, 0.658204197883606], "cos_Ac_negg": [0.60268634557724, 0.658204197883606], "r_norm": [0.15593942999839783, 0.15776753425598145], "ldr": {"dL_sdil": -0.007136732339859009, "dL_bp": -0.008415602147579193, "ratio": 0.848035852302255}}, {"step": 20300, "epoch": 51, "train_loss": 0.00013210403267294168, "cos_r_negg": [0.6021105647087097, 0.6581268310546875], "cos_innovation_negg": [0.6021105647087097, 0.6581268310546875], "cos_apical_negg": [0.6021105647087097, 0.6581268310546875], "cos_Ac_negg": [0.6021105647087097, 0.6581268310546875], "r_norm": [0.15613222122192383, 0.15798544883728027]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.976, "test_loss": 0.13208701949119567}, {"step": 20350, "epoch": 52, "train_loss": 0.00012401861022226512, "cos_r_negg": [0.6021719574928284, 0.6582683324813843], "cos_innovation_negg": [0.6021719574928284, 0.6582683324813843], "cos_apical_negg": [0.6021719574928284, 0.6582683324813843], "cos_Ac_negg": [0.6021719574928284, 0.6582683324813843], "r_norm": [0.15686580538749695, 0.15873266756534576]}, {"step": 20400, "epoch": 52, "train_loss": 5.5246156989596784e-05, "cos_r_negg": [0.602677047252655, 0.6582447290420532], "cos_innovation_negg": [0.602677047252655, 0.6582447290420532], "cos_apical_negg": [0.602677047252655, 0.6582447290420532], "cos_Ac_negg": [0.602677047252655, 0.6582447290420532], "r_norm": [0.1567455530166626, 0.15859316289424896]}, {"step": 20450, "epoch": 52, "train_loss": 7.947447011247277e-05, "cos_r_negg": [0.6020694375038147, 0.6584198474884033], "cos_innovation_negg": [0.6020694375038147, 0.6584198474884033], "cos_apical_negg": [0.6020694375038147, 0.6584198474884033], "cos_Ac_negg": [0.6020694375038147, 0.6584198474884033], "r_norm": [0.15651963651180267, 0.158382385969162]}, {"step": 20500, "epoch": 52, "train_loss": 8.171888475771993e-05, "cos_r_negg": [0.6017710566520691, 0.6583484411239624], "cos_innovation_negg": [0.6017710566520691, 0.6583484411239624], "cos_apical_negg": [0.6017710566520691, 0.6583484411239624], "cos_Ac_negg": [0.6017710566520691, 0.6583484411239624], "r_norm": [0.15636001527309418, 0.15822240710258484], "ldr": {"dL_sdil": -0.00720687210559845, "dL_bp": -0.0085410475730896, "ratio": 0.8437925259080917}}, {"step": 20550, "epoch": 52, "train_loss": 8.741955389268696e-05, "cos_r_negg": [0.6021774411201477, 0.658407986164093], "cos_innovation_negg": [0.6021774411201477, 0.658407986164093], "cos_apical_negg": [0.6021774411201477, 0.658407986164093], "cos_Ac_negg": [0.6021774411201477, 0.658407986164093], "r_norm": [0.15705803036689758, 0.15893954038619995]}, {"step": 20600, "epoch": 52, "train_loss": 2.4755183403613046e-05, "cos_r_negg": [0.6023279428482056, 0.6586548686027527], "cos_innovation_negg": [0.6023279428482056, 0.6586548686027527], "cos_apical_negg": [0.6023279428482056, 0.6586548686027527], "cos_Ac_negg": [0.6023279428482056, 0.6586548686027527], "r_norm": [0.15762773156166077, 0.15950307250022888]}, {"step": 20650, "epoch": 52, "train_loss": 0.00023059610975906253, "cos_r_negg": [0.6021273136138916, 0.6584752798080444], "cos_innovation_negg": [0.6021273136138916, 0.6584752798080444], "cos_apical_negg": [0.6021273136138916, 0.6584752798080444], "cos_Ac_negg": [0.6021273136138916, 0.6584752798080444], "r_norm": [0.15690940618515015, 0.1587977111339569]}, {"step": 20700, "epoch": 52, "train_loss": 5.2862575103063136e-05, "cos_r_negg": [0.602173924446106, 0.6585365533828735], "cos_innovation_negg": [0.602173924446106, 0.6585365533828735], "cos_apical_negg": [0.602173924446106, 0.6585365533828735], "cos_Ac_negg": [0.602173924446106, 0.6585365533828735], "r_norm": [0.15661434829235077, 0.1584867537021637]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.976, "test_loss": 0.13230147171020507}, {"step": 20750, "epoch": 53, "train_loss": 8.522460848325863e-05, "cos_r_negg": [0.6031174659729004, 0.6587144732475281], "cos_innovation_negg": [0.6031174659729004, 0.6587144732475281], "cos_apical_negg": [0.6031174659729004, 0.6587144732475281], "cos_Ac_negg": [0.6031174659729004, 0.6587144732475281], "r_norm": [0.15717975795269012, 0.15904021263122559], "ldr": {"dL_sdil": -0.007253490388393402, "dL_bp": -0.008593156933784485, "ratio": 0.844100770448622}}, {"step": 20800, "epoch": 53, "train_loss": 9.190037235384807e-05, "cos_r_negg": [0.6029307842254639, 0.6583683490753174], "cos_innovation_negg": [0.6029307842254639, 0.6583683490753174], "cos_apical_negg": [0.6029307842254639, 0.6583683490753174], "cos_Ac_negg": [0.6029307842254639, 0.6583683490753174], "r_norm": [0.15664497017860413, 0.15849773585796356]}, {"step": 20850, "epoch": 53, "train_loss": 0.00013625877909362316, "cos_r_negg": [0.6027252674102783, 0.6586425304412842], "cos_innovation_negg": [0.6027252674102783, 0.6586425304412842], "cos_apical_negg": [0.6027252674102783, 0.6586425304412842], "cos_Ac_negg": [0.6027252674102783, 0.6586425304412842], "r_norm": [0.1561596691608429, 0.15799422562122345]}, {"step": 20900, "epoch": 53, "train_loss": 0.00012120170868001878, "cos_r_negg": [0.6026732921600342, 0.658641517162323], "cos_innovation_negg": [0.6026732921600342, 0.658641517162323], "cos_apical_negg": [0.6026732921600342, 0.658641517162323], "cos_Ac_negg": [0.6026732921600342, 0.658641517162323], "r_norm": [0.15625226497650146, 0.15809208154678345]}, {"step": 20950, "epoch": 53, "train_loss": 0.0001135967395384796, "cos_r_negg": [0.6030915379524231, 0.6587679982185364], "cos_innovation_negg": [0.6030915379524231, 0.6587679982185364], "cos_apical_negg": [0.6030915379524231, 0.6587679982185364], "cos_Ac_negg": [0.6030915379524231, 0.6587679982185364], "r_norm": [0.15686120092868805, 0.15869857370853424]}, {"step": 21000, "epoch": 53, "train_loss": 6.567522359546274e-05, "cos_r_negg": [0.6029368042945862, 0.658781886100769], "cos_innovation_negg": [0.6029368042945862, 0.658781886100769], "cos_apical_negg": [0.6029368042945862, 0.658781886100769], "cos_Ac_negg": [0.6029368042945862, 0.658781886100769], "r_norm": [0.1570027768611908, 0.15884897112846375], "ldr": {"dL_sdil": -0.007239900529384613, "dL_bp": -0.008581601083278656, "ratio": 0.8436538192729138}}, {"step": 21050, "epoch": 53, "train_loss": 9.129437967203557e-05, "cos_r_negg": [0.602209210395813, 0.6588749289512634], "cos_innovation_negg": [0.602209210395813, 0.6588749289512634], "cos_apical_negg": [0.602209210395813, 0.6588749289512634], "cos_Ac_negg": [0.602209210395813, 0.6588749289512634], "r_norm": [0.15646177530288696, 0.15832749009132385]}, {"step": 21100, "epoch": 53, "train_loss": 0.000208885277970694, "cos_r_negg": [0.6028823852539062, 0.6588361263275146], "cos_innovation_negg": [0.6028823852539062, 0.6588361263275146], "cos_apical_negg": [0.6028823852539062, 0.6588361263275146], "cos_Ac_negg": [0.6028823852539062, 0.6588361263275146], "r_norm": [0.1564299464225769, 0.1582983136177063]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9759, "test_loss": 0.1324976010799408}, {"step": 21150, "epoch": 54, "train_loss": 4.903173976344988e-05, "cos_r_negg": [0.6030758619308472, 0.65877366065979], "cos_innovation_negg": [0.6030758619308472, 0.65877366065979], "cos_apical_negg": [0.6030758619308472, 0.65877366065979], "cos_Ac_negg": [0.6030758619308472, 0.65877366065979], "r_norm": [0.15719829499721527, 0.159065842628479]}, {"step": 21200, "epoch": 54, "train_loss": 9.854741801973432e-05, "cos_r_negg": [0.6029792428016663, 0.6590422987937927], "cos_innovation_negg": [0.6029792428016663, 0.6590422987937927], "cos_apical_negg": [0.6029792428016663, 0.6590422987937927], "cos_Ac_negg": [0.6029792428016663, 0.6590422987937927], "r_norm": [0.15754260122776031, 0.15941095352172852]}, {"step": 21250, "epoch": 54, "train_loss": 2.0509702153503895e-05, "cos_r_negg": [0.6028469800949097, 0.6590993404388428], "cos_innovation_negg": [0.6028469800949097, 0.6590993404388428], "cos_apical_negg": [0.6028469800949097, 0.6590993404388428], "cos_Ac_negg": [0.6028469800949097, 0.6590993404388428], "r_norm": [0.1571563482284546, 0.15902715921401978], "ldr": {"dL_sdil": -0.007298022508621216, "dL_bp": -0.008677065372467041, "ratio": 0.8410703613895052}}, {"step": 21300, "epoch": 54, "train_loss": 6.870081415399909e-05, "cos_r_negg": [0.6028323769569397, 0.659104585647583], "cos_innovation_negg": [0.6028323769569397, 0.659104585647583], "cos_apical_negg": [0.6028323769569397, 0.659104585647583], "cos_Ac_negg": [0.6028323769569397, 0.659104585647583], "r_norm": [0.1572939157485962, 0.15915802121162415]}, {"step": 21350, "epoch": 54, "train_loss": 6.770086474716663e-05, "cos_r_negg": [0.6028412580490112, 0.658987820148468], "cos_innovation_negg": [0.6028412580490112, 0.658987820148468], "cos_apical_negg": [0.6028412580490112, 0.658987820148468], "cos_Ac_negg": [0.6028412580490112, 0.658987820148468], "r_norm": [0.15691134333610535, 0.1587563455104828]}, {"step": 21400, "epoch": 54, "train_loss": 0.0001074311658157967, "cos_r_negg": [0.6027600765228271, 0.6590051651000977], "cos_innovation_negg": [0.6027600765228271, 0.6590051651000977], "cos_apical_negg": [0.6027600765228271, 0.6590051651000977], "cos_Ac_negg": [0.6027600765228271, 0.6590051651000977], "r_norm": [0.15673640370368958, 0.1585708111524582]}, {"step": 21450, "epoch": 54, "train_loss": 7.881491910666227e-05, "cos_r_negg": [0.6028422117233276, 0.659023642539978], "cos_innovation_negg": [0.6028422117233276, 0.659023642539978], "cos_apical_negg": [0.6028422117233276, 0.659023642539978], "cos_Ac_negg": [0.6028422117233276, 0.659023642539978], "r_norm": [0.15625327825546265, 0.15809620916843414]}, {"step": 21500, "epoch": 54, "train_loss": 6.564003706444055e-05, "cos_r_negg": [0.6025177240371704, 0.6588110327720642], "cos_innovation_negg": [0.6025177240371704, 0.6588110327720642], "cos_apical_negg": [0.6025177240371704, 0.6588110327720642], "cos_Ac_negg": [0.6025177240371704, 0.6588110327720642], "r_norm": [0.1557207703590393, 0.15758316218852997], "ldr": {"dL_sdil": -0.007213398814201355, "dL_bp": -0.008576884865760803, "ratio": 0.8410278238661536}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9758, "test_loss": 0.13278768305778504}, {"step": 21550, "epoch": 55, "train_loss": 5.102449722471647e-05, "cos_r_negg": [0.602613091468811, 0.6589078903198242], "cos_innovation_negg": [0.602613091468811, 0.6589078903198242], "cos_apical_negg": [0.602613091468811, 0.6589078903198242], "cos_Ac_negg": [0.602613091468811, 0.6589078903198242], "r_norm": [0.15584611892700195, 0.15771843492984772]}, {"step": 21600, "epoch": 55, "train_loss": 8.404774416703731e-05, "cos_r_negg": [0.6019346714019775, 0.6589457988739014], "cos_innovation_negg": [0.6019346714019775, 0.6589457988739014], "cos_apical_negg": [0.6019346714019775, 0.6589457988739014], "cos_Ac_negg": [0.6019346714019775, 0.6589457988739014], "r_norm": [0.1555342972278595, 0.15741166472434998]}, {"step": 21650, "epoch": 55, "train_loss": 8.319861080963165e-05, "cos_r_negg": [0.6021963357925415, 0.6587545275688171], "cos_innovation_negg": [0.6021963357925415, 0.6587545275688171], "cos_apical_negg": [0.6021963357925415, 0.6587545275688171], "cos_Ac_negg": [0.6021963357925415, 0.6587545275688171], "r_norm": [0.15525375306606293, 0.15710356831550598]}, {"step": 21700, "epoch": 55, "train_loss": 4.61992240161635e-05, "cos_r_negg": [0.6029422283172607, 0.6591044664382935], "cos_innovation_negg": [0.6029422283172607, 0.6591044664382935], "cos_apical_negg": [0.6029422283172607, 0.6591044664382935], "cos_Ac_negg": [0.6029422283172607, 0.6591044664382935], "r_norm": [0.1553824543952942, 0.15723425149917603]}, {"step": 21750, "epoch": 55, "train_loss": 9.016079275170341e-05, "cos_r_negg": [0.6031538248062134, 0.6591334342956543], "cos_innovation_negg": [0.6031538248062134, 0.6591334342956543], "cos_apical_negg": [0.6031538248062134, 0.6591334342956543], "cos_Ac_negg": [0.6031538248062134, 0.6591334342956543], "r_norm": [0.1560361683368683, 0.15787674486637115], "ldr": {"dL_sdil": -0.007217243313789368, "dL_bp": -0.008592307567596436, "ratio": 0.8399656619610836}}, {"step": 21800, "epoch": 55, "train_loss": 0.0003083561023231596, "cos_r_negg": [0.6026767492294312, 0.6590838432312012], "cos_innovation_negg": [0.6026767492294312, 0.6590838432312012], "cos_apical_negg": [0.6026767492294312, 0.6590838432312012], "cos_Ac_negg": [0.6026767492294312, 0.6590838432312012], "r_norm": [0.15636107325553894, 0.15822669863700867]}, {"step": 21850, "epoch": 55, "train_loss": 9.389787737745792e-05, "cos_r_negg": [0.6026251316070557, 0.6591251492500305], "cos_innovation_negg": [0.6026251316070557, 0.6591251492500305], "cos_apical_negg": [0.6026251316070557, 0.6591251492500305], "cos_Ac_negg": [0.6026251316070557, 0.6591251492500305], "r_norm": [0.1564801037311554, 0.1583583801984787]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9758, "test_loss": 0.132912549161911}, {"step": 21900, "epoch": 56, "train_loss": 6.431151268770918e-05, "cos_r_negg": [0.6026709675788879, 0.6592727899551392], "cos_innovation_negg": [0.6026709675788879, 0.6592727899551392], "cos_apical_negg": [0.6026709675788879, 0.6592727899551392], "cos_Ac_negg": [0.6026709675788879, 0.6592727899551392], "r_norm": [0.15671700239181519, 0.1585898995399475]}, {"step": 21950, "epoch": 56, "train_loss": 0.00024459019186906517, "cos_r_negg": [0.6025875806808472, 0.6592814922332764], "cos_innovation_negg": [0.6025875806808472, 0.6592814922332764], "cos_apical_negg": [0.6025875806808472, 0.6592814922332764], "cos_Ac_negg": [0.6025875806808472, 0.6592814922332764], "r_norm": [0.15595167875289917, 0.15779539942741394]}, {"step": 22000, "epoch": 56, "train_loss": 8.38390551507473e-05, "cos_r_negg": [0.60264652967453, 0.6592419147491455], "cos_innovation_negg": [0.60264652967453, 0.6592419147491455], "cos_apical_negg": [0.60264652967453, 0.6592419147491455], "cos_Ac_negg": [0.60264652967453, 0.6592419147491455], "r_norm": [0.15660813450813293, 0.15843839943408966], "ldr": {"dL_sdil": -0.007254794239997864, "dL_bp": -0.00862172245979309, "ratio": 0.8414553210022918}}, {"step": 22050, "epoch": 56, "train_loss": 2.130166467395611e-05, "cos_r_negg": [0.6027014255523682, 0.6593680381774902], "cos_innovation_negg": [0.6027014255523682, 0.6593680381774902], "cos_apical_negg": [0.6027014255523682, 0.6593680381774902], "cos_Ac_negg": [0.6027014255523682, 0.6593680381774902], "r_norm": [0.1561489850282669, 0.15798935294151306]}, {"step": 22100, "epoch": 56, "train_loss": 6.533931446028873e-05, "cos_r_negg": [0.6025692224502563, 0.6593474745750427], "cos_innovation_negg": [0.6025692224502563, 0.6593474745750427], "cos_apical_negg": [0.6025692224502563, 0.6593474745750427], "cos_Ac_negg": [0.6025692224502563, 0.6593474745750427], "r_norm": [0.15637218952178955, 0.15821892023086548]}, {"step": 22150, "epoch": 56, "train_loss": 0.00021457919501699507, "cos_r_negg": [0.6023264527320862, 0.6592366695404053], "cos_innovation_negg": [0.6023264527320862, 0.6592366695404053], "cos_apical_negg": [0.6023264527320862, 0.6592366695404053], "cos_Ac_negg": [0.6023264527320862, 0.6592366695404053], "r_norm": [0.15624114871025085, 0.15808352828025818]}, {"step": 22200, "epoch": 56, "train_loss": 0.00012344151036813855, "cos_r_negg": [0.6025936007499695, 0.6593063473701477], "cos_innovation_negg": [0.6025936007499695, 0.6593063473701477], "cos_apical_negg": [0.6025936007499695, 0.6593063473701477], "cos_Ac_negg": [0.6025936007499695, 0.6593063473701477], "r_norm": [0.1562105119228363, 0.1580670326948166]}, {"step": 22250, "epoch": 56, "train_loss": 0.00018819153774529696, "cos_r_negg": [0.6028656959533691, 0.6595495939254761], "cos_innovation_negg": [0.6028656959533691, 0.6595495939254761], "cos_apical_negg": [0.6028656959533691, 0.6595495939254761], "cos_Ac_negg": [0.6028656959533691, 0.6595495939254761], "r_norm": [0.15690678358078003, 0.1587871015071869], "ldr": {"dL_sdil": -0.007314234972000122, "dL_bp": -0.008728563785552979, "ratio": 0.8379654604926215}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9758, "test_loss": 0.13312277002334594}, {"step": 22300, "epoch": 57, "train_loss": 0.00011196934065083042, "cos_r_negg": [0.6027776598930359, 0.659687340259552], "cos_innovation_negg": [0.6027776598930359, 0.659687340259552], "cos_apical_negg": [0.6027776598930359, 0.659687340259552], "cos_Ac_negg": [0.6027776598930359, 0.659687340259552], "r_norm": [0.15641570091247559, 0.15830105543136597]}, {"step": 22350, "epoch": 57, "train_loss": 0.00012170965783298016, "cos_r_negg": [0.6024273633956909, 0.659424901008606], "cos_innovation_negg": [0.6024273633956909, 0.659424901008606], "cos_apical_negg": [0.6024273633956909, 0.659424901008606], "cos_Ac_negg": [0.6024273633956909, 0.659424901008606], "r_norm": [0.15635231137275696, 0.15822497010231018]}, {"step": 22400, "epoch": 57, "train_loss": 0.00013582099927589297, "cos_r_negg": [0.6022796630859375, 0.659569263458252], "cos_innovation_negg": [0.6022796630859375, 0.659569263458252], "cos_apical_negg": [0.6022796630859375, 0.659569263458252], "cos_Ac_negg": [0.6022796630859375, 0.659569263458252], "r_norm": [0.1561954915523529, 0.15806548297405243]}, {"step": 22450, "epoch": 57, "train_loss": 3.656731132650748e-05, "cos_r_negg": [0.6023991107940674, 0.6596845388412476], "cos_innovation_negg": [0.6023991107940674, 0.6596845388412476], "cos_apical_negg": [0.6023991107940674, 0.6596845388412476], "cos_Ac_negg": [0.6023991107940674, 0.6596845388412476], "r_norm": [0.15581297874450684, 0.15767639875411987]}, {"step": 22500, "epoch": 57, "train_loss": 4.3591324356384575e-05, "cos_r_negg": [0.6025300025939941, 0.659796953201294], "cos_innovation_negg": [0.6025300025939941, 0.659796953201294], "cos_apical_negg": [0.6025300025939941, 0.659796953201294], "cos_Ac_negg": [0.6025300025939941, 0.659796953201294], "r_norm": [0.1555776745080948, 0.15742799639701843], "ldr": {"dL_sdil": -0.007225781679153442, "dL_bp": -0.008616551756858826, "ratio": 0.838593196333055}}, {"step": 22550, "epoch": 57, "train_loss": 6.957400182727724e-05, "cos_r_negg": [0.6024717092514038, 0.659835696220398], "cos_innovation_negg": [0.6024717092514038, 0.659835696220398], "cos_apical_negg": [0.6024717092514038, 0.659835696220398], "cos_Ac_negg": [0.6024717092514038, 0.659835696220398], "r_norm": [0.156215101480484, 0.158079594373703]}, {"step": 22600, "epoch": 57, "train_loss": 3.980790643254295e-05, "cos_r_negg": [0.6027598977088928, 0.6597139835357666], "cos_innovation_negg": [0.6027598977088928, 0.6597139835357666], "cos_apical_negg": [0.6027598977088928, 0.6597139835357666], "cos_Ac_negg": [0.6027598977088928, 0.6597139835357666], "r_norm": [0.15626370906829834, 0.15812784433364868]}, {"step": 22650, "epoch": 57, "train_loss": 9.183988004224375e-05, "cos_r_negg": [0.6030809879302979, 0.6599211692810059], "cos_innovation_negg": [0.6030809879302979, 0.6599211692810059], "cos_apical_negg": [0.6030809879302979, 0.6599211692810059], "cos_Ac_negg": [0.6030809879302979, 0.6599211692810059], "r_norm": [0.15638971328735352, 0.15825051069259644]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9758, "test_loss": 0.13336207675933837}, {"step": 22700, "epoch": 58, "train_loss": 7.610356988152489e-05, "cos_r_negg": [0.6032955646514893, 0.6599891185760498], "cos_innovation_negg": [0.6032955646514893, 0.6599891185760498], "cos_apical_negg": [0.6032955646514893, 0.6599891185760498], "cos_Ac_negg": [0.6032955646514893, 0.6599891185760498], "r_norm": [0.15646010637283325, 0.1583160161972046]}, {"step": 22750, "epoch": 58, "train_loss": 0.00018182527855969965, "cos_r_negg": [0.6035296320915222, 0.6599894762039185], "cos_innovation_negg": [0.6035296320915222, 0.6599894762039185], "cos_apical_negg": [0.6035296320915222, 0.6599894762039185], "cos_Ac_negg": [0.6035296320915222, 0.6599894762039185], "r_norm": [0.15645179152488708, 0.1583125740289688], "ldr": {"dL_sdil": -0.007293194532394409, "dL_bp": -0.008723869919776917, "ratio": 0.8360045025271202}}, {"step": 22800, "epoch": 58, "train_loss": 0.00010385342466179281, "cos_r_negg": [0.6028904914855957, 0.6598724126815796], "cos_innovation_negg": [0.6028904914855957, 0.6598724126815796], "cos_apical_negg": [0.6028904914855957, 0.6598724126815796], "cos_Ac_negg": [0.6028904914855957, 0.6598724126815796], "r_norm": [0.15671271085739136, 0.15857860445976257]}, {"step": 22850, "epoch": 58, "train_loss": 7.949738937895745e-05, "cos_r_negg": [0.6032530665397644, 0.6600227355957031], "cos_innovation_negg": [0.6032530665397644, 0.6600227355957031], "cos_apical_negg": [0.6032530665397644, 0.6600227355957031], "cos_Ac_negg": [0.6032530665397644, 0.6600227355957031], "r_norm": [0.15728218853473663, 0.15915778279304504]}, {"step": 22900, "epoch": 58, "train_loss": 7.780674786772579e-05, "cos_r_negg": [0.602780818939209, 0.6599228382110596], "cos_innovation_negg": [0.602780818939209, 0.6599228382110596], "cos_apical_negg": [0.602780818939209, 0.6599228382110596], "cos_Ac_negg": [0.602780818939209, 0.6599228382110596], "r_norm": [0.1564401388168335, 0.15831594169139862]}, {"step": 22950, "epoch": 58, "train_loss": 0.0001537126227049157, "cos_r_negg": [0.6031565070152283, 0.6599570512771606], "cos_innovation_negg": [0.6031565070152283, 0.6599570512771606], "cos_apical_negg": [0.6031565070152283, 0.6599570512771606], "cos_Ac_negg": [0.6031565070152283, 0.6599570512771606], "r_norm": [0.15639552474021912, 0.1582721620798111]}, {"step": 23000, "epoch": 58, "train_loss": 7.625877333339304e-05, "cos_r_negg": [0.6034426689147949, 0.6601499319076538], "cos_innovation_negg": [0.6034426689147949, 0.6601499319076538], "cos_apical_negg": [0.6034426689147949, 0.6601499319076538], "cos_Ac_negg": [0.6034426689147949, 0.6601499319076538], "r_norm": [0.1562511920928955, 0.1581260859966278], "ldr": {"dL_sdil": -0.007289856672286987, "dL_bp": -0.008732609450817108, "ratio": 0.8347856059914459}}, {"step": 23050, "epoch": 58, "train_loss": 6.814573134761304e-05, "cos_r_negg": [0.6030375957489014, 0.6599529981613159], "cos_innovation_negg": [0.6030375957489014, 0.6599529981613159], "cos_apical_negg": [0.6030375957489014, 0.6599529981613159], "cos_Ac_negg": [0.6030375957489014, 0.6599529981613159], "r_norm": [0.15578460693359375, 0.15764161944389343]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9757, "test_loss": 0.1336462920188904}, {"step": 23100, "epoch": 59, "train_loss": 8.193499525077641e-05, "cos_r_negg": [0.6028646230697632, 0.6599363684654236], "cos_innovation_negg": [0.6028646230697632, 0.6599363684654236], "cos_apical_negg": [0.6028646230697632, 0.6599363684654236], "cos_Ac_negg": [0.6028646230697632, 0.6599363684654236], "r_norm": [0.15576301515102386, 0.1576075255870819]}, {"step": 23150, "epoch": 59, "train_loss": 4.406507287058048e-05, "cos_r_negg": [0.6028406023979187, 0.6599103212356567], "cos_innovation_negg": [0.6028406023979187, 0.6599103212356567], "cos_apical_negg": [0.6028406023979187, 0.6599103212356567], "cos_Ac_negg": [0.6028406023979187, 0.6599103212356567], "r_norm": [0.15543624758720398, 0.15729138255119324]}, {"step": 23200, "epoch": 59, "train_loss": 7.299319986486807e-05, "cos_r_negg": [0.6028766632080078, 0.6600377559661865], "cos_innovation_negg": [0.6028766632080078, 0.6600377559661865], "cos_apical_negg": [0.6028766632080078, 0.6600377559661865], "cos_Ac_negg": [0.6028766632080078, 0.6600377559661865], "r_norm": [0.15587949752807617, 0.15774734318256378]}, {"step": 23250, "epoch": 59, "train_loss": 9.14705015020445e-05, "cos_r_negg": [0.6031066179275513, 0.6601532697677612], "cos_innovation_negg": [0.6031066179275513, 0.6601532697677612], "cos_apical_negg": [0.6031066179275513, 0.6601532697677612], "cos_Ac_negg": [0.6031066179275513, 0.6601532697677612], "r_norm": [0.15597793459892273, 0.15782791376113892], "ldr": {"dL_sdil": -0.007283508777618408, "dL_bp": -0.008720546960830688, "ratio": 0.835212379491}}, {"step": 23300, "epoch": 59, "train_loss": 6.881228182464838e-05, "cos_r_negg": [0.6032609343528748, 0.6603913903236389], "cos_innovation_negg": [0.6032609343528748, 0.6603913903236389], "cos_apical_negg": [0.6032609343528748, 0.6603913903236389], "cos_Ac_negg": [0.6032609343528748, 0.6603913903236389], "r_norm": [0.15625430643558502, 0.1580982506275177]}, {"step": 23350, "epoch": 59, "train_loss": 5.556635733228177e-05, "cos_r_negg": [0.6027812361717224, 0.6601741909980774], "cos_innovation_negg": [0.6027812361717224, 0.6601741909980774], "cos_apical_negg": [0.6027812361717224, 0.6601741909980774], "cos_Ac_negg": [0.6027812361717224, 0.6601741909980774], "r_norm": [0.156964972615242, 0.1588171124458313]}, {"step": 23400, "epoch": 59, "train_loss": 0.000274324236670509, "cos_r_negg": [0.602765679359436, 0.6601627469062805], "cos_innovation_negg": [0.602765679359436, 0.6601627469062805], "cos_apical_negg": [0.602765679359436, 0.6601627469062805], "cos_Ac_negg": [0.602765679359436, 0.6601627469062805], "r_norm": [0.15628066658973694, 0.15812437236309052]}, {"step": 23450, "epoch": 59, "train_loss": 5.756409518653527e-05, "cos_r_negg": [0.6029309034347534, 0.6602258682250977], "cos_innovation_negg": [0.6029309034347534, 0.6602258682250977], "cos_apical_negg": [0.6029309034347534, 0.6602258682250977], "cos_Ac_negg": [0.6029309034347534, 0.6602258682250977], "r_norm": [0.15581627190113068, 0.1576555371284485]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9756, "test_loss": 0.13393202242851257}], "final": {"test_acc": 0.9756, "test_loss": 0.13393202242851257, "wall_s": 65.23742508888245, "cos_r_negg": [0.602840006351471, 0.6602316498756409], "cos_innovation_negg": [0.602840006351471, 0.6602316498756409], "cos_apical_negg": [0.602840006351471, 0.6602316498756409], "cos_Ac_negg": [0.602840006351471, 0.6602316498756409]}}
\ No newline at end of file
diff --git a/results/ep_depth2_v1_mnist_sdil_w500_d2_s4.json b/results/ep_depth2_v1_mnist_sdil_w500_d2_s4.json
new file mode 100644
index 0000000..1712b5f
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_sdil_w500_d2_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s4", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.291302442550659, "cos_r_negg": [0.008445719256997108, 0.014222443103790283], "cos_innovation_negg": [0.008445719256997108, 0.014222443103790283], "cos_apical_negg": [0.008445719256997108, 0.014222443103790283], "cos_Ac_negg": [0.008445719256997108, 0.014222443103790283], "r_norm": [6.56417989730835, 6.763009071350098], "ldr": {"dL_sdil": -0.12047290802001953, "dL_bp": -0.3532698154449463, "ratio": 0.34102236520910484}}, {"step": 50, "epoch": 0, "train_loss": 0.6177034974098206, "cos_r_negg": [0.4413963258266449, 0.3323747515678406], "cos_innovation_negg": [0.4413963258266449, 0.3323747515678406], "cos_apical_negg": [0.4413963258266449, 0.3323747515678406], "cos_Ac_negg": [0.4413963258266449, 0.3323747515678406], "r_norm": [1.5463619232177734, 1.5882575511932373]}, {"step": 100, "epoch": 0, "train_loss": 0.20021450519561768, "cos_r_negg": [0.4784846007823944, 0.3471401333808899], "cos_innovation_negg": [0.4784846007823944, 0.3471401333808899], "cos_apical_negg": [0.4784846007823944, 0.3471401333808899], "cos_Ac_negg": [0.4784846007823944, 0.3471401333808899], "r_norm": [1.1870813369750977, 1.2177058458328247]}, {"step": 150, "epoch": 0, "train_loss": 0.19542381167411804, "cos_r_negg": [0.48587512969970703, 0.36252737045288086], "cos_innovation_negg": [0.48587512969970703, 0.36252737045288086], "cos_apical_negg": [0.48587512969970703, 0.36252737045288086], "cos_Ac_negg": [0.48587512969970703, 0.36252737045288086], "r_norm": [0.9397938847541809, 0.9634984731674194]}, {"step": 200, "epoch": 0, "train_loss": 0.29270628094673157, "cos_r_negg": [0.49442732334136963, 0.37437719106674194], "cos_innovation_negg": [0.49442732334136963, 0.37437719106674194], "cos_apical_negg": [0.49442732334136963, 0.37437719106674194], "cos_Ac_negg": [0.49442732334136963, 0.37437719106674194], "r_norm": [0.9896780848503113, 1.0123951435089111]}, {"step": 250, "epoch": 0, "train_loss": 0.39060723781585693, "cos_r_negg": [0.5138431787490845, 0.41838788986206055], "cos_innovation_negg": [0.5138431787490845, 0.41838788986206055], "cos_apical_negg": [0.5138431787490845, 0.41838788986206055], "cos_Ac_negg": [0.5138431787490845, 0.41838788986206055], "r_norm": [0.8970248103141785, 0.9193791747093201], "ldr": {"dL_sdil": -0.028440967202186584, "dL_bp": -0.02340063452720642, "ratio": 1.2153929915498698}}, {"step": 300, "epoch": 0, "train_loss": 0.20582516491413116, "cos_r_negg": [0.5073699951171875, 0.4177035987377167], "cos_innovation_negg": [0.5073699951171875, 0.4177035987377167], "cos_apical_negg": [0.5073699951171875, 0.4177035987377167], "cos_Ac_negg": [0.5073699951171875, 0.4177035987377167], "r_norm": [0.7697539329528809, 0.7931391000747681]}, {"step": 350, "epoch": 0, "train_loss": 0.24671435356140137, "cos_r_negg": [0.5261435508728027, 0.4303606152534485], "cos_innovation_negg": [0.5261435508728027, 0.4303606152534485], "cos_apical_negg": [0.5261435508728027, 0.4303606152534485], "cos_Ac_negg": [0.5261435508728027, 0.4303606152534485], "r_norm": [0.6998433470726013, 0.7173190116882324]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9438, "test_loss": 0.19494488677978516}, {"step": 400, "epoch": 1, "train_loss": 0.134707972407341, "cos_r_negg": [0.5284023284912109, 0.44189733266830444], "cos_innovation_negg": [0.5284023284912109, 0.44189733266830444], "cos_apical_negg": [0.5284023284912109, 0.44189733266830444], "cos_Ac_negg": [0.5284023284912109, 0.44189733266830444], "r_norm": [0.6740987300872803, 0.6876766681671143]}, {"step": 450, "epoch": 1, "train_loss": 0.18038839101791382, "cos_r_negg": [0.5280513763427734, 0.46553605794906616], "cos_innovation_negg": [0.5280513763427734, 0.46553605794906616], "cos_apical_negg": [0.5280513763427734, 0.46553605794906616], "cos_Ac_negg": [0.5280513763427734, 0.46553605794906616], "r_norm": [0.5910350680351257, 0.6057040691375732]}, {"step": 500, "epoch": 1, "train_loss": 0.17198145389556885, "cos_r_negg": [0.536465048789978, 0.48183342814445496], "cos_innovation_negg": [0.536465048789978, 0.48183342814445496], "cos_apical_negg": [0.536465048789978, 0.48183342814445496], "cos_Ac_negg": [0.536465048789978, 0.48183342814445496], "r_norm": [0.4914886951446533, 0.4996671676635742], "ldr": {"dL_sdil": -0.007837891578674316, "dL_bp": -0.006146252155303955, "ratio": 1.2752310482267715}}, {"step": 550, "epoch": 1, "train_loss": 0.09922723472118378, "cos_r_negg": [0.5350416302680969, 0.49151095747947693], "cos_innovation_negg": [0.5350416302680969, 0.49151095747947693], "cos_apical_negg": [0.5350416302680969, 0.49151095747947693], "cos_Ac_negg": [0.5350416302680969, 0.49151095747947693], "r_norm": [0.6613975763320923, 0.678268313407898]}, {"step": 600, "epoch": 1, "train_loss": 0.06128101795911789, "cos_r_negg": [0.535266101360321, 0.5003634691238403], "cos_innovation_negg": [0.535266101360321, 0.5003634691238403], "cos_apical_negg": [0.535266101360321, 0.5003634691238403], "cos_Ac_negg": [0.535266101360321, 0.5003634691238403], "r_norm": [0.49942684173583984, 0.5079623460769653]}, {"step": 650, "epoch": 1, "train_loss": 0.09229472279548645, "cos_r_negg": [0.5267124176025391, 0.48330187797546387], "cos_innovation_negg": [0.5267124176025391, 0.48330187797546387], "cos_apical_negg": [0.5267124176025391, 0.48330187797546387], "cos_Ac_negg": [0.5267124176025391, 0.48330187797546387], "r_norm": [0.49501168727874756, 0.5079829692840576]}, {"step": 700, "epoch": 1, "train_loss": 0.09825125336647034, "cos_r_negg": [0.5256344079971313, 0.48993629217147827], "cos_innovation_negg": [0.5256344079971313, 0.48993629217147827], "cos_apical_negg": [0.5256344079971313, 0.48993629217147827], "cos_Ac_negg": [0.5256344079971313, 0.48993629217147827], "r_norm": [0.580876350402832, 0.5958765745162964]}, {"step": 750, "epoch": 1, "train_loss": 0.18910574913024902, "cos_r_negg": [0.5416382551193237, 0.5036882758140564], "cos_innovation_negg": [0.5416382551193237, 0.5036882758140564], "cos_apical_negg": [0.5416382551193237, 0.5036882758140564], "cos_Ac_negg": [0.5416382551193237, 0.5036882758140564], "r_norm": [0.5949375629425049, 0.6141217350959778], "ldr": {"dL_sdil": -0.022684246301651, "dL_bp": -0.019905105233192444, "ratio": 1.1396195114720742}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9425, "test_loss": 0.1994774803161621}, {"step": 800, "epoch": 2, "train_loss": 0.08303888887166977, "cos_r_negg": [0.5393775701522827, 0.5285806655883789], "cos_innovation_negg": [0.5393775701522827, 0.5285806655883789], "cos_apical_negg": [0.5393775701522827, 0.5285806655883789], "cos_Ac_negg": [0.5393775701522827, 0.5285806655883789], "r_norm": [0.4458235502243042, 0.4570350646972656]}, {"step": 850, "epoch": 2, "train_loss": 0.050052206963300705, "cos_r_negg": [0.5771062970161438, 0.5311225652694702], "cos_innovation_negg": [0.5771062970161438, 0.5311225652694702], "cos_apical_negg": [0.5771062970161438, 0.5311225652694702], "cos_Ac_negg": [0.5771062970161438, 0.5311225652694702], "r_norm": [0.4190189242362976, 0.42868274450302124]}, {"step": 900, "epoch": 2, "train_loss": 0.0884631872177124, "cos_r_negg": [0.5529845356941223, 0.5224134922027588], "cos_innovation_negg": [0.5529845356941223, 0.5224134922027588], "cos_apical_negg": [0.5529845356941223, 0.5224134922027588], "cos_Ac_negg": [0.5529845356941223, 0.5224134922027588], "r_norm": [0.516384482383728, 0.5294123291969299]}, {"step": 950, "epoch": 2, "train_loss": 0.13919202983379364, "cos_r_negg": [0.5647398233413696, 0.5318974256515503], "cos_innovation_negg": [0.5647398233413696, 0.5318974256515503], "cos_apical_negg": [0.5647398233413696, 0.5318974256515503], "cos_Ac_negg": [0.5647398233413696, 0.5318974256515503], "r_norm": [0.4160565137863159, 0.42816516757011414]}, {"step": 1000, "epoch": 2, "train_loss": 0.05468371510505676, "cos_r_negg": [0.5616052150726318, 0.5421919822692871], "cos_innovation_negg": [0.5616052150726318, 0.5421919822692871], "cos_apical_negg": [0.5616052150726318, 0.5421919822692871], "cos_Ac_negg": [0.5616052150726318, 0.5421919822692871], "r_norm": [0.3801535964012146, 0.3874783515930176], "ldr": {"dL_sdil": -0.007123984396457672, "dL_bp": -0.005727000534534454, "ratio": 1.2439294100811147}}, {"step": 1050, "epoch": 2, "train_loss": 0.02686433494091034, "cos_r_negg": [0.5617119669914246, 0.5428784489631653], "cos_innovation_negg": [0.5617119669914246, 0.5428784489631653], "cos_apical_negg": [0.5617119669914246, 0.5428784489631653], "cos_Ac_negg": [0.5617119669914246, 0.5428784489631653], "r_norm": [0.43982088565826416, 0.4492201805114746]}, {"step": 1100, "epoch": 2, "train_loss": 0.1016061007976532, "cos_r_negg": [0.5617438554763794, 0.5396823287010193], "cos_innovation_negg": [0.5617438554763794, 0.5396823287010193], "cos_apical_negg": [0.5617438554763794, 0.5396823287010193], "cos_Ac_negg": [0.5617438554763794, 0.5396823287010193], "r_norm": [0.40245604515075684, 0.4105166792869568]}, {"step": 1150, "epoch": 2, "train_loss": 0.10036265850067139, "cos_r_negg": [0.5782365798950195, 0.5528346300125122], "cos_innovation_negg": [0.5782365798950195, 0.5528346300125122], "cos_apical_negg": [0.5782365798950195, 0.5528346300125122], "cos_Ac_negg": [0.5782365798950195, 0.5528346300125122], "r_norm": [0.3501926064491272, 0.356174111366272]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9634, "test_loss": 0.12465636463165283}, {"step": 1200, "epoch": 3, "train_loss": 0.05587482452392578, "cos_r_negg": [0.5705347061157227, 0.5645111203193665], "cos_innovation_negg": [0.5705347061157227, 0.5645111203193665], "cos_apical_negg": [0.5705347061157227, 0.5645111203193665], "cos_Ac_negg": [0.5705347061157227, 0.5645111203193665], "r_norm": [0.37709277868270874, 0.38652169704437256]}, {"step": 1250, "epoch": 3, "train_loss": 0.1254870742559433, "cos_r_negg": [0.5801820755004883, 0.5676777362823486], "cos_innovation_negg": [0.5801820755004883, 0.5676777362823486], "cos_apical_negg": [0.5801820755004883, 0.5676777362823486], "cos_Ac_negg": [0.5801820755004883, 0.5676777362823486], "r_norm": [0.3698643445968628, 0.37578171491622925], "ldr": {"dL_sdil": -0.011230863630771637, "dL_bp": -0.009336858987808228, "ratio": 1.202852441644084}}, {"step": 1300, "epoch": 3, "train_loss": 0.007271218113601208, "cos_r_negg": [0.5750281810760498, 0.5708223581314087], "cos_innovation_negg": [0.5750281810760498, 0.5708223581314087], "cos_apical_negg": [0.5750281810760498, 0.5708223581314087], "cos_Ac_negg": [0.5750281810760498, 0.5708223581314087], "r_norm": [0.342942476272583, 0.35200464725494385]}, {"step": 1350, "epoch": 3, "train_loss": 0.020916413515806198, "cos_r_negg": [0.5849806070327759, 0.564357340335846], "cos_innovation_negg": [0.5849806070327759, 0.564357340335846], "cos_apical_negg": [0.5849806070327759, 0.564357340335846], "cos_Ac_negg": [0.5849806070327759, 0.564357340335846], "r_norm": [0.2991065979003906, 0.3066723942756653]}, {"step": 1400, "epoch": 3, "train_loss": 0.033370617777109146, "cos_r_negg": [0.5800862312316895, 0.5724683403968811], "cos_innovation_negg": [0.5800862312316895, 0.5724683403968811], "cos_apical_negg": [0.5800862312316895, 0.5724683403968811], "cos_Ac_negg": [0.5800862312316895, 0.5724683403968811], "r_norm": [0.37855255603790283, 0.38742291927337646]}, {"step": 1450, "epoch": 3, "train_loss": 0.05209989845752716, "cos_r_negg": [0.586914598941803, 0.5820044279098511], "cos_innovation_negg": [0.586914598941803, 0.5820044279098511], "cos_apical_negg": [0.586914598941803, 0.5820044279098511], "cos_Ac_negg": [0.586914598941803, 0.5820044279098511], "r_norm": [0.37705039978027344, 0.38315993547439575]}, {"step": 1500, "epoch": 3, "train_loss": 0.08305788785219193, "cos_r_negg": [0.5958184003829956, 0.5794863700866699], "cos_innovation_negg": [0.5958184003829956, 0.5794863700866699], "cos_apical_negg": [0.5958184003829956, 0.5794863700866699], "cos_Ac_negg": [0.5958184003829956, 0.5794863700866699], "r_norm": [0.26975542306900024, 0.2769761085510254], "ldr": {"dL_sdil": -0.005737565457820892, "dL_bp": -0.00487256795167923, "ratio": 1.177523949326055}}, {"step": 1550, "epoch": 3, "train_loss": 0.062018461525440216, "cos_r_negg": [0.5952680110931396, 0.5807781219482422], "cos_innovation_negg": [0.5952680110931396, 0.5807781219482422], "cos_apical_negg": [0.5952680110931396, 0.5807781219482422], "cos_Ac_negg": [0.5952680110931396, 0.5807781219482422], "r_norm": [0.3014519214630127, 0.30855679512023926]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9666, "test_loss": 0.12328745346069336}, {"step": 1600, "epoch": 4, "train_loss": 0.10402098298072815, "cos_r_negg": [0.5874710083007812, 0.5846920013427734], "cos_innovation_negg": [0.5874710083007812, 0.5846920013427734], "cos_apical_negg": [0.5874710083007812, 0.5846920013427734], "cos_Ac_negg": [0.5874710083007812, 0.5846920013427734], "r_norm": [0.37589144706726074, 0.3833497166633606]}, {"step": 1650, "epoch": 4, "train_loss": 0.12181323766708374, "cos_r_negg": [0.5790379047393799, 0.5890476107597351], "cos_innovation_negg": [0.5790379047393799, 0.5890476107597351], "cos_apical_negg": [0.5790379047393799, 0.5890476107597351], "cos_Ac_negg": [0.5790379047393799, 0.5890476107597351], "r_norm": [0.32128944993019104, 0.32747408747673035]}, {"step": 1700, "epoch": 4, "train_loss": 0.03911285474896431, "cos_r_negg": [0.5893694162368774, 0.5954726934432983], "cos_innovation_negg": [0.5893694162368774, 0.5954726934432983], "cos_apical_negg": [0.5893694162368774, 0.5954726934432983], "cos_Ac_negg": [0.5893694162368774, 0.5954726934432983], "r_norm": [0.2980811893939972, 0.3027494549751282]}, {"step": 1750, "epoch": 4, "train_loss": 0.04877404868602753, "cos_r_negg": [0.6010175943374634, 0.5982331037521362], "cos_innovation_negg": [0.6010175943374634, 0.5982331037521362], "cos_apical_negg": [0.6010175943374634, 0.5982331037521362], "cos_Ac_negg": [0.6010175943374634, 0.5982331037521362], "r_norm": [0.3020683825016022, 0.3074501156806946], "ldr": {"dL_sdil": -0.007796198129653931, "dL_bp": -0.006974697113037109, "ratio": 1.117783038216996}}, {"step": 1800, "epoch": 4, "train_loss": 0.03100157529115677, "cos_r_negg": [0.5850261449813843, 0.5967508554458618], "cos_innovation_negg": [0.5850261449813843, 0.5967508554458618], "cos_apical_negg": [0.5850261449813843, 0.5967508554458618], "cos_Ac_negg": [0.5850261449813843, 0.5967508554458618], "r_norm": [0.3254087269306183, 0.33126696944236755]}, {"step": 1850, "epoch": 4, "train_loss": 0.1499263048171997, "cos_r_negg": [0.5964552164077759, 0.6010388135910034], "cos_innovation_negg": [0.5964552164077759, 0.6010388135910034], "cos_apical_negg": [0.5964552164077759, 0.6010388135910034], "cos_Ac_negg": [0.5964552164077759, 0.6010388135910034], "r_norm": [0.3026120960712433, 0.307802677154541]}, {"step": 1900, "epoch": 4, "train_loss": 0.005341158714145422, "cos_r_negg": [0.602081298828125, 0.6074292659759521], "cos_innovation_negg": [0.602081298828125, 0.6074292659759521], "cos_apical_negg": [0.602081298828125, 0.6074292659759521], "cos_Ac_negg": [0.602081298828125, 0.6074292659759521], "r_norm": [0.2855879068374634, 0.2917673885822296]}, {"step": 1950, "epoch": 4, "train_loss": 0.08895371854305267, "cos_r_negg": [0.5848264694213867, 0.6115936040878296], "cos_innovation_negg": [0.5848264694213867, 0.6115936040878296], "cos_apical_negg": [0.5848264694213867, 0.6115936040878296], "cos_Ac_negg": [0.5848264694213867, 0.6115936040878296], "r_norm": [0.315138041973114, 0.3206530809402466]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9713, "test_loss": 0.11028397474288941}, {"step": 2000, "epoch": 5, "train_loss": 0.03588829189538956, "cos_r_negg": [0.5920398831367493, 0.6147517561912537], "cos_innovation_negg": [0.5920398831367493, 0.6147517561912537], "cos_apical_negg": [0.5920398831367493, 0.6147517561912537], "cos_Ac_negg": [0.5920398831367493, 0.6147517561912537], "r_norm": [0.2897568345069885, 0.29682657122612], "ldr": {"dL_sdil": -0.007546737790107727, "dL_bp": -0.0064208656549453735, "ratio": 1.1753458483117776}}, {"step": 2050, "epoch": 5, "train_loss": 0.005523283965885639, "cos_r_negg": [0.5918923616409302, 0.6130232810974121], "cos_innovation_negg": [0.5918923616409302, 0.6130232810974121], "cos_apical_negg": [0.5918923616409302, 0.6130232810974121], "cos_Ac_negg": [0.5918923616409302, 0.6130232810974121], "r_norm": [0.2766163945198059, 0.2825655937194824]}, {"step": 2100, "epoch": 5, "train_loss": 0.014087720774114132, "cos_r_negg": [0.6073474884033203, 0.6227341294288635], "cos_innovation_negg": [0.6073474884033203, 0.6227341294288635], "cos_apical_negg": [0.6073474884033203, 0.6227341294288635], "cos_Ac_negg": [0.6073474884033203, 0.6227341294288635], "r_norm": [0.26895105838775635, 0.27291139960289]}, {"step": 2150, "epoch": 5, "train_loss": 0.009814782999455929, "cos_r_negg": [0.583778440952301, 0.6174840927124023], "cos_innovation_negg": [0.583778440952301, 0.6174840927124023], "cos_apical_negg": [0.583778440952301, 0.6174840927124023], "cos_Ac_negg": [0.583778440952301, 0.6174840927124023], "r_norm": [0.22364667057991028, 0.22758576273918152]}, {"step": 2200, "epoch": 5, "train_loss": 0.011224272660911083, "cos_r_negg": [0.5814260244369507, 0.6132789850234985], "cos_innovation_negg": [0.5814260244369507, 0.6132789850234985], "cos_apical_negg": [0.5814260244369507, 0.6132789850234985], "cos_Ac_negg": [0.5814260244369507, 0.6132789850234985], "r_norm": [0.2657477855682373, 0.27105116844177246]}, {"step": 2250, "epoch": 5, "train_loss": 0.010853933170437813, "cos_r_negg": [0.5974842309951782, 0.624850869178772], "cos_innovation_negg": [0.5974842309951782, 0.624850869178772], "cos_apical_negg": [0.5974842309951782, 0.624850869178772], "cos_Ac_negg": [0.5974842309951782, 0.624850869178772], "r_norm": [0.29656946659088135, 0.30127403140068054], "ldr": {"dL_sdil": -0.01015596091747284, "dL_bp": -0.009196937084197998, "ratio": 1.1042764373067875}}, {"step": 2300, "epoch": 5, "train_loss": 0.02962695062160492, "cos_r_negg": [0.5937637090682983, 0.6192600727081299], "cos_innovation_negg": [0.5937637090682983, 0.6192600727081299], "cos_apical_negg": [0.5937637090682983, 0.6192600727081299], "cos_Ac_negg": [0.5937637090682983, 0.6192600727081299], "r_norm": [0.2646495997905731, 0.2703925669193268]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9706, "test_loss": 0.11373544692993164}, {"step": 2350, "epoch": 6, "train_loss": 0.006355018820613623, "cos_r_negg": [0.5929917097091675, 0.630688488483429], "cos_innovation_negg": [0.5929917097091675, 0.630688488483429], "cos_apical_negg": [0.5929917097091675, 0.630688488483429], "cos_Ac_negg": [0.5929917097091675, 0.630688488483429], "r_norm": [0.23209640383720398, 0.23699162900447845]}, {"step": 2400, "epoch": 6, "train_loss": 0.002033208729699254, "cos_r_negg": [0.6051625609397888, 0.6301077008247375], "cos_innovation_negg": [0.6051625609397888, 0.6301077008247375], "cos_apical_negg": [0.6051625609397888, 0.6301077008247375], "cos_Ac_negg": [0.6051625609397888, 0.6301077008247375], "r_norm": [0.2691720724105835, 0.2735675573348999]}, {"step": 2450, "epoch": 6, "train_loss": 0.0060413191094994545, "cos_r_negg": [0.5989518165588379, 0.6328073740005493], "cos_innovation_negg": [0.5989518165588379, 0.6328073740005493], "cos_apical_negg": [0.5989518165588379, 0.6328073740005493], "cos_Ac_negg": [0.5989518165588379, 0.6328073740005493], "r_norm": [0.2933140695095062, 0.2980538606643677]}, {"step": 2500, "epoch": 6, "train_loss": 0.00810347031801939, "cos_r_negg": [0.5832356214523315, 0.6362340450286865], "cos_innovation_negg": [0.5832356214523315, 0.6362340450286865], "cos_apical_negg": [0.5832356214523315, 0.6362340450286865], "cos_Ac_negg": [0.5832356214523315, 0.6362340450286865], "r_norm": [0.23120342195034027, 0.2353985607624054], "ldr": {"dL_sdil": -0.006308197975158691, "dL_bp": -0.005899347364902496, "ratio": 1.0693043797842123}}, {"step": 2550, "epoch": 6, "train_loss": 0.012472246773540974, "cos_r_negg": [0.5934956669807434, 0.6389622688293457], "cos_innovation_negg": [0.5934956669807434, 0.6389622688293457], "cos_apical_negg": [0.5934956669807434, 0.6389622688293457], "cos_Ac_negg": [0.5934956669807434, 0.6389622688293457], "r_norm": [0.23479747772216797, 0.23969319462776184]}, {"step": 2600, "epoch": 6, "train_loss": 0.010115021839737892, "cos_r_negg": [0.5924302935600281, 0.6351041793823242], "cos_innovation_negg": [0.5924302935600281, 0.6351041793823242], "cos_apical_negg": [0.5924302935600281, 0.6351041793823242], "cos_Ac_negg": [0.5924302935600281, 0.6351041793823242], "r_norm": [0.24796807765960693, 0.2532825767993927]}, {"step": 2650, "epoch": 6, "train_loss": 0.01635623909533024, "cos_r_negg": [0.596723735332489, 0.6395369172096252], "cos_innovation_negg": [0.596723735332489, 0.6395369172096252], "cos_apical_negg": [0.596723735332489, 0.6395369172096252], "cos_Ac_negg": [0.596723735332489, 0.6395369172096252], "r_norm": [0.23316021263599396, 0.23949971795082092]}, {"step": 2700, "epoch": 6, "train_loss": 0.003309478983283043, "cos_r_negg": [0.5946439504623413, 0.6353640556335449], "cos_innovation_negg": [0.5946439504623413, 0.6353640556335449], "cos_apical_negg": [0.5946439504623413, 0.6353640556335449], "cos_Ac_negg": [0.5946439504623413, 0.6353640556335449], "r_norm": [0.26921695470809937, 0.27634844183921814]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.974, "test_loss": 0.10667807655334473}, {"step": 2750, "epoch": 7, "train_loss": 0.002404899802058935, "cos_r_negg": [0.6042255759239197, 0.6399832963943481], "cos_innovation_negg": [0.6042255759239197, 0.6399832963943481], "cos_apical_negg": [0.6042255759239197, 0.6399832963943481], "cos_Ac_negg": [0.6042255759239197, 0.6399832963943481], "r_norm": [0.23035728931427002, 0.2368985414505005], "ldr": {"dL_sdil": -0.007489398121833801, "dL_bp": -0.0071403756737709045, "ratio": 1.0488801239611212}}, {"step": 2800, "epoch": 7, "train_loss": 0.005048664752393961, "cos_r_negg": [0.5952782034873962, 0.6402725577354431], "cos_innovation_negg": [0.5952782034873962, 0.6402725577354431], "cos_apical_negg": [0.5952782034873962, 0.6402725577354431], "cos_Ac_negg": [0.5952782034873962, 0.6402725577354431], "r_norm": [0.2093186378479004, 0.21288573741912842]}, {"step": 2850, "epoch": 7, "train_loss": 0.0021709823049604893, "cos_r_negg": [0.6020986437797546, 0.6435351371765137], "cos_innovation_negg": [0.6020986437797546, 0.6435351371765137], "cos_apical_negg": [0.6020986437797546, 0.6435351371765137], "cos_Ac_negg": [0.6020986437797546, 0.6435351371765137], "r_norm": [0.20188799500465393, 0.2053847461938858]}, {"step": 2900, "epoch": 7, "train_loss": 0.0018254471942782402, "cos_r_negg": [0.5973705053329468, 0.6413791179656982], "cos_innovation_negg": [0.5973705053329468, 0.6413791179656982], "cos_apical_negg": [0.5973705053329468, 0.6413791179656982], "cos_Ac_negg": [0.5973705053329468, 0.6413791179656982], "r_norm": [0.23243388533592224, 0.23923778533935547]}, {"step": 2950, "epoch": 7, "train_loss": 0.0006533691193908453, "cos_r_negg": [0.6001488566398621, 0.6463015079498291], "cos_innovation_negg": [0.6001488566398621, 0.6463015079498291], "cos_apical_negg": [0.6001488566398621, 0.6463015079498291], "cos_Ac_negg": [0.6001488566398621, 0.6463015079498291], "r_norm": [0.22555598616600037, 0.2303297519683838]}, {"step": 3000, "epoch": 7, "train_loss": 0.005224031861871481, "cos_r_negg": [0.6024965047836304, 0.6453347206115723], "cos_innovation_negg": [0.6024965047836304, 0.6453347206115723], "cos_apical_negg": [0.6024965047836304, 0.6453347206115723], "cos_Ac_negg": [0.6024965047836304, 0.6453347206115723], "r_norm": [0.23806369304656982, 0.243793785572052], "ldr": {"dL_sdil": -0.007192149758338928, "dL_bp": -0.007240764796733856, "ratio": 0.9932859249320103}}, {"step": 3050, "epoch": 7, "train_loss": 0.004481968469917774, "cos_r_negg": [0.6068434715270996, 0.6487276554107666], "cos_innovation_negg": [0.6068434715270996, 0.6487276554107666], "cos_apical_negg": [0.6068434715270996, 0.6487276554107666], "cos_Ac_negg": [0.6068434715270996, 0.6487276554107666], "r_norm": [0.241911381483078, 0.24649235606193542]}, {"step": 3100, "epoch": 7, "train_loss": 0.0013445086078718305, "cos_r_negg": [0.6067085266113281, 0.6456109285354614], "cos_innovation_negg": [0.6067085266113281, 0.6456109285354614], "cos_apical_negg": [0.6067085266113281, 0.6456109285354614], "cos_Ac_negg": [0.6067085266113281, 0.6456109285354614], "r_norm": [0.21919530630111694, 0.22229483723640442]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9715, "test_loss": 0.11480444049835205}, {"step": 3150, "epoch": 8, "train_loss": 0.0050280410796403885, "cos_r_negg": [0.5960502624511719, 0.6369059085845947], "cos_innovation_negg": [0.5960502624511719, 0.6369059085845947], "cos_apical_negg": [0.5960502624511719, 0.6369059085845947], "cos_Ac_negg": [0.5960502624511719, 0.6369059085845947], "r_norm": [0.24676856398582458, 0.2523878812789917]}, {"step": 3200, "epoch": 8, "train_loss": 0.007671276107430458, "cos_r_negg": [0.6025378108024597, 0.6437935829162598], "cos_innovation_negg": [0.6025378108024597, 0.6437935829162598], "cos_apical_negg": [0.6025378108024597, 0.6437935829162598], "cos_Ac_negg": [0.6025378108024597, 0.6437935829162598], "r_norm": [0.22361299395561218, 0.2280687689781189]}, {"step": 3250, "epoch": 8, "train_loss": 0.0017996174283325672, "cos_r_negg": [0.5972230434417725, 0.6376180648803711], "cos_innovation_negg": [0.5972230434417725, 0.6376180648803711], "cos_apical_negg": [0.5972230434417725, 0.6376180648803711], "cos_Ac_negg": [0.5972230434417725, 0.6376180648803711], "r_norm": [0.24584758281707764, 0.2522709369659424], "ldr": {"dL_sdil": -0.008551008999347687, "dL_bp": -0.008485428988933563, "ratio": 1.007728543895618}}, {"step": 3300, "epoch": 8, "train_loss": 0.001958698034286499, "cos_r_negg": [0.6020395755767822, 0.6404962539672852], "cos_innovation_negg": [0.6020395755767822, 0.6404962539672852], "cos_apical_negg": [0.6020395755767822, 0.6404962539672852], "cos_Ac_negg": [0.6020395755767822, 0.6404962539672852], "r_norm": [0.2250220775604248, 0.22891663014888763]}, {"step": 3350, "epoch": 8, "train_loss": 0.007422688417136669, "cos_r_negg": [0.6102244853973389, 0.6483899354934692], "cos_innovation_negg": [0.6102244853973389, 0.6483899354934692], "cos_apical_negg": [0.6102244853973389, 0.6483899354934692], "cos_Ac_negg": [0.6102244853973389, 0.6483899354934692], "r_norm": [0.22311240434646606, 0.22769644856452942]}, {"step": 3400, "epoch": 8, "train_loss": 0.0019608468282967806, "cos_r_negg": [0.5935490727424622, 0.6399303674697876], "cos_innovation_negg": [0.5935490727424622, 0.6399303674697876], "cos_apical_negg": [0.5935490727424622, 0.6399303674697876], "cos_Ac_negg": [0.5935490727424622, 0.6399303674697876], "r_norm": [0.22363589704036713, 0.2276821881532669]}, {"step": 3450, "epoch": 8, "train_loss": 0.0012695365585386753, "cos_r_negg": [0.5996882915496826, 0.6428608298301697], "cos_innovation_negg": [0.5996882915496826, 0.6428608298301697], "cos_apical_negg": [0.5996882915496826, 0.6428608298301697], "cos_Ac_negg": [0.5996882915496826, 0.6428608298301697], "r_norm": [0.210523784160614, 0.21459802985191345]}, {"step": 3500, "epoch": 8, "train_loss": 0.0016601685201749206, "cos_r_negg": [0.6053142547607422, 0.6467911005020142], "cos_innovation_negg": [0.6053142547607422, 0.6467911005020142], "cos_apical_negg": [0.6053142547607422, 0.6467911005020142], "cos_Ac_negg": [0.6053142547607422, 0.6467911005020142], "r_norm": [0.22739896178245544, 0.2319713830947876], "ldr": {"dL_sdil": -0.0065716952085494995, "dL_bp": -0.00658031553030014, "ratio": 0.9986899835257219}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9748, "test_loss": 0.10977527465820312}, {"step": 3550, "epoch": 9, "train_loss": 0.0009300014353357255, "cos_r_negg": [0.60301274061203, 0.6484915018081665], "cos_innovation_negg": [0.60301274061203, 0.6484915018081665], "cos_apical_negg": [0.60301274061203, 0.6484915018081665], "cos_Ac_negg": [0.60301274061203, 0.6484915018081665], "r_norm": [0.20770958065986633, 0.21173495054244995]}, {"step": 3600, "epoch": 9, "train_loss": 0.0008007296128198504, "cos_r_negg": [0.6049748063087463, 0.6464076042175293], "cos_innovation_negg": [0.6049748063087463, 0.6464076042175293], "cos_apical_negg": [0.6049748063087463, 0.6464076042175293], "cos_Ac_negg": [0.6049748063087463, 0.6464076042175293], "r_norm": [0.20737633109092712, 0.2114584743976593]}, {"step": 3650, "epoch": 9, "train_loss": 0.0012756658252328634, "cos_r_negg": [0.6023168563842773, 0.6492067575454712], "cos_innovation_negg": [0.6023168563842773, 0.6492067575454712], "cos_apical_negg": [0.6023168563842773, 0.6492067575454712], "cos_Ac_negg": [0.6023168563842773, 0.6492067575454712], "r_norm": [0.21734805405139923, 0.22219887375831604]}, {"step": 3700, "epoch": 9, "train_loss": 0.0021281989756971598, "cos_r_negg": [0.6035146117210388, 0.6498918533325195], "cos_innovation_negg": [0.6035146117210388, 0.6498918533325195], "cos_apical_negg": [0.6035146117210388, 0.6498918533325195], "cos_Ac_negg": [0.6035146117210388, 0.6498918533325195], "r_norm": [0.2208816558122635, 0.22640222311019897]}, {"step": 3750, "epoch": 9, "train_loss": 0.0019912254065275192, "cos_r_negg": [0.6024508476257324, 0.6501648426055908], "cos_innovation_negg": [0.6024508476257324, 0.6501648426055908], "cos_apical_negg": [0.6024508476257324, 0.6501648426055908], "cos_Ac_negg": [0.6024508476257324, 0.6501648426055908], "r_norm": [0.2184406816959381, 0.2237672209739685], "ldr": {"dL_sdil": -0.007018387317657471, "dL_bp": -0.0074499547481536865, "ratio": 0.9420711339752539}}, {"step": 3800, "epoch": 9, "train_loss": 0.0014290150720626116, "cos_r_negg": [0.6019115447998047, 0.6472898721694946], "cos_innovation_negg": [0.6019115447998047, 0.6472898721694946], "cos_apical_negg": [0.6019115447998047, 0.6472898721694946], "cos_Ac_negg": [0.6019115447998047, 0.6472898721694946], "r_norm": [0.222199484705925, 0.2275242805480957]}, {"step": 3850, "epoch": 9, "train_loss": 0.0006901120650582016, "cos_r_negg": [0.6033346652984619, 0.6492636203765869], "cos_innovation_negg": [0.6033346652984619, 0.6492636203765869], "cos_apical_negg": [0.6033346652984619, 0.6492636203765869], "cos_Ac_negg": [0.6033346652984619, 0.6492636203765869], "r_norm": [0.22636637091636658, 0.231425940990448]}, {"step": 3900, "epoch": 9, "train_loss": 0.0014583186712116003, "cos_r_negg": [0.5988079309463501, 0.6470134258270264], "cos_innovation_negg": [0.5988079309463501, 0.6470134258270264], "cos_apical_negg": [0.5988079309463501, 0.6470134258270264], "cos_Ac_negg": [0.5988079309463501, 0.6470134258270264], "r_norm": [0.22166061401367188, 0.22720365226268768]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9757, "test_loss": 0.11114864654541015}, {"step": 3950, "epoch": 10, "train_loss": 0.0007821134058758616, "cos_r_negg": [0.5994701981544495, 0.65099036693573], "cos_innovation_negg": [0.5994701981544495, 0.65099036693573], "cos_apical_negg": [0.5994701981544495, 0.65099036693573], "cos_Ac_negg": [0.5994701981544495, 0.65099036693573], "r_norm": [0.22329437732696533, 0.2281683087348938]}, {"step": 4000, "epoch": 10, "train_loss": 0.0010046034585684538, "cos_r_negg": [0.6005987524986267, 0.6505950689315796], "cos_innovation_negg": [0.6005987524986267, 0.6505950689315796], "cos_apical_negg": [0.6005987524986267, 0.6505950689315796], "cos_Ac_negg": [0.6005987524986267, 0.6505950689315796], "r_norm": [0.22297340631484985, 0.2278679758310318], "ldr": {"dL_sdil": -0.007517881691455841, "dL_bp": -0.00778140127658844, "ratio": 0.9661346876011344}}, {"step": 4050, "epoch": 10, "train_loss": 0.000443600642029196, "cos_r_negg": [0.5978143215179443, 0.6487547159194946], "cos_innovation_negg": [0.5978143215179443, 0.6487547159194946], "cos_apical_negg": [0.5978143215179443, 0.6487547159194946], "cos_Ac_negg": [0.5978143215179443, 0.6487547159194946], "r_norm": [0.2172887921333313, 0.22193102538585663]}, {"step": 4100, "epoch": 10, "train_loss": 0.0005327928811311722, "cos_r_negg": [0.5999057292938232, 0.6484506130218506], "cos_innovation_negg": [0.5999057292938232, 0.6484506130218506], "cos_apical_negg": [0.5999057292938232, 0.6484506130218506], "cos_Ac_negg": [0.5999057292938232, 0.6484506130218506], "r_norm": [0.222039595246315, 0.22741156816482544]}, {"step": 4150, "epoch": 10, "train_loss": 0.00026614952366799116, "cos_r_negg": [0.6003829836845398, 0.6503949165344238], "cos_innovation_negg": [0.6003829836845398, 0.6503949165344238], "cos_apical_negg": [0.6003829836845398, 0.6503949165344238], "cos_Ac_negg": [0.6003829836845398, 0.6503949165344238], "r_norm": [0.21375279128551483, 0.21860721707344055]}, {"step": 4200, "epoch": 10, "train_loss": 0.0012013528030365705, "cos_r_negg": [0.5997248888015747, 0.650580644607544], "cos_innovation_negg": [0.5997248888015747, 0.650580644607544], "cos_apical_negg": [0.5997248888015747, 0.650580644607544], "cos_Ac_negg": [0.5997248888015747, 0.650580644607544], "r_norm": [0.20879490673542023, 0.21318013966083527]}, {"step": 4250, "epoch": 10, "train_loss": 0.0015109636588022113, "cos_r_negg": [0.6010627746582031, 0.6489629149436951], "cos_innovation_negg": [0.6010627746582031, 0.6489629149436951], "cos_apical_negg": [0.6010627746582031, 0.6489629149436951], "cos_Ac_negg": [0.6010627746582031, 0.6489629149436951], "r_norm": [0.21993902325630188, 0.2251109778881073], "ldr": {"dL_sdil": -0.007705561816692352, "dL_bp": -0.008302249014377594, "ratio": 0.9281294506281471}}, {"step": 4300, "epoch": 10, "train_loss": 0.0008977634715847671, "cos_r_negg": [0.6039537191390991, 0.6520155668258667], "cos_innovation_negg": [0.6039537191390991, 0.6520155668258667], "cos_apical_negg": [0.6039537191390991, 0.6520155668258667], "cos_Ac_negg": [0.6039537191390991, 0.6520155668258667], "r_norm": [0.21605253219604492, 0.22085651755332947]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9744, "test_loss": 0.11381424646377564}, {"step": 4350, "epoch": 11, "train_loss": 0.0008388948626816273, "cos_r_negg": [0.6022630929946899, 0.6518641114234924], "cos_innovation_negg": [0.6022630929946899, 0.6518641114234924], "cos_apical_negg": [0.6022630929946899, 0.6518641114234924], "cos_Ac_negg": [0.6022630929946899, 0.6518641114234924], "r_norm": [0.2123914659023285, 0.2170896679162979]}, {"step": 4400, "epoch": 11, "train_loss": 0.0006325741996988654, "cos_r_negg": [0.6018869876861572, 0.650813102722168], "cos_innovation_negg": [0.6018869876861572, 0.650813102722168], "cos_apical_negg": [0.6018869876861572, 0.650813102722168], "cos_Ac_negg": [0.6018869876861572, 0.650813102722168], "r_norm": [0.21177083253860474, 0.21634957194328308]}, {"step": 4450, "epoch": 11, "train_loss": 0.0012891774531453848, "cos_r_negg": [0.6021746397018433, 0.651688814163208], "cos_innovation_negg": [0.6021746397018433, 0.651688814163208], "cos_apical_negg": [0.6021746397018433, 0.651688814163208], "cos_Ac_negg": [0.6021746397018433, 0.651688814163208], "r_norm": [0.21845242381095886, 0.2234451174736023]}, {"step": 4500, "epoch": 11, "train_loss": 0.00020350978593342006, "cos_r_negg": [0.6030299663543701, 0.6522925496101379], "cos_innovation_negg": [0.6030299663543701, 0.6522925496101379], "cos_apical_negg": [0.6030299663543701, 0.6522925496101379], "cos_Ac_negg": [0.6030299663543701, 0.6522925496101379], "r_norm": [0.21102379262447357, 0.21555981040000916], "ldr": {"dL_sdil": -0.007059670984745026, "dL_bp": -0.00753454864025116, "ratio": 0.9369733107874257}}, {"step": 4550, "epoch": 11, "train_loss": 0.0015708347782492638, "cos_r_negg": [0.6015769243240356, 0.6522020101547241], "cos_innovation_negg": [0.6015769243240356, 0.6522020101547241], "cos_apical_negg": [0.6015769243240356, 0.6522020101547241], "cos_Ac_negg": [0.6015769243240356, 0.6522020101547241], "r_norm": [0.21202093362808228, 0.21661826968193054]}, {"step": 4600, "epoch": 11, "train_loss": 0.00020453105389606208, "cos_r_negg": [0.6011492013931274, 0.6503639221191406], "cos_innovation_negg": [0.6011492013931274, 0.6503639221191406], "cos_apical_negg": [0.6011492013931274, 0.6503639221191406], "cos_Ac_negg": [0.6011492013931274, 0.6503639221191406], "r_norm": [0.21303994953632355, 0.21796931326389313]}, {"step": 4650, "epoch": 11, "train_loss": 0.0007813663687556982, "cos_r_negg": [0.6019206643104553, 0.6515060663223267], "cos_innovation_negg": [0.6019206643104553, 0.6515060663223267], "cos_apical_negg": [0.6019206643104553, 0.6515060663223267], "cos_Ac_negg": [0.6019206643104553, 0.6515060663223267], "r_norm": [0.20982912182807922, 0.21440714597702026]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.975, "test_loss": 0.11496203708648682}, {"step": 4700, "epoch": 12, "train_loss": 0.0008542502764612436, "cos_r_negg": [0.6001228094100952, 0.6520469188690186], "cos_innovation_negg": [0.6001228094100952, 0.6520469188690186], "cos_apical_negg": [0.6001228094100952, 0.6520469188690186], "cos_Ac_negg": [0.6001228094100952, 0.6520469188690186], "r_norm": [0.2084151655435562, 0.21306112408638]}, {"step": 4750, "epoch": 12, "train_loss": 0.000828420277684927, "cos_r_negg": [0.6013047695159912, 0.6532824039459229], "cos_innovation_negg": [0.6013047695159912, 0.6532824039459229], "cos_apical_negg": [0.6013047695159912, 0.6532824039459229], "cos_Ac_negg": [0.6013047695159912, 0.6532824039459229], "r_norm": [0.20898973941802979, 0.21360325813293457], "ldr": {"dL_sdil": -0.007230356335639954, "dL_bp": -0.00787980854511261, "ratio": 0.9175802044231806}}, {"step": 4800, "epoch": 12, "train_loss": 0.00022716062085237354, "cos_r_negg": [0.6012626886367798, 0.6525219082832336], "cos_innovation_negg": [0.6012626886367798, 0.6525219082832336], "cos_apical_negg": [0.6012626886367798, 0.6525219082832336], "cos_Ac_negg": [0.6012626886367798, 0.6525219082832336], "r_norm": [0.204477921128273, 0.2086777687072754]}, {"step": 4850, "epoch": 12, "train_loss": 0.0009157388703897595, "cos_r_negg": [0.6012288331985474, 0.6524038314819336], "cos_innovation_negg": [0.6012288331985474, 0.6524038314819336], "cos_apical_negg": [0.6012288331985474, 0.6524038314819336], "cos_Ac_negg": [0.6012288331985474, 0.6524038314819336], "r_norm": [0.20795834064483643, 0.21255867183208466]}, {"step": 4900, "epoch": 12, "train_loss": 0.0011576431570574641, "cos_r_negg": [0.6017807722091675, 0.6531486511230469], "cos_innovation_negg": [0.6017807722091675, 0.6531486511230469], "cos_apical_negg": [0.6017807722091675, 0.6531486511230469], "cos_Ac_negg": [0.6017807722091675, 0.6531486511230469], "r_norm": [0.2110341191291809, 0.2158241719007492]}, {"step": 4950, "epoch": 12, "train_loss": 0.00017363215738441795, "cos_r_negg": [0.5995463132858276, 0.6503778696060181], "cos_innovation_negg": [0.5995463132858276, 0.6503778696060181], "cos_apical_negg": [0.5995463132858276, 0.6503778696060181], "cos_Ac_negg": [0.5995463132858276, 0.6503778696060181], "r_norm": [0.21121376752853394, 0.21608640253543854]}, {"step": 5000, "epoch": 12, "train_loss": 0.0005600251024588943, "cos_r_negg": [0.6001086235046387, 0.6541383266448975], "cos_innovation_negg": [0.6001086235046387, 0.6541383266448975], "cos_apical_negg": [0.6001086235046387, 0.6541383266448975], "cos_Ac_negg": [0.6001086235046387, 0.6541383266448975], "r_norm": [0.21057452261447906, 0.2153303027153015], "ldr": {"dL_sdil": -0.007438391447067261, "dL_bp": -0.008130766451358795, "ratio": 0.9148450507792133}}, {"step": 5050, "epoch": 12, "train_loss": 0.0002796487242449075, "cos_r_negg": [0.5987026691436768, 0.6517946720123291], "cos_innovation_negg": [0.5987026691436768, 0.6517946720123291], "cos_apical_negg": [0.5987026691436768, 0.6517946720123291], "cos_Ac_negg": [0.5987026691436768, 0.6517946720123291], "r_norm": [0.21320456266403198, 0.2180461287498474]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9754, "test_loss": 0.11633777933120727}, {"step": 5100, "epoch": 13, "train_loss": 0.0005798643687739968, "cos_r_negg": [0.599496603012085, 0.6508020162582397], "cos_innovation_negg": [0.599496603012085, 0.6508020162582397], "cos_apical_negg": [0.599496603012085, 0.6508020162582397], "cos_Ac_negg": [0.599496603012085, 0.6508020162582397], "r_norm": [0.21621501445770264, 0.22137415409088135]}, {"step": 5150, "epoch": 13, "train_loss": 0.0006639446364715695, "cos_r_negg": [0.6009750366210938, 0.6520395278930664], "cos_innovation_negg": [0.6009750366210938, 0.6520395278930664], "cos_apical_negg": [0.6009750366210938, 0.6520395278930664], "cos_Ac_negg": [0.6009750366210938, 0.6520395278930664], "r_norm": [0.2110520899295807, 0.21585969626903534]}, {"step": 5200, "epoch": 13, "train_loss": 0.0007304263999685645, "cos_r_negg": [0.6015028953552246, 0.6529464721679688], "cos_innovation_negg": [0.6015028953552246, 0.6529464721679688], "cos_apical_negg": [0.6015028953552246, 0.6529464721679688], "cos_Ac_negg": [0.6015028953552246, 0.6529464721679688], "r_norm": [0.20986801385879517, 0.21474766731262207]}, {"step": 5250, "epoch": 13, "train_loss": 0.00023925281129777431, "cos_r_negg": [0.6002269387245178, 0.6519793272018433], "cos_innovation_negg": [0.6002269387245178, 0.6519793272018433], "cos_apical_negg": [0.6002269387245178, 0.6519793272018433], "cos_Ac_negg": [0.6002269387245178, 0.6519793272018433], "r_norm": [0.20927134156227112, 0.2140199989080429], "ldr": {"dL_sdil": -0.007369056344032288, "dL_bp": -0.00805705040693283, "ratio": 0.9146096861565435}}, {"step": 5300, "epoch": 13, "train_loss": 0.0005529343616217375, "cos_r_negg": [0.6013283133506775, 0.6526197195053101], "cos_innovation_negg": [0.6013283133506775, 0.6526197195053101], "cos_apical_negg": [0.6013283133506775, 0.6526197195053101], "cos_Ac_negg": [0.6013283133506775, 0.6526197195053101], "r_norm": [0.20962704718112946, 0.2145146280527115]}, {"step": 5350, "epoch": 13, "train_loss": 0.00038052303716540337, "cos_r_negg": [0.6005489230155945, 0.6540220975875854], "cos_innovation_negg": [0.6005489230155945, 0.6540220975875854], "cos_apical_negg": [0.6005489230155945, 0.6540220975875854], "cos_Ac_negg": [0.6005489230155945, 0.6540220975875854], "r_norm": [0.2147829830646515, 0.21982441842556]}, {"step": 5400, "epoch": 13, "train_loss": 0.0008241565665230155, "cos_r_negg": [0.6013219356536865, 0.6518666744232178], "cos_innovation_negg": [0.6013219356536865, 0.6518666744232178], "cos_apical_negg": [0.6013219356536865, 0.6518666744232178], "cos_Ac_negg": [0.6013219356536865, 0.6518666744232178], "r_norm": [0.211991548538208, 0.2169288992881775]}, {"step": 5450, "epoch": 13, "train_loss": 0.00018282225937582552, "cos_r_negg": [0.6005430221557617, 0.6523008346557617], "cos_innovation_negg": [0.6005430221557617, 0.6523008346557617], "cos_apical_negg": [0.6005430221557617, 0.6523008346557617], "cos_Ac_negg": [0.6005430221557617, 0.6523008346557617], "r_norm": [0.20965683460235596, 0.214334636926651]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9749, "test_loss": 0.11796256113052368}, {"step": 5500, "epoch": 14, "train_loss": 0.0003923491749446839, "cos_r_negg": [0.6009591817855835, 0.6530847549438477], "cos_innovation_negg": [0.6009591817855835, 0.6530847549438477], "cos_apical_negg": [0.6009591817855835, 0.6530847549438477], "cos_Ac_negg": [0.6009591817855835, 0.6530847549438477], "r_norm": [0.2097054421901703, 0.2144119143486023], "ldr": {"dL_sdil": -0.007579430937767029, "dL_bp": -0.008373968303203583, "ratio": 0.9051181785423534}}, {"step": 5550, "epoch": 14, "train_loss": 0.0002932908246293664, "cos_r_negg": [0.6010602712631226, 0.6530970931053162], "cos_innovation_negg": [0.6010602712631226, 0.6530970931053162], "cos_apical_negg": [0.6010602712631226, 0.6530970931053162], "cos_Ac_negg": [0.6010602712631226, 0.6530970931053162], "r_norm": [0.20741915702819824, 0.2121364325284958]}, {"step": 5600, "epoch": 14, "train_loss": 0.000581658270675689, "cos_r_negg": [0.6011416912078857, 0.6530961990356445], "cos_innovation_negg": [0.6011416912078857, 0.6530961990356445], "cos_apical_negg": [0.6011416912078857, 0.6530961990356445], "cos_Ac_negg": [0.6011416912078857, 0.6530961990356445], "r_norm": [0.2084544152021408, 0.21318328380584717]}, {"step": 5650, "epoch": 14, "train_loss": 0.000366971391486004, "cos_r_negg": [0.6007852554321289, 0.6533119082450867], "cos_innovation_negg": [0.6007852554321289, 0.6533119082450867], "cos_apical_negg": [0.6007852554321289, 0.6533119082450867], "cos_Ac_negg": [0.6007852554321289, 0.6533119082450867], "r_norm": [0.2066149115562439, 0.21116949617862701]}, {"step": 5700, "epoch": 14, "train_loss": 0.00020762071653734893, "cos_r_negg": [0.6009825468063354, 0.6522955894470215], "cos_innovation_negg": [0.6009825468063354, 0.6522955894470215], "cos_apical_negg": [0.6009825468063354, 0.6522955894470215], "cos_Ac_negg": [0.6009825468063354, 0.6522955894470215], "r_norm": [0.20826949179172516, 0.2128872275352478]}, {"step": 5750, "epoch": 14, "train_loss": 0.0006060509476810694, "cos_r_negg": [0.6026596426963806, 0.6543983221054077], "cos_innovation_negg": [0.6026596426963806, 0.6543983221054077], "cos_apical_negg": [0.6026596426963806, 0.6543983221054077], "cos_Ac_negg": [0.6026596426963806, 0.6543983221054077], "r_norm": [0.20597030222415924, 0.21044844388961792], "ldr": {"dL_sdil": -0.007371112704277039, "dL_bp": -0.008212678134441376, "ratio": 0.8975285021051687}}, {"step": 5800, "epoch": 14, "train_loss": 0.000791962374933064, "cos_r_negg": [0.6005315184593201, 0.6526919603347778], "cos_innovation_negg": [0.6005315184593201, 0.6526919603347778], "cos_apical_negg": [0.6005315184593201, 0.6526919603347778], "cos_Ac_negg": [0.6005315184593201, 0.6526919603347778], "r_norm": [0.20672759413719177, 0.211375892162323]}, {"step": 5850, "epoch": 14, "train_loss": 0.0005693163257092237, "cos_r_negg": [0.600045382976532, 0.6542074680328369], "cos_innovation_negg": [0.600045382976532, 0.6542074680328369], "cos_apical_negg": [0.600045382976532, 0.6542074680328369], "cos_Ac_negg": [0.600045382976532, 0.6542074680328369], "r_norm": [0.2054726779460907, 0.21007151901721954]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9751, "test_loss": 0.11849276809692383}, {"step": 5900, "epoch": 15, "train_loss": 0.0003166216774843633, "cos_r_negg": [0.6016731262207031, 0.6548001766204834], "cos_innovation_negg": [0.6016731262207031, 0.6548001766204834], "cos_apical_negg": [0.6016731262207031, 0.6548001766204834], "cos_Ac_negg": [0.6016731262207031, 0.6548001766204834], "r_norm": [0.20663218200206757, 0.21123476326465607]}, {"step": 5950, "epoch": 15, "train_loss": 0.00038688641507178545, "cos_r_negg": [0.60073322057724, 0.6545249223709106], "cos_innovation_negg": [0.60073322057724, 0.6545249223709106], "cos_apical_negg": [0.60073322057724, 0.6545249223709106], "cos_Ac_negg": [0.60073322057724, 0.6545249223709106], "r_norm": [0.20659315586090088, 0.21112701296806335]}, {"step": 6000, "epoch": 15, "train_loss": 0.0007258082623593509, "cos_r_negg": [0.6022186279296875, 0.6551569700241089], "cos_innovation_negg": [0.6022186279296875, 0.6551569700241089], "cos_apical_negg": [0.6022186279296875, 0.6551569700241089], "cos_Ac_negg": [0.6022186279296875, 0.6551569700241089], "r_norm": [0.2090541124343872, 0.2137264758348465], "ldr": {"dL_sdil": -0.007651567459106445, "dL_bp": -0.008575469255447388, "ratio": 0.8922622460859442}}, {"step": 6050, "epoch": 15, "train_loss": 0.0011032039765268564, "cos_r_negg": [0.6016463041305542, 0.654340386390686], "cos_innovation_negg": [0.6016463041305542, 0.654340386390686], "cos_apical_negg": [0.6016463041305542, 0.654340386390686], "cos_Ac_negg": [0.6016463041305542, 0.654340386390686], "r_norm": [0.2105322778224945, 0.21524930000305176]}, {"step": 6100, "epoch": 15, "train_loss": 0.0007731629302725196, "cos_r_negg": [0.6002285480499268, 0.654094934463501], "cos_innovation_negg": [0.6002285480499268, 0.654094934463501], "cos_apical_negg": [0.6002285480499268, 0.654094934463501], "cos_Ac_negg": [0.6002285480499268, 0.654094934463501], "r_norm": [0.20777662098407745, 0.21251168847084045]}, {"step": 6150, "epoch": 15, "train_loss": 0.0004685926251113415, "cos_r_negg": [0.6017271876335144, 0.6552861928939819], "cos_innovation_negg": [0.6017271876335144, 0.6552861928939819], "cos_apical_negg": [0.6017271876335144, 0.6552861928939819], "cos_Ac_negg": [0.6017271876335144, 0.6552861928939819], "r_norm": [0.20536625385284424, 0.20993274450302124]}, {"step": 6200, "epoch": 15, "train_loss": 0.0003358390531502664, "cos_r_negg": [0.6018099784851074, 0.6553696393966675], "cos_innovation_negg": [0.6018099784851074, 0.6553696393966675], "cos_apical_negg": [0.6018099784851074, 0.6553696393966675], "cos_Ac_negg": [0.6018099784851074, 0.6553696393966675], "r_norm": [0.2067311406135559, 0.211336150765419]}, {"step": 6250, "epoch": 15, "train_loss": 0.00034876499557867646, "cos_r_negg": [0.6015679836273193, 0.6539566516876221], "cos_innovation_negg": [0.6015679836273193, 0.6539566516876221], "cos_apical_negg": [0.6015679836273193, 0.6539566516876221], "cos_Ac_negg": [0.6015679836273193, 0.6539566516876221], "r_norm": [0.20651867985725403, 0.21116280555725098], "ldr": {"dL_sdil": -0.007595881819725037, "dL_bp": -0.008543640375137329, "ratio": 0.8890685335761153}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9752, "test_loss": 0.11940916490554809}, {"step": 6300, "epoch": 16, "train_loss": 0.000920809106901288, "cos_r_negg": [0.6012791395187378, 0.6549198627471924], "cos_innovation_negg": [0.6012791395187378, 0.6549198627471924], "cos_apical_negg": [0.6012791395187378, 0.6549198627471924], "cos_Ac_negg": [0.6012791395187378, 0.6549198627471924], "r_norm": [0.21014642715454102, 0.21497833728790283]}, {"step": 6350, "epoch": 16, "train_loss": 0.00014266956713981926, "cos_r_negg": [0.6026005744934082, 0.6563652753829956], "cos_innovation_negg": [0.6026005744934082, 0.6563652753829956], "cos_apical_negg": [0.6026005744934082, 0.6563652753829956], "cos_Ac_negg": [0.6026005744934082, 0.6563652753829956], "r_norm": [0.20761539041996002, 0.21233689785003662]}, {"step": 6400, "epoch": 16, "train_loss": 0.00040808573248796165, "cos_r_negg": [0.6024443507194519, 0.6566011309623718], "cos_innovation_negg": [0.6024443507194519, 0.6566011309623718], "cos_apical_negg": [0.6024443507194519, 0.6566011309623718], "cos_Ac_negg": [0.6024443507194519, 0.6566011309623718], "r_norm": [0.20381304621696472, 0.20824562013149261]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002451831824146211, "cos_r_negg": [0.6016697883605957, 0.6550555229187012], "cos_innovation_negg": [0.6016697883605957, 0.6550555229187012], "cos_apical_negg": [0.6016697883605957, 0.6550555229187012], "cos_Ac_negg": [0.6016697883605957, 0.6550555229187012], "r_norm": [0.2049139440059662, 0.20944400131702423]}, {"step": 6500, "epoch": 16, "train_loss": 0.0002850399469025433, "cos_r_negg": [0.6016513705253601, 0.6561269760131836], "cos_innovation_negg": [0.6016513705253601, 0.6561269760131836], "cos_apical_negg": [0.6016513705253601, 0.6561269760131836], "cos_Ac_negg": [0.6016513705253601, 0.6561269760131836], "r_norm": [0.20473690330982208, 0.20930714905261993], "ldr": {"dL_sdil": -0.007622256875038147, "dL_bp": -0.008664734661579132, "ratio": 0.8796872810008246}}, {"step": 6550, "epoch": 16, "train_loss": 0.0003423518210183829, "cos_r_negg": [0.6017670631408691, 0.6558090448379517], "cos_innovation_negg": [0.6017670631408691, 0.6558090448379517], "cos_apical_negg": [0.6017670631408691, 0.6558090448379517], "cos_Ac_negg": [0.6017670631408691, 0.6558090448379517], "r_norm": [0.2059183567762375, 0.21050617098808289]}, {"step": 6600, "epoch": 16, "train_loss": 0.00030267928377725184, "cos_r_negg": [0.6019193530082703, 0.6559345722198486], "cos_innovation_negg": [0.6019193530082703, 0.6559345722198486], "cos_apical_negg": [0.6019193530082703, 0.6559345722198486], "cos_Ac_negg": [0.6019193530082703, 0.6559345722198486], "r_norm": [0.20429515838623047, 0.20881320536136627]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9752, "test_loss": 0.12047501611709595}, {"step": 6650, "epoch": 17, "train_loss": 0.0002904609136749059, "cos_r_negg": [0.6015138626098633, 0.6546261310577393], "cos_innovation_negg": [0.6015138626098633, 0.6546261310577393], "cos_apical_negg": [0.6015138626098633, 0.6546261310577393], "cos_Ac_negg": [0.6015138626098633, 0.6546261310577393], "r_norm": [0.20561882853507996, 0.2103516161441803]}, {"step": 6700, "epoch": 17, "train_loss": 9.376707021147013e-05, "cos_r_negg": [0.6021438837051392, 0.6548004746437073], "cos_innovation_negg": [0.6021438837051392, 0.6548004746437073], "cos_apical_negg": [0.6021438837051392, 0.6548004746437073], "cos_Ac_negg": [0.6021438837051392, 0.6548004746437073], "r_norm": [0.20748405158519745, 0.21230466663837433]}, {"step": 6750, "epoch": 17, "train_loss": 0.00044243113370612264, "cos_r_negg": [0.6020106077194214, 0.6568137407302856], "cos_innovation_negg": [0.6020106077194214, 0.6568137407302856], "cos_apical_negg": [0.6020106077194214, 0.6568137407302856], "cos_Ac_negg": [0.6020106077194214, 0.6568137407302856], "r_norm": [0.20412719249725342, 0.20867827534675598], "ldr": {"dL_sdil": -0.007638998329639435, "dL_bp": -0.008699476718902588, "ratio": 0.878098600234322}}, {"step": 6800, "epoch": 17, "train_loss": 0.00025882350746542215, "cos_r_negg": [0.6025358438491821, 0.6570102572441101], "cos_innovation_negg": [0.6025358438491821, 0.6570102572441101], "cos_apical_negg": [0.6025358438491821, 0.6570102572441101], "cos_Ac_negg": [0.6025358438491821, 0.6570102572441101], "r_norm": [0.20305216312408447, 0.20753589272499084]}, {"step": 6850, "epoch": 17, "train_loss": 0.0001793298142729327, "cos_r_negg": [0.6025348901748657, 0.6565544605255127], "cos_innovation_negg": [0.6025348901748657, 0.6565544605255127], "cos_apical_negg": [0.6025348901748657, 0.6565544605255127], "cos_Ac_negg": [0.6025348901748657, 0.6565544605255127], "r_norm": [0.2055691033601761, 0.21027922630310059]}, {"step": 6900, "epoch": 17, "train_loss": 0.000543966714758426, "cos_r_negg": [0.6023722887039185, 0.6564839482307434], "cos_innovation_negg": [0.6023722887039185, 0.6564839482307434], "cos_apical_negg": [0.6023722887039185, 0.6564839482307434], "cos_Ac_negg": [0.6023722887039185, 0.6564839482307434], "r_norm": [0.20477059483528137, 0.2094368040561676]}, {"step": 6950, "epoch": 17, "train_loss": 0.00043619261123239994, "cos_r_negg": [0.6025254726409912, 0.6552455425262451], "cos_innovation_negg": [0.6025254726409912, 0.6552455425262451], "cos_apical_negg": [0.6025254726409912, 0.6552455425262451], "cos_Ac_negg": [0.6025254726409912, 0.6552455425262451], "r_norm": [0.20332376658916473, 0.20791783928871155]}, {"step": 7000, "epoch": 17, "train_loss": 0.0004641176201403141, "cos_r_negg": [0.6020601987838745, 0.6562004685401917], "cos_innovation_negg": [0.6020601987838745, 0.6562004685401917], "cos_apical_negg": [0.6020601987838745, 0.6562004685401917], "cos_Ac_negg": [0.6020601987838745, 0.6562004685401917], "r_norm": [0.20453958213329315, 0.20920723676681519], "ldr": {"dL_sdil": -0.0077216774225234985, "dL_bp": -0.008837297558784485, "ratio": 0.8737600348024908}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9752, "test_loss": 0.12153413782119751}, {"step": 7050, "epoch": 18, "train_loss": 8.661119500175118e-05, "cos_r_negg": [0.6025704741477966, 0.6574532985687256], "cos_innovation_negg": [0.6025704741477966, 0.6574532985687256], "cos_apical_negg": [0.6025704741477966, 0.6574532985687256], "cos_Ac_negg": [0.6025704741477966, 0.6574532985687256], "r_norm": [0.2037811279296875, 0.2083020806312561]}, {"step": 7100, "epoch": 18, "train_loss": 0.0007740442524664104, "cos_r_negg": [0.6008581519126892, 0.6569284200668335], "cos_innovation_negg": [0.6008581519126892, 0.6569284200668335], "cos_apical_negg": [0.6008581519126892, 0.6569284200668335], "cos_Ac_negg": [0.6008581519126892, 0.6569284200668335], "r_norm": [0.20386792719364166, 0.208410382270813]}, {"step": 7150, "epoch": 18, "train_loss": 0.0001656058884691447, "cos_r_negg": [0.6008641123771667, 0.6571553945541382], "cos_innovation_negg": [0.6008641123771667, 0.6571553945541382], "cos_apical_negg": [0.6008641123771667, 0.6571553945541382], "cos_Ac_negg": [0.6008641123771667, 0.6571553945541382], "r_norm": [0.20273113250732422, 0.20720842480659485]}, {"step": 7200, "epoch": 18, "train_loss": 0.0002869117888621986, "cos_r_negg": [0.6030277013778687, 0.6582316160202026], "cos_innovation_negg": [0.6030277013778687, 0.6582316160202026], "cos_apical_negg": [0.6030277013778687, 0.6582316160202026], "cos_Ac_negg": [0.6030277013778687, 0.6582316160202026], "r_norm": [0.20222540199756622, 0.2065916359424591]}, {"step": 7250, "epoch": 18, "train_loss": 0.0003478795406408608, "cos_r_negg": [0.6029334664344788, 0.6568098068237305], "cos_innovation_negg": [0.6029334664344788, 0.6568098068237305], "cos_apical_negg": [0.6029334664344788, 0.6568098068237305], "cos_Ac_negg": [0.6029334664344788, 0.6568098068237305], "r_norm": [0.20274630188941956, 0.20725055038928986], "ldr": {"dL_sdil": -0.007706359028816223, "dL_bp": -0.00884845107793808, "ratio": 0.8709274607428813}}, {"step": 7300, "epoch": 18, "train_loss": 0.00020200933795422316, "cos_r_negg": [0.6024609804153442, 0.6562525033950806], "cos_innovation_negg": [0.6024609804153442, 0.6562525033950806], "cos_apical_negg": [0.6024609804153442, 0.6562525033950806], "cos_Ac_negg": [0.6024609804153442, 0.6562525033950806], "r_norm": [0.2033817619085312, 0.20793458819389343]}, {"step": 7350, "epoch": 18, "train_loss": 0.0005898176459595561, "cos_r_negg": [0.6016865968704224, 0.6579204201698303], "cos_innovation_negg": [0.6016865968704224, 0.6579204201698303], "cos_apical_negg": [0.6016865968704224, 0.6579204201698303], "cos_Ac_negg": [0.6016865968704224, 0.6579204201698303], "r_norm": [0.204850971698761, 0.20948809385299683]}, {"step": 7400, "epoch": 18, "train_loss": 0.00016031705308705568, "cos_r_negg": [0.6010993719100952, 0.6578562259674072], "cos_innovation_negg": [0.6010993719100952, 0.6578562259674072], "cos_apical_negg": [0.6010993719100952, 0.6578562259674072], "cos_Ac_negg": [0.6010993719100952, 0.6578562259674072], "r_norm": [0.20318125188350677, 0.20776724815368652]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9754, "test_loss": 0.12216531324386597}, {"step": 7450, "epoch": 19, "train_loss": 0.00010784420737763867, "cos_r_negg": [0.6020092368125916, 0.6565382480621338], "cos_innovation_negg": [0.6020092368125916, 0.6565382480621338], "cos_apical_negg": [0.6020092368125916, 0.6565382480621338], "cos_Ac_negg": [0.6020092368125916, 0.6565382480621338], "r_norm": [0.20429213345050812, 0.20888398587703705]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003298082738183439, "cos_r_negg": [0.6008384227752686, 0.6563657522201538], "cos_innovation_negg": [0.6008384227752686, 0.6563657522201538], "cos_apical_negg": [0.6008384227752686, 0.6563657522201538], "cos_Ac_negg": [0.6008384227752686, 0.6563657522201538], "r_norm": [0.2044135481119156, 0.20902281999588013], "ldr": {"dL_sdil": -0.007743999361991882, "dL_bp": -0.008884206414222717, "ratio": 0.8716590994097707}}, {"step": 7550, "epoch": 19, "train_loss": 0.0002489041071385145, "cos_r_negg": [0.6010798215866089, 0.6574039459228516], "cos_innovation_negg": [0.6010798215866089, 0.6574039459228516], "cos_apical_negg": [0.6010798215866089, 0.6574039459228516], "cos_Ac_negg": [0.6010798215866089, 0.6574039459228516], "r_norm": [0.20248213410377502, 0.20699578523635864]}, {"step": 7600, "epoch": 19, "train_loss": 0.00017430557636544108, "cos_r_negg": [0.6005750298500061, 0.6576840281486511], "cos_innovation_negg": [0.6005750298500061, 0.6576840281486511], "cos_apical_negg": [0.6005750298500061, 0.6576840281486511], "cos_Ac_negg": [0.6005750298500061, 0.6576840281486511], "r_norm": [0.20029252767562866, 0.2046244740486145]}, {"step": 7650, "epoch": 19, "train_loss": 0.0003754161298274994, "cos_r_negg": [0.6009269952774048, 0.658462405204773], "cos_innovation_negg": [0.6009269952774048, 0.658462405204773], "cos_apical_negg": [0.6009269952774048, 0.658462405204773], "cos_Ac_negg": [0.6009269952774048, 0.658462405204773], "r_norm": [0.20156845450401306, 0.2059730440378189]}, {"step": 7700, "epoch": 19, "train_loss": 0.0007511068251915276, "cos_r_negg": [0.6000947952270508, 0.6580938100814819], "cos_innovation_negg": [0.6000947952270508, 0.6580938100814819], "cos_apical_negg": [0.6000947952270508, 0.6580938100814819], "cos_Ac_negg": [0.6000947952270508, 0.6580938100814819], "r_norm": [0.20005427300930023, 0.20434781908988953]}, {"step": 7750, "epoch": 19, "train_loss": 0.00032571968040429056, "cos_r_negg": [0.6004197597503662, 0.6573491096496582], "cos_innovation_negg": [0.6004197597503662, 0.6573491096496582], "cos_apical_negg": [0.6004197597503662, 0.6573491096496582], "cos_Ac_negg": [0.6004197597503662, 0.6573491096496582], "r_norm": [0.20161664485931396, 0.20609693229198456], "ldr": {"dL_sdil": -0.007719658315181732, "dL_bp": -0.00894811749458313, "ratio": 0.8627131147813981}}, {"step": 7800, "epoch": 19, "train_loss": 0.0005991571815684438, "cos_r_negg": [0.6015209555625916, 0.6578801870346069], "cos_innovation_negg": [0.6015209555625916, 0.6578801870346069], "cos_apical_negg": [0.6015209555625916, 0.6578801870346069], "cos_Ac_negg": [0.6015209555625916, 0.6578801870346069], "r_norm": [0.2021312713623047, 0.206598162651062]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9753, "test_loss": 0.1233656234741211}, {"step": 7850, "epoch": 20, "train_loss": 0.0002186705096391961, "cos_r_negg": [0.6007802486419678, 0.6581067442893982], "cos_innovation_negg": [0.6007802486419678, 0.6581067442893982], "cos_apical_negg": [0.6007802486419678, 0.6581067442893982], "cos_Ac_negg": [0.6007802486419678, 0.6581067442893982], "r_norm": [0.20247799158096313, 0.20697173476219177]}, {"step": 7900, "epoch": 20, "train_loss": 0.0004014261648990214, "cos_r_negg": [0.6000002026557922, 0.658236563205719], "cos_innovation_negg": [0.6000002026557922, 0.658236563205719], "cos_apical_negg": [0.6000002026557922, 0.658236563205719], "cos_Ac_negg": [0.6000002026557922, 0.658236563205719], "r_norm": [0.20376981794834137, 0.20834755897521973]}, {"step": 7950, "epoch": 20, "train_loss": 0.00016770604997873306, "cos_r_negg": [0.6011308431625366, 0.6588265895843506], "cos_innovation_negg": [0.6011308431625366, 0.6588265895843506], "cos_apical_negg": [0.6011308431625366, 0.6588265895843506], "cos_Ac_negg": [0.6011308431625366, 0.6588265895843506], "r_norm": [0.20226141810417175, 0.20671120285987854]}, {"step": 8000, "epoch": 20, "train_loss": 0.00024943111930042505, "cos_r_negg": [0.6005975008010864, 0.6588822603225708], "cos_innovation_negg": [0.6005975008010864, 0.6588822603225708], "cos_apical_negg": [0.6005975008010864, 0.6588822603225708], "cos_Ac_negg": [0.6005975008010864, 0.6588822603225708], "r_norm": [0.2017725259065628, 0.20623481273651123], "ldr": {"dL_sdil": -0.007823757827281952, "dL_bp": -0.009097099304199219, "ratio": 0.8600277479295524}}, {"step": 8050, "epoch": 20, "train_loss": 0.0006479044095613062, "cos_r_negg": [0.6004500389099121, 0.6578705310821533], "cos_innovation_negg": [0.6004500389099121, 0.6578705310821533], "cos_apical_negg": [0.6004500389099121, 0.6578705310821533], "cos_Ac_negg": [0.6004500389099121, 0.6578705310821533], "r_norm": [0.20507930219173431, 0.20974621176719666]}, {"step": 8100, "epoch": 20, "train_loss": 0.00041177208186127245, "cos_r_negg": [0.5997734069824219, 0.6568814516067505], "cos_innovation_negg": [0.5997734069824219, 0.6568814516067505], "cos_apical_negg": [0.5997734069824219, 0.6568814516067505], "cos_Ac_negg": [0.5997734069824219, 0.6568814516067505], "r_norm": [0.20276600122451782, 0.20727327466011047]}, {"step": 8150, "epoch": 20, "train_loss": 0.00045067936298437417, "cos_r_negg": [0.6006236672401428, 0.657496452331543], "cos_innovation_negg": [0.6006236672401428, 0.657496452331543], "cos_apical_negg": [0.6006236672401428, 0.657496452331543], "cos_Ac_negg": [0.6006236672401428, 0.657496452331543], "r_norm": [0.20164287090301514, 0.20617663860321045]}, {"step": 8200, "epoch": 20, "train_loss": 0.0001960522640729323, "cos_r_negg": [0.5994373559951782, 0.6562012434005737], "cos_innovation_negg": [0.5994373559951782, 0.6562012434005737], "cos_apical_negg": [0.5994373559951782, 0.6562012434005737], "cos_Ac_negg": [0.5994373559951782, 0.6562012434005737], "r_norm": [0.20271074771881104, 0.207288920879364]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.975, "test_loss": 0.12378596744537354}, {"step": 8250, "epoch": 21, "train_loss": 0.00042690319241955876, "cos_r_negg": [0.6001279354095459, 0.6571336984634399], "cos_innovation_negg": [0.6001279354095459, 0.6571336984634399], "cos_apical_negg": [0.6001279354095459, 0.6571336984634399], "cos_Ac_negg": [0.6001279354095459, 0.6571336984634399], "r_norm": [0.202457457780838, 0.2071206271648407], "ldr": {"dL_sdil": -0.007890589535236359, "dL_bp": -0.009228967130184174, "ratio": 0.8549807821321056}}, {"step": 8300, "epoch": 21, "train_loss": 0.0004798198351636529, "cos_r_negg": [0.5999691486358643, 0.6572954654693604], "cos_innovation_negg": [0.5999691486358643, 0.6572954654693604], "cos_apical_negg": [0.5999691486358643, 0.6572954654693604], "cos_Ac_negg": [0.5999691486358643, 0.6572954654693604], "r_norm": [0.20081348717212677, 0.20534124970436096]}, {"step": 8350, "epoch": 21, "train_loss": 0.000398092670366168, "cos_r_negg": [0.5996270775794983, 0.6573704481124878], "cos_innovation_negg": [0.5996270775794983, 0.6573704481124878], "cos_apical_negg": [0.5996270775794983, 0.6573704481124878], "cos_Ac_negg": [0.5996270775794983, 0.6573704481124878], "r_norm": [0.20109416544437408, 0.20561566948890686]}, {"step": 8400, "epoch": 21, "train_loss": 0.00028160930378362536, "cos_r_negg": [0.5997766256332397, 0.6577619910240173], "cos_innovation_negg": [0.5997766256332397, 0.6577619910240173], "cos_apical_negg": [0.5997766256332397, 0.6577619910240173], "cos_Ac_negg": [0.5997766256332397, 0.6577619910240173], "r_norm": [0.20130454003810883, 0.20580270886421204]}, {"step": 8450, "epoch": 21, "train_loss": 0.00036423944402486086, "cos_r_negg": [0.5989740490913391, 0.6570574045181274], "cos_innovation_negg": [0.5989740490913391, 0.6570574045181274], "cos_apical_negg": [0.5989740490913391, 0.6570574045181274], "cos_Ac_negg": [0.5989740490913391, 0.6570574045181274], "r_norm": [0.19985008239746094, 0.20425383746623993]}, {"step": 8500, "epoch": 21, "train_loss": 0.0002634120173752308, "cos_r_negg": [0.5996133089065552, 0.6572584509849548], "cos_innovation_negg": [0.5996133089065552, 0.6572584509849548], "cos_apical_negg": [0.5996133089065552, 0.6572584509849548], "cos_Ac_negg": [0.5996133089065552, 0.6572584509849548], "r_norm": [0.20049189031124115, 0.20491498708724976], "ldr": {"dL_sdil": -0.007826901972293854, "dL_bp": -0.009138837456703186, "ratio": 0.8564439415161007}}, {"step": 8550, "epoch": 21, "train_loss": 0.00022864920902065933, "cos_r_negg": [0.6009639501571655, 0.658359706401825], "cos_innovation_negg": [0.6009639501571655, 0.658359706401825], "cos_apical_negg": [0.6009639501571655, 0.658359706401825], "cos_Ac_negg": [0.6009639501571655, 0.658359706401825], "r_norm": [0.2020896077156067, 0.20658856630325317]}, {"step": 8600, "epoch": 21, "train_loss": 0.000705158628989011, "cos_r_negg": [0.6014083623886108, 0.6591277122497559], "cos_innovation_negg": [0.6014083623886108, 0.6591277122497559], "cos_apical_negg": [0.6014083623886108, 0.6591277122497559], "cos_Ac_negg": [0.6014083623886108, 0.6591277122497559], "r_norm": [0.19986975193023682, 0.2042861133813858]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9753, "test_loss": 0.12458458461761475}, {"step": 8650, "epoch": 22, "train_loss": 0.00015411898493766785, "cos_r_negg": [0.6003305912017822, 0.6574480533599854], "cos_innovation_negg": [0.6003305912017822, 0.6574480533599854], "cos_apical_negg": [0.6003305912017822, 0.6574480533599854], "cos_Ac_negg": [0.6003305912017822, 0.6574480533599854], "r_norm": [0.20128491520881653, 0.20573124289512634]}, {"step": 8700, "epoch": 22, "train_loss": 0.00022647748119197786, "cos_r_negg": [0.6004949808120728, 0.6574289798736572], "cos_innovation_negg": [0.6004949808120728, 0.6574289798736572], "cos_apical_negg": [0.6004949808120728, 0.6574289798736572], "cos_Ac_negg": [0.6004949808120728, 0.6574289798736572], "r_norm": [0.19987961649894714, 0.20423129200935364]}, {"step": 8750, "epoch": 22, "train_loss": 0.0002542371512390673, "cos_r_negg": [0.6004055738449097, 0.6575003862380981], "cos_innovation_negg": [0.6004055738449097, 0.6575003862380981], "cos_apical_negg": [0.6004055738449097, 0.6575003862380981], "cos_Ac_negg": [0.6004055738449097, 0.6575003862380981], "r_norm": [0.2007206827402115, 0.20512810349464417], "ldr": {"dL_sdil": -0.007807523012161255, "dL_bp": -0.00917603075504303, "ratio": 0.8508605976358938}}, {"step": 8800, "epoch": 22, "train_loss": 0.0003935568383894861, "cos_r_negg": [0.6005526781082153, 0.6573383212089539], "cos_innovation_negg": [0.6005526781082153, 0.6573383212089539], "cos_apical_negg": [0.6005526781082153, 0.6573383212089539], "cos_Ac_negg": [0.6005526781082153, 0.6573383212089539], "r_norm": [0.20079267024993896, 0.2051900029182434]}, {"step": 8850, "epoch": 22, "train_loss": 0.00022293342044577003, "cos_r_negg": [0.6002185940742493, 0.6575615406036377], "cos_innovation_negg": [0.6002185940742493, 0.6575615406036377], "cos_apical_negg": [0.6002185940742493, 0.6575615406036377], "cos_Ac_negg": [0.6002185940742493, 0.6575615406036377], "r_norm": [0.200064554810524, 0.20439544320106506]}, {"step": 8900, "epoch": 22, "train_loss": 0.00046276452485471964, "cos_r_negg": [0.6003880500793457, 0.657886803150177], "cos_innovation_negg": [0.6003880500793457, 0.657886803150177], "cos_apical_negg": [0.6003880500793457, 0.657886803150177], "cos_Ac_negg": [0.6003880500793457, 0.657886803150177], "r_norm": [0.20191246271133423, 0.20636941492557526]}, {"step": 8950, "epoch": 22, "train_loss": 0.000270040356554091, "cos_r_negg": [0.6003550887107849, 0.6575824618339539], "cos_innovation_negg": [0.6003550887107849, 0.6575824618339539], "cos_apical_negg": [0.6003550887107849, 0.6575824618339539], "cos_Ac_negg": [0.6003550887107849, 0.6575824618339539], "r_norm": [0.20144590735435486, 0.205949604511261]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9754, "test_loss": 0.12510264530181886}, {"step": 9000, "epoch": 23, "train_loss": 9.385751764057204e-05, "cos_r_negg": [0.6005985736846924, 0.6575499773025513], "cos_innovation_negg": [0.6005985736846924, 0.6575499773025513], "cos_apical_negg": [0.6005985736846924, 0.6575499773025513], "cos_Ac_negg": [0.6005985736846924, 0.6575499773025513], "r_norm": [0.2008810192346573, 0.2054448127746582], "ldr": {"dL_sdil": -0.00791206955909729, "dL_bp": -0.009316295385360718, "ratio": 0.8492720799224576}}, {"step": 9050, "epoch": 23, "train_loss": 0.00022469110263045877, "cos_r_negg": [0.6006449460983276, 0.6576468348503113], "cos_innovation_negg": [0.6006449460983276, 0.6576468348503113], "cos_apical_negg": [0.6006449460983276, 0.6576468348503113], "cos_Ac_negg": [0.6006449460983276, 0.6576468348503113], "r_norm": [0.2000603973865509, 0.2044900357723236]}, {"step": 9100, "epoch": 23, "train_loss": 0.00017960858531296253, "cos_r_negg": [0.6004790663719177, 0.6576954126358032], "cos_innovation_negg": [0.6004790663719177, 0.6576954126358032], "cos_apical_negg": [0.6004790663719177, 0.6576954126358032], "cos_Ac_negg": [0.6004790663719177, 0.6576954126358032], "r_norm": [0.19899973273277283, 0.20334243774414062]}, {"step": 9150, "epoch": 23, "train_loss": 0.00030993559630587697, "cos_r_negg": [0.6009164452552795, 0.658045768737793], "cos_innovation_negg": [0.6009164452552795, 0.658045768737793], "cos_apical_negg": [0.6009164452552795, 0.658045768737793], "cos_Ac_negg": [0.6009164452552795, 0.658045768737793], "r_norm": [0.1995375156402588, 0.20391207933425903]}, {"step": 9200, "epoch": 23, "train_loss": 0.0004418768221512437, "cos_r_negg": [0.6007698774337769, 0.6581172943115234], "cos_innovation_negg": [0.6007698774337769, 0.6581172943115234], "cos_apical_negg": [0.6007698774337769, 0.6581172943115234], "cos_Ac_negg": [0.6007698774337769, 0.6581172943115234], "r_norm": [0.1992313265800476, 0.20361483097076416]}, {"step": 9250, "epoch": 23, "train_loss": 0.00019662329577840865, "cos_r_negg": [0.600604772567749, 0.6578059196472168], "cos_innovation_negg": [0.600604772567749, 0.6578059196472168], "cos_apical_negg": [0.600604772567749, 0.6578059196472168], "cos_Ac_negg": [0.600604772567749, 0.6578059196472168], "r_norm": [0.19948330521583557, 0.20388191938400269], "ldr": {"dL_sdil": -0.007834546267986298, "dL_bp": -0.009254537522792816, "ratio": 0.8465626995072146}}, {"step": 9300, "epoch": 23, "train_loss": 0.0003401970025151968, "cos_r_negg": [0.6000418663024902, 0.6576945781707764], "cos_innovation_negg": [0.6000418663024902, 0.6576945781707764], "cos_apical_negg": [0.6000418663024902, 0.6576945781707764], "cos_Ac_negg": [0.6000418663024902, 0.6576945781707764], "r_norm": [0.19932933151721954, 0.20372456312179565]}, {"step": 9350, "epoch": 23, "train_loss": 0.00029721518512815237, "cos_r_negg": [0.600412130355835, 0.657600462436676], "cos_innovation_negg": [0.600412130355835, 0.657600462436676], "cos_apical_negg": [0.600412130355835, 0.657600462436676], "cos_Ac_negg": [0.600412130355835, 0.657600462436676], "r_norm": [0.19985732436180115, 0.20430128276348114]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9752, "test_loss": 0.1261086217880249}, {"step": 9400, "epoch": 24, "train_loss": 0.0002754366723820567, "cos_r_negg": [0.600387692451477, 0.6578139066696167], "cos_innovation_negg": [0.600387692451477, 0.6578139066696167], "cos_apical_negg": [0.600387692451477, 0.6578139066696167], "cos_Ac_negg": [0.600387692451477, 0.6578139066696167], "r_norm": [0.2001531720161438, 0.20478788018226624]}, {"step": 9450, "epoch": 24, "train_loss": 0.00020254083210602403, "cos_r_negg": [0.6009979248046875, 0.6580407619476318], "cos_innovation_negg": [0.6009979248046875, 0.6580407619476318], "cos_apical_negg": [0.6009979248046875, 0.6580407619476318], "cos_Ac_negg": [0.6009979248046875, 0.6580407619476318], "r_norm": [0.19949021935462952, 0.20410090684890747]}, {"step": 9500, "epoch": 24, "train_loss": 0.00025607715360820293, "cos_r_negg": [0.6017806529998779, 0.6583288908004761], "cos_innovation_negg": [0.6017806529998779, 0.6583288908004761], "cos_apical_negg": [0.6017806529998779, 0.6583288908004761], "cos_Ac_negg": [0.6017806529998779, 0.6583288908004761], "r_norm": [0.19724580645561218, 0.20162074267864227], "ldr": {"dL_sdil": -0.007765293121337891, "dL_bp": -0.009225636720657349, "ratio": 0.841708096304121}}, {"step": 9550, "epoch": 24, "train_loss": 0.0003933565749321133, "cos_r_negg": [0.6013519763946533, 0.6587153077125549], "cos_innovation_negg": [0.6013519763946533, 0.6587153077125549], "cos_apical_negg": [0.6013519763946533, 0.6587153077125549], "cos_Ac_negg": [0.6013519763946533, 0.6587153077125549], "r_norm": [0.19787871837615967, 0.20229540765285492]}, {"step": 9600, "epoch": 24, "train_loss": 0.00022945743694435805, "cos_r_negg": [0.6014772653579712, 0.6580918431282043], "cos_innovation_negg": [0.6014772653579712, 0.6580918431282043], "cos_apical_negg": [0.6014772653579712, 0.6580918431282043], "cos_Ac_negg": [0.6014772653579712, 0.6580918431282043], "r_norm": [0.19801998138427734, 0.2024322897195816]}, {"step": 9650, "epoch": 24, "train_loss": 0.0005062694544903934, "cos_r_negg": [0.6015071868896484, 0.6583172678947449], "cos_innovation_negg": [0.6015071868896484, 0.6583172678947449], "cos_apical_negg": [0.6015071868896484, 0.6583172678947449], "cos_Ac_negg": [0.6015071868896484, 0.6583172678947449], "r_norm": [0.19786621630191803, 0.2022159844636917]}, {"step": 9700, "epoch": 24, "train_loss": 0.00013774792023468763, "cos_r_negg": [0.6017078161239624, 0.6583492159843445], "cos_innovation_negg": [0.6017078161239624, 0.6583492159843445], "cos_apical_negg": [0.6017078161239624, 0.6583492159843445], "cos_Ac_negg": [0.6017078161239624, 0.6583492159843445], "r_norm": [0.198502779006958, 0.2029155045747757]}, {"step": 9750, "epoch": 24, "train_loss": 0.0006844879826530814, "cos_r_negg": [0.6007990837097168, 0.6579558849334717], "cos_innovation_negg": [0.6007990837097168, 0.6579558849334717], "cos_apical_negg": [0.6007990837097168, 0.6579558849334717], "cos_Ac_negg": [0.6007990837097168, 0.6579558849334717], "r_norm": [0.19908387959003448, 0.20347163081169128], "ldr": {"dL_sdil": -0.007831379771232605, "dL_bp": -0.009263426065444946, "ratio": 0.8454085686985449}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9754, "test_loss": 0.12625193462371825}, {"step": 9800, "epoch": 25, "train_loss": 0.0004491452709771693, "cos_r_negg": [0.6001976728439331, 0.6579476594924927], "cos_innovation_negg": [0.6001976728439331, 0.6579476594924927], "cos_apical_negg": [0.6001976728439331, 0.6579476594924927], "cos_Ac_negg": [0.6001976728439331, 0.6579476594924927], "r_norm": [0.19891691207885742, 0.20330628752708435]}, {"step": 9850, "epoch": 25, "train_loss": 0.0002570544893387705, "cos_r_negg": [0.6004018783569336, 0.6580824851989746], "cos_innovation_negg": [0.6004018783569336, 0.6580824851989746], "cos_apical_negg": [0.6004018783569336, 0.6580824851989746], "cos_Ac_negg": [0.6004018783569336, 0.6580824851989746], "r_norm": [0.19872376322746277, 0.20306599140167236]}, {"step": 9900, "epoch": 25, "train_loss": 0.0001616937224753201, "cos_r_negg": [0.6004006862640381, 0.658022940158844], "cos_innovation_negg": [0.6004006862640381, 0.658022940158844], "cos_apical_negg": [0.6004006862640381, 0.658022940158844], "cos_Ac_negg": [0.6004006862640381, 0.658022940158844], "r_norm": [0.19981266558170319, 0.20431169867515564]}, {"step": 9950, "epoch": 25, "train_loss": 0.0001429400872439146, "cos_r_negg": [0.6000486016273499, 0.6586571335792542], "cos_innovation_negg": [0.6000486016273499, 0.6586571335792542], "cos_apical_negg": [0.6000486016273499, 0.6586571335792542], "cos_Ac_negg": [0.6000486016273499, 0.6586571335792542], "r_norm": [0.1984207183122635, 0.20281676948070526]}, {"step": 10000, "epoch": 25, "train_loss": 0.00017685876809991896, "cos_r_negg": [0.600255012512207, 0.6586478352546692], "cos_innovation_negg": [0.600255012512207, 0.6586478352546692], "cos_apical_negg": [0.600255012512207, 0.6586478352546692], "cos_Ac_negg": [0.600255012512207, 0.6586478352546692], "r_norm": [0.19897297024726868, 0.20333924889564514], "ldr": {"dL_sdil": -0.007853254675865173, "dL_bp": -0.009322375059127808, "ratio": 0.8424092171850375}}, {"step": 10050, "epoch": 25, "train_loss": 0.00021622181520797312, "cos_r_negg": [0.6012613773345947, 0.6586892604827881], "cos_innovation_negg": [0.6012613773345947, 0.6586892604827881], "cos_apical_negg": [0.6012613773345947, 0.6586892604827881], "cos_Ac_negg": [0.6012613773345947, 0.6586892604827881], "r_norm": [0.2005632221698761, 0.20507371425628662]}, {"step": 10100, "epoch": 25, "train_loss": 0.00017434773326385766, "cos_r_negg": [0.6016359329223633, 0.6590266227722168], "cos_innovation_negg": [0.6016359329223633, 0.6590266227722168], "cos_apical_negg": [0.6016359329223633, 0.6590266227722168], "cos_Ac_negg": [0.6016359329223633, 0.6590266227722168], "r_norm": [0.1993539035320282, 0.20385663211345673]}, {"step": 10150, "epoch": 25, "train_loss": 8.683873602421954e-05, "cos_r_negg": [0.6005881428718567, 0.6586238741874695], "cos_innovation_negg": [0.6005881428718567, 0.6586238741874695], "cos_apical_negg": [0.6005881428718567, 0.6586238741874695], "cos_Ac_negg": [0.6005881428718567, 0.6586238741874695], "r_norm": [0.1974964439868927, 0.20184634625911713]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9754, "test_loss": 0.1269212366104126}, {"step": 10200, "epoch": 26, "train_loss": 0.00016305307508446276, "cos_r_negg": [0.6012338399887085, 0.6584779024124146], "cos_innovation_negg": [0.6012338399887085, 0.6584779024124146], "cos_apical_negg": [0.6012338399887085, 0.6584779024124146], "cos_Ac_negg": [0.6012338399887085, 0.6584779024124146], "r_norm": [0.19843117892742157, 0.202935129404068]}, {"step": 10250, "epoch": 26, "train_loss": 0.00018552166875451803, "cos_r_negg": [0.6012954711914062, 0.6589115858078003], "cos_innovation_negg": [0.6012954711914062, 0.6589115858078003], "cos_apical_negg": [0.6012954711914062, 0.6589115858078003], "cos_Ac_negg": [0.6012954711914062, 0.6589115858078003], "r_norm": [0.19852495193481445, 0.20301233232021332], "ldr": {"dL_sdil": -0.007919326424598694, "dL_bp": -0.009473882615566254, "ratio": 0.8359113940874341}}, {"step": 10300, "epoch": 26, "train_loss": 0.001096030231565237, "cos_r_negg": [0.6010301113128662, 0.6570726633071899], "cos_innovation_negg": [0.6010301113128662, 0.6570726633071899], "cos_apical_negg": [0.6010301113128662, 0.6570726633071899], "cos_Ac_negg": [0.6010301113128662, 0.6570726633071899], "r_norm": [0.19799461960792542, 0.2024528533220291]}, {"step": 10350, "epoch": 26, "train_loss": 7.325976912397891e-05, "cos_r_negg": [0.6005199551582336, 0.6568443179130554], "cos_innovation_negg": [0.6005199551582336, 0.6568443179130554], "cos_apical_negg": [0.6005199551582336, 0.6568443179130554], "cos_Ac_negg": [0.6005199551582336, 0.6568443179130554], "r_norm": [0.1972362995147705, 0.20166248083114624]}, {"step": 10400, "epoch": 26, "train_loss": 0.0005096543463878334, "cos_r_negg": [0.6010814905166626, 0.6571552753448486], "cos_innovation_negg": [0.6010814905166626, 0.6571552753448486], "cos_apical_negg": [0.6010814905166626, 0.6571552753448486], "cos_Ac_negg": [0.6010814905166626, 0.6571552753448486], "r_norm": [0.19704346358776093, 0.20143231749534607]}, {"step": 10450, "epoch": 26, "train_loss": 0.0006036014528945088, "cos_r_negg": [0.6006683707237244, 0.6591256856918335], "cos_innovation_negg": [0.6006683707237244, 0.6591256856918335], "cos_apical_negg": [0.6006683707237244, 0.6591256856918335], "cos_Ac_negg": [0.6006683707237244, 0.6591256856918335], "r_norm": [0.1954493671655655, 0.19965586066246033]}, {"step": 10500, "epoch": 26, "train_loss": 0.00020313664572313428, "cos_r_negg": [0.6012188196182251, 0.6594296097755432], "cos_innovation_negg": [0.6012188196182251, 0.6594296097755432], "cos_apical_negg": [0.6012188196182251, 0.6594296097755432], "cos_Ac_negg": [0.6012188196182251, 0.6594296097755432], "r_norm": [0.19533421099185944, 0.19959266483783722], "ldr": {"dL_sdil": -0.007686637341976166, "dL_bp": -0.009188957512378693, "ratio": 0.8365080948106778}}, {"step": 10550, "epoch": 26, "train_loss": 0.00018358146189711988, "cos_r_negg": [0.601590096950531, 0.6599227786064148], "cos_innovation_negg": [0.601590096950531, 0.6599227786064148], "cos_apical_negg": [0.601590096950531, 0.6599227786064148], "cos_Ac_negg": [0.601590096950531, 0.6599227786064148], "r_norm": [0.1965029239654541, 0.20081199705600739]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9754, "test_loss": 0.12743881597518922}, {"step": 10600, "epoch": 27, "train_loss": 0.00017823913367465138, "cos_r_negg": [0.5999276638031006, 0.6591622829437256], "cos_innovation_negg": [0.5999276638031006, 0.6591622829437256], "cos_apical_negg": [0.5999276638031006, 0.6591622829437256], "cos_Ac_negg": [0.5999276638031006, 0.6591622829437256], "r_norm": [0.1972443014383316, 0.20167163014411926]}, {"step": 10650, "epoch": 27, "train_loss": 0.0001812569098547101, "cos_r_negg": [0.5993829965591431, 0.6581635475158691], "cos_innovation_negg": [0.5993829965591431, 0.6581635475158691], "cos_apical_negg": [0.5993829965591431, 0.6581635475158691], "cos_Ac_negg": [0.5993829965591431, 0.6581635475158691], "r_norm": [0.196250781416893, 0.20064735412597656]}, {"step": 10700, "epoch": 27, "train_loss": 0.00012099702144041657, "cos_r_negg": [0.6005158424377441, 0.657524824142456], "cos_innovation_negg": [0.6005158424377441, 0.657524824142456], "cos_apical_negg": [0.6005158424377441, 0.657524824142456], "cos_Ac_negg": [0.6005158424377441, 0.657524824142456], "r_norm": [0.19647406041622162, 0.20091626048088074]}, {"step": 10750, "epoch": 27, "train_loss": 8.219018491217867e-05, "cos_r_negg": [0.6002174615859985, 0.6575720906257629], "cos_innovation_negg": [0.6002174615859985, 0.6575720906257629], "cos_apical_negg": [0.6002174615859985, 0.6575720906257629], "cos_Ac_negg": [0.6002174615859985, 0.6575720906257629], "r_norm": [0.19735145568847656, 0.20180343091487885], "ldr": {"dL_sdil": -0.007826104760169983, "dL_bp": -0.009400889277458191, "ratio": 0.8324855797350698}}, {"step": 10800, "epoch": 27, "train_loss": 0.00011317369353491813, "cos_r_negg": [0.6004570722579956, 0.6576842665672302], "cos_innovation_negg": [0.6004570722579956, 0.6576842665672302], "cos_apical_negg": [0.6004570722579956, 0.6576842665672302], "cos_Ac_negg": [0.6004570722579956, 0.6576842665672302], "r_norm": [0.19689442217350006, 0.20126795768737793]}, {"step": 10850, "epoch": 27, "train_loss": 0.0001181570696644485, "cos_r_negg": [0.6011406183242798, 0.6602456569671631], "cos_innovation_negg": [0.6011406183242798, 0.6602456569671631], "cos_apical_negg": [0.6011406183242798, 0.6602456569671631], "cos_Ac_negg": [0.6011406183242798, 0.6602456569671631], "r_norm": [0.19792033731937408, 0.2022644579410553]}, {"step": 10900, "epoch": 27, "train_loss": 0.00010761852172436193, "cos_r_negg": [0.600898265838623, 0.6598369479179382], "cos_innovation_negg": [0.600898265838623, 0.6598369479179382], "cos_apical_negg": [0.600898265838623, 0.6598369479179382], "cos_Ac_negg": [0.600898265838623, 0.6598369479179382], "r_norm": [0.1983908712863922, 0.2027445286512375]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9755, "test_loss": 0.1279292184829712}, {"step": 10950, "epoch": 28, "train_loss": 0.00021536753047257662, "cos_r_negg": [0.601071298122406, 0.660049557685852], "cos_innovation_negg": [0.601071298122406, 0.660049557685852], "cos_apical_negg": [0.601071298122406, 0.660049557685852], "cos_Ac_negg": [0.601071298122406, 0.660049557685852], "r_norm": [0.1976335197687149, 0.20196709036827087]}, {"step": 11000, "epoch": 28, "train_loss": 0.00011321029160171747, "cos_r_negg": [0.6006244421005249, 0.6586107015609741], "cos_innovation_negg": [0.6006244421005249, 0.6586107015609741], "cos_apical_negg": [0.6006244421005249, 0.6586107015609741], "cos_Ac_negg": [0.6006244421005249, 0.6586107015609741], "r_norm": [0.19659945368766785, 0.20088054239749908], "ldr": {"dL_sdil": -0.007898792624473572, "dL_bp": -0.009504042565822601, "ratio": 0.8310981952962149}}, {"step": 11050, "epoch": 28, "train_loss": 0.0003171728749293834, "cos_r_negg": [0.6015303134918213, 0.6588445901870728], "cos_innovation_negg": [0.6015303134918213, 0.6588445901870728], "cos_apical_negg": [0.6015303134918213, 0.6588445901870728], "cos_Ac_negg": [0.6015303134918213, 0.6588445901870728], "r_norm": [0.19701503217220306, 0.20136284828186035]}, {"step": 11100, "epoch": 28, "train_loss": 0.0003414370003156364, "cos_r_negg": [0.6007309556007385, 0.6587483882904053], "cos_innovation_negg": [0.6007309556007385, 0.6587483882904053], "cos_apical_negg": [0.6007309556007385, 0.6587483882904053], "cos_Ac_negg": [0.6007309556007385, 0.6587483882904053], "r_norm": [0.1967957615852356, 0.20116659998893738]}, {"step": 11150, "epoch": 28, "train_loss": 0.00015932612586766481, "cos_r_negg": [0.6007856726646423, 0.6587515473365784], "cos_innovation_negg": [0.6007856726646423, 0.6587515473365784], "cos_apical_negg": [0.6007856726646423, 0.6587515473365784], "cos_Ac_negg": [0.6007856726646423, 0.6587515473365784], "r_norm": [0.19685113430023193, 0.20124660432338715]}, {"step": 11200, "epoch": 28, "train_loss": 0.0005139505374245346, "cos_r_negg": [0.6011216640472412, 0.6591752767562866], "cos_innovation_negg": [0.6011216640472412, 0.6591752767562866], "cos_apical_negg": [0.6011216640472412, 0.6591752767562866], "cos_Ac_negg": [0.6011216640472412, 0.6591752767562866], "r_norm": [0.19660301506519318, 0.20095348358154297]}, {"step": 11250, "epoch": 28, "train_loss": 0.00038121658144518733, "cos_r_negg": [0.6012146472930908, 0.6594721078872681], "cos_innovation_negg": [0.6012146472930908, 0.6594721078872681], "cos_apical_negg": [0.6012146472930908, 0.6594721078872681], "cos_Ac_negg": [0.6012146472930908, 0.6594721078872681], "r_norm": [0.1977890133857727, 0.2021755874156952], "ldr": {"dL_sdil": -0.008025430142879486, "dL_bp": -0.009689293801784515, "ratio": 0.82827812914512}}, {"step": 11300, "epoch": 28, "train_loss": 0.00018983730114996433, "cos_r_negg": [0.600578784942627, 0.6594306826591492], "cos_innovation_negg": [0.600578784942627, 0.6594306826591492], "cos_apical_negg": [0.600578784942627, 0.6594306826591492], "cos_Ac_negg": [0.600578784942627, 0.6594306826591492], "r_norm": [0.19757410883903503, 0.20187930762767792]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9754, "test_loss": 0.12843417892456055}, {"step": 11350, "epoch": 29, "train_loss": 0.00018932967213913798, "cos_r_negg": [0.5999619960784912, 0.6586145162582397], "cos_innovation_negg": [0.5999619960784912, 0.6586145162582397], "cos_apical_negg": [0.5999619960784912, 0.6586145162582397], "cos_Ac_negg": [0.5999619960784912, 0.6586145162582397], "r_norm": [0.1971418559551239, 0.20146434009075165]}, {"step": 11400, "epoch": 29, "train_loss": 0.00016503345977980644, "cos_r_negg": [0.5995520353317261, 0.6574653387069702], "cos_innovation_negg": [0.5995520353317261, 0.6574653387069702], "cos_apical_negg": [0.5995520353317261, 0.6574653387069702], "cos_Ac_negg": [0.5995520353317261, 0.6574653387069702], "r_norm": [0.19809815287590027, 0.20250478386878967]}, {"step": 11450, "epoch": 29, "train_loss": 0.00017069421301130205, "cos_r_negg": [0.6001886129379272, 0.6586242914199829], "cos_innovation_negg": [0.6001886129379272, 0.6586242914199829], "cos_apical_negg": [0.6001886129379272, 0.6586242914199829], "cos_Ac_negg": [0.6001886129379272, 0.6586242914199829], "r_norm": [0.1972971260547638, 0.2016482651233673]}, {"step": 11500, "epoch": 29, "train_loss": 0.0002847218420356512, "cos_r_negg": [0.6002061367034912, 0.6593480110168457], "cos_innovation_negg": [0.6002061367034912, 0.6593480110168457], "cos_apical_negg": [0.6002061367034912, 0.6593480110168457], "cos_Ac_negg": [0.6002061367034912, 0.6593480110168457], "r_norm": [0.19654911756515503, 0.20083856582641602], "ldr": {"dL_sdil": -0.007916674017906189, "dL_bp": -0.00958220660686493, "ratio": 0.8261848593657424}}, {"step": 11550, "epoch": 29, "train_loss": 0.0002784274402074516, "cos_r_negg": [0.602274477481842, 0.6597810983657837], "cos_innovation_negg": [0.602274477481842, 0.6597810983657837], "cos_apical_negg": [0.602274477481842, 0.6597810983657837], "cos_Ac_negg": [0.602274477481842, 0.6597810983657837], "r_norm": [0.19848965108394623, 0.20298844575881958]}, {"step": 11600, "epoch": 29, "train_loss": 0.00017247998039238155, "cos_r_negg": [0.6012611985206604, 0.6594040393829346], "cos_innovation_negg": [0.6012611985206604, 0.6594040393829346], "cos_apical_negg": [0.6012611985206604, 0.6594040393829346], "cos_Ac_negg": [0.6012611985206604, 0.6594040393829346], "r_norm": [0.19756314158439636, 0.2019699215888977]}, {"step": 11650, "epoch": 29, "train_loss": 0.00014162968727760017, "cos_r_negg": [0.6025757789611816, 0.6601882576942444], "cos_innovation_negg": [0.6025757789611816, 0.6601882576942444], "cos_apical_negg": [0.6025757789611816, 0.6601882576942444], "cos_Ac_negg": [0.6025757789611816, 0.6601882576942444], "r_norm": [0.19719122350215912, 0.2015654742717743]}, {"step": 11700, "epoch": 29, "train_loss": 0.00016317648987751454, "cos_r_negg": [0.6004276275634766, 0.6588248014450073], "cos_innovation_negg": [0.6004276275634766, 0.6588248014450073], "cos_apical_negg": [0.6004276275634766, 0.6588248014450073], "cos_Ac_negg": [0.6004276275634766, 0.6588248014450073], "r_norm": [0.19645105302333832, 0.20075856149196625]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9755, "test_loss": 0.12901627798080445}, {"step": 11750, "epoch": 30, "train_loss": 0.0003329588216729462, "cos_r_negg": [0.5996930599212646, 0.6589226126670837], "cos_innovation_negg": [0.5996930599212646, 0.6589226126670837], "cos_apical_negg": [0.5996930599212646, 0.6589226126670837], "cos_Ac_negg": [0.5996930599212646, 0.6589226126670837], "r_norm": [0.19773225486278534, 0.20213253796100616], "ldr": {"dL_sdil": -0.008060090243816376, "dL_bp": -0.009748369455337524, "ratio": 0.8268141950039896}}, {"step": 11800, "epoch": 30, "train_loss": 0.00016862394113559276, "cos_r_negg": [0.5995737314224243, 0.6588534116744995], "cos_innovation_negg": [0.5995737314224243, 0.6588534116744995], "cos_apical_negg": [0.5995737314224243, 0.6588534116744995], "cos_Ac_negg": [0.5995737314224243, 0.6588534116744995], "r_norm": [0.19747868180274963, 0.20190434157848358]}, {"step": 11850, "epoch": 30, "train_loss": 0.00021291786106303334, "cos_r_negg": [0.600867509841919, 0.6590389609336853], "cos_innovation_negg": [0.600867509841919, 0.6590389609336853], "cos_apical_negg": [0.600867509841919, 0.6590389609336853], "cos_Ac_negg": [0.600867509841919, 0.6590389609336853], "r_norm": [0.19562967121601105, 0.19988667964935303]}, {"step": 11900, "epoch": 30, "train_loss": 0.0003244121326133609, "cos_r_negg": [0.5998354554176331, 0.6589661836624146], "cos_innovation_negg": [0.5998354554176331, 0.6589661836624146], "cos_apical_negg": [0.5998354554176331, 0.6589661836624146], "cos_Ac_negg": [0.5998354554176331, 0.6589661836624146], "r_norm": [0.19520188868045807, 0.19942262768745422]}, {"step": 11950, "epoch": 30, "train_loss": 4.822503251489252e-05, "cos_r_negg": [0.5997166633605957, 0.6593221426010132], "cos_innovation_negg": [0.5997166633605957, 0.6593221426010132], "cos_apical_negg": [0.5997166633605957, 0.6593221426010132], "cos_Ac_negg": [0.5997166633605957, 0.6593221426010132], "r_norm": [0.19473035633563995, 0.198953777551651]}, {"step": 12000, "epoch": 30, "train_loss": 0.00018101863679476082, "cos_r_negg": [0.6006346344947815, 0.6589897274971008], "cos_innovation_negg": [0.6006346344947815, 0.6589897274971008], "cos_apical_negg": [0.6006346344947815, 0.6589897274971008], "cos_Ac_negg": [0.6006346344947815, 0.6589897274971008], "r_norm": [0.1964602768421173, 0.20087993144989014], "ldr": {"dL_sdil": -0.008001655340194702, "dL_bp": -0.00973065197467804, "ratio": 0.8223144102797341}}, {"step": 12050, "epoch": 30, "train_loss": 0.0004458878538571298, "cos_r_negg": [0.6013014316558838, 0.6592567563056946], "cos_innovation_negg": [0.6013014316558838, 0.6592567563056946], "cos_apical_negg": [0.6013014316558838, 0.6592567563056946], "cos_Ac_negg": [0.6013014316558838, 0.6592567563056946], "r_norm": [0.19690486788749695, 0.20132960379123688]}, {"step": 12100, "epoch": 30, "train_loss": 0.000269293668679893, "cos_r_negg": [0.6016663312911987, 0.6601594686508179], "cos_innovation_negg": [0.6016663312911987, 0.6601594686508179], "cos_apical_negg": [0.6016663312911987, 0.6601594686508179], "cos_Ac_negg": [0.6016663312911987, 0.6601594686508179], "r_norm": [0.1968197375535965, 0.2011631578207016]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9755, "test_loss": 0.12943214645385742}, {"step": 12150, "epoch": 31, "train_loss": 0.00015682345838285983, "cos_r_negg": [0.6012907028198242, 0.6592681407928467], "cos_innovation_negg": [0.6012907028198242, 0.6592681407928467], "cos_apical_negg": [0.6012907028198242, 0.6592681407928467], "cos_Ac_negg": [0.6012907028198242, 0.6592681407928467], "r_norm": [0.1969500035047531, 0.20127050578594208]}, {"step": 12200, "epoch": 31, "train_loss": 0.00021372937771957368, "cos_r_negg": [0.6013693809509277, 0.6595009565353394], "cos_innovation_negg": [0.6013693809509277, 0.6595009565353394], "cos_apical_negg": [0.6013693809509277, 0.6595009565353394], "cos_Ac_negg": [0.6013693809509277, 0.6595009565353394], "r_norm": [0.19675567746162415, 0.20103509724140167]}, {"step": 12250, "epoch": 31, "train_loss": 0.00019497142056934536, "cos_r_negg": [0.6013820767402649, 0.6598255634307861], "cos_innovation_negg": [0.6013820767402649, 0.6598255634307861], "cos_apical_negg": [0.6013820767402649, 0.6598255634307861], "cos_Ac_negg": [0.6013820767402649, 0.6598255634307861], "r_norm": [0.19627103209495544, 0.20058557391166687], "ldr": {"dL_sdil": -0.00797201693058014, "dL_bp": -0.009671323001384735, "ratio": 0.8242943524312765}}, {"step": 12300, "epoch": 31, "train_loss": 0.000299024919513613, "cos_r_negg": [0.6014896631240845, 0.6600845456123352], "cos_innovation_negg": [0.6014896631240845, 0.6600845456123352], "cos_apical_negg": [0.6014896631240845, 0.6600845456123352], "cos_Ac_negg": [0.6014896631240845, 0.6600845456123352], "r_norm": [0.19694989919662476, 0.20130369067192078]}, {"step": 12350, "epoch": 31, "train_loss": 0.00025471957633271813, "cos_r_negg": [0.6012328863143921, 0.6602697372436523], "cos_innovation_negg": [0.6012328863143921, 0.6602697372436523], "cos_apical_negg": [0.6012328863143921, 0.6602697372436523], "cos_Ac_negg": [0.6012328863143921, 0.6602697372436523], "r_norm": [0.19667674601078033, 0.20101293921470642]}, {"step": 12400, "epoch": 31, "train_loss": 0.00018060492584481835, "cos_r_negg": [0.6017003059387207, 0.6605417728424072], "cos_innovation_negg": [0.6017003059387207, 0.6605417728424072], "cos_apical_negg": [0.6017003059387207, 0.6605417728424072], "cos_Ac_negg": [0.6017003059387207, 0.6605417728424072], "r_norm": [0.1954326629638672, 0.19975094497203827]}, {"step": 12450, "epoch": 31, "train_loss": 0.00015247490955516696, "cos_r_negg": [0.6015225648880005, 0.6605870127677917], "cos_innovation_negg": [0.6015225648880005, 0.6605870127677917], "cos_apical_negg": [0.6015225648880005, 0.6605870127677917], "cos_Ac_negg": [0.6015225648880005, 0.6605870127677917], "r_norm": [0.19577305018901825, 0.2001648247241974]}, {"step": 12500, "epoch": 31, "train_loss": 3.5328335798112676e-05, "cos_r_negg": [0.6003805994987488, 0.6594457626342773], "cos_innovation_negg": [0.6003805994987488, 0.6594457626342773], "cos_apical_negg": [0.6003805994987488, 0.6594457626342773], "cos_Ac_negg": [0.6003805994987488, 0.6594457626342773], "r_norm": [0.19508211314678192, 0.1994517296552658], "ldr": {"dL_sdil": -0.007986404001712799, "dL_bp": -0.009763188660144806, "ratio": 0.8180118483538907}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9754, "test_loss": 0.12993003873825074}, {"step": 12550, "epoch": 32, "train_loss": 0.00015686496044509113, "cos_r_negg": [0.600684404373169, 0.6598272919654846], "cos_innovation_negg": [0.600684404373169, 0.6598272919654846], "cos_apical_negg": [0.600684404373169, 0.6598272919654846], "cos_Ac_negg": [0.600684404373169, 0.6598272919654846], "r_norm": [0.19508251547813416, 0.19940127432346344]}, {"step": 12600, "epoch": 32, "train_loss": 7.165751594584435e-05, "cos_r_negg": [0.600785493850708, 0.6600548028945923], "cos_innovation_negg": [0.600785493850708, 0.6600548028945923], "cos_apical_negg": [0.600785493850708, 0.6600548028945923], "cos_Ac_negg": [0.600785493850708, 0.6600548028945923], "r_norm": [0.19479447603225708, 0.199055016040802]}, {"step": 12650, "epoch": 32, "train_loss": 0.0001899226481327787, "cos_r_negg": [0.6013047695159912, 0.6598646640777588], "cos_innovation_negg": [0.6013047695159912, 0.6598646640777588], "cos_apical_negg": [0.6013047695159912, 0.6598646640777588], "cos_Ac_negg": [0.6013047695159912, 0.6598646640777588], "r_norm": [0.19533316791057587, 0.19965346157550812]}, {"step": 12700, "epoch": 32, "train_loss": 0.00018983961490448564, "cos_r_negg": [0.6010837554931641, 0.6596627235412598], "cos_innovation_negg": [0.6010837554931641, 0.6596627235412598], "cos_apical_negg": [0.6010837554931641, 0.6596627235412598], "cos_Ac_negg": [0.6010837554931641, 0.6596627235412598], "r_norm": [0.19537940621376038, 0.1997678279876709]}, {"step": 12750, "epoch": 32, "train_loss": 0.0001023874938255176, "cos_r_negg": [0.6008971929550171, 0.6597756743431091], "cos_innovation_negg": [0.6008971929550171, 0.6597756743431091], "cos_apical_negg": [0.6008971929550171, 0.6597756743431091], "cos_Ac_negg": [0.6008971929550171, 0.6597756743431091], "r_norm": [0.19605590403079987, 0.20044073462486267], "ldr": {"dL_sdil": -0.008074812591075897, "dL_bp": -0.009872965514659882, "ratio": 0.8178710417944846}}, {"step": 12800, "epoch": 32, "train_loss": 0.0003543083439581096, "cos_r_negg": [0.6011062264442444, 0.6600569486618042], "cos_innovation_negg": [0.6011062264442444, 0.6600569486618042], "cos_apical_negg": [0.6011062264442444, 0.6600569486618042], "cos_Ac_negg": [0.6011062264442444, 0.6600569486618042], "r_norm": [0.19566845893859863, 0.20002451539039612]}, {"step": 12850, "epoch": 32, "train_loss": 0.00012034767860313877, "cos_r_negg": [0.6012893915176392, 0.6605335474014282], "cos_innovation_negg": [0.6012893915176392, 0.6605335474014282], "cos_apical_negg": [0.6012893915176392, 0.6605335474014282], "cos_Ac_negg": [0.6012893915176392, 0.6605335474014282], "r_norm": [0.19508381187915802, 0.19937315583229065]}, {"step": 12900, "epoch": 32, "train_loss": 0.0001660273119341582, "cos_r_negg": [0.6013154983520508, 0.6603562831878662], "cos_innovation_negg": [0.6013154983520508, 0.6603562831878662], "cos_apical_negg": [0.6013154983520508, 0.6603562831878662], "cos_Ac_negg": [0.6013154983520508, 0.6603562831878662], "r_norm": [0.19532570242881775, 0.19961044192314148]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9755, "test_loss": 0.13019598951339723}, {"step": 12950, "epoch": 33, "train_loss": 0.00012698283535428345, "cos_r_negg": [0.6008096933364868, 0.6598063707351685], "cos_innovation_negg": [0.6008096933364868, 0.6598063707351685], "cos_apical_negg": [0.6008096933364868, 0.6598063707351685], "cos_Ac_negg": [0.6008096933364868, 0.6598063707351685], "r_norm": [0.1952393352985382, 0.19950324296951294]}, {"step": 13000, "epoch": 33, "train_loss": 4.236742097418755e-05, "cos_r_negg": [0.6012720465660095, 0.6604565978050232], "cos_innovation_negg": [0.6012720465660095, 0.6604565978050232], "cos_apical_negg": [0.6012720465660095, 0.6604565978050232], "cos_Ac_negg": [0.6012720465660095, 0.6604565978050232], "r_norm": [0.19534069299697876, 0.1996154934167862], "ldr": {"dL_sdil": -0.007946096360683441, "dL_bp": -0.009690329432487488, "ratio": 0.8200027064140475}}, {"step": 13050, "epoch": 33, "train_loss": 0.0002913457283284515, "cos_r_negg": [0.6011745929718018, 0.66050785779953], "cos_innovation_negg": [0.6011745929718018, 0.66050785779953], "cos_apical_negg": [0.6011745929718018, 0.66050785779953], "cos_Ac_negg": [0.6011745929718018, 0.66050785779953], "r_norm": [0.19550028443336487, 0.19978006184101105]}, {"step": 13100, "epoch": 33, "train_loss": 9.133163985097781e-05, "cos_r_negg": [0.6010376214981079, 0.6599181890487671], "cos_innovation_negg": [0.6010376214981079, 0.6599181890487671], "cos_apical_negg": [0.6010376214981079, 0.6599181890487671], "cos_Ac_negg": [0.6010376214981079, 0.6599181890487671], "r_norm": [0.19503873586654663, 0.19923746585845947]}, {"step": 13150, "epoch": 33, "train_loss": 0.00010453973663970828, "cos_r_negg": [0.6010829210281372, 0.6600863933563232], "cos_innovation_negg": [0.6010829210281372, 0.6600863933563232], "cos_apical_negg": [0.6010829210281372, 0.6600863933563232], "cos_Ac_negg": [0.6010829210281372, 0.6600863933563232], "r_norm": [0.19526228308677673, 0.19949686527252197]}, {"step": 13200, "epoch": 33, "train_loss": 0.00020327683887444437, "cos_r_negg": [0.6010883450508118, 0.6600909233093262], "cos_innovation_negg": [0.6010883450508118, 0.6600909233093262], "cos_apical_negg": [0.6010883450508118, 0.6600909233093262], "cos_Ac_negg": [0.6010883450508118, 0.6600909233093262], "r_norm": [0.1956333965063095, 0.1999066174030304]}, {"step": 13250, "epoch": 33, "train_loss": 0.00022108928533270955, "cos_r_negg": [0.600825309753418, 0.6603396534919739], "cos_innovation_negg": [0.600825309753418, 0.6603396534919739], "cos_apical_negg": [0.600825309753418, 0.6603396534919739], "cos_Ac_negg": [0.600825309753418, 0.6603396534919739], "r_norm": [0.1960231214761734, 0.20037831366062164], "ldr": {"dL_sdil": -0.008135423064231873, "dL_bp": -0.010004311800003052, "ratio": 0.8131916744367554}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9756, "test_loss": 0.13090339136123658}, {"step": 13300, "epoch": 34, "train_loss": 0.0001259472337551415, "cos_r_negg": [0.6012586951255798, 0.6603574156761169], "cos_innovation_negg": [0.6012586951255798, 0.6603574156761169], "cos_apical_negg": [0.6012586951255798, 0.6603574156761169], "cos_Ac_negg": [0.6012586951255798, 0.6603574156761169], "r_norm": [0.1953813135623932, 0.19973434507846832]}, {"step": 13350, "epoch": 34, "train_loss": 0.00010684931476134807, "cos_r_negg": [0.6009727716445923, 0.6603111028671265], "cos_innovation_negg": [0.6009727716445923, 0.6603111028671265], "cos_apical_negg": [0.6009727716445923, 0.6603111028671265], "cos_Ac_negg": [0.6009727716445923, 0.6603111028671265], "r_norm": [0.19522953033447266, 0.19955924153327942]}, {"step": 13400, "epoch": 34, "train_loss": 0.0001570443855598569, "cos_r_negg": [0.6012632846832275, 0.6605281829833984], "cos_innovation_negg": [0.6012632846832275, 0.6605281829833984], "cos_apical_negg": [0.6012632846832275, 0.6605281829833984], "cos_Ac_negg": [0.6012632846832275, 0.6605281829833984], "r_norm": [0.19506248831748962, 0.19937735795974731]}, {"step": 13450, "epoch": 34, "train_loss": 0.00014795016613788903, "cos_r_negg": [0.6008701324462891, 0.6603711843490601], "cos_innovation_negg": [0.6008701324462891, 0.6603711843490601], "cos_apical_negg": [0.6008701324462891, 0.6603711843490601], "cos_Ac_negg": [0.6008701324462891, 0.6603711843490601], "r_norm": [0.19441759586334229, 0.19871076941490173]}, {"step": 13500, "epoch": 34, "train_loss": 0.00033793874899856746, "cos_r_negg": [0.6013489365577698, 0.6607740521430969], "cos_innovation_negg": [0.6013489365577698, 0.6607740521430969], "cos_apical_negg": [0.6013489365577698, 0.6607740521430969], "cos_Ac_negg": [0.6013489365577698, 0.6607740521430969], "r_norm": [0.19379514455795288, 0.1980189085006714], "ldr": {"dL_sdil": -0.00795908272266388, "dL_bp": -0.009791925549507141, "ratio": 0.8128210005706676}}, {"step": 13550, "epoch": 34, "train_loss": 0.00029920751694589853, "cos_r_negg": [0.601239800453186, 0.6608725190162659], "cos_innovation_negg": [0.601239800453186, 0.6608725190162659], "cos_apical_negg": [0.601239800453186, 0.6608725190162659], "cos_Ac_negg": [0.601239800453186, 0.6608725190162659], "r_norm": [0.194442480802536, 0.19874359667301178]}, {"step": 13600, "epoch": 34, "train_loss": 0.00014597357949241996, "cos_r_negg": [0.6013009548187256, 0.6605948805809021], "cos_innovation_negg": [0.6013009548187256, 0.6605948805809021], "cos_apical_negg": [0.6013009548187256, 0.6605948805809021], "cos_Ac_negg": [0.6013009548187256, 0.6605948805809021], "r_norm": [0.19604632258415222, 0.20043742656707764]}, {"step": 13650, "epoch": 34, "train_loss": 0.00014326850941870362, "cos_r_negg": [0.6014822721481323, 0.6607227325439453], "cos_innovation_negg": [0.6014822721481323, 0.6607227325439453], "cos_apical_negg": [0.6014822721481323, 0.6607227325439453], "cos_Ac_negg": [0.6014822721481323, 0.6607227325439453], "r_norm": [0.19473503530025482, 0.1990310549736023]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9756, "test_loss": 0.1312577160835266}, {"step": 13700, "epoch": 35, "train_loss": 0.0001248567714355886, "cos_r_negg": [0.6014764308929443, 0.6606643795967102], "cos_innovation_negg": [0.6014764308929443, 0.6606643795967102], "cos_apical_negg": [0.6014764308929443, 0.6606643795967102], "cos_Ac_negg": [0.6014764308929443, 0.6606643795967102], "r_norm": [0.19568881392478943, 0.20004409551620483]}, {"step": 13750, "epoch": 35, "train_loss": 0.00022153681493364275, "cos_r_negg": [0.6014506816864014, 0.6605552434921265], "cos_innovation_negg": [0.6014506816864014, 0.6605552434921265], "cos_apical_negg": [0.6014506816864014, 0.6605552434921265], "cos_Ac_negg": [0.6014506816864014, 0.6605552434921265], "r_norm": [0.19665111601352692, 0.20105844736099243], "ldr": {"dL_sdil": -0.008186280727386475, "dL_bp": -0.010075792670249939, "ratio": 0.8124701445631678}}, {"step": 13800, "epoch": 35, "train_loss": 7.432596612488851e-05, "cos_r_negg": [0.6013824939727783, 0.6607751846313477], "cos_innovation_negg": [0.6013824939727783, 0.6607751846313477], "cos_apical_negg": [0.6013824939727783, 0.6607751846313477], "cos_Ac_negg": [0.6013824939727783, 0.6607751846313477], "r_norm": [0.1951858401298523, 0.19953428208827972]}, {"step": 13850, "epoch": 35, "train_loss": 7.547169661847875e-05, "cos_r_negg": [0.6018103361129761, 0.661157488822937], "cos_innovation_negg": [0.6018103361129761, 0.661157488822937], "cos_apical_negg": [0.6018103361129761, 0.661157488822937], "cos_Ac_negg": [0.6018103361129761, 0.661157488822937], "r_norm": [0.194782093167305, 0.19911305606365204]}, {"step": 13900, "epoch": 35, "train_loss": 0.00016341145965270698, "cos_r_negg": [0.6019942164421082, 0.6614477634429932], "cos_innovation_negg": [0.6019942164421082, 0.6614477634429932], "cos_apical_negg": [0.6019942164421082, 0.6614477634429932], "cos_Ac_negg": [0.6019942164421082, 0.6614477634429932], "r_norm": [0.1929851919412613, 0.19714248180389404]}, {"step": 13950, "epoch": 35, "train_loss": 0.00013421244511846453, "cos_r_negg": [0.6018738746643066, 0.661496639251709], "cos_innovation_negg": [0.6018738746643066, 0.661496639251709], "cos_apical_negg": [0.6018738746643066, 0.661496639251709], "cos_Ac_negg": [0.6018738746643066, 0.661496639251709], "r_norm": [0.19287458062171936, 0.19709527492523193]}, {"step": 14000, "epoch": 35, "train_loss": 0.00013603497063741088, "cos_r_negg": [0.6019285917282104, 0.661397397518158], "cos_innovation_negg": [0.6019285917282104, 0.661397397518158], "cos_apical_negg": [0.6019285917282104, 0.661397397518158], "cos_Ac_negg": [0.6019285917282104, 0.661397397518158], "r_norm": [0.19413988292217255, 0.19844470918178558], "ldr": {"dL_sdil": -0.008069425821304321, "dL_bp": -0.00996793806552887, "ratio": 0.8095381179393575}}, {"step": 14050, "epoch": 35, "train_loss": 0.00015358466771431267, "cos_r_negg": [0.601578950881958, 0.6612913608551025], "cos_innovation_negg": [0.601578950881958, 0.6612913608551025], "cos_apical_negg": [0.601578950881958, 0.6612913608551025], "cos_Ac_negg": [0.601578950881958, 0.6612913608551025], "r_norm": [0.19449284672737122, 0.1988016963005066]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9754, "test_loss": 0.13161811695098877}, {"step": 14100, "epoch": 36, "train_loss": 0.00020765535009559244, "cos_r_negg": [0.6012534499168396, 0.6613243818283081], "cos_innovation_negg": [0.6012534499168396, 0.6613243818283081], "cos_apical_negg": [0.6012534499168396, 0.6613243818283081], "cos_Ac_negg": [0.6012534499168396, 0.6613243818283081], "r_norm": [0.19418048858642578, 0.1984228789806366]}, {"step": 14150, "epoch": 36, "train_loss": 0.00017359542835038155, "cos_r_negg": [0.6019977331161499, 0.6615383625030518], "cos_innovation_negg": [0.6019977331161499, 0.6615383625030518], "cos_apical_negg": [0.6019977331161499, 0.6615383625030518], "cos_Ac_negg": [0.6019977331161499, 0.6615383625030518], "r_norm": [0.19569294154644012, 0.20003873109817505]}, {"step": 14200, "epoch": 36, "train_loss": 0.00013879980542697012, "cos_r_negg": [0.6019748449325562, 0.6616668701171875], "cos_innovation_negg": [0.6019748449325562, 0.6616668701171875], "cos_apical_negg": [0.6019748449325562, 0.6616668701171875], "cos_Ac_negg": [0.6019748449325562, 0.6616668701171875], "r_norm": [0.195480614900589, 0.1998666524887085]}, {"step": 14250, "epoch": 36, "train_loss": 0.00015410350169986486, "cos_r_negg": [0.6016080379486084, 0.6613800525665283], "cos_innovation_negg": [0.6016080379486084, 0.6613800525665283], "cos_apical_negg": [0.6016080379486084, 0.6613800525665283], "cos_Ac_negg": [0.6016080379486084, 0.6613800525665283], "r_norm": [0.1951097846031189, 0.19947706162929535], "ldr": {"dL_sdil": -0.00813758373260498, "dL_bp": -0.010095849633216858, "ratio": 0.806032580539939}}, {"step": 14300, "epoch": 36, "train_loss": 4.5055930968374014e-05, "cos_r_negg": [0.6017606258392334, 0.6617181897163391], "cos_innovation_negg": [0.6017606258392334, 0.6617181897163391], "cos_apical_negg": [0.6017606258392334, 0.6617181897163391], "cos_Ac_negg": [0.6017606258392334, 0.6617181897163391], "r_norm": [0.19538143277168274, 0.19969210028648376]}, {"step": 14350, "epoch": 36, "train_loss": 0.00012000421702396125, "cos_r_negg": [0.6016650199890137, 0.6615014672279358], "cos_innovation_negg": [0.6016650199890137, 0.6615014672279358], "cos_apical_negg": [0.6016650199890137, 0.6615014672279358], "cos_Ac_negg": [0.6016650199890137, 0.6615014672279358], "r_norm": [0.1955960988998413, 0.199930801987648]}, {"step": 14400, "epoch": 36, "train_loss": 6.789133476559073e-05, "cos_r_negg": [0.6016113758087158, 0.6616134643554688], "cos_innovation_negg": [0.6016113758087158, 0.6616134643554688], "cos_apical_negg": [0.6016113758087158, 0.6616134643554688], "cos_Ac_negg": [0.6016113758087158, 0.6616134643554688], "r_norm": [0.19330698251724243, 0.1974758505821228]}, {"step": 14450, "epoch": 36, "train_loss": 0.00017545258742757142, "cos_r_negg": [0.6014362573623657, 0.6619558334350586], "cos_innovation_negg": [0.6014362573623657, 0.6619558334350586], "cos_apical_negg": [0.6014362573623657, 0.6619558334350586], "cos_Ac_negg": [0.6014362573623657, 0.6619558334350586], "r_norm": [0.1933593451976776, 0.19756896793842316]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9754, "test_loss": 0.13201657476425172}, {"step": 14500, "epoch": 37, "train_loss": 0.00017925002612173557, "cos_r_negg": [0.6016088724136353, 0.6619116067886353], "cos_innovation_negg": [0.6016088724136353, 0.6619116067886353], "cos_apical_negg": [0.6016088724136353, 0.6619116067886353], "cos_Ac_negg": [0.6016088724136353, 0.6619116067886353], "r_norm": [0.19483333826065063, 0.19917170703411102], "ldr": {"dL_sdil": -0.00813233107328415, "dL_bp": -0.01006925106048584, "ratio": 0.8076401138906318}}, {"step": 14550, "epoch": 37, "train_loss": 0.00018051468941848725, "cos_r_negg": [0.601531982421875, 0.6619312763214111], "cos_innovation_negg": [0.601531982421875, 0.6619312763214111], "cos_apical_negg": [0.601531982421875, 0.6619312763214111], "cos_Ac_negg": [0.601531982421875, 0.6619312763214111], "r_norm": [0.1954001486301422, 0.1997634619474411]}, {"step": 14600, "epoch": 37, "train_loss": 8.788784907665104e-05, "cos_r_negg": [0.6014949679374695, 0.6616319417953491], "cos_innovation_negg": [0.6014949679374695, 0.6616319417953491], "cos_apical_negg": [0.6014949679374695, 0.6616319417953491], "cos_Ac_negg": [0.6014949679374695, 0.6616319417953491], "r_norm": [0.1942807286977768, 0.19861987233161926]}, {"step": 14650, "epoch": 37, "train_loss": 0.00013069930719211698, "cos_r_negg": [0.6021226644515991, 0.6621913313865662], "cos_innovation_negg": [0.6021226644515991, 0.6621913313865662], "cos_apical_negg": [0.6021226644515991, 0.6621913313865662], "cos_Ac_negg": [0.6021226644515991, 0.6621913313865662], "r_norm": [0.19393184781074524, 0.1982407122850418]}, {"step": 14700, "epoch": 37, "train_loss": 0.00016278958355542272, "cos_r_negg": [0.6021401286125183, 0.6621661186218262], "cos_innovation_negg": [0.6021401286125183, 0.6621661186218262], "cos_apical_negg": [0.6021401286125183, 0.6621661186218262], "cos_Ac_negg": [0.6021401286125183, 0.6621661186218262], "r_norm": [0.19351240992546082, 0.1977819800376892]}, {"step": 14750, "epoch": 37, "train_loss": 0.00012774621427524835, "cos_r_negg": [0.6015918254852295, 0.6618826389312744], "cos_innovation_negg": [0.6015918254852295, 0.6618826389312744], "cos_apical_negg": [0.6015918254852295, 0.6618826389312744], "cos_Ac_negg": [0.6015918254852295, 0.6618826389312744], "r_norm": [0.1934548318386078, 0.19767092168331146], "ldr": {"dL_sdil": -0.008020423352718353, "dL_bp": -0.009936116635799408, "ratio": 0.8071989940034628}}, {"step": 14800, "epoch": 37, "train_loss": 9.392746142111719e-05, "cos_r_negg": [0.601797342300415, 0.6622779965400696], "cos_innovation_negg": [0.601797342300415, 0.6622779965400696], "cos_apical_negg": [0.601797342300415, 0.6622779965400696], "cos_Ac_negg": [0.601797342300415, 0.6622779965400696], "r_norm": [0.1944086253643036, 0.198699951171875]}, {"step": 14850, "epoch": 37, "train_loss": 0.00015978104784153402, "cos_r_negg": [0.6020737886428833, 0.6624286770820618], "cos_innovation_negg": [0.6020737886428833, 0.6624286770820618], "cos_apical_negg": [0.6020737886428833, 0.6624286770820618], "cos_Ac_negg": [0.6020737886428833, 0.6624286770820618], "r_norm": [0.19345654547214508, 0.19769702851772308]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9753, "test_loss": 0.13240466966629028}, {"step": 14900, "epoch": 38, "train_loss": 0.0001460258208680898, "cos_r_negg": [0.6017812490463257, 0.6621140241622925], "cos_innovation_negg": [0.6017812490463257, 0.6621140241622925], "cos_apical_negg": [0.6017812490463257, 0.6621140241622925], "cos_Ac_negg": [0.6017812490463257, 0.6621140241622925], "r_norm": [0.19262909889221191, 0.1967810094356537]}, {"step": 14950, "epoch": 38, "train_loss": 5.212906398810446e-05, "cos_r_negg": [0.6020677089691162, 0.662264347076416], "cos_innovation_negg": [0.6020677089691162, 0.662264347076416], "cos_apical_negg": [0.6020677089691162, 0.662264347076416], "cos_Ac_negg": [0.6020677089691162, 0.662264347076416], "r_norm": [0.19228582084178925, 0.19640350341796875]}, {"step": 15000, "epoch": 38, "train_loss": 0.00028391950763761997, "cos_r_negg": [0.6020495891571045, 0.6625232100486755], "cos_innovation_negg": [0.6020495891571045, 0.6625232100486755], "cos_apical_negg": [0.6020495891571045, 0.6625232100486755], "cos_Ac_negg": [0.6020495891571045, 0.6625232100486755], "r_norm": [0.19406919181346893, 0.19833922386169434], "ldr": {"dL_sdil": -0.00807730108499527, "dL_bp": -0.0100288987159729, "ratio": 0.8054025984060098}}, {"step": 15050, "epoch": 38, "train_loss": 0.00023898069048300385, "cos_r_negg": [0.6022006273269653, 0.6621633768081665], "cos_innovation_negg": [0.6022006273269653, 0.6621633768081665], "cos_apical_negg": [0.6022006273269653, 0.6621633768081665], "cos_Ac_negg": [0.6022006273269653, 0.6621633768081665], "r_norm": [0.19411922991275787, 0.19837021827697754]}, {"step": 15100, "epoch": 38, "train_loss": 7.534331962233409e-05, "cos_r_negg": [0.6020722389221191, 0.6622498035430908], "cos_innovation_negg": [0.6020722389221191, 0.6622498035430908], "cos_apical_negg": [0.6020722389221191, 0.6622498035430908], "cos_Ac_negg": [0.6020722389221191, 0.6622498035430908], "r_norm": [0.1940123736858368, 0.19828937947750092]}, {"step": 15150, "epoch": 38, "train_loss": 0.0001756172423483804, "cos_r_negg": [0.601976752281189, 0.6624082326889038], "cos_innovation_negg": [0.601976752281189, 0.6624082326889038], "cos_apical_negg": [0.601976752281189, 0.6624082326889038], "cos_Ac_negg": [0.601976752281189, 0.6624082326889038], "r_norm": [0.19398583471775055, 0.19825497269630432]}, {"step": 15200, "epoch": 38, "train_loss": 0.00013789777585770935, "cos_r_negg": [0.601897656917572, 0.6623599529266357], "cos_innovation_negg": [0.601897656917572, 0.6623599529266357], "cos_apical_negg": [0.601897656917572, 0.6623599529266357], "cos_Ac_negg": [0.601897656917572, 0.6623599529266357], "r_norm": [0.1948099583387375, 0.19912421703338623]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9754, "test_loss": 0.13285594062805176}, {"step": 15250, "epoch": 39, "train_loss": 6.263091927394271e-05, "cos_r_negg": [0.6019266843795776, 0.6626288294792175], "cos_innovation_negg": [0.6019266843795776, 0.6626288294792175], "cos_apical_negg": [0.6019266843795776, 0.6626288294792175], "cos_Ac_negg": [0.6019266843795776, 0.6626288294792175], "r_norm": [0.1940493881702423, 0.19837163388729095], "ldr": {"dL_sdil": -0.008181780576705933, "dL_bp": -0.01019248366355896, "ratio": 0.8027268766648246}}, {"step": 15300, "epoch": 39, "train_loss": 0.00012980567407794297, "cos_r_negg": [0.6025656461715698, 0.663213849067688], "cos_innovation_negg": [0.6025656461715698, 0.663213849067688], "cos_apical_negg": [0.6025656461715698, 0.663213849067688], "cos_Ac_negg": [0.6025656461715698, 0.663213849067688], "r_norm": [0.19366712868213654, 0.19797465205192566]}, {"step": 15350, "epoch": 39, "train_loss": 0.000367396860383451, "cos_r_negg": [0.6022834777832031, 0.6628555059432983], "cos_innovation_negg": [0.6022834777832031, 0.6628555059432983], "cos_apical_negg": [0.6022834777832031, 0.6628555059432983], "cos_Ac_negg": [0.6022834777832031, 0.6628555059432983], "r_norm": [0.19360026717185974, 0.19789931178092957]}, {"step": 15400, "epoch": 39, "train_loss": 0.00011474386701593176, "cos_r_negg": [0.6023877263069153, 0.6629241108894348], "cos_innovation_negg": [0.6023877263069153, 0.6629241108894348], "cos_apical_negg": [0.6023877263069153, 0.6629241108894348], "cos_Ac_negg": [0.6023877263069153, 0.6629241108894348], "r_norm": [0.1931801438331604, 0.19741204380989075]}, {"step": 15450, "epoch": 39, "train_loss": 0.00022711939527653158, "cos_r_negg": [0.602034330368042, 0.6627741456031799], "cos_innovation_negg": [0.602034330368042, 0.6627741456031799], "cos_apical_negg": [0.602034330368042, 0.6627741456031799], "cos_Ac_negg": [0.602034330368042, 0.6627741456031799], "r_norm": [0.1935032308101654, 0.19777527451515198]}, {"step": 15500, "epoch": 39, "train_loss": 0.00033380245440639555, "cos_r_negg": [0.6019776463508606, 0.6629016995429993], "cos_innovation_negg": [0.6019776463508606, 0.6629016995429993], "cos_apical_negg": [0.6019776463508606, 0.6629016995429993], "cos_Ac_negg": [0.6019776463508606, 0.6629016995429993], "r_norm": [0.19397400319576263, 0.1982753723859787], "ldr": {"dL_sdil": -0.008178845047950745, "dL_bp": -0.010201215744018555, "ratio": 0.8017519924276065}}, {"step": 15550, "epoch": 39, "train_loss": 0.00016034411964938045, "cos_r_negg": [0.6020051836967468, 0.6628328561782837], "cos_innovation_negg": [0.6020051836967468, 0.6628328561782837], "cos_apical_negg": [0.6020051836967468, 0.6628328561782837], "cos_Ac_negg": [0.6020051836967468, 0.6628328561782837], "r_norm": [0.19499768316745758, 0.1993352174758911]}, {"step": 15600, "epoch": 39, "train_loss": 0.00012521739699877799, "cos_r_negg": [0.6020238399505615, 0.66321861743927], "cos_innovation_negg": [0.6020238399505615, 0.66321861743927], "cos_apical_negg": [0.6020238399505615, 0.66321861743927], "cos_Ac_negg": [0.6020238399505615, 0.66321861743927], "r_norm": [0.1933368593454361, 0.1975569874048233]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9754, "test_loss": 0.13307397480010985}, {"step": 15650, "epoch": 40, "train_loss": 0.00018769943562801927, "cos_r_negg": [0.6021820306777954, 0.6630918979644775], "cos_innovation_negg": [0.6021820306777954, 0.6630918979644775], "cos_apical_negg": [0.6021820306777954, 0.6630918979644775], "cos_Ac_negg": [0.6021820306777954, 0.6630918979644775], "r_norm": [0.1934790313243866, 0.1977211833000183]}, {"step": 15700, "epoch": 40, "train_loss": 0.00012671761214733124, "cos_r_negg": [0.6024070978164673, 0.6630081534385681], "cos_innovation_negg": [0.6024070978164673, 0.6630081534385681], "cos_apical_negg": [0.6024070978164673, 0.6630081534385681], "cos_Ac_negg": [0.6024070978164673, 0.6630081534385681], "r_norm": [0.19331255555152893, 0.19759246706962585]}, {"step": 15750, "epoch": 40, "train_loss": 9.562147897668183e-05, "cos_r_negg": [0.6025390625, 0.6634705662727356], "cos_innovation_negg": [0.6025390625, 0.6634705662727356], "cos_apical_negg": [0.6025390625, 0.6634705662727356], "cos_Ac_negg": [0.6025390625, 0.6634705662727356], "r_norm": [0.19335171580314636, 0.19762082397937775], "ldr": {"dL_sdil": -0.008202619850635529, "dL_bp": -0.010263338685035706, "ratio": 0.7992155479186539}}, {"step": 15800, "epoch": 40, "train_loss": 0.00021214013395365328, "cos_r_negg": [0.6026396751403809, 0.6635550260543823], "cos_innovation_negg": [0.6026396751403809, 0.6635550260543823], "cos_apical_negg": [0.6026396751403809, 0.6635550260543823], "cos_Ac_negg": [0.6026396751403809, 0.6635550260543823], "r_norm": [0.19336435198783875, 0.19760280847549438]}, {"step": 15850, "epoch": 40, "train_loss": 4.5322722144192085e-05, "cos_r_negg": [0.6023951768875122, 0.6637346744537354], "cos_innovation_negg": [0.6023951768875122, 0.6637346744537354], "cos_apical_negg": [0.6023951768875122, 0.6637346744537354], "cos_Ac_negg": [0.6023951768875122, 0.6637346744537354], "r_norm": [0.1919201910495758, 0.19608820974826813]}, {"step": 15900, "epoch": 40, "train_loss": 8.75402765814215e-05, "cos_r_negg": [0.6025207042694092, 0.6633737683296204], "cos_innovation_negg": [0.6025207042694092, 0.6633737683296204], "cos_apical_negg": [0.6025207042694092, 0.6633737683296204], "cos_Ac_negg": [0.6025207042694092, 0.6633737683296204], "r_norm": [0.1928001344203949, 0.1970115303993225]}, {"step": 15950, "epoch": 40, "train_loss": 0.00014151932555250823, "cos_r_negg": [0.6018206477165222, 0.662976861000061], "cos_innovation_negg": [0.6018206477165222, 0.662976861000061], "cos_apical_negg": [0.6018206477165222, 0.662976861000061], "cos_Ac_negg": [0.6018206477165222, 0.662976861000061], "r_norm": [0.19379915297031403, 0.19808650016784668]}, {"step": 16000, "epoch": 40, "train_loss": 1.7849133655545302e-05, "cos_r_negg": [0.6016028523445129, 0.6628426313400269], "cos_innovation_negg": [0.6016028523445129, 0.6628426313400269], "cos_apical_negg": [0.6016028523445129, 0.6628426313400269], "cos_Ac_negg": [0.6016028523445129, 0.6628426313400269], "r_norm": [0.19378936290740967, 0.19810253381729126], "ldr": {"dL_sdil": -0.00814027339220047, "dL_bp": -0.010179281234741211, "ratio": 0.7996903911465043}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9754, "test_loss": 0.13338013496398926}, {"step": 16050, "epoch": 41, "train_loss": 5.2880015573464334e-05, "cos_r_negg": [0.6017969846725464, 0.6623526811599731], "cos_innovation_negg": [0.6017969846725464, 0.6623526811599731], "cos_apical_negg": [0.6017969846725464, 0.6623526811599731], "cos_Ac_negg": [0.6017969846725464, 0.6623526811599731], "r_norm": [0.1933135986328125, 0.19758622348308563]}, {"step": 16100, "epoch": 41, "train_loss": 0.00010753235255833715, "cos_r_negg": [0.6016613245010376, 0.6624736785888672], "cos_innovation_negg": [0.6016613245010376, 0.6624736785888672], "cos_apical_negg": [0.6016613245010376, 0.6624736785888672], "cos_Ac_negg": [0.6016613245010376, 0.6624736785888672], "r_norm": [0.19403250515460968, 0.1983199417591095]}, {"step": 16150, "epoch": 41, "train_loss": 7.592952897539362e-05, "cos_r_negg": [0.6016066074371338, 0.662746250629425], "cos_innovation_negg": [0.6016066074371338, 0.662746250629425], "cos_apical_negg": [0.6016066074371338, 0.662746250629425], "cos_Ac_negg": [0.6016066074371338, 0.662746250629425], "r_norm": [0.19437667727470398, 0.19867965579032898]}, {"step": 16200, "epoch": 41, "train_loss": 0.00017441112140659243, "cos_r_negg": [0.6016985177993774, 0.6628254652023315], "cos_innovation_negg": [0.6016985177993774, 0.6628254652023315], "cos_apical_negg": [0.6016985177993774, 0.6628254652023315], "cos_Ac_negg": [0.6016985177993774, 0.6628254652023315], "r_norm": [0.1934909075498581, 0.19770997762680054]}, {"step": 16250, "epoch": 41, "train_loss": 0.00017165025928989053, "cos_r_negg": [0.6017873287200928, 0.6629668474197388], "cos_innovation_negg": [0.6017873287200928, 0.6629668474197388], "cos_apical_negg": [0.6017873287200928, 0.6629668474197388], "cos_Ac_negg": [0.6017873287200928, 0.6629668474197388], "r_norm": [0.19387376308441162, 0.19813239574432373], "ldr": {"dL_sdil": -0.008172884583473206, "dL_bp": -0.010242082178592682, "ratio": 0.7979710024740501}}, {"step": 16300, "epoch": 41, "train_loss": 0.00010592209582682699, "cos_r_negg": [0.602080762386322, 0.6636070013046265], "cos_innovation_negg": [0.602080762386322, 0.6636070013046265], "cos_apical_negg": [0.602080762386322, 0.6636070013046265], "cos_Ac_negg": [0.602080762386322, 0.6636070013046265], "r_norm": [0.1935754120349884, 0.19780781865119934]}, {"step": 16350, "epoch": 41, "train_loss": 4.525467011262663e-05, "cos_r_negg": [0.6017534732818604, 0.6632719039916992], "cos_innovation_negg": [0.6017534732818604, 0.6632719039916992], "cos_apical_negg": [0.6017534732818604, 0.6632719039916992], "cos_Ac_negg": [0.6017534732818604, 0.6632719039916992], "r_norm": [0.1926112174987793, 0.19677266478538513]}, {"step": 16400, "epoch": 41, "train_loss": 6.372631469275802e-05, "cos_r_negg": [0.6019577383995056, 0.6631658673286438], "cos_innovation_negg": [0.6019577383995056, 0.6631658673286438], "cos_apical_negg": [0.6019577383995056, 0.6631658673286438], "cos_Ac_negg": [0.6019577383995056, 0.6631658673286438], "r_norm": [0.19282230734825134, 0.19706664979457855]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9754, "test_loss": 0.1337410634994507}, {"step": 16450, "epoch": 42, "train_loss": 7.045625534374267e-05, "cos_r_negg": [0.6018431782722473, 0.663213849067688], "cos_innovation_negg": [0.6018431782722473, 0.663213849067688], "cos_apical_negg": [0.6018431782722473, 0.663213849067688], "cos_Ac_negg": [0.6018431782722473, 0.663213849067688], "r_norm": [0.19278641045093536, 0.1970256268978119]}, {"step": 16500, "epoch": 42, "train_loss": 0.00013590138405561447, "cos_r_negg": [0.6021462678909302, 0.663377583026886], "cos_innovation_negg": [0.6021462678909302, 0.663377583026886], "cos_apical_negg": [0.6021462678909302, 0.663377583026886], "cos_Ac_negg": [0.6021462678909302, 0.663377583026886], "r_norm": [0.19317539036273956, 0.19743867218494415], "ldr": {"dL_sdil": -0.008221693336963654, "dL_bp": -0.010322578251361847, "ratio": 0.7964767267207661}}, {"step": 16550, "epoch": 42, "train_loss": 0.00014496795483864844, "cos_r_negg": [0.6020384430885315, 0.6633084416389465], "cos_innovation_negg": [0.6020384430885315, 0.6633084416389465], "cos_apical_negg": [0.6020384430885315, 0.6633084416389465], "cos_Ac_negg": [0.6020384430885315, 0.6633084416389465], "r_norm": [0.19245009124279022, 0.1966836154460907]}, {"step": 16600, "epoch": 42, "train_loss": 0.00013102887896820903, "cos_r_negg": [0.6020272374153137, 0.6634201407432556], "cos_innovation_negg": [0.6020272374153137, 0.6634201407432556], "cos_apical_negg": [0.6020272374153137, 0.6634201407432556], "cos_Ac_negg": [0.6020272374153137, 0.6634201407432556], "r_norm": [0.19275689125061035, 0.1970205307006836]}, {"step": 16650, "epoch": 42, "train_loss": 8.648504444863647e-05, "cos_r_negg": [0.6018050909042358, 0.6634634733200073], "cos_innovation_negg": [0.6018050909042358, 0.6634634733200073], "cos_apical_negg": [0.6018050909042358, 0.6634634733200073], "cos_Ac_negg": [0.6018050909042358, 0.6634634733200073], "r_norm": [0.19286590814590454, 0.19714419543743134]}, {"step": 16700, "epoch": 42, "train_loss": 0.00011183370952494442, "cos_r_negg": [0.6022810935974121, 0.6632968187332153], "cos_innovation_negg": [0.6022810935974121, 0.6632968187332153], "cos_apical_negg": [0.6022810935974121, 0.6632968187332153], "cos_Ac_negg": [0.6022810935974121, 0.6632968187332153], "r_norm": [0.19366277754306793, 0.19796043634414673]}, {"step": 16750, "epoch": 42, "train_loss": 0.0001113367106881924, "cos_r_negg": [0.6018936634063721, 0.6627904176712036], "cos_innovation_negg": [0.6018936634063721, 0.6627904176712036], "cos_apical_negg": [0.6018936634063721, 0.6627904176712036], "cos_Ac_negg": [0.6018936634063721, 0.6627904176712036], "r_norm": [0.19222207367420197, 0.19645929336547852], "ldr": {"dL_sdil": -0.008153349161148071, "dL_bp": -0.01025456190109253, "ratio": 0.7950948309434269}}, {"step": 16800, "epoch": 42, "train_loss": 6.036441118340008e-05, "cos_r_negg": [0.6023410558700562, 0.663425624370575], "cos_innovation_negg": [0.6023410558700562, 0.663425624370575], "cos_apical_negg": [0.6023410558700562, 0.663425624370575], "cos_Ac_negg": [0.6023410558700562, 0.663425624370575], "r_norm": [0.19219863414764404, 0.1964460164308548]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9754, "test_loss": 0.1340903636932373}, {"step": 16850, "epoch": 43, "train_loss": 0.00025094623561017215, "cos_r_negg": [0.6020904183387756, 0.663247287273407], "cos_innovation_negg": [0.6020904183387756, 0.663247287273407], "cos_apical_negg": [0.6020904183387756, 0.663247287273407], "cos_Ac_negg": [0.6020904183387756, 0.663247287273407], "r_norm": [0.1918814480304718, 0.1960795819759369]}, {"step": 16900, "epoch": 43, "train_loss": 5.444650741992518e-05, "cos_r_negg": [0.6026934385299683, 0.6635869145393372], "cos_innovation_negg": [0.6026934385299683, 0.6635869145393372], "cos_apical_negg": [0.6026934385299683, 0.6635869145393372], "cos_Ac_negg": [0.6026934385299683, 0.6635869145393372], "r_norm": [0.19087937474250793, 0.19501997530460358]}, {"step": 16950, "epoch": 43, "train_loss": 7.062427175696939e-05, "cos_r_negg": [0.6024810075759888, 0.663659930229187], "cos_innovation_negg": [0.6024810075759888, 0.663659930229187], "cos_apical_negg": [0.6024810075759888, 0.663659930229187], "cos_Ac_negg": [0.6024810075759888, 0.663659930229187], "r_norm": [0.1902846097946167, 0.19438031315803528]}, {"step": 17000, "epoch": 43, "train_loss": 0.00013146809942554682, "cos_r_negg": [0.6022844314575195, 0.6640291213989258], "cos_innovation_negg": [0.6022844314575195, 0.6640291213989258], "cos_apical_negg": [0.6022844314575195, 0.6640291213989258], "cos_Ac_negg": [0.6022844314575195, 0.6640291213989258], "r_norm": [0.19079169631004333, 0.19491127133369446], "ldr": {"dL_sdil": -0.008026175200939178, "dL_bp": -0.010088272392749786, "ratio": 0.7955946160521409}}, {"step": 17050, "epoch": 43, "train_loss": 0.00011141689901705831, "cos_r_negg": [0.6023656725883484, 0.6632677316665649], "cos_innovation_negg": [0.6023656725883484, 0.6632677316665649], "cos_apical_negg": [0.6023656725883484, 0.6632677316665649], "cos_Ac_negg": [0.6023656725883484, 0.6632677316665649], "r_norm": [0.19066059589385986, 0.1948091685771942]}, {"step": 17100, "epoch": 43, "train_loss": 0.00012441660510376096, "cos_r_negg": [0.6021326780319214, 0.6636373400688171], "cos_innovation_negg": [0.6021326780319214, 0.6636373400688171], "cos_apical_negg": [0.6021326780319214, 0.6636373400688171], "cos_Ac_negg": [0.6021326780319214, 0.6636373400688171], "r_norm": [0.19148853421211243, 0.1956920027732849]}, {"step": 17150, "epoch": 43, "train_loss": 0.00013012325507588685, "cos_r_negg": [0.6024764776229858, 0.6635898351669312], "cos_innovation_negg": [0.6024764776229858, 0.6635898351669312], "cos_apical_negg": [0.6024764776229858, 0.6635898351669312], "cos_Ac_negg": [0.6024764776229858, 0.6635898351669312], "r_norm": [0.19265955686569214, 0.19693949818611145]}, {"step": 17200, "epoch": 43, "train_loss": 0.0001349349186057225, "cos_r_negg": [0.6022809743881226, 0.663678765296936], "cos_innovation_negg": [0.6022809743881226, 0.663678765296936], "cos_apical_negg": [0.6022809743881226, 0.663678765296936], "cos_Ac_negg": [0.6022809743881226, 0.663678765296936], "r_norm": [0.19412162899971008, 0.19846709072589874]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9753, "test_loss": 0.13451428327560425}, {"step": 17250, "epoch": 44, "train_loss": 0.00011029705638065934, "cos_r_negg": [0.6021518707275391, 0.6630186438560486], "cos_innovation_negg": [0.6021518707275391, 0.6630186438560486], "cos_apical_negg": [0.6021518707275391, 0.6630186438560486], "cos_Ac_negg": [0.6021518707275391, 0.6630186438560486], "r_norm": [0.1943923532962799, 0.19877684116363525], "ldr": {"dL_sdil": -0.008313141763210297, "dL_bp": -0.010485522449016571, "ratio": 0.792820939884591}}, {"step": 17300, "epoch": 44, "train_loss": 0.00015043422172311693, "cos_r_negg": [0.602630615234375, 0.6638796329498291], "cos_innovation_negg": [0.602630615234375, 0.6638796329498291], "cos_apical_negg": [0.602630615234375, 0.6638796329498291], "cos_Ac_negg": [0.602630615234375, 0.6638796329498291], "r_norm": [0.19447064399719238, 0.19882068037986755]}, {"step": 17350, "epoch": 44, "train_loss": 9.314405906479806e-05, "cos_r_negg": [0.6028478741645813, 0.6640528440475464], "cos_innovation_negg": [0.6028478741645813, 0.6640528440475464], "cos_apical_negg": [0.6028478741645813, 0.6640528440475464], "cos_Ac_negg": [0.6028478741645813, 0.6640528440475464], "r_norm": [0.1923065334558487, 0.19651442766189575]}, {"step": 17400, "epoch": 44, "train_loss": 5.2029114158358425e-05, "cos_r_negg": [0.6027780771255493, 0.6639010906219482], "cos_innovation_negg": [0.6027780771255493, 0.6639010906219482], "cos_apical_negg": [0.6027780771255493, 0.6639010906219482], "cos_Ac_negg": [0.6027780771255493, 0.6639010906219482], "r_norm": [0.19231553375720978, 0.19653552770614624]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001643298310227692, "cos_r_negg": [0.6023890972137451, 0.6639352440834045], "cos_innovation_negg": [0.6023890972137451, 0.6639352440834045], "cos_apical_negg": [0.6023890972137451, 0.6639352440834045], "cos_Ac_negg": [0.6023890972137451, 0.6639352440834045], "r_norm": [0.19220250844955444, 0.1964215636253357]}, {"step": 17500, "epoch": 44, "train_loss": 0.00019318482372909784, "cos_r_negg": [0.6023780107498169, 0.6636925935745239], "cos_innovation_negg": [0.6023780107498169, 0.6636925935745239], "cos_apical_negg": [0.6023780107498169, 0.6636925935745239], "cos_Ac_negg": [0.6023780107498169, 0.6636925935745239], "r_norm": [0.19218683242797852, 0.19642329216003418], "ldr": {"dL_sdil": -0.008182071149349213, "dL_bp": -0.010311581194400787, "ratio": 0.7934836563952089}}, {"step": 17550, "epoch": 44, "train_loss": 0.00010847848898265511, "cos_r_negg": [0.6021164655685425, 0.6633386611938477], "cos_innovation_negg": [0.6021164655685425, 0.6633386611938477], "cos_apical_negg": [0.6021164655685425, 0.6633386611938477], "cos_Ac_negg": [0.6021164655685425, 0.6633386611938477], "r_norm": [0.193231463432312, 0.19756785035133362]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9755, "test_loss": 0.1347599796295166}, {"step": 17600, "epoch": 45, "train_loss": 0.00010973811731673777, "cos_r_negg": [0.6022957563400269, 0.6637985706329346], "cos_innovation_negg": [0.6022957563400269, 0.6637985706329346], "cos_apical_negg": [0.6022957563400269, 0.6637985706329346], "cos_Ac_negg": [0.6022957563400269, 0.6637985706329346], "r_norm": [0.19258779287338257, 0.1968708336353302]}, {"step": 17650, "epoch": 45, "train_loss": 6.233968451851979e-05, "cos_r_negg": [0.6020326614379883, 0.6637459993362427], "cos_innovation_negg": [0.6020326614379883, 0.6637459993362427], "cos_apical_negg": [0.6020326614379883, 0.6637459993362427], "cos_Ac_negg": [0.6020326614379883, 0.6637459993362427], "r_norm": [0.19242200255393982, 0.19672082364559174]}, {"step": 17700, "epoch": 45, "train_loss": 2.553307422203943e-05, "cos_r_negg": [0.6022356748580933, 0.6639118194580078], "cos_innovation_negg": [0.6022356748580933, 0.6639118194580078], "cos_apical_negg": [0.6022356748580933, 0.6639118194580078], "cos_Ac_negg": [0.6022356748580933, 0.6639118194580078], "r_norm": [0.19219271838665009, 0.19646863639354706]}, {"step": 17750, "epoch": 45, "train_loss": 0.00011451285536168143, "cos_r_negg": [0.60225510597229, 0.6637933850288391], "cos_innovation_negg": [0.60225510597229, 0.6637933850288391], "cos_apical_negg": [0.60225510597229, 0.6637933850288391], "cos_Ac_negg": [0.60225510597229, 0.6637933850288391], "r_norm": [0.19302938878536224, 0.19737306237220764], "ldr": {"dL_sdil": -0.008278220891952515, "dL_bp": -0.010488301515579224, "ratio": 0.7892813607290107}}, {"step": 17800, "epoch": 45, "train_loss": 0.00017630899674259126, "cos_r_negg": [0.6025046706199646, 0.6641466021537781], "cos_innovation_negg": [0.6025046706199646, 0.6641466021537781], "cos_apical_negg": [0.6025046706199646, 0.6641466021537781], "cos_Ac_negg": [0.6025046706199646, 0.6641466021537781], "r_norm": [0.19333958625793457, 0.1976674199104309]}, {"step": 17850, "epoch": 45, "train_loss": 3.534928691806272e-05, "cos_r_negg": [0.602524995803833, 0.6642215251922607], "cos_innovation_negg": [0.602524995803833, 0.6642215251922607], "cos_apical_negg": [0.602524995803833, 0.6642215251922607], "cos_Ac_negg": [0.602524995803833, 0.6642215251922607], "r_norm": [0.19261014461517334, 0.19683778285980225]}, {"step": 17900, "epoch": 45, "train_loss": 0.00026775625883601606, "cos_r_negg": [0.6025311350822449, 0.6646713018417358], "cos_innovation_negg": [0.6025311350822449, 0.6646713018417358], "cos_apical_negg": [0.6025311350822449, 0.6646713018417358], "cos_Ac_negg": [0.6025311350822449, 0.6646713018417358], "r_norm": [0.19154158234596252, 0.19567304849624634]}, {"step": 17950, "epoch": 45, "train_loss": 0.00017071051115635782, "cos_r_negg": [0.6027873158454895, 0.6643409729003906], "cos_innovation_negg": [0.6027873158454895, 0.6643409729003906], "cos_apical_negg": [0.6027873158454895, 0.6643409729003906], "cos_Ac_negg": [0.6027873158454895, 0.6643409729003906], "r_norm": [0.19199639558792114, 0.19617974758148193]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9754, "test_loss": 0.13499414672851562}, {"step": 18000, "epoch": 46, "train_loss": 0.00012984512432012707, "cos_r_negg": [0.6024057269096375, 0.6643960475921631], "cos_innovation_negg": [0.6024057269096375, 0.6643960475921631], "cos_apical_negg": [0.6024057269096375, 0.6643960475921631], "cos_Ac_negg": [0.6024057269096375, 0.6643960475921631], "r_norm": [0.19219812750816345, 0.19642329216003418], "ldr": {"dL_sdil": -0.008220963180065155, "dL_bp": -0.010401546955108643, "ratio": 0.7903596662636311}}, {"step": 18050, "epoch": 46, "train_loss": 0.00010669433686416596, "cos_r_negg": [0.6020960211753845, 0.6643840074539185], "cos_innovation_negg": [0.6020960211753845, 0.6643840074539185], "cos_apical_negg": [0.6020960211753845, 0.6643840074539185], "cos_Ac_negg": [0.6020960211753845, 0.6643840074539185], "r_norm": [0.19252391159534454, 0.19676914811134338]}, {"step": 18100, "epoch": 46, "train_loss": 0.00022441591136157513, "cos_r_negg": [0.6026915311813354, 0.6644083261489868], "cos_innovation_negg": [0.6026915311813354, 0.6644083261489868], "cos_apical_negg": [0.6026915311813354, 0.6644083261489868], "cos_Ac_negg": [0.6026915311813354, 0.6644083261489868], "r_norm": [0.19246181845664978, 0.1967352032661438]}, {"step": 18150, "epoch": 46, "train_loss": 8.137732947943732e-05, "cos_r_negg": [0.6022758483886719, 0.6646956205368042], "cos_innovation_negg": [0.6022758483886719, 0.6646956205368042], "cos_apical_negg": [0.6022758483886719, 0.6646956205368042], "cos_Ac_negg": [0.6022758483886719, 0.6646956205368042], "r_norm": [0.19217033684253693, 0.19643627107143402]}, {"step": 18200, "epoch": 46, "train_loss": 8.21951252873987e-05, "cos_r_negg": [0.6027500629425049, 0.6647554636001587], "cos_innovation_negg": [0.6027500629425049, 0.6647554636001587], "cos_apical_negg": [0.6027500629425049, 0.6647554636001587], "cos_Ac_negg": [0.6027500629425049, 0.6647554636001587], "r_norm": [0.1923261284828186, 0.19658610224723816]}, {"step": 18250, "epoch": 46, "train_loss": 0.000118995041702874, "cos_r_negg": [0.6025791168212891, 0.664572536945343], "cos_innovation_negg": [0.6025791168212891, 0.664572536945343], "cos_apical_negg": [0.6025791168212891, 0.664572536945343], "cos_Ac_negg": [0.6025791168212891, 0.664572536945343], "r_norm": [0.19240808486938477, 0.1966908872127533], "ldr": {"dL_sdil": -0.008274734020233154, "dL_bp": -0.01048976182937622, "ratio": 0.7888390751694708}}, {"step": 18300, "epoch": 46, "train_loss": 0.00024491778458468616, "cos_r_negg": [0.6025094389915466, 0.664561927318573], "cos_innovation_negg": [0.6025094389915466, 0.664561927318573], "cos_apical_negg": [0.6025094389915466, 0.664561927318573], "cos_Ac_negg": [0.6025094389915466, 0.664561927318573], "r_norm": [0.19136284291744232, 0.19558541476726532]}, {"step": 18350, "epoch": 46, "train_loss": 7.992746395757422e-05, "cos_r_negg": [0.6025255918502808, 0.6644315719604492], "cos_innovation_negg": [0.6025255918502808, 0.6644315719604492], "cos_apical_negg": [0.6025255918502808, 0.6644315719604492], "cos_Ac_negg": [0.6025255918502808, 0.6644315719604492], "r_norm": [0.1916162669658661, 0.1958489716053009]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9752, "test_loss": 0.13539299879074096}, {"step": 18400, "epoch": 47, "train_loss": 0.00032063646358437836, "cos_r_negg": [0.6015334129333496, 0.6644057631492615], "cos_innovation_negg": [0.6015334129333496, 0.6644057631492615], "cos_apical_negg": [0.6015334129333496, 0.6644057631492615], "cos_Ac_negg": [0.6015334129333496, 0.6644057631492615], "r_norm": [0.19171008467674255, 0.19593048095703125]}, {"step": 18450, "epoch": 47, "train_loss": 9.574211435392499e-05, "cos_r_negg": [0.6020776629447937, 0.6648879051208496], "cos_innovation_negg": [0.6020776629447937, 0.6648879051208496], "cos_apical_negg": [0.6020776629447937, 0.6648879051208496], "cos_Ac_negg": [0.6020776629447937, 0.6648879051208496], "r_norm": [0.19128519296646118, 0.19545835256576538]}, {"step": 18500, "epoch": 47, "train_loss": 0.00021227763500064611, "cos_r_negg": [0.6021114587783813, 0.6648176312446594], "cos_innovation_negg": [0.6021114587783813, 0.6648176312446594], "cos_apical_negg": [0.6021114587783813, 0.6648176312446594], "cos_Ac_negg": [0.6021114587783813, 0.6648176312446594], "r_norm": [0.1902153491973877, 0.1942979395389557], "ldr": {"dL_sdil": -0.008129097521305084, "dL_bp": -0.010317228734493256, "ratio": 0.7879148296991164}}, {"step": 18550, "epoch": 47, "train_loss": 0.00012227911793161184, "cos_r_negg": [0.6018360257148743, 0.6645485162734985], "cos_innovation_negg": [0.6018360257148743, 0.6645485162734985], "cos_apical_negg": [0.6018360257148743, 0.6645485162734985], "cos_Ac_negg": [0.6018360257148743, 0.6645485162734985], "r_norm": [0.19145596027374268, 0.19562268257141113]}, {"step": 18600, "epoch": 47, "train_loss": 3.5527478758012876e-05, "cos_r_negg": [0.6016312837600708, 0.6648125648498535], "cos_innovation_negg": [0.6016312837600708, 0.6648125648498535], "cos_apical_negg": [0.6016312837600708, 0.6648125648498535], "cos_Ac_negg": [0.6016312837600708, 0.6648125648498535], "r_norm": [0.19097992777824402, 0.19519822299480438]}, {"step": 18650, "epoch": 47, "train_loss": 0.00013417060836218297, "cos_r_negg": [0.6026394963264465, 0.6648284196853638], "cos_innovation_negg": [0.6026394963264465, 0.6648284196853638], "cos_apical_negg": [0.6026394963264465, 0.6648284196853638], "cos_Ac_negg": [0.6026394963264465, 0.6648284196853638], "r_norm": [0.19177864491939545, 0.19602522253990173]}, {"step": 18700, "epoch": 47, "train_loss": 0.00020819707424379885, "cos_r_negg": [0.6027069091796875, 0.6647872924804688], "cos_innovation_negg": [0.6027069091796875, 0.6647872924804688], "cos_apical_negg": [0.6027069091796875, 0.6647872924804688], "cos_Ac_negg": [0.6027069091796875, 0.6647872924804688], "r_norm": [0.19219732284545898, 0.1964503526687622]}, {"step": 18750, "epoch": 47, "train_loss": 3.8327147194650024e-05, "cos_r_negg": [0.6024678349494934, 0.6648241281509399], "cos_innovation_negg": [0.6024678349494934, 0.6648241281509399], "cos_apical_negg": [0.6024678349494934, 0.6648241281509399], "cos_Ac_negg": [0.6024678349494934, 0.6648241281509399], "r_norm": [0.1926502287387848, 0.1969248354434967], "ldr": {"dL_sdil": -0.008283734321594238, "dL_bp": -0.010507479310035706, "ratio": 0.7883655134759517}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9755, "test_loss": 0.1356331727027893}, {"step": 18800, "epoch": 48, "train_loss": 8.874768536770716e-05, "cos_r_negg": [0.6022502779960632, 0.6648624539375305], "cos_innovation_negg": [0.6022502779960632, 0.6648624539375305], "cos_apical_negg": [0.6022502779960632, 0.6648624539375305], "cos_Ac_negg": [0.6022502779960632, 0.6648624539375305], "r_norm": [0.19235146045684814, 0.19662347435951233]}, {"step": 18850, "epoch": 48, "train_loss": 0.00020943315757904202, "cos_r_negg": [0.6020275354385376, 0.6647264361381531], "cos_innovation_negg": [0.6020275354385376, 0.6647264361381531], "cos_apical_negg": [0.6020275354385376, 0.6647264361381531], "cos_Ac_negg": [0.6020275354385376, 0.6647264361381531], "r_norm": [0.19242167472839355, 0.1966857612133026]}, {"step": 18900, "epoch": 48, "train_loss": 2.3156673705670983e-05, "cos_r_negg": [0.6018795967102051, 0.6648737192153931], "cos_innovation_negg": [0.6018795967102051, 0.6648737192153931], "cos_apical_negg": [0.6018795967102051, 0.6648737192153931], "cos_Ac_negg": [0.6018795967102051, 0.6648737192153931], "r_norm": [0.19215127825737, 0.196415513753891]}, {"step": 18950, "epoch": 48, "train_loss": 0.00023415555187966675, "cos_r_negg": [0.6023350954055786, 0.66486656665802], "cos_innovation_negg": [0.6023350954055786, 0.66486656665802], "cos_apical_negg": [0.6023350954055786, 0.66486656665802], "cos_Ac_negg": [0.6023350954055786, 0.66486656665802], "r_norm": [0.19225357472896576, 0.19652040302753448]}, {"step": 19000, "epoch": 48, "train_loss": 6.606545503018424e-05, "cos_r_negg": [0.6024399995803833, 0.6649911403656006], "cos_innovation_negg": [0.6024399995803833, 0.6649911403656006], "cos_apical_negg": [0.6024399995803833, 0.6649911403656006], "cos_Ac_negg": [0.6024399995803833, 0.6649911403656006], "r_norm": [0.19202125072479248, 0.19627609848976135], "ldr": {"dL_sdil": -0.008299149572849274, "dL_bp": -0.010550267994403839, "ratio": 0.7866292664083393}}, {"step": 19050, "epoch": 48, "train_loss": 0.00015956447168719023, "cos_r_negg": [0.6023015975952148, 0.6644392013549805], "cos_innovation_negg": [0.6023015975952148, 0.6644392013549805], "cos_apical_negg": [0.6023015975952148, 0.6644392013549805], "cos_Ac_negg": [0.6023015975952148, 0.6644392013549805], "r_norm": [0.1918550282716751, 0.19605711102485657]}, {"step": 19100, "epoch": 48, "train_loss": 0.00021124392515048385, "cos_r_negg": [0.6020157337188721, 0.6640082597732544], "cos_innovation_negg": [0.6020157337188721, 0.6640082597732544], "cos_apical_negg": [0.6020157337188721, 0.6640082597732544], "cos_Ac_negg": [0.6020157337188721, 0.6640082597732544], "r_norm": [0.1919308304786682, 0.19618326425552368]}, {"step": 19150, "epoch": 48, "train_loss": 4.6069435484241694e-05, "cos_r_negg": [0.6026108264923096, 0.6654212474822998], "cos_innovation_negg": [0.6026108264923096, 0.6654212474822998], "cos_apical_negg": [0.6026108264923096, 0.6654212474822998], "cos_Ac_negg": [0.6026108264923096, 0.6654212474822998], "r_norm": [0.1922309398651123, 0.1965101659297943]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9754, "test_loss": 0.13590347995758056}, {"step": 19200, "epoch": 49, "train_loss": 0.0001054596941685304, "cos_r_negg": [0.6025655269622803, 0.6655281186103821], "cos_innovation_negg": [0.6025655269622803, 0.6655281186103821], "cos_apical_negg": [0.6025655269622803, 0.6655281186103821], "cos_Ac_negg": [0.6025655269622803, 0.6655281186103821], "r_norm": [0.19182151556015015, 0.19609668850898743]}, {"step": 19250, "epoch": 49, "train_loss": 1.941497430379968e-05, "cos_r_negg": [0.6024342179298401, 0.6657539010047913], "cos_innovation_negg": [0.6024342179298401, 0.6657539010047913], "cos_apical_negg": [0.6024342179298401, 0.6657539010047913], "cos_Ac_negg": [0.6024342179298401, 0.6657539010047913], "r_norm": [0.19202598929405212, 0.19636118412017822], "ldr": {"dL_sdil": -0.00831788033246994, "dL_bp": -0.010614097118377686, "ratio": 0.7836634844868735}}, {"step": 19300, "epoch": 49, "train_loss": 0.0002935190568678081, "cos_r_negg": [0.602480411529541, 0.6645359992980957], "cos_innovation_negg": [0.602480411529541, 0.6645359992980957], "cos_apical_negg": [0.602480411529541, 0.6645359992980957], "cos_Ac_negg": [0.602480411529541, 0.6645359992980957], "r_norm": [0.1915818154811859, 0.19586831331253052]}, {"step": 19350, "epoch": 49, "train_loss": 0.00014327961253002286, "cos_r_negg": [0.6024520993232727, 0.664953351020813], "cos_innovation_negg": [0.6024520993232727, 0.664953351020813], "cos_apical_negg": [0.6024520993232727, 0.664953351020813], "cos_Ac_negg": [0.6024520993232727, 0.664953351020813], "r_norm": [0.19139984250068665, 0.19570434093475342]}, {"step": 19400, "epoch": 49, "train_loss": 0.00013929256238043308, "cos_r_negg": [0.6024836301803589, 0.664669930934906], "cos_innovation_negg": [0.6024836301803589, 0.664669930934906], "cos_apical_negg": [0.6024836301803589, 0.664669930934906], "cos_Ac_negg": [0.6024836301803589, 0.664669930934906], "r_norm": [0.19128826260566711, 0.19553948938846588]}, {"step": 19450, "epoch": 49, "train_loss": 0.00010116689372807741, "cos_r_negg": [0.6022800207138062, 0.664707362651825], "cos_innovation_negg": [0.6022800207138062, 0.664707362651825], "cos_apical_negg": [0.6022800207138062, 0.664707362651825], "cos_Ac_negg": [0.6022800207138062, 0.664707362651825], "r_norm": [0.19051417708396912, 0.19468986988067627]}, {"step": 19500, "epoch": 49, "train_loss": 6.209527055034414e-05, "cos_r_negg": [0.6020209789276123, 0.6655293703079224], "cos_innovation_negg": [0.6020209789276123, 0.6655293703079224], "cos_apical_negg": [0.6020209789276123, 0.6655293703079224], "cos_Ac_negg": [0.6020209789276123, 0.6655293703079224], "r_norm": [0.19084133207798004, 0.19498249888420105], "ldr": {"dL_sdil": -0.008252598345279694, "dL_bp": -0.010529860854148865, "ratio": 0.7837328963400396}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.13601858978271483}, {"step": 19550, "epoch": 50, "train_loss": 2.1518437279155478e-05, "cos_r_negg": [0.6023695468902588, 0.6645261645317078], "cos_innovation_negg": [0.6023695468902588, 0.6645261645317078], "cos_apical_negg": [0.6023695468902588, 0.6645261645317078], "cos_Ac_negg": [0.6023695468902588, 0.6645261645317078], "r_norm": [0.19171491265296936, 0.19590792059898376]}, {"step": 19600, "epoch": 50, "train_loss": 9.575850708642974e-05, "cos_r_negg": [0.6021747589111328, 0.6646397113800049], "cos_innovation_negg": [0.6021747589111328, 0.6646397113800049], "cos_apical_negg": [0.6021747589111328, 0.6646397113800049], "cos_Ac_negg": [0.6021747589111328, 0.6646397113800049], "r_norm": [0.19169661402702332, 0.19583439826965332]}, {"step": 19650, "epoch": 50, "train_loss": 5.5369619076373056e-05, "cos_r_negg": [0.6025785207748413, 0.6646201610565186], "cos_innovation_negg": [0.6025785207748413, 0.6646201610565186], "cos_apical_negg": [0.6025785207748413, 0.6646201610565186], "cos_Ac_negg": [0.6025785207748413, 0.6646201610565186], "r_norm": [0.19175255298614502, 0.1959083378314972]}, {"step": 19700, "epoch": 50, "train_loss": 0.00013205959112383425, "cos_r_negg": [0.6026014089584351, 0.6645503640174866], "cos_innovation_negg": [0.6026014089584351, 0.6645503640174866], "cos_apical_negg": [0.6026014089584351, 0.6645503640174866], "cos_Ac_negg": [0.6026014089584351, 0.6645503640174866], "r_norm": [0.1912979781627655, 0.1954394280910492]}, {"step": 19750, "epoch": 50, "train_loss": 0.000142558419611305, "cos_r_negg": [0.6027870178222656, 0.6644565463066101], "cos_innovation_negg": [0.6027870178222656, 0.6644565463066101], "cos_apical_negg": [0.6027870178222656, 0.6644565463066101], "cos_Ac_negg": [0.6027870178222656, 0.6644565463066101], "r_norm": [0.19143497943878174, 0.1956060528755188], "ldr": {"dL_sdil": -0.00829150527715683, "dL_bp": -0.010581471025943756, "ratio": 0.783587202273449}}, {"step": 19800, "epoch": 50, "train_loss": 0.00014501556870527565, "cos_r_negg": [0.6026389598846436, 0.6644483804702759], "cos_innovation_negg": [0.6026389598846436, 0.6644483804702759], "cos_apical_negg": [0.6026389598846436, 0.6644483804702759], "cos_Ac_negg": [0.6026389598846436, 0.6644483804702759], "r_norm": [0.19255602359771729, 0.19682538509368896]}, {"step": 19850, "epoch": 50, "train_loss": 0.0001384379283990711, "cos_r_negg": [0.6028145551681519, 0.6646110415458679], "cos_innovation_negg": [0.6028145551681519, 0.6646110415458679], "cos_apical_negg": [0.6028145551681519, 0.6646110415458679], "cos_Ac_negg": [0.6028145551681519, 0.6646110415458679], "r_norm": [0.19259244203567505, 0.1968928873538971]}, {"step": 19900, "epoch": 50, "train_loss": 0.0001230111811310053, "cos_r_negg": [0.602948784828186, 0.6659731864929199], "cos_innovation_negg": [0.602948784828186, 0.6659731864929199], "cos_apical_negg": [0.602948784828186, 0.6659731864929199], "cos_Ac_negg": [0.602948784828186, 0.6659731864929199], "r_norm": [0.1927102506160736, 0.1970217227935791]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9754, "test_loss": 0.1365336226463318}, {"step": 19950, "epoch": 51, "train_loss": 9.824760491028428e-05, "cos_r_negg": [0.6028957366943359, 0.6656007766723633], "cos_innovation_negg": [0.6028957366943359, 0.6656007766723633], "cos_apical_negg": [0.6028957366943359, 0.6656007766723633], "cos_Ac_negg": [0.6028957366943359, 0.6656007766723633], "r_norm": [0.19149914383888245, 0.1957162767648697]}, {"step": 20000, "epoch": 51, "train_loss": 7.262400322360918e-05, "cos_r_negg": [0.6035727262496948, 0.6659772396087646], "cos_innovation_negg": [0.6035727262496948, 0.6659772396087646], "cos_apical_negg": [0.6035727262496948, 0.6659772396087646], "cos_Ac_negg": [0.6035727262496948, 0.6659772396087646], "r_norm": [0.19156774878501892, 0.19577577710151672], "ldr": {"dL_sdil": -0.008315525949001312, "dL_bp": -0.010619498789310455, "ratio": 0.7830431655938119}}, {"step": 20050, "epoch": 51, "train_loss": 5.525051165022887e-05, "cos_r_negg": [0.6032436490058899, 0.6657617092132568], "cos_innovation_negg": [0.6032436490058899, 0.6657617092132568], "cos_apical_negg": [0.6032436490058899, 0.6657617092132568], "cos_Ac_negg": [0.6032436490058899, 0.6657617092132568], "r_norm": [0.19182699918746948, 0.19605883955955505]}, {"step": 20100, "epoch": 51, "train_loss": 7.068351987982169e-05, "cos_r_negg": [0.6032822728157043, 0.6649278998374939], "cos_innovation_negg": [0.6032822728157043, 0.6649278998374939], "cos_apical_negg": [0.6032822728157043, 0.6649278998374939], "cos_Ac_negg": [0.6032822728157043, 0.6649278998374939], "r_norm": [0.19064746797084808, 0.19479355216026306]}, {"step": 20150, "epoch": 51, "train_loss": 6.627525726798922e-05, "cos_r_negg": [0.6032900810241699, 0.6648600101470947], "cos_innovation_negg": [0.6032900810241699, 0.6648600101470947], "cos_apical_negg": [0.6032900810241699, 0.6648600101470947], "cos_Ac_negg": [0.6032900810241699, 0.6648600101470947], "r_norm": [0.19027215242385864, 0.19442036747932434]}, {"step": 20200, "epoch": 51, "train_loss": 0.00010534352622926235, "cos_r_negg": [0.6029759645462036, 0.6650568246841431], "cos_innovation_negg": [0.6029759645462036, 0.6650568246841431], "cos_apical_negg": [0.6029759645462036, 0.6650568246841431], "cos_Ac_negg": [0.6029759645462036, 0.6650568246841431], "r_norm": [0.1905897706747055, 0.19477152824401855]}, {"step": 20250, "epoch": 51, "train_loss": 9.085786587093025e-05, "cos_r_negg": [0.6033958792686462, 0.6655580997467041], "cos_innovation_negg": [0.6033958792686462, 0.6655580997467041], "cos_apical_negg": [0.6033958792686462, 0.6655580997467041], "cos_Ac_negg": [0.6033958792686462, 0.6655580997467041], "r_norm": [0.19101157784461975, 0.19526278972625732], "ldr": {"dL_sdil": -0.008335717022418976, "dL_bp": -0.010694235563278198, "ratio": 0.7794588938214632}}, {"step": 20300, "epoch": 51, "train_loss": 0.00010500934877200052, "cos_r_negg": [0.6031118631362915, 0.6654980182647705], "cos_innovation_negg": [0.6031118631362915, 0.6654980182647705], "cos_apical_negg": [0.6031118631362915, 0.6654980182647705], "cos_Ac_negg": [0.6031118631362915, 0.6654980182647705], "r_norm": [0.19148105382919312, 0.19571331143379211]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9754, "test_loss": 0.13675769519805908}, {"step": 20350, "epoch": 52, "train_loss": 0.00013077976473141462, "cos_r_negg": [0.6029679775238037, 0.6656025052070618], "cos_innovation_negg": [0.6029679775238037, 0.6656025052070618], "cos_apical_negg": [0.6029679775238037, 0.6656025052070618], "cos_Ac_negg": [0.6029679775238037, 0.6656025052070618], "r_norm": [0.19188842177391052, 0.1961566060781479]}, {"step": 20400, "epoch": 52, "train_loss": 0.00010498389747226611, "cos_r_negg": [0.6032487154006958, 0.6655951142311096], "cos_innovation_negg": [0.6032487154006958, 0.6655951142311096], "cos_apical_negg": [0.6032487154006958, 0.6655951142311096], "cos_Ac_negg": [0.6032487154006958, 0.6655951142311096], "r_norm": [0.19160296022891998, 0.19584454596042633]}, {"step": 20450, "epoch": 52, "train_loss": 0.00013122581003699452, "cos_r_negg": [0.6031724810600281, 0.665808379650116], "cos_innovation_negg": [0.6031724810600281, 0.665808379650116], "cos_apical_negg": [0.6031724810600281, 0.665808379650116], "cos_Ac_negg": [0.6031724810600281, 0.665808379650116], "r_norm": [0.1907264143228531, 0.19491484761238098]}, {"step": 20500, "epoch": 52, "train_loss": 0.00012410976341925561, "cos_r_negg": [0.6030226349830627, 0.665683925151825], "cos_innovation_negg": [0.6030226349830627, 0.665683925151825], "cos_apical_negg": [0.6030226349830627, 0.665683925151825], "cos_Ac_negg": [0.6030226349830627, 0.665683925151825], "r_norm": [0.19063185155391693, 0.19482266902923584], "ldr": {"dL_sdil": -0.008270688354969025, "dL_bp": -0.01060553640127182, "ratio": 0.7798463031042164}}, {"step": 20550, "epoch": 52, "train_loss": 0.00010908131662290543, "cos_r_negg": [0.6032829284667969, 0.665743887424469], "cos_innovation_negg": [0.6032829284667969, 0.665743887424469], "cos_apical_negg": [0.6032829284667969, 0.665743887424469], "cos_Ac_negg": [0.6032829284667969, 0.665743887424469], "r_norm": [0.19163066148757935, 0.19587084650993347]}, {"step": 20600, "epoch": 52, "train_loss": 5.9264537412673235e-05, "cos_r_negg": [0.6031777858734131, 0.6657779216766357], "cos_innovation_negg": [0.6031777858734131, 0.6657779216766357], "cos_apical_negg": [0.6031777858734131, 0.6657779216766357], "cos_Ac_negg": [0.6031777858734131, 0.6657779216766357], "r_norm": [0.19216473400592804, 0.19649545848369598]}, {"step": 20650, "epoch": 52, "train_loss": 0.0002051327028311789, "cos_r_negg": [0.603150486946106, 0.6657466888427734], "cos_innovation_negg": [0.603150486946106, 0.6657466888427734], "cos_apical_negg": [0.603150486946106, 0.6657466888427734], "cos_Ac_negg": [0.603150486946106, 0.6657466888427734], "r_norm": [0.19185030460357666, 0.19614765048027039]}, {"step": 20700, "epoch": 52, "train_loss": 7.284964522114024e-05, "cos_r_negg": [0.6034077405929565, 0.6658415198326111], "cos_innovation_negg": [0.6034077405929565, 0.6658415198326111], "cos_apical_negg": [0.6034077405929565, 0.6658415198326111], "cos_Ac_negg": [0.6034077405929565, 0.6658415198326111], "r_norm": [0.19093385338783264, 0.1951245367527008]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9755, "test_loss": 0.13703337812423705}, {"step": 20750, "epoch": 53, "train_loss": 0.00010870157711906359, "cos_r_negg": [0.6034141778945923, 0.66612708568573], "cos_innovation_negg": [0.6034141778945923, 0.66612708568573], "cos_apical_negg": [0.6034141778945923, 0.66612708568573], "cos_Ac_negg": [0.6034141778945923, 0.66612708568573], "r_norm": [0.19064384698867798, 0.1948353350162506], "ldr": {"dL_sdil": -0.008303038775920868, "dL_bp": -0.010658793151378632, "ratio": 0.7789848867502354}}, {"step": 20800, "epoch": 53, "train_loss": 0.00011164461466250941, "cos_r_negg": [0.6034835577011108, 0.6661117076873779], "cos_innovation_negg": [0.6034835577011108, 0.6661117076873779], "cos_apical_negg": [0.6034835577011108, 0.6661117076873779], "cos_Ac_negg": [0.6034835577011108, 0.6661117076873779], "r_norm": [0.19081580638885498, 0.19501584768295288]}, {"step": 20850, "epoch": 53, "train_loss": 0.00010576361819403246, "cos_r_negg": [0.6034576892852783, 0.6660260558128357], "cos_innovation_negg": [0.6034576892852783, 0.6660260558128357], "cos_apical_negg": [0.6034576892852783, 0.6660260558128357], "cos_Ac_negg": [0.6034576892852783, 0.6660260558128357], "r_norm": [0.19030547142028809, 0.19448715448379517]}, {"step": 20900, "epoch": 53, "train_loss": 9.565841173753142e-05, "cos_r_negg": [0.6036006808280945, 0.6658926606178284], "cos_innovation_negg": [0.6036006808280945, 0.6658926606178284], "cos_apical_negg": [0.6036006808280945, 0.6658926606178284], "cos_Ac_negg": [0.6036006808280945, 0.6658926606178284], "r_norm": [0.19073577225208282, 0.19497515261173248]}, {"step": 20950, "epoch": 53, "train_loss": 0.00010158432996831834, "cos_r_negg": [0.6035088300704956, 0.6659700274467468], "cos_innovation_negg": [0.6035088300704956, 0.6659700274467468], "cos_apical_negg": [0.6035088300704956, 0.6659700274467468], "cos_Ac_negg": [0.6035088300704956, 0.6659700274467468], "r_norm": [0.19103756546974182, 0.19532841444015503]}, {"step": 21000, "epoch": 53, "train_loss": 4.626440204447135e-05, "cos_r_negg": [0.6034843325614929, 0.6660747528076172], "cos_innovation_negg": [0.6034843325614929, 0.6660747528076172], "cos_apical_negg": [0.6034843325614929, 0.6660747528076172], "cos_Ac_negg": [0.6034843325614929, 0.6660747528076172], "r_norm": [0.1912565678358078, 0.19550475478172302], "ldr": {"dL_sdil": -0.008365467190742493, "dL_bp": -0.010750442743301392, "ratio": 0.7781509460115046}}, {"step": 21050, "epoch": 53, "train_loss": 6.863892485853285e-05, "cos_r_negg": [0.6033583879470825, 0.6664097905158997], "cos_innovation_negg": [0.6033583879470825, 0.6664097905158997], "cos_apical_negg": [0.6033583879470825, 0.6664097905158997], "cos_Ac_negg": [0.6033583879470825, 0.6664097905158997], "r_norm": [0.19067245721817017, 0.194842129945755]}, {"step": 21100, "epoch": 53, "train_loss": 0.00016276804672088474, "cos_r_negg": [0.6030423641204834, 0.6664268970489502], "cos_innovation_negg": [0.6030423641204834, 0.6664268970489502], "cos_apical_negg": [0.6030423641204834, 0.6664268970489502], "cos_Ac_negg": [0.6030423641204834, 0.6664268970489502], "r_norm": [0.19061161577701569, 0.19478510320186615]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9755, "test_loss": 0.13723702096939086}, {"step": 21150, "epoch": 54, "train_loss": 7.320555596379563e-05, "cos_r_negg": [0.6034142971038818, 0.6664828062057495], "cos_innovation_negg": [0.6034142971038818, 0.6664828062057495], "cos_apical_negg": [0.6034142971038818, 0.6664828062057495], "cos_Ac_negg": [0.6034142971038818, 0.6664828062057495], "r_norm": [0.1912822276353836, 0.19549787044525146]}, {"step": 21200, "epoch": 54, "train_loss": 5.08594312123023e-05, "cos_r_negg": [0.6034447550773621, 0.6665700674057007], "cos_innovation_negg": [0.6034447550773621, 0.6665700674057007], "cos_apical_negg": [0.6034447550773621, 0.6665700674057007], "cos_Ac_negg": [0.6034447550773621, 0.6665700674057007], "r_norm": [0.19138291478157043, 0.19562000036239624]}, {"step": 21250, "epoch": 54, "train_loss": 3.865668986691162e-05, "cos_r_negg": [0.6031677722930908, 0.6660406589508057], "cos_innovation_negg": [0.6031677722930908, 0.6660406589508057], "cos_apical_negg": [0.6031677722930908, 0.6660406589508057], "cos_Ac_negg": [0.6031677722930908, 0.6660406589508057], "r_norm": [0.19110015034675598, 0.195291668176651], "ldr": {"dL_sdil": -0.008354462683200836, "dL_bp": -0.010733276605606079, "ratio": 0.7783702023329233}}, {"step": 21300, "epoch": 54, "train_loss": 8.142180740833282e-05, "cos_r_negg": [0.6032958030700684, 0.6660631895065308], "cos_innovation_negg": [0.6032958030700684, 0.6660631895065308], "cos_apical_negg": [0.6032958030700684, 0.6660631895065308], "cos_Ac_negg": [0.6032958030700684, 0.6660631895065308], "r_norm": [0.19152790307998657, 0.195767343044281]}, {"step": 21350, "epoch": 54, "train_loss": 0.0001596221700310707, "cos_r_negg": [0.603268027305603, 0.6661019325256348], "cos_innovation_negg": [0.603268027305603, 0.6661019325256348], "cos_apical_negg": [0.603268027305603, 0.6661019325256348], "cos_Ac_negg": [0.603268027305603, 0.6661019325256348], "r_norm": [0.1907249093055725, 0.19492541253566742]}, {"step": 21400, "epoch": 54, "train_loss": 9.814128134166822e-05, "cos_r_negg": [0.6023067831993103, 0.6654264330863953], "cos_innovation_negg": [0.6023067831993103, 0.6654264330863953], "cos_apical_negg": [0.6023067831993103, 0.6654264330863953], "cos_Ac_negg": [0.6023067831993103, 0.6654264330863953], "r_norm": [0.1910044252872467, 0.19522662460803986]}, {"step": 21450, "epoch": 54, "train_loss": 5.5657888879068196e-05, "cos_r_negg": [0.6026037931442261, 0.6650341749191284], "cos_innovation_negg": [0.6026037931442261, 0.6650341749191284], "cos_apical_negg": [0.6026037931442261, 0.6650341749191284], "cos_Ac_negg": [0.6026037931442261, 0.6650341749191284], "r_norm": [0.19083593785762787, 0.1950341910123825]}, {"step": 21500, "epoch": 54, "train_loss": 6.510379898827523e-05, "cos_r_negg": [0.6030913591384888, 0.6665949821472168], "cos_innovation_negg": [0.6030913591384888, 0.6665949821472168], "cos_apical_negg": [0.6030913591384888, 0.6665949821472168], "cos_Ac_negg": [0.6030913591384888, 0.6665949821472168], "r_norm": [0.19041262567043304, 0.19457918405532837], "ldr": {"dL_sdil": -0.008336231112480164, "dL_bp": -0.010728411376476288, "ratio": 0.7770238127481435}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9754, "test_loss": 0.13752103757858275}, {"step": 21550, "epoch": 55, "train_loss": 4.446521052159369e-05, "cos_r_negg": [0.6020886301994324, 0.6663105487823486], "cos_innovation_negg": [0.6020886301994324, 0.6663105487823486], "cos_apical_negg": [0.6020886301994324, 0.6663105487823486], "cos_Ac_negg": [0.6020886301994324, 0.6663105487823486], "r_norm": [0.1902817189693451, 0.19441722333431244]}, {"step": 21600, "epoch": 55, "train_loss": 7.124087278498337e-05, "cos_r_negg": [0.6020074486732483, 0.6657167673110962], "cos_innovation_negg": [0.6020074486732483, 0.6657167673110962], "cos_apical_negg": [0.6020074486732483, 0.6657167673110962], "cos_Ac_negg": [0.6020074486732483, 0.6657167673110962], "r_norm": [0.18965834379196167, 0.19375145435333252]}, {"step": 21650, "epoch": 55, "train_loss": 6.531763938255608e-05, "cos_r_negg": [0.6021959781646729, 0.6659054160118103], "cos_innovation_negg": [0.6021959781646729, 0.6659054160118103], "cos_apical_negg": [0.6021959781646729, 0.6659054160118103], "cos_Ac_negg": [0.6021959781646729, 0.6659054160118103], "r_norm": [0.1887447088956833, 0.19281819462776184]}, {"step": 21700, "epoch": 55, "train_loss": 6.0945836594328284e-05, "cos_r_negg": [0.6021032929420471, 0.66648930311203], "cos_innovation_negg": [0.6021032929420471, 0.66648930311203], "cos_apical_negg": [0.6021032929420471, 0.66648930311203], "cos_Ac_negg": [0.6021032929420471, 0.66648930311203], "r_norm": [0.18890199065208435, 0.19300994277000427]}, {"step": 21750, "epoch": 55, "train_loss": 0.0001446934911655262, "cos_r_negg": [0.601913332939148, 0.6660209894180298], "cos_innovation_negg": [0.601913332939148, 0.6660209894180298], "cos_apical_negg": [0.601913332939148, 0.6660209894180298], "cos_Ac_negg": [0.601913332939148, 0.6660209894180298], "r_norm": [0.18971143662929535, 0.19386926293373108], "ldr": {"dL_sdil": -0.008273988962173462, "dL_bp": -0.010666944086551666, "ratio": 0.7756662915862549}}, {"step": 21800, "epoch": 55, "train_loss": 0.000239271525060758, "cos_r_negg": [0.6023640036582947, 0.666632354259491], "cos_innovation_negg": [0.6023640036582947, 0.666632354259491], "cos_apical_negg": [0.6023640036582947, 0.666632354259491], "cos_Ac_negg": [0.6023640036582947, 0.666632354259491], "r_norm": [0.1902255117893219, 0.19438278675079346]}, {"step": 21850, "epoch": 55, "train_loss": 7.261447899509221e-05, "cos_r_negg": [0.6023203134536743, 0.6664824485778809], "cos_innovation_negg": [0.6023203134536743, 0.6664824485778809], "cos_apical_negg": [0.6023203134536743, 0.6664824485778809], "cos_Ac_negg": [0.6023203134536743, 0.6664824485778809], "r_norm": [0.19102370738983154, 0.19523780047893524]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9754, "test_loss": 0.13776923828125}, {"step": 21900, "epoch": 56, "train_loss": 4.207941674394533e-05, "cos_r_negg": [0.602730393409729, 0.6665847301483154], "cos_innovation_negg": [0.602730393409729, 0.6665847301483154], "cos_apical_negg": [0.602730393409729, 0.6665847301483154], "cos_Ac_negg": [0.602730393409729, 0.6665847301483154], "r_norm": [0.1912522166967392, 0.19549834728240967]}, {"step": 21950, "epoch": 56, "train_loss": 0.00022497298778034747, "cos_r_negg": [0.6027246713638306, 0.6655401587486267], "cos_innovation_negg": [0.6027246713638306, 0.6655401587486267], "cos_apical_negg": [0.6027246713638306, 0.6655401587486267], "cos_Ac_negg": [0.6027246713638306, 0.6655401587486267], "r_norm": [0.19110868871212006, 0.19538402557373047]}, {"step": 22000, "epoch": 56, "train_loss": 4.630699550034478e-05, "cos_r_negg": [0.6031174659729004, 0.6650727987289429], "cos_innovation_negg": [0.6031174659729004, 0.6650727987289429], "cos_apical_negg": [0.6031174659729004, 0.6650727987289429], "cos_Ac_negg": [0.6031174659729004, 0.6650727987289429], "r_norm": [0.1915612518787384, 0.19587089121341705], "ldr": {"dL_sdil": -0.008449435234069824, "dL_bp": -0.010924793779850006, "ratio": 0.7734182817852542}}, {"step": 22050, "epoch": 56, "train_loss": 4.31897169619333e-05, "cos_r_negg": [0.6028664112091064, 0.6656563878059387], "cos_innovation_negg": [0.6028664112091064, 0.6656563878059387], "cos_apical_negg": [0.6028664112091064, 0.6656563878059387], "cos_Ac_negg": [0.6028664112091064, 0.6656563878059387], "r_norm": [0.19124233722686768, 0.19552457332611084]}, {"step": 22100, "epoch": 56, "train_loss": 0.00014128682960290462, "cos_r_negg": [0.60292649269104, 0.665856122970581], "cos_innovation_negg": [0.60292649269104, 0.665856122970581], "cos_apical_negg": [0.60292649269104, 0.665856122970581], "cos_Ac_negg": [0.60292649269104, 0.665856122970581], "r_norm": [0.19124609231948853, 0.1955241560935974]}, {"step": 22150, "epoch": 56, "train_loss": 0.00014139334962237626, "cos_r_negg": [0.6016316413879395, 0.6653920412063599], "cos_innovation_negg": [0.6016316413879395, 0.6653920412063599], "cos_apical_negg": [0.6016316413879395, 0.6653920412063599], "cos_Ac_negg": [0.6016316413879395, 0.6653920412063599], "r_norm": [0.1905142068862915, 0.19475917518138885]}, {"step": 22200, "epoch": 56, "train_loss": 0.0001411207194905728, "cos_r_negg": [0.6026533842086792, 0.6655532121658325], "cos_innovation_negg": [0.6026533842086792, 0.6655532121658325], "cos_apical_negg": [0.6026533842086792, 0.6655532121658325], "cos_Ac_negg": [0.6026533842086792, 0.6655532121658325], "r_norm": [0.18987704813480377, 0.19406984746456146]}, {"step": 22250, "epoch": 56, "train_loss": 0.0002275438600918278, "cos_r_negg": [0.6016427278518677, 0.6666216850280762], "cos_innovation_negg": [0.6016427278518677, 0.6666216850280762], "cos_apical_negg": [0.6016427278518677, 0.6666216850280762], "cos_Ac_negg": [0.6016427278518677, 0.6666216850280762], "r_norm": [0.19028840959072113, 0.19446371495723724], "ldr": {"dL_sdil": -0.00835612416267395, "dL_bp": -0.010784804821014404, "ratio": 0.7748053211303257}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9755, "test_loss": 0.137907750415802}, {"step": 22300, "epoch": 57, "train_loss": 9.68552558333613e-05, "cos_r_negg": [0.6016991138458252, 0.6665650606155396], "cos_innovation_negg": [0.6016991138458252, 0.6665650606155396], "cos_apical_negg": [0.6016991138458252, 0.6665650606155396], "cos_Ac_negg": [0.6016991138458252, 0.6665650606155396], "r_norm": [0.19051483273506165, 0.19469045102596283]}, {"step": 22350, "epoch": 57, "train_loss": 0.00011102935241069645, "cos_r_negg": [0.6015239357948303, 0.6664109826087952], "cos_innovation_negg": [0.6015239357948303, 0.6664109826087952], "cos_apical_negg": [0.6015239357948303, 0.6664109826087952], "cos_Ac_negg": [0.6015239357948303, 0.6664109826087952], "r_norm": [0.19070065021514893, 0.19488662481307983]}, {"step": 22400, "epoch": 57, "train_loss": 9.929927909979597e-05, "cos_r_negg": [0.6014450788497925, 0.6665060520172119], "cos_innovation_negg": [0.6014450788497925, 0.6665060520172119], "cos_apical_negg": [0.6014450788497925, 0.6665060520172119], "cos_Ac_negg": [0.6014450788497925, 0.6665060520172119], "r_norm": [0.1901521235704422, 0.19431021809577942]}, {"step": 22450, "epoch": 57, "train_loss": 5.357402915251441e-05, "cos_r_negg": [0.6017089486122131, 0.6665335893630981], "cos_innovation_negg": [0.6017089486122131, 0.6665335893630981], "cos_apical_negg": [0.6017089486122131, 0.6665335893630981], "cos_Ac_negg": [0.6017089486122131, 0.6665335893630981], "r_norm": [0.19031628966331482, 0.1945013701915741]}, {"step": 22500, "epoch": 57, "train_loss": 5.661170871462673e-05, "cos_r_negg": [0.6016654968261719, 0.6665148138999939], "cos_innovation_negg": [0.6016654968261719, 0.6665148138999939], "cos_apical_negg": [0.6016654968261719, 0.6665148138999939], "cos_Ac_negg": [0.6016654968261719, 0.6665148138999939], "r_norm": [0.19059519469738007, 0.1947968602180481], "ldr": {"dL_sdil": -0.00838327407836914, "dL_bp": -0.010835349559783936, "ratio": 0.7736966889821605}}, {"step": 22550, "epoch": 57, "train_loss": 0.00011532556527527049, "cos_r_negg": [0.6019054055213928, 0.666305661201477], "cos_innovation_negg": [0.6019054055213928, 0.666305661201477], "cos_apical_negg": [0.6019054055213928, 0.666305661201477], "cos_Ac_negg": [0.6019054055213928, 0.666305661201477], "r_norm": [0.19067274034023285, 0.19491249322891235]}, {"step": 22600, "epoch": 57, "train_loss": 4.455746238818392e-05, "cos_r_negg": [0.6017334461212158, 0.6658340692520142], "cos_innovation_negg": [0.6017334461212158, 0.6658340692520142], "cos_apical_negg": [0.6017334461212158, 0.6658340692520142], "cos_Ac_negg": [0.6017334461212158, 0.6658340692520142], "r_norm": [0.19044330716133118, 0.19465596973896027]}, {"step": 22650, "epoch": 57, "train_loss": 8.078184328041971e-05, "cos_r_negg": [0.6022990345954895, 0.6662396192550659], "cos_innovation_negg": [0.6022990345954895, 0.6662396192550659], "cos_apical_negg": [0.6022990345954895, 0.6662396192550659], "cos_Ac_negg": [0.6022990345954895, 0.6662396192550659], "r_norm": [0.19002756476402283, 0.1941978633403778]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9754, "test_loss": 0.1381570463180542}, {"step": 22700, "epoch": 58, "train_loss": 9.761770343175158e-05, "cos_r_negg": [0.6026185750961304, 0.6656399369239807], "cos_innovation_negg": [0.6026185750961304, 0.6656399369239807], "cos_apical_negg": [0.6026185750961304, 0.6656399369239807], "cos_Ac_negg": [0.6026185750961304, 0.6656399369239807], "r_norm": [0.19045895338058472, 0.19465568661689758]}, {"step": 22750, "epoch": 58, "train_loss": 0.00013781205052509904, "cos_r_negg": [0.6027352213859558, 0.6657019853591919], "cos_innovation_negg": [0.6027352213859558, 0.6657019853591919], "cos_apical_negg": [0.6027352213859558, 0.6657019853591919], "cos_Ac_negg": [0.6027352213859558, 0.6657019853591919], "r_norm": [0.19087651371955872, 0.19510896503925323], "ldr": {"dL_sdil": -0.008433252573013306, "dL_bp": -0.010941147804260254, "ratio": 0.7707831686296728}}, {"step": 22800, "epoch": 58, "train_loss": 0.00013204049901105464, "cos_r_negg": [0.602025032043457, 0.6661324501037598], "cos_innovation_negg": [0.602025032043457, 0.6661324501037598], "cos_apical_negg": [0.602025032043457, 0.6661324501037598], "cos_Ac_negg": [0.602025032043457, 0.6661324501037598], "r_norm": [0.19099664688110352, 0.1952282190322876]}, {"step": 22850, "epoch": 58, "train_loss": 0.00011386604455765337, "cos_r_negg": [0.6018815040588379, 0.6660710573196411], "cos_innovation_negg": [0.6018815040588379, 0.6660710573196411], "cos_apical_negg": [0.6018815040588379, 0.6660710573196411], "cos_Ac_negg": [0.6018815040588379, 0.6660710573196411], "r_norm": [0.19143694639205933, 0.1957015097141266]}, {"step": 22900, "epoch": 58, "train_loss": 6.646262772846967e-05, "cos_r_negg": [0.6019073128700256, 0.6661628484725952], "cos_innovation_negg": [0.6019073128700256, 0.6661628484725952], "cos_apical_negg": [0.6019073128700256, 0.6661628484725952], "cos_Ac_negg": [0.6019073128700256, 0.6661628484725952], "r_norm": [0.19110752642154694, 0.1953168511390686]}, {"step": 22950, "epoch": 58, "train_loss": 8.176235132850707e-05, "cos_r_negg": [0.6019856929779053, 0.6661704182624817], "cos_innovation_negg": [0.6019856929779053, 0.6661704182624817], "cos_apical_negg": [0.6019856929779053, 0.6661704182624817], "cos_Ac_negg": [0.6019856929779053, 0.6661704182624817], "r_norm": [0.19099324941635132, 0.19517984986305237]}, {"step": 23000, "epoch": 58, "train_loss": 4.6171633584890515e-05, "cos_r_negg": [0.6017942428588867, 0.6659103631973267], "cos_innovation_negg": [0.6017942428588867, 0.6659103631973267], "cos_apical_negg": [0.6017942428588867, 0.6659103631973267], "cos_Ac_negg": [0.6017942428588867, 0.6659103631973267], "r_norm": [0.18999020755290985, 0.19413191080093384], "ldr": {"dL_sdil": -0.008367851376533508, "dL_bp": -0.010826118290424347, "ratio": 0.7729318257989879}}, {"step": 23050, "epoch": 58, "train_loss": 4.073385207448155e-05, "cos_r_negg": [0.6018632650375366, 0.6659629344940186], "cos_innovation_negg": [0.6018632650375366, 0.6659629344940186], "cos_apical_negg": [0.6018632650375366, 0.6659629344940186], "cos_Ac_negg": [0.6018632650375366, 0.6659629344940186], "r_norm": [0.18962255120277405, 0.19374188780784607]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9755, "test_loss": 0.13837844715118408}, {"step": 23100, "epoch": 59, "train_loss": 8.103213622234762e-05, "cos_r_negg": [0.6017767190933228, 0.6656898260116577], "cos_innovation_negg": [0.6017767190933228, 0.6656898260116577], "cos_apical_negg": [0.6017767190933228, 0.6656898260116577], "cos_Ac_negg": [0.6017767190933228, 0.6656898260116577], "r_norm": [0.1900838315486908, 0.19427166879177094]}, {"step": 23150, "epoch": 59, "train_loss": 4.4347994844429195e-05, "cos_r_negg": [0.6018266677856445, 0.6658649444580078], "cos_innovation_negg": [0.6018266677856445, 0.6658649444580078], "cos_apical_negg": [0.6018266677856445, 0.6658649444580078], "cos_Ac_negg": [0.6018266677856445, 0.6658649444580078], "r_norm": [0.1894250512123108, 0.1935318410396576]}, {"step": 23200, "epoch": 59, "train_loss": 3.625242970883846e-05, "cos_r_negg": [0.6019407510757446, 0.6664369702339172], "cos_innovation_negg": [0.6019407510757446, 0.6664369702339172], "cos_apical_negg": [0.6019407510757446, 0.6664369702339172], "cos_Ac_negg": [0.6019407510757446, 0.6664369702339172], "r_norm": [0.1899111568927765, 0.19407466053962708]}, {"step": 23250, "epoch": 59, "train_loss": 7.042913057375699e-05, "cos_r_negg": [0.6020638942718506, 0.6659747362136841], "cos_innovation_negg": [0.6020638942718506, 0.6659747362136841], "cos_apical_negg": [0.6020638942718506, 0.6659747362136841], "cos_Ac_negg": [0.6020638942718506, 0.6659747362136841], "r_norm": [0.18944266438484192, 0.1936042457818985], "ldr": {"dL_sdil": -0.008373357355594635, "dL_bp": -0.01085025817155838, "ratio": 0.7717196423531738}}, {"step": 23300, "epoch": 59, "train_loss": 7.978687062859535e-05, "cos_r_negg": [0.6016735434532166, 0.6662695407867432], "cos_innovation_negg": [0.6016735434532166, 0.6662695407867432], "cos_apical_negg": [0.6016735434532166, 0.6662695407867432], "cos_Ac_negg": [0.6016735434532166, 0.6662695407867432], "r_norm": [0.1896129995584488, 0.19381749629974365]}, {"step": 23350, "epoch": 59, "train_loss": 3.785909939324483e-05, "cos_r_negg": [0.6019077301025391, 0.6658077239990234], "cos_innovation_negg": [0.6019077301025391, 0.6658077239990234], "cos_apical_negg": [0.6019077301025391, 0.6658077239990234], "cos_Ac_negg": [0.6019077301025391, 0.6658077239990234], "r_norm": [0.19061246514320374, 0.19489321112632751]}, {"step": 23400, "epoch": 59, "train_loss": 0.00026393664302304387, "cos_r_negg": [0.6020212173461914, 0.665915846824646], "cos_innovation_negg": [0.6020212173461914, 0.665915846824646], "cos_apical_negg": [0.6020212173461914, 0.665915846824646], "cos_Ac_negg": [0.6020212173461914, 0.665915846824646], "r_norm": [0.18967552483081818, 0.19388093054294586]}, {"step": 23450, "epoch": 59, "train_loss": 4.888051626039669e-05, "cos_r_negg": [0.6021223664283752, 0.6661556959152222], "cos_innovation_negg": [0.6021223664283752, 0.6661556959152222], "cos_apical_negg": [0.6021223664283752, 0.6661556959152222], "cos_Ac_negg": [0.6021223664283752, 0.6661556959152222], "r_norm": [0.1895928680896759, 0.1937410533428192]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9754, "test_loss": 0.1386294857978821}], "final": {"test_acc": 0.9754, "test_loss": 0.1386294857978821, "wall_s": 57.55477333068848, "cos_r_negg": [0.6020215153694153, 0.6661398410797119], "cos_innovation_negg": [0.6020215153694153, 0.6661398410797119], "cos_apical_negg": [0.6020215153694153, 0.6661398410797119], "cos_Ac_negg": [0.6020215153694153, 0.6661398410797119]}}
\ No newline at end of file
diff --git a/results/ep_original_v2_mnist_ep_w500_d1_s2.json b/results/ep_original_v2_mnist_ep_w500_d1_s2.json
new file mode 100644
index 0000000..819744e
--- /dev/null
+++ b/results/ep_original_v2_mnist_ep_w500_d1_s2.json
@@ -0,0 +1 @@
+{"args": {"method": "ep", "dataset": "mnist", "depth": 1, "width": 500, "epochs": 25, "batch_size": 20, "train_examples": 50000, "max_batches": 0, "eta": null, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 2, "device": "cuda", "outdir": "results", "tag": "ep_original_v2_mnist_ep_w500_d1_s2"}, "resolved_protocol": {"beta": 0.5, "free_steps": 20, "nudge_steps": 4, "canonical_depth": true, "learning_rates": [0.1, 0.05], "persistent_particles": true, "train_examples": 50000}, "method_source": {"paper": "https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2017.00024/full", "code": "https://github.com/bscellier/Towards-a-Biologically-Plausible-Backprop", "protocol": "two-phase energy-gradient dynamics; persistent free particles; random beta sign"}, "provenance": {"git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.9566, "test_loss": 0.0719619062423706, "train_loss": 0.011344446800649166}, {"epoch_end": 1, "test_acc": 0.9662, "test_loss": 0.060262616729736325, "train_loss": 0.007401428185403347}, {"epoch_end": 2, "test_acc": 0.9698, "test_loss": 0.05280601215362549, "train_loss": 0.004343893378973007}, {"epoch_end": 3, "test_acc": 0.9694, "test_loss": 0.05090893592834473, "train_loss": 3.886392278218409e-06}, {"epoch_end": 4, "test_acc": 0.971, "test_loss": 0.0477188777923584, "train_loss": 0.00015877663099672645}, {"epoch_end": 5, "test_acc": 0.9716, "test_loss": 0.050343578910827635, "train_loss": 2.711143133637961e-05}, {"epoch_end": 6, "test_acc": 0.971, "test_loss": 0.050702405738830565, "train_loss": 1.0918455700448249e-05}, {"epoch_end": 7, "test_acc": 0.9694, "test_loss": 0.0516583568572998, "train_loss": 0.0}, {"epoch_end": 8, "test_acc": 0.9665, "test_loss": 0.05759626140594482, "train_loss": 0.0}, {"epoch_end": 9, "test_acc": 0.9676, "test_loss": 0.05306178665161133, "train_loss": 5.455379141494632e-05}, {"epoch_end": 10, "test_acc": 0.9685, "test_loss": 0.05169767303466797, "train_loss": 0.0}, {"epoch_end": 11, "test_acc": 0.9662, "test_loss": 0.0561094352722168, "train_loss": 0.0}, {"epoch_end": 12, "test_acc": 0.9698, "test_loss": 0.05027029800415039, "train_loss": 0.0}, {"epoch_end": 13, "test_acc": 0.9689, "test_loss": 0.05361107482910156, "train_loss": 0.0}, {"epoch_end": 14, "test_acc": 0.9656, "test_loss": 0.05723755493164062, "train_loss": 0.0}, {"epoch_end": 15, "test_acc": 0.9698, "test_loss": 0.05242625274658203, "train_loss": 0.0}, {"epoch_end": 16, "test_acc": 0.968, "test_loss": 0.0551185037612915, "train_loss": 0.0}, {"epoch_end": 17, "test_acc": 0.9653, "test_loss": 0.05784824848175049, "train_loss": 0.0}, {"epoch_end": 18, "test_acc": 0.9682, "test_loss": 0.0526300256729126, "train_loss": 0.0}, {"epoch_end": 19, "test_acc": 0.9689, "test_loss": 0.05050435047149658, "train_loss": 0.0}, {"epoch_end": 20, "test_acc": 0.9673, "test_loss": 0.053041245460510256, "train_loss": 0.0}, {"epoch_end": 21, "test_acc": 0.9688, "test_loss": 0.05060695858001709, "train_loss": 0.0}, {"epoch_end": 22, "test_acc": 0.9681, "test_loss": 0.05172653617858887, "train_loss": 0.0}, {"epoch_end": 23, "test_acc": 0.9679, "test_loss": 0.051335321044921875, "train_loss": 0.0}, {"epoch_end": 24, "test_acc": 0.9662, "test_loss": 0.05518923053741455, "train_loss": 0.0}], "final": {"test_acc": 0.9662, "test_loss": 0.05518923053741455, "wall_s": 769.179080247879}}
\ No newline at end of file
diff --git a/results/ep_original_v2_mnist_ep_w500_d1_s3.json b/results/ep_original_v2_mnist_ep_w500_d1_s3.json
new file mode 100644
index 0000000..1ed22ad
--- /dev/null
+++ b/results/ep_original_v2_mnist_ep_w500_d1_s3.json
@@ -0,0 +1 @@
+{"args": {"method": "ep", "dataset": "mnist", "depth": 1, "width": 500, "epochs": 25, "batch_size": 20, "train_examples": 50000, "max_batches": 0, "eta": null, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 3, "device": "cuda", "outdir": "results", "tag": "ep_original_v2_mnist_ep_w500_d1_s3"}, "resolved_protocol": {"beta": 0.5, "free_steps": 20, "nudge_steps": 4, "canonical_depth": true, "learning_rates": [0.1, 0.05], "persistent_particles": true, "train_examples": 50000}, "method_source": {"paper": "https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2017.00024/full", "code": "https://github.com/bscellier/Towards-a-Biologically-Plausible-Backprop", "protocol": "two-phase energy-gradient dynamics; persistent free particles; random beta sign"}, "provenance": {"git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.9541, "test_loss": 0.07772458267211914, "train_loss": 0.00803004764020443}, {"epoch_end": 1, "test_acc": 0.965, "test_loss": 0.059839314651489256, "train_loss": 0.005804809276014566}, {"epoch_end": 2, "test_acc": 0.9676, "test_loss": 0.05486894283294678, "train_loss": 0.002006430411711335}, {"epoch_end": 3, "test_acc": 0.9696, "test_loss": 0.05063978977203369, "train_loss": 0.0010454378789290786}, {"epoch_end": 4, "test_acc": 0.9706, "test_loss": 0.049372467613220214, "train_loss": 0.0}, {"epoch_end": 5, "test_acc": 0.9704, "test_loss": 0.05071136360168457, "train_loss": 1.2589122206918546e-06}, {"epoch_end": 6, "test_acc": 0.9715, "test_loss": 0.04733491535186768, "train_loss": 0.0}, {"epoch_end": 7, "test_acc": 0.9713, "test_loss": 0.0485486837387085, "train_loss": 0.0}, {"epoch_end": 8, "test_acc": 0.9701, "test_loss": 0.052020733451843264, "train_loss": 0.0}, {"epoch_end": 9, "test_acc": 0.9648, "test_loss": 0.05864917869567871, "train_loss": 0.0}, {"epoch_end": 10, "test_acc": 0.9656, "test_loss": 0.05929891471862793, "train_loss": 0.0}, {"epoch_end": 11, "test_acc": 0.9603, "test_loss": 0.06528462982177734, "train_loss": 0.0}, {"epoch_end": 12, "test_acc": 0.9695, "test_loss": 0.05300445156097412, "train_loss": 2.462031079630833e-05}, {"epoch_end": 13, "test_acc": 0.9698, "test_loss": 0.05086651725769043, "train_loss": 0.0}, {"epoch_end": 14, "test_acc": 0.9658, "test_loss": 0.058786696243286134, "train_loss": 0.0}, {"epoch_end": 15, "test_acc": 0.9598, "test_loss": 0.06823719139099121, "train_loss": 0.0}, {"epoch_end": 16, "test_acc": 0.9667, "test_loss": 0.057434351921081546, "train_loss": 0.0}, {"epoch_end": 17, "test_acc": 0.9701, "test_loss": 0.05087097434997558, "train_loss": 0.0}, {"epoch_end": 18, "test_acc": 0.9707, "test_loss": 0.050260302734375, "train_loss": 0.0}, {"epoch_end": 19, "test_acc": 0.9702, "test_loss": 0.049360933685302734, "train_loss": 0.0}, {"epoch_end": 20, "test_acc": 0.9706, "test_loss": 0.05029971561431885, "train_loss": 0.0}, {"epoch_end": 21, "test_acc": 0.9708, "test_loss": 0.048192334842681886, "train_loss": 0.0}, {"epoch_end": 22, "test_acc": 0.9705, "test_loss": 0.04882320232391357, "train_loss": 0.0}, {"epoch_end": 23, "test_acc": 0.9708, "test_loss": 0.0485589602470398, "train_loss": 0.0}, {"epoch_end": 24, "test_acc": 0.9709, "test_loss": 0.048532071304321286, "train_loss": 0.0}], "final": {"test_acc": 0.9709, "test_loss": 0.048532071304321286, "wall_s": 772.848649263382}}
\ No newline at end of file
diff --git a/results/ep_original_v2_mnist_ep_w500_d1_s4.json b/results/ep_original_v2_mnist_ep_w500_d1_s4.json
new file mode 100644
index 0000000..20ad392
--- /dev/null
+++ b/results/ep_original_v2_mnist_ep_w500_d1_s4.json
@@ -0,0 +1 @@
+{"args": {"method": "ep", "dataset": "mnist", "depth": 1, "width": 500, "epochs": 25, "batch_size": 20, "train_examples": 50000, "max_batches": 0, "eta": null, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 4, "device": "cuda", "outdir": "results", "tag": "ep_original_v2_mnist_ep_w500_d1_s4"}, "resolved_protocol": {"beta": 0.5, "free_steps": 20, "nudge_steps": 4, "canonical_depth": true, "learning_rates": [0.1, 0.05], "persistent_particles": true, "train_examples": 50000}, "method_source": {"paper": "https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2017.00024/full", "code": "https://github.com/bscellier/Towards-a-Biologically-Plausible-Backprop", "code_revision": "cb73f76d997924b6198355e22b50ed7e97cec684", "protocol": "two-phase energy-gradient dynamics; persistent free particles; random beta sign"}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.9554, "test_loss": 0.07674217567443847, "train_loss": 0.010766630060970783}, {"epoch_end": 1, "test_acc": 0.9637, "test_loss": 0.0634829833984375, "train_loss": 0.003195687662810087}, {"epoch_end": 2, "test_acc": 0.9649, "test_loss": 0.05977073154449463, "train_loss": 0.0014387598494067788}, {"epoch_end": 3, "test_acc": 0.9703, "test_loss": 0.051347488212585446, "train_loss": 0.0005494029610417783}, {"epoch_end": 4, "test_acc": 0.9689, "test_loss": 0.0539126256942749, "train_loss": 0.0009189867996610701}, {"epoch_end": 5, "test_acc": 0.9706, "test_loss": 0.05004537925720215, "train_loss": 0.0028010853566229343}, {"epoch_end": 6, "test_acc": 0.9724, "test_loss": 0.04910009307861328, "train_loss": 0.00016504692030139267}, {"epoch_end": 7, "test_acc": 0.9705, "test_loss": 0.051318056297302246, "train_loss": 5.181792221264914e-05}, {"epoch_end": 8, "test_acc": 0.9674, "test_loss": 0.05349096050262451, "train_loss": 5.03658848174382e-05}, {"epoch_end": 9, "test_acc": 0.9696, "test_loss": 0.051293581199646, "train_loss": 0.0}, {"epoch_end": 10, "test_acc": 0.9681, "test_loss": 0.052704592514038084, "train_loss": 0.0}, {"epoch_end": 11, "test_acc": 0.9702, "test_loss": 0.05224705066680908, "train_loss": 0.0}, {"epoch_end": 12, "test_acc": 0.9616, "test_loss": 0.06170732650756836, "train_loss": 0.0}, {"epoch_end": 13, "test_acc": 0.9688, "test_loss": 0.05342713985443115, "train_loss": 0.0}, {"epoch_end": 14, "test_acc": 0.9679, "test_loss": 0.05257449474334717, "train_loss": 0.0}, {"epoch_end": 15, "test_acc": 0.9673, "test_loss": 0.05292347145080566, "train_loss": 0.0}, {"epoch_end": 16, "test_acc": 0.9692, "test_loss": 0.05135898666381836, "train_loss": 0.0}, {"epoch_end": 17, "test_acc": 0.9672, "test_loss": 0.05475492343902588, "train_loss": 0.0}, {"epoch_end": 18, "test_acc": 0.9677, "test_loss": 0.053332734107971194, "train_loss": 0.0}, {"epoch_end": 19, "test_acc": 0.9668, "test_loss": 0.05440585899353027, "train_loss": 0.0}, {"epoch_end": 20, "test_acc": 0.9691, "test_loss": 0.05203021373748779, "train_loss": 0.0}, {"epoch_end": 21, "test_acc": 0.9681, "test_loss": 0.053490703392028806, "train_loss": 0.0}, {"epoch_end": 22, "test_acc": 0.968, "test_loss": 0.05238403415679932, "train_loss": 0.0}, {"epoch_end": 23, "test_acc": 0.9683, "test_loss": 0.052114128494262696, "train_loss": 0.0}, {"epoch_end": 24, "test_acc": 0.9684, "test_loss": 0.052158419227600096, "train_loss": 0.0}], "final": {"test_acc": 0.9684, "test_loss": 0.052158419227600096, "wall_s": 780.8290209770203}}
\ No newline at end of file