diff options
Diffstat (limited to 'results')
9 files changed, 9 insertions, 0 deletions
diff --git a/results/ep_archmatch_v1_mnist_bp_w500_d1_s2.json b/results/ep_archmatch_v1_mnist_bp_w500_d1_s2.json new file mode 100644 index 0000000..fd8daad --- /dev/null +++ b/results/ep_archmatch_v1_mnist_bp_w500_d1_s2.json @@ -0,0 +1 @@ +{"args": {"mode": "bp", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_bp_w500_d1_s2", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5911900997161865}, {"step": 50, "epoch": 0, "train_loss": 0.37482261657714844}, {"step": 100, "epoch": 0, "train_loss": 0.15450261533260345}, {"step": 150, "epoch": 0, "train_loss": 0.18202044069766998}, {"step": 200, "epoch": 0, "train_loss": 0.23730866611003876}, {"step": 250, "epoch": 0, "train_loss": 0.24167518317699432}, {"step": 300, "epoch": 0, "train_loss": 0.1384022831916809}, {"step": 350, "epoch": 0, "train_loss": 0.19125448167324066}, {"epoch_end": 0, "step": 391, "test_acc": 0.9616, "test_loss": 0.1306538703918457}, {"step": 400, "epoch": 1, "train_loss": 0.0782090276479721}, {"step": 450, "epoch": 1, "train_loss": 0.10479515045881271}, {"step": 500, "epoch": 1, "train_loss": 0.15368333458900452}, {"step": 550, "epoch": 1, "train_loss": 0.06353489309549332}, {"step": 600, "epoch": 1, "train_loss": 0.05282747372984886}, {"step": 650, "epoch": 1, "train_loss": 0.043185554444789886}, {"step": 700, "epoch": 1, "train_loss": 0.0697634220123291}, {"step": 750, "epoch": 1, "train_loss": 0.13876202702522278}, {"epoch_end": 1, "step": 782, "test_acc": 0.9599, "test_loss": 0.1281641544342041}, {"step": 800, "epoch": 2, "train_loss": 0.053357742726802826}, {"step": 850, "epoch": 2, "train_loss": 0.025461547076702118}, {"step": 900, "epoch": 2, "train_loss": 0.04274401068687439}, {"step": 950, "epoch": 2, "train_loss": 0.06348232924938202}, {"step": 1000, "epoch": 2, "train_loss": 0.040818121284246445}, {"step": 1050, "epoch": 2, "train_loss": 0.03298023343086243}, {"step": 1100, "epoch": 2, "train_loss": 0.09334999322891235}, {"step": 1150, "epoch": 2, "train_loss": 0.05719190835952759}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9751, "test_loss": 0.08086855983734131}, {"step": 1200, "epoch": 3, "train_loss": 0.019653644412755966}, {"step": 1250, "epoch": 3, "train_loss": 0.04369586706161499}, {"step": 1300, "epoch": 3, "train_loss": 0.00958341360092163}, {"step": 1350, "epoch": 3, "train_loss": 0.013841221109032631}, {"step": 1400, "epoch": 3, "train_loss": 0.034433476626873016}, {"step": 1450, "epoch": 3, "train_loss": 0.022363970056176186}, {"step": 1500, "epoch": 3, "train_loss": 0.047347813844680786}, {"step": 1550, "epoch": 3, "train_loss": 0.008145160041749477}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9744, "test_loss": 0.08364009704589843}, {"step": 1600, "epoch": 4, "train_loss": 0.02328439988195896}, {"step": 1650, "epoch": 4, "train_loss": 0.021244419738650322}, {"step": 1700, "epoch": 4, "train_loss": 0.027355283498764038}, {"step": 1750, "epoch": 4, "train_loss": 0.008300703018903732}, {"step": 1800, "epoch": 4, "train_loss": 0.006561108399182558}, {"step": 1850, "epoch": 4, "train_loss": 0.0461740680038929}, {"step": 1900, "epoch": 4, "train_loss": 0.007201427593827248}, {"step": 1950, "epoch": 4, "train_loss": 0.023757729679346085}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9792, "test_loss": 0.06793283491134644}, {"step": 2000, "epoch": 5, "train_loss": 0.01663927175104618}, {"step": 2050, "epoch": 5, "train_loss": 0.006082095205783844}, {"step": 2100, "epoch": 5, "train_loss": 0.008367781527340412}, {"step": 2150, "epoch": 5, "train_loss": 0.0031154395546764135}, {"step": 2200, "epoch": 5, "train_loss": 0.005839125253260136}, {"step": 2250, "epoch": 5, "train_loss": 0.006455512251704931}, {"step": 2300, "epoch": 5, "train_loss": 0.006754398345947266}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9804, "test_loss": 0.0638276496887207}, {"step": 2350, "epoch": 6, "train_loss": 0.006975333672016859}, {"step": 2400, "epoch": 6, "train_loss": 0.002535931533202529}, {"step": 2450, "epoch": 6, "train_loss": 0.007034054957330227}, {"step": 2500, "epoch": 6, "train_loss": 0.007898427546024323}, {"step": 2550, "epoch": 6, "train_loss": 0.005033962894231081}, {"step": 2600, "epoch": 6, "train_loss": 0.007568194530904293}, {"step": 2650, "epoch": 6, "train_loss": 0.004876972641795874}, {"step": 2700, "epoch": 6, "train_loss": 0.001980577362701297}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9822, "test_loss": 0.061823194217681884}, {"step": 2750, "epoch": 7, "train_loss": 0.0011665280908346176}, {"step": 2800, "epoch": 7, "train_loss": 0.002190918195992708}, {"step": 2850, "epoch": 7, "train_loss": 0.0017836837796494365}, {"step": 2900, "epoch": 7, "train_loss": 0.0025194091722369194}, {"step": 2950, "epoch": 7, "train_loss": 0.0013520101783797145}, {"step": 3000, "epoch": 7, "train_loss": 0.002486404962837696}, {"step": 3050, "epoch": 7, "train_loss": 0.003916494082659483}, {"step": 3100, "epoch": 7, "train_loss": 0.0015914062969386578}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9814, "test_loss": 0.06391883850097656}, {"step": 3150, "epoch": 8, "train_loss": 0.001671680249273777}, {"step": 3200, "epoch": 8, "train_loss": 0.003663338953629136}, {"step": 3250, "epoch": 8, "train_loss": 0.0015572062693536282}, {"step": 3300, "epoch": 8, "train_loss": 0.0024312888272106647}, {"step": 3350, "epoch": 8, "train_loss": 0.005434082355350256}, {"step": 3400, "epoch": 8, "train_loss": 0.0023273497354239225}, {"step": 3450, "epoch": 8, "train_loss": 0.0028704849537461996}, {"step": 3500, "epoch": 8, "train_loss": 0.0033035660162568092}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9814, "test_loss": 0.06287616095542908}, {"step": 3550, "epoch": 9, "train_loss": 0.00237310235388577}, {"step": 3600, "epoch": 9, "train_loss": 0.0018949424847960472}, {"step": 3650, "epoch": 9, "train_loss": 0.00302680442109704}, {"step": 3700, "epoch": 9, "train_loss": 0.004668726585805416}, {"step": 3750, "epoch": 9, "train_loss": 0.0021249931305646896}, {"step": 3800, "epoch": 9, "train_loss": 0.00151499779894948}, {"step": 3850, "epoch": 9, "train_loss": 0.0028559588827192783}, {"step": 3900, "epoch": 9, "train_loss": 0.00201748451218009}, {"epoch_end": 9, "step": 3910, "test_acc": 0.982, "test_loss": 0.06303274412155152}, {"step": 3950, "epoch": 10, "train_loss": 0.0015543763292953372}, {"step": 4000, "epoch": 10, "train_loss": 0.002066234825178981}, {"step": 4050, "epoch": 10, "train_loss": 0.0013975559268146753}, {"step": 4100, "epoch": 10, "train_loss": 0.0018722699023783207}, {"step": 4150, "epoch": 10, "train_loss": 0.0013799722073599696}, {"step": 4200, "epoch": 10, "train_loss": 0.002187257632613182}, {"step": 4250, "epoch": 10, "train_loss": 0.0029261293821036816}, {"step": 4300, "epoch": 10, "train_loss": 0.002191303763538599}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9814, "test_loss": 0.06425638332366944}, {"step": 4350, "epoch": 11, "train_loss": 0.001659954315982759}, {"step": 4400, "epoch": 11, "train_loss": 0.0013104494428262115}, {"step": 4450, "epoch": 11, "train_loss": 0.0024488926865160465}, {"step": 4500, "epoch": 11, "train_loss": 0.00043546088272705674}, {"step": 4550, "epoch": 11, "train_loss": 0.001874326029792428}, {"step": 4600, "epoch": 11, "train_loss": 0.0013498589396476746}, {"step": 4650, "epoch": 11, "train_loss": 0.0019540791399776936}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9818, "test_loss": 0.06391639428138733}, {"step": 4700, "epoch": 12, "train_loss": 0.0022427989169955254}, {"step": 4750, "epoch": 12, "train_loss": 0.0015268911374732852}, {"step": 4800, "epoch": 12, "train_loss": 0.0008235115092247725}, {"step": 4850, "epoch": 12, "train_loss": 0.0016607057768851519}, {"step": 4900, "epoch": 12, "train_loss": 0.0012071370147168636}, {"step": 4950, "epoch": 12, "train_loss": 0.0010715433163568377}, {"step": 5000, "epoch": 12, "train_loss": 0.0017186007462441921}, {"step": 5050, "epoch": 12, "train_loss": 0.0012596818851307034}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9817, "test_loss": 0.06515357308387756}, {"step": 5100, "epoch": 13, "train_loss": 0.0012978255981579423}, {"step": 5150, "epoch": 13, "train_loss": 0.0010712530929595232}, {"step": 5200, "epoch": 13, "train_loss": 0.0013331555528566241}, {"step": 5250, "epoch": 13, "train_loss": 0.0009848064510151744}, {"step": 5300, "epoch": 13, "train_loss": 0.0013436657609418035}, {"step": 5350, "epoch": 13, "train_loss": 0.0017600677674636245}, {"step": 5400, "epoch": 13, "train_loss": 0.0013459913898259401}, {"step": 5450, "epoch": 13, "train_loss": 0.0009764845599420369}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9816, "test_loss": 0.0652491792678833}, {"step": 5500, "epoch": 14, "train_loss": 0.0008382382802665234}, {"step": 5550, "epoch": 14, "train_loss": 0.0007469753036275506}, {"step": 5600, "epoch": 14, "train_loss": 0.0013775820843875408}, {"step": 5650, "epoch": 14, "train_loss": 0.0008665662608109415}, {"step": 5700, "epoch": 14, "train_loss": 0.00046952773118391633}, {"step": 5750, "epoch": 14, "train_loss": 0.0013714724918827415}, {"step": 5800, "epoch": 14, "train_loss": 0.0021424342412501574}, {"step": 5850, "epoch": 14, "train_loss": 0.0014450030867010355}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9821, "test_loss": 0.06485766243934632}, {"step": 5900, "epoch": 15, "train_loss": 0.001117367995902896}, {"step": 5950, "epoch": 15, "train_loss": 0.0015393358189612627}, {"step": 6000, "epoch": 15, "train_loss": 0.0023346140515059233}, {"step": 6050, "epoch": 15, "train_loss": 0.0017081239493563771}, {"step": 6100, "epoch": 15, "train_loss": 0.001331571489572525}, {"step": 6150, "epoch": 15, "train_loss": 0.0007004759390838444}, {"step": 6200, "epoch": 15, "train_loss": 0.0009567227680236101}, {"step": 6250, "epoch": 15, "train_loss": 0.0006952605326659977}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9821, "test_loss": 0.06521245150566102}, {"step": 6300, "epoch": 16, "train_loss": 0.0012611259007826447}, {"step": 6350, "epoch": 16, "train_loss": 0.0008114143274724483}, {"step": 6400, "epoch": 16, "train_loss": 0.0010189177701249719}, {"step": 6450, "epoch": 16, "train_loss": 0.0005869367741979659}, {"step": 6500, "epoch": 16, "train_loss": 0.0007661128183826804}, {"step": 6550, "epoch": 16, "train_loss": 0.0009581096819601953}, {"step": 6600, "epoch": 16, "train_loss": 0.0008411275921389461}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9821, "test_loss": 0.06596662454605103}, {"step": 6650, "epoch": 17, "train_loss": 0.0005723069771192968}, {"step": 6700, "epoch": 17, "train_loss": 0.0004054839664604515}, {"step": 6750, "epoch": 17, "train_loss": 0.0015062273014336824}, {"step": 6800, "epoch": 17, "train_loss": 0.0015667533734813333}, {"step": 6850, "epoch": 17, "train_loss": 0.00079011992784217}, {"step": 6900, "epoch": 17, "train_loss": 0.0012655843747779727}, {"step": 6950, "epoch": 17, "train_loss": 0.0010760563891381025}, {"step": 7000, "epoch": 17, "train_loss": 0.0011022967519238591}, {"epoch_end": 17, "step": 7038, "test_acc": 0.982, "test_loss": 0.06575491514205932}, {"step": 7050, "epoch": 18, "train_loss": 0.00043306060251779854}, {"step": 7100, "epoch": 18, "train_loss": 0.0015209191478788853}, {"step": 7150, "epoch": 18, "train_loss": 0.00044419069308787584}, {"step": 7200, "epoch": 18, "train_loss": 0.000936736527364701}, {"step": 7250, "epoch": 18, "train_loss": 0.0011051279725506902}, {"step": 7300, "epoch": 18, "train_loss": 0.0005281626363284886}, {"step": 7350, "epoch": 18, "train_loss": 0.000875606550835073}, {"step": 7400, "epoch": 18, "train_loss": 0.0004995797644369304}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9821, "test_loss": 0.06628484048843383}, {"step": 7450, "epoch": 19, "train_loss": 0.0005853791371919215}, {"step": 7500, "epoch": 19, "train_loss": 0.0008827242418192327}, {"step": 7550, "epoch": 19, "train_loss": 0.0005669112433679402}, {"step": 7600, "epoch": 19, "train_loss": 0.00038049783324822783}, {"step": 7650, "epoch": 19, "train_loss": 0.0009931499371305108}, {"step": 7700, "epoch": 19, "train_loss": 0.001245661056600511}, {"step": 7750, "epoch": 19, "train_loss": 0.0009720601956360042}, {"step": 7800, "epoch": 19, "train_loss": 0.0012591328704729676}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9819, "test_loss": 0.06663155851364136}, {"step": 7850, "epoch": 20, "train_loss": 0.0009816650999709964}, {"step": 7900, "epoch": 20, "train_loss": 0.0009463870082981884}, {"step": 7950, "epoch": 20, "train_loss": 0.000674914859700948}, {"step": 8000, "epoch": 20, "train_loss": 0.00071290711639449}, {"step": 8050, "epoch": 20, "train_loss": 0.0010025036754086614}, {"step": 8100, "epoch": 20, "train_loss": 0.0009013509261421859}, {"step": 8150, "epoch": 20, "train_loss": 0.0008642920292913914}, {"step": 8200, "epoch": 20, "train_loss": 0.0005680727190338075}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9822, "test_loss": 0.06668035740852356}, {"step": 8250, "epoch": 21, "train_loss": 0.0008804577519185841}, {"step": 8300, "epoch": 21, "train_loss": 0.0008534216322004795}, {"step": 8350, "epoch": 21, "train_loss": 0.0008917755912989378}, {"step": 8400, "epoch": 21, "train_loss": 0.0005820528022013605}, {"step": 8450, "epoch": 21, "train_loss": 0.0008008110453374684}, {"step": 8500, "epoch": 21, "train_loss": 0.0008820144576020539}, {"step": 8550, "epoch": 21, "train_loss": 0.000720217009074986}, {"step": 8600, "epoch": 21, "train_loss": 0.0011931238695979118}, {"epoch_end": 21, "step": 8602, "test_acc": 0.982, "test_loss": 0.0671594741821289}, {"step": 8650, "epoch": 22, "train_loss": 0.0004068382550030947}, {"step": 8700, "epoch": 22, "train_loss": 0.0006514969863928854}, {"step": 8750, "epoch": 22, "train_loss": 0.0006810126942582428}, {"step": 8800, "epoch": 22, "train_loss": 0.0009329126914963126}, {"step": 8850, "epoch": 22, "train_loss": 0.00058402941795066}, {"step": 8900, "epoch": 22, "train_loss": 0.0013298759004101157}, {"step": 8950, "epoch": 22, "train_loss": 0.0008186443010345101}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9819, "test_loss": 0.06673206453323365}, {"step": 9000, "epoch": 23, "train_loss": 0.00048746701213531196}, {"step": 9050, "epoch": 23, "train_loss": 0.0006901702145114541}, {"step": 9100, "epoch": 23, "train_loss": 0.0005423495313152671}, {"step": 9150, "epoch": 23, "train_loss": 0.0010327402269467711}, {"step": 9200, "epoch": 23, "train_loss": 0.0009300903766416013}, {"step": 9250, "epoch": 23, "train_loss": 0.0007892886060290039}, {"step": 9300, "epoch": 23, "train_loss": 0.0005436173523776233}, {"step": 9350, "epoch": 23, "train_loss": 0.0005237269215285778}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9817, "test_loss": 0.06767716021537781}, {"step": 9400, "epoch": 24, "train_loss": 0.0005789889255538583}, {"step": 9450, "epoch": 24, "train_loss": 0.0004422120691742748}, {"step": 9500, "epoch": 24, "train_loss": 0.0008406302658841014}, {"step": 9550, "epoch": 24, "train_loss": 0.0005810552975162864}, {"step": 9600, "epoch": 24, "train_loss": 0.0006122945342212915}, {"step": 9650, "epoch": 24, "train_loss": 0.0011466399300843477}, {"step": 9700, "epoch": 24, "train_loss": 0.0005063338903710246}, {"step": 9750, "epoch": 24, "train_loss": 0.0012756652431562543}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9819, "test_loss": 0.06767980427742004}], "final": {"test_acc": 0.9819, "test_loss": 0.06767980427742004, "wall_s": 15.240232944488525}}
\ No newline at end of file diff --git a/results/ep_archmatch_v1_mnist_bp_w500_d1_s3.json b/results/ep_archmatch_v1_mnist_bp_w500_d1_s3.json new file mode 100644 index 0000000..d50d717 --- /dev/null +++ b/results/ep_archmatch_v1_mnist_bp_w500_d1_s3.json @@ -0,0 +1 @@ +{"args": {"mode": "bp", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_bp_w500_d1_s3", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.442439317703247}, {"step": 50, "epoch": 0, "train_loss": 0.3597072958946228}, {"step": 100, "epoch": 0, "train_loss": 0.1434585154056549}, {"step": 150, "epoch": 0, "train_loss": 0.16895577311515808}, {"step": 200, "epoch": 0, "train_loss": 0.24917614459991455}, {"step": 250, "epoch": 0, "train_loss": 0.23427127301692963}, {"step": 300, "epoch": 0, "train_loss": 0.14534427225589752}, {"step": 350, "epoch": 0, "train_loss": 0.22066281735897064}, {"epoch_end": 0, "step": 391, "test_acc": 0.9592, "test_loss": 0.13613265838623048}, {"step": 400, "epoch": 1, "train_loss": 0.1043832004070282}, {"step": 450, "epoch": 1, "train_loss": 0.0929255485534668}, {"step": 500, "epoch": 1, "train_loss": 0.1611367166042328}, {"step": 550, "epoch": 1, "train_loss": 0.056359536945819855}, {"step": 600, "epoch": 1, "train_loss": 0.049534689635038376}, {"step": 650, "epoch": 1, "train_loss": 0.06269383430480957}, {"step": 700, "epoch": 1, "train_loss": 0.07069013267755508}, {"step": 750, "epoch": 1, "train_loss": 0.12983359396457672}, {"epoch_end": 1, "step": 782, "test_acc": 0.958, "test_loss": 0.1332628662109375}, {"step": 800, "epoch": 2, "train_loss": 0.051058080047369}, {"step": 850, "epoch": 2, "train_loss": 0.04488962143659592}, {"step": 900, "epoch": 2, "train_loss": 0.03797976300120354}, {"step": 950, "epoch": 2, "train_loss": 0.07414145022630692}, {"step": 1000, "epoch": 2, "train_loss": 0.05224404111504555}, {"step": 1050, "epoch": 2, "train_loss": 0.0377238392829895}, {"step": 1100, "epoch": 2, "train_loss": 0.07468684017658234}, {"step": 1150, "epoch": 2, "train_loss": 0.07830121368169785}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9738, "test_loss": 0.08383109397888183}, {"step": 1200, "epoch": 3, "train_loss": 0.039238493889570236}, {"step": 1250, "epoch": 3, "train_loss": 0.0369303897023201}, {"step": 1300, "epoch": 3, "train_loss": 0.015313271433115005}, {"step": 1350, "epoch": 3, "train_loss": 0.015038414858281612}, {"step": 1400, "epoch": 3, "train_loss": 0.05030291900038719}, {"step": 1450, "epoch": 3, "train_loss": 0.028639240190386772}, {"step": 1500, "epoch": 3, "train_loss": 0.0491676889359951}, {"step": 1550, "epoch": 3, "train_loss": 0.016386140137910843}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9759, "test_loss": 0.08066651077270508}, {"step": 1600, "epoch": 4, "train_loss": 0.03387989476323128}, {"step": 1650, "epoch": 4, "train_loss": 0.015670260414481163}, {"step": 1700, "epoch": 4, "train_loss": 0.035960640758275986}, {"step": 1750, "epoch": 4, "train_loss": 0.011045870371162891}, {"step": 1800, "epoch": 4, "train_loss": 0.008652251213788986}, {"step": 1850, "epoch": 4, "train_loss": 0.0462065227329731}, {"step": 1900, "epoch": 4, "train_loss": 0.009118443354964256}, {"step": 1950, "epoch": 4, "train_loss": 0.028538424521684647}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9804, "test_loss": 0.06400562810897827}, {"step": 2000, "epoch": 5, "train_loss": 0.024943873286247253}, {"step": 2050, "epoch": 5, "train_loss": 0.007518421858549118}, {"step": 2100, "epoch": 5, "train_loss": 0.01681591011583805}, {"step": 2150, "epoch": 5, "train_loss": 0.002718451200053096}, {"step": 2200, "epoch": 5, "train_loss": 0.005477976053953171}, {"step": 2250, "epoch": 5, "train_loss": 0.005205737892538309}, {"step": 2300, "epoch": 5, "train_loss": 0.011963323689997196}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9826, "test_loss": 0.05708160581588745}, {"step": 2350, "epoch": 6, "train_loss": 0.007052056957036257}, {"step": 2400, "epoch": 6, "train_loss": 0.003398565109819174}, {"step": 2450, "epoch": 6, "train_loss": 0.006590230856090784}, {"step": 2500, "epoch": 6, "train_loss": 0.00522001925855875}, {"step": 2550, "epoch": 6, "train_loss": 0.005017237272113562}, {"step": 2600, "epoch": 6, "train_loss": 0.0039219907484948635}, {"step": 2650, "epoch": 6, "train_loss": 0.0030174176208674908}, {"step": 2700, "epoch": 6, "train_loss": 0.002178006572648883}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9823, "test_loss": 0.05806009330749512}, {"step": 2750, "epoch": 7, "train_loss": 0.0013583614490926266}, {"step": 2800, "epoch": 7, "train_loss": 0.00207667239010334}, {"step": 2850, "epoch": 7, "train_loss": 0.002083058701828122}, {"step": 2900, "epoch": 7, "train_loss": 0.002549487166106701}, {"step": 2950, "epoch": 7, "train_loss": 0.002472421620041132}, {"step": 3000, "epoch": 7, "train_loss": 0.003367253579199314}, {"step": 3050, "epoch": 7, "train_loss": 0.004098213277757168}, {"step": 3100, "epoch": 7, "train_loss": 0.001341246417723596}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9826, "test_loss": 0.058283336353302004}, {"step": 3150, "epoch": 8, "train_loss": 0.0019023859640583396}, {"step": 3200, "epoch": 8, "train_loss": 0.004284345079213381}, {"step": 3250, "epoch": 8, "train_loss": 0.001468418980948627}, {"step": 3300, "epoch": 8, "train_loss": 0.0030696713365614414}, {"step": 3350, "epoch": 8, "train_loss": 0.005437613930553198}, {"step": 3400, "epoch": 8, "train_loss": 0.001670653698965907}, {"step": 3450, "epoch": 8, "train_loss": 0.004026760812848806}, {"step": 3500, "epoch": 8, "train_loss": 0.005466564558446407}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9833, "test_loss": 0.057670941352844236}, {"step": 3550, "epoch": 9, "train_loss": 0.002307985909283161}, {"step": 3600, "epoch": 9, "train_loss": 0.0015697790076956153}, {"step": 3650, "epoch": 9, "train_loss": 0.002565456787124276}, {"step": 3700, "epoch": 9, "train_loss": 0.00331413303501904}, {"step": 3750, "epoch": 9, "train_loss": 0.002135369461029768}, {"step": 3800, "epoch": 9, "train_loss": 0.0014417628990486264}, {"step": 3850, "epoch": 9, "train_loss": 0.003275520633906126}, {"step": 3900, "epoch": 9, "train_loss": 0.0017746745143085718}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9833, "test_loss": 0.0572457688331604}, {"step": 3950, "epoch": 10, "train_loss": 0.0012152750277891755}, {"step": 4000, "epoch": 10, "train_loss": 0.001861122902482748}, {"step": 4050, "epoch": 10, "train_loss": 0.0013456387678161263}, {"step": 4100, "epoch": 10, "train_loss": 0.001598906354047358}, {"step": 4150, "epoch": 10, "train_loss": 0.0011233246186748147}, {"step": 4200, "epoch": 10, "train_loss": 0.0026385304518043995}, {"step": 4250, "epoch": 10, "train_loss": 0.002907693386077881}, {"step": 4300, "epoch": 10, "train_loss": 0.001659316010773182}, {"epoch_end": 10, "step": 4301, "test_acc": 0.983, "test_loss": 0.058821951484680175}, {"step": 4350, "epoch": 11, "train_loss": 0.0019236073130741715}, {"step": 4400, "epoch": 11, "train_loss": 0.0008424819679930806}, {"step": 4450, "epoch": 11, "train_loss": 0.002004214096814394}, {"step": 4500, "epoch": 11, "train_loss": 0.00029801815981045365}, {"step": 4550, "epoch": 11, "train_loss": 0.0026370042469352484}, {"step": 4600, "epoch": 11, "train_loss": 0.001632623141631484}, {"step": 4650, "epoch": 11, "train_loss": 0.0016934730811044574}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9832, "test_loss": 0.057848134994506833}, {"step": 4700, "epoch": 12, "train_loss": 0.002378844888880849}, {"step": 4750, "epoch": 12, "train_loss": 0.00169668672606349}, {"step": 4800, "epoch": 12, "train_loss": 0.0008055358193814754}, {"step": 4850, "epoch": 12, "train_loss": 0.0017416279297322035}, {"step": 4900, "epoch": 12, "train_loss": 0.0015956000424921513}, {"step": 4950, "epoch": 12, "train_loss": 0.0009655216708779335}, {"step": 5000, "epoch": 12, "train_loss": 0.001297732931561768}, {"step": 5050, "epoch": 12, "train_loss": 0.0015189587138593197}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9834, "test_loss": 0.0588395866394043}, {"step": 5100, "epoch": 13, "train_loss": 0.0012058037100359797}, {"step": 5150, "epoch": 13, "train_loss": 0.0012180181220173836}, {"step": 5200, "epoch": 13, "train_loss": 0.001201763516291976}, {"step": 5250, "epoch": 13, "train_loss": 0.001089035882614553}, {"step": 5300, "epoch": 13, "train_loss": 0.001729177194647491}, {"step": 5350, "epoch": 13, "train_loss": 0.0014267276274040341}, {"step": 5400, "epoch": 13, "train_loss": 0.0014099122490733862}, {"step": 5450, "epoch": 13, "train_loss": 0.0010473713045939803}, {"epoch_end": 13, "step": 5474, "test_acc": 0.983, "test_loss": 0.05929925923347473}, {"step": 5500, "epoch": 14, "train_loss": 0.0008536531240679324}, {"step": 5550, "epoch": 14, "train_loss": 0.0007450941484421492}, {"step": 5600, "epoch": 14, "train_loss": 0.001526633626781404}, {"step": 5650, "epoch": 14, "train_loss": 0.0009117054869420826}, {"step": 5700, "epoch": 14, "train_loss": 0.0004886696697212756}, {"step": 5750, "epoch": 14, "train_loss": 0.0010881263297051191}, {"step": 5800, "epoch": 14, "train_loss": 0.0019337385892868042}, {"step": 5850, "epoch": 14, "train_loss": 0.0015360889956355095}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9839, "test_loss": 0.05872493281364441}, {"step": 5900, "epoch": 15, "train_loss": 0.00124983093701303}, {"step": 5950, "epoch": 15, "train_loss": 0.0013704714365303516}, {"step": 6000, "epoch": 15, "train_loss": 0.001893712324090302}, {"step": 6050, "epoch": 15, "train_loss": 0.00193542439956218}, {"step": 6100, "epoch": 15, "train_loss": 0.001349470461718738}, {"step": 6150, "epoch": 15, "train_loss": 0.000953146954998374}, {"step": 6200, "epoch": 15, "train_loss": 0.0008804758545011282}, {"step": 6250, "epoch": 15, "train_loss": 0.0006957763689570129}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9837, "test_loss": 0.05880534319877625}, {"step": 6300, "epoch": 16, "train_loss": 0.0010364113841205835}, {"step": 6350, "epoch": 16, "train_loss": 0.0008458833326585591}, {"step": 6400, "epoch": 16, "train_loss": 0.0009329107706435025}, {"step": 6450, "epoch": 16, "train_loss": 0.00048147980123758316}, {"step": 6500, "epoch": 16, "train_loss": 0.0007063160883262753}, {"step": 6550, "epoch": 16, "train_loss": 0.0010548277059569955}, {"step": 6600, "epoch": 16, "train_loss": 0.0008349426789209247}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9839, "test_loss": 0.05952534809112549}, {"step": 6650, "epoch": 17, "train_loss": 0.0006213717279024422}, {"step": 6700, "epoch": 17, "train_loss": 0.0003165759553667158}, {"step": 6750, "epoch": 17, "train_loss": 0.001469785231165588}, {"step": 6800, "epoch": 17, "train_loss": 0.001494922093115747}, {"step": 6850, "epoch": 17, "train_loss": 0.0007200826657935977}, {"step": 6900, "epoch": 17, "train_loss": 0.001142670982517302}, {"step": 6950, "epoch": 17, "train_loss": 0.0010118272621184587}, {"step": 7000, "epoch": 17, "train_loss": 0.0012875047978013754}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9832, "test_loss": 0.05971653504371643}, {"step": 7050, "epoch": 18, "train_loss": 0.00030598987359553576}, {"step": 7100, "epoch": 18, "train_loss": 0.0015421947464346886}, {"step": 7150, "epoch": 18, "train_loss": 0.0004560400266200304}, {"step": 7200, "epoch": 18, "train_loss": 0.000864787376485765}, {"step": 7250, "epoch": 18, "train_loss": 0.0012659940402954817}, {"step": 7300, "epoch": 18, "train_loss": 0.000538291351404041}, {"step": 7350, "epoch": 18, "train_loss": 0.0008241035393439233}, {"step": 7400, "epoch": 18, "train_loss": 0.0005415093037299812}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9831, "test_loss": 0.05977897534370422}, {"step": 7450, "epoch": 19, "train_loss": 0.0004583437694236636}, {"step": 7500, "epoch": 19, "train_loss": 0.000924638647120446}, {"step": 7550, "epoch": 19, "train_loss": 0.0005673333071172237}, {"step": 7600, "epoch": 19, "train_loss": 0.0005418106447905302}, {"step": 7650, "epoch": 19, "train_loss": 0.0010367301292717457}, {"step": 7700, "epoch": 19, "train_loss": 0.0011874318588525057}, {"step": 7750, "epoch": 19, "train_loss": 0.0011361457873135805}, {"step": 7800, "epoch": 19, "train_loss": 0.001432388904504478}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9836, "test_loss": 0.06005299053192139}, {"step": 7850, "epoch": 20, "train_loss": 0.0012542722979560494}, {"step": 7900, "epoch": 20, "train_loss": 0.0008605467155575752}, {"step": 7950, "epoch": 20, "train_loss": 0.0006600747001357377}, {"step": 8000, "epoch": 20, "train_loss": 0.0007187778246589005}, {"step": 8050, "epoch": 20, "train_loss": 0.0007408552919514477}, {"step": 8100, "epoch": 20, "train_loss": 0.0011131481733173132}, {"step": 8150, "epoch": 20, "train_loss": 0.0008485408034175634}, {"step": 8200, "epoch": 20, "train_loss": 0.0005846237763762474}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9837, "test_loss": 0.0599181200504303}, {"step": 8250, "epoch": 21, "train_loss": 0.0009116047876887023}, {"step": 8300, "epoch": 21, "train_loss": 0.0008544597658328712}, {"step": 8350, "epoch": 21, "train_loss": 0.0009327764855697751}, {"step": 8400, "epoch": 21, "train_loss": 0.0005596931441687047}, {"step": 8450, "epoch": 21, "train_loss": 0.0006880358560010791}, {"step": 8500, "epoch": 21, "train_loss": 0.0009136977605521679}, {"step": 8550, "epoch": 21, "train_loss": 0.000564791087526828}, {"step": 8600, "epoch": 21, "train_loss": 0.0010151439346373081}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9834, "test_loss": 0.06037688069343567}, {"step": 8650, "epoch": 22, "train_loss": 0.0003654486208688468}, {"step": 8700, "epoch": 22, "train_loss": 0.0007745979819446802}, {"step": 8750, "epoch": 22, "train_loss": 0.0006400116835720837}, {"step": 8800, "epoch": 22, "train_loss": 0.0007476965547539294}, {"step": 8850, "epoch": 22, "train_loss": 0.0005290375556796789}, {"step": 8900, "epoch": 22, "train_loss": 0.0012984273489564657}, {"step": 8950, "epoch": 22, "train_loss": 0.0005592812085524201}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9835, "test_loss": 0.06005031018257141}, {"step": 9000, "epoch": 23, "train_loss": 0.00041758845327422023}, {"step": 9050, "epoch": 23, "train_loss": 0.0007207649177871644}, {"step": 9100, "epoch": 23, "train_loss": 0.0005264418432489038}, {"step": 9150, "epoch": 23, "train_loss": 0.0010204637655988336}, {"step": 9200, "epoch": 23, "train_loss": 0.0010310823563486338}, {"step": 9250, "epoch": 23, "train_loss": 0.000720828480552882}, {"step": 9300, "epoch": 23, "train_loss": 0.0005912189953960478}, {"step": 9350, "epoch": 23, "train_loss": 0.0005428220028989017}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9835, "test_loss": 0.06069347009658813}, {"step": 9400, "epoch": 24, "train_loss": 0.0007110696169547737}, {"step": 9450, "epoch": 24, "train_loss": 0.00038407876854762435}, {"step": 9500, "epoch": 24, "train_loss": 0.0007472209399566054}, {"step": 9550, "epoch": 24, "train_loss": 0.0006939208833500743}, {"step": 9600, "epoch": 24, "train_loss": 0.0005962282884865999}, {"step": 9650, "epoch": 24, "train_loss": 0.0012563696363940835}, {"step": 9700, "epoch": 24, "train_loss": 0.000527869735378772}, {"step": 9750, "epoch": 24, "train_loss": 0.0011650074739009142}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9835, "test_loss": 0.06086062202453613}], "final": {"test_acc": 0.9835, "test_loss": 0.06086062202453613, "wall_s": 15.084453344345093}}
\ No newline at end of file diff --git a/results/ep_archmatch_v1_mnist_bp_w500_d1_s4.json b/results/ep_archmatch_v1_mnist_bp_w500_d1_s4.json new file mode 100644 index 0000000..a42a138 --- /dev/null +++ b/results/ep_archmatch_v1_mnist_bp_w500_d1_s4.json @@ -0,0 +1 @@ +{"args": {"mode": "bp", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_bp_w500_d1_s4", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4616427421569824}, {"step": 50, "epoch": 0, "train_loss": 0.38467344641685486}, {"step": 100, "epoch": 0, "train_loss": 0.1456684172153473}, {"step": 150, "epoch": 0, "train_loss": 0.21084706485271454}, {"step": 200, "epoch": 0, "train_loss": 0.21713215112686157}, {"step": 250, "epoch": 0, "train_loss": 0.23777586221694946}, {"step": 300, "epoch": 0, "train_loss": 0.13523870706558228}, {"step": 350, "epoch": 0, "train_loss": 0.1894427090883255}, {"epoch_end": 0, "step": 391, "test_acc": 0.957, "test_loss": 0.14227647323608397}, {"step": 400, "epoch": 1, "train_loss": 0.09817714989185333}, {"step": 450, "epoch": 1, "train_loss": 0.11039835959672928}, {"step": 500, "epoch": 1, "train_loss": 0.1483374983072281}, {"step": 550, "epoch": 1, "train_loss": 0.05654127523303032}, {"step": 600, "epoch": 1, "train_loss": 0.06602506339550018}, {"step": 650, "epoch": 1, "train_loss": 0.04479464516043663}, {"step": 700, "epoch": 1, "train_loss": 0.08522535115480423}, {"step": 750, "epoch": 1, "train_loss": 0.10549755394458771}, {"epoch_end": 1, "step": 782, "test_acc": 0.9598, "test_loss": 0.12701641693115234}, {"step": 800, "epoch": 2, "train_loss": 0.056670378893613815}, {"step": 850, "epoch": 2, "train_loss": 0.034659095108509064}, {"step": 900, "epoch": 2, "train_loss": 0.05178772285580635}, {"step": 950, "epoch": 2, "train_loss": 0.0666472390294075}, {"step": 1000, "epoch": 2, "train_loss": 0.05816742405295372}, {"step": 1050, "epoch": 2, "train_loss": 0.03348330035805702}, {"step": 1100, "epoch": 2, "train_loss": 0.08763227611780167}, {"step": 1150, "epoch": 2, "train_loss": 0.08244100213050842}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9751, "test_loss": 0.0796674518585205}, {"step": 1200, "epoch": 3, "train_loss": 0.02852465771138668}, {"step": 1250, "epoch": 3, "train_loss": 0.05092240124940872}, {"step": 1300, "epoch": 3, "train_loss": 0.011359039694070816}, {"step": 1350, "epoch": 3, "train_loss": 0.016371894627809525}, {"step": 1400, "epoch": 3, "train_loss": 0.03853026404976845}, {"step": 1450, "epoch": 3, "train_loss": 0.021043037995696068}, {"step": 1500, "epoch": 3, "train_loss": 0.06795709580183029}, {"step": 1550, "epoch": 3, "train_loss": 0.01200344879180193}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9791, "test_loss": 0.07224727897644043}, {"step": 1600, "epoch": 4, "train_loss": 0.03165246918797493}, {"step": 1650, "epoch": 4, "train_loss": 0.037283409386873245}, {"step": 1700, "epoch": 4, "train_loss": 0.03135780617594719}, {"step": 1750, "epoch": 4, "train_loss": 0.012885550037026405}, {"step": 1800, "epoch": 4, "train_loss": 0.01256472896784544}, {"step": 1850, "epoch": 4, "train_loss": 0.04032144695520401}, {"step": 1900, "epoch": 4, "train_loss": 0.009616841562092304}, {"step": 1950, "epoch": 4, "train_loss": 0.02144152671098709}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9796, "test_loss": 0.06557135906219483}, {"step": 2000, "epoch": 5, "train_loss": 0.015251543372869492}, {"step": 2050, "epoch": 5, "train_loss": 0.008180977776646614}, {"step": 2100, "epoch": 5, "train_loss": 0.005280398763716221}, {"step": 2150, "epoch": 5, "train_loss": 0.008484865538775921}, {"step": 2200, "epoch": 5, "train_loss": 0.00686380872502923}, {"step": 2250, "epoch": 5, "train_loss": 0.0036137939896434546}, {"step": 2300, "epoch": 5, "train_loss": 0.008040650747716427}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9822, "test_loss": 0.0580847505569458}, {"step": 2350, "epoch": 6, "train_loss": 0.00660265376791358}, {"step": 2400, "epoch": 6, "train_loss": 0.0034980480559170246}, {"step": 2450, "epoch": 6, "train_loss": 0.005646323785185814}, {"step": 2500, "epoch": 6, "train_loss": 0.004919049795717001}, {"step": 2550, "epoch": 6, "train_loss": 0.004909963812679052}, {"step": 2600, "epoch": 6, "train_loss": 0.00614073546603322}, {"step": 2650, "epoch": 6, "train_loss": 0.0038330431561917067}, {"step": 2700, "epoch": 6, "train_loss": 0.0035411862190812826}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9816, "test_loss": 0.058694432067871095}, {"step": 2750, "epoch": 7, "train_loss": 0.0009758303058333695}, {"step": 2800, "epoch": 7, "train_loss": 0.002272178651764989}, {"step": 2850, "epoch": 7, "train_loss": 0.0020658185239881277}, {"step": 2900, "epoch": 7, "train_loss": 0.002940163016319275}, {"step": 2950, "epoch": 7, "train_loss": 0.0014840328367426991}, {"step": 3000, "epoch": 7, "train_loss": 0.002418876625597477}, {"step": 3050, "epoch": 7, "train_loss": 0.004661182872951031}, {"step": 3100, "epoch": 7, "train_loss": 0.002010602504014969}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9822, "test_loss": 0.0582314302444458}, {"step": 3150, "epoch": 8, "train_loss": 0.002606556285172701}, {"step": 3200, "epoch": 8, "train_loss": 0.004062381573021412}, {"step": 3250, "epoch": 8, "train_loss": 0.0020769163966178894}, {"step": 3300, "epoch": 8, "train_loss": 0.0022510970011353493}, {"step": 3350, "epoch": 8, "train_loss": 0.005382123403251171}, {"step": 3400, "epoch": 8, "train_loss": 0.0021585479844361544}, {"step": 3450, "epoch": 8, "train_loss": 0.0032392048742622137}, {"step": 3500, "epoch": 8, "train_loss": 0.004933284595608711}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9828, "test_loss": 0.05659908852577209}, {"step": 3550, "epoch": 9, "train_loss": 0.0022449239622801542}, {"step": 3600, "epoch": 9, "train_loss": 0.0014749598922207952}, {"step": 3650, "epoch": 9, "train_loss": 0.00364627200178802}, {"step": 3700, "epoch": 9, "train_loss": 0.002325094770640135}, {"step": 3750, "epoch": 9, "train_loss": 0.0024880317505449057}, {"step": 3800, "epoch": 9, "train_loss": 0.0015620790654793382}, {"step": 3850, "epoch": 9, "train_loss": 0.00222412939183414}, {"step": 3900, "epoch": 9, "train_loss": 0.0022770382929593325}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9826, "test_loss": 0.05659496726989746}, {"step": 3950, "epoch": 10, "train_loss": 0.0020064259879291058}, {"step": 4000, "epoch": 10, "train_loss": 0.0022200951352715492}, {"step": 4050, "epoch": 10, "train_loss": 0.0011885535204783082}, {"step": 4100, "epoch": 10, "train_loss": 0.0017651594243943691}, {"step": 4150, "epoch": 10, "train_loss": 0.0012774924980476499}, {"step": 4200, "epoch": 10, "train_loss": 0.0023981663398444653}, {"step": 4250, "epoch": 10, "train_loss": 0.003063301322981715}, {"step": 4300, "epoch": 10, "train_loss": 0.002190074883401394}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9822, "test_loss": 0.05793678407669067}, {"step": 4350, "epoch": 11, "train_loss": 0.0016586577985435724}, {"step": 4400, "epoch": 11, "train_loss": 0.0013452002312988043}, {"step": 4450, "epoch": 11, "train_loss": 0.0020002303645014763}, {"step": 4500, "epoch": 11, "train_loss": 0.0003575654700398445}, {"step": 4550, "epoch": 11, "train_loss": 0.0022746319882571697}, {"step": 4600, "epoch": 11, "train_loss": 0.0013794167898595333}, {"step": 4650, "epoch": 11, "train_loss": 0.0015077488496899605}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9823, "test_loss": 0.05760055022239685}, {"step": 4700, "epoch": 12, "train_loss": 0.0019287074683234096}, {"step": 4750, "epoch": 12, "train_loss": 0.0017270571552217007}, {"step": 4800, "epoch": 12, "train_loss": 0.0008274458232335746}, {"step": 4850, "epoch": 12, "train_loss": 0.0016978480853140354}, {"step": 4900, "epoch": 12, "train_loss": 0.0012350681936368346}, {"step": 4950, "epoch": 12, "train_loss": 0.0008819537470117211}, {"step": 5000, "epoch": 12, "train_loss": 0.0015701109077781439}, {"step": 5050, "epoch": 12, "train_loss": 0.0015953704714775085}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9824, "test_loss": 0.05831005835533142}, {"step": 5100, "epoch": 13, "train_loss": 0.001378708053380251}, {"step": 5150, "epoch": 13, "train_loss": 0.0013682026183232665}, {"step": 5200, "epoch": 13, "train_loss": 0.0012183969374746084}, {"step": 5250, "epoch": 13, "train_loss": 0.001188835478387773}, {"step": 5300, "epoch": 13, "train_loss": 0.0012429615017026663}, {"step": 5350, "epoch": 13, "train_loss": 0.0015943621983751655}, {"step": 5400, "epoch": 13, "train_loss": 0.0011193149257451296}, {"step": 5450, "epoch": 13, "train_loss": 0.0010021516354754567}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9823, "test_loss": 0.05820159583091736}, {"step": 5500, "epoch": 14, "train_loss": 0.0006794018554501235}, {"step": 5550, "epoch": 14, "train_loss": 0.0006777088856324553}, {"step": 5600, "epoch": 14, "train_loss": 0.001253441907465458}, {"step": 5650, "epoch": 14, "train_loss": 0.0011289368849247694}, {"step": 5700, "epoch": 14, "train_loss": 0.0006131549016572535}, {"step": 5750, "epoch": 14, "train_loss": 0.001411760807968676}, {"step": 5800, "epoch": 14, "train_loss": 0.001737647340632975}, {"step": 5850, "epoch": 14, "train_loss": 0.001508869230747223}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9827, "test_loss": 0.05818873343467713}, {"step": 5900, "epoch": 15, "train_loss": 0.0011156885884702206}, {"step": 5950, "epoch": 15, "train_loss": 0.0016139945946633816}, {"step": 6000, "epoch": 15, "train_loss": 0.0022297846153378487}, {"step": 6050, "epoch": 15, "train_loss": 0.0017323464853689075}, {"step": 6100, "epoch": 15, "train_loss": 0.0013907157117500901}, {"step": 6150, "epoch": 15, "train_loss": 0.0009739908273331821}, {"step": 6200, "epoch": 15, "train_loss": 0.0009618507465347648}, {"step": 6250, "epoch": 15, "train_loss": 0.0008049877942539752}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9825, "test_loss": 0.05825448889732361}, {"step": 6300, "epoch": 16, "train_loss": 0.000999264419078827}, {"step": 6350, "epoch": 16, "train_loss": 0.0008067421149462461}, {"step": 6400, "epoch": 16, "train_loss": 0.0008716657757759094}, {"step": 6450, "epoch": 16, "train_loss": 0.00043934714631177485}, {"step": 6500, "epoch": 16, "train_loss": 0.0005509966285899282}, {"step": 6550, "epoch": 16, "train_loss": 0.001051344908773899}, {"step": 6600, "epoch": 16, "train_loss": 0.0007609293679706752}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9827, "test_loss": 0.058766422128677366}, {"step": 6650, "epoch": 17, "train_loss": 0.0005183329922147095}, {"step": 6700, "epoch": 17, "train_loss": 0.00040963018545880914}, {"step": 6750, "epoch": 17, "train_loss": 0.0014894054038450122}, {"step": 6800, "epoch": 17, "train_loss": 0.001482490566559136}, {"step": 6850, "epoch": 17, "train_loss": 0.0007999134249985218}, {"step": 6900, "epoch": 17, "train_loss": 0.0012221004581078887}, {"step": 6950, "epoch": 17, "train_loss": 0.0013210326433181763}, {"step": 7000, "epoch": 17, "train_loss": 0.0009985361248254776}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9831, "test_loss": 0.058950383615493776}, {"step": 7050, "epoch": 18, "train_loss": 0.00029436274780891836}, {"step": 7100, "epoch": 18, "train_loss": 0.001761833904311061}, {"step": 7150, "epoch": 18, "train_loss": 0.0004294773971196264}, {"step": 7200, "epoch": 18, "train_loss": 0.0010363187175244093}, {"step": 7250, "epoch": 18, "train_loss": 0.001304882811382413}, {"step": 7300, "epoch": 18, "train_loss": 0.0005459527601487935}, {"step": 7350, "epoch": 18, "train_loss": 0.0009855407988652587}, {"step": 7400, "epoch": 18, "train_loss": 0.0006470499210990965}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9827, "test_loss": 0.058813836240768434}, {"step": 7450, "epoch": 19, "train_loss": 0.0006658773636445403}, {"step": 7500, "epoch": 19, "train_loss": 0.0008701753686182201}, {"step": 7550, "epoch": 19, "train_loss": 0.0004905008245259523}, {"step": 7600, "epoch": 19, "train_loss": 0.0003838296397589147}, {"step": 7650, "epoch": 19, "train_loss": 0.0011092096101492643}, {"step": 7700, "epoch": 19, "train_loss": 0.0011449457379058003}, {"step": 7750, "epoch": 19, "train_loss": 0.0010459312470629811}, {"step": 7800, "epoch": 19, "train_loss": 0.0013695309171453118}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9831, "test_loss": 0.05909555559158325}, {"step": 7850, "epoch": 20, "train_loss": 0.001035621971823275}, {"step": 7900, "epoch": 20, "train_loss": 0.0007289212080650032}, {"step": 7950, "epoch": 20, "train_loss": 0.000647961103823036}, {"step": 8000, "epoch": 20, "train_loss": 0.0006000684225000441}, {"step": 8050, "epoch": 20, "train_loss": 0.0009842823492363095}, {"step": 8100, "epoch": 20, "train_loss": 0.0010066158138215542}, {"step": 8150, "epoch": 20, "train_loss": 0.000707180006429553}, {"step": 8200, "epoch": 20, "train_loss": 0.0005939927068538964}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9827, "test_loss": 0.059422657346725465}, {"step": 8250, "epoch": 21, "train_loss": 0.0007737322594039142}, {"step": 8300, "epoch": 21, "train_loss": 0.0010853338753804564}, {"step": 8350, "epoch": 21, "train_loss": 0.0009737847140058875}, {"step": 8400, "epoch": 21, "train_loss": 0.0005972309736534953}, {"step": 8450, "epoch": 21, "train_loss": 0.0008391987648792565}, {"step": 8500, "epoch": 21, "train_loss": 0.0009556328877806664}, {"step": 8550, "epoch": 21, "train_loss": 0.0006632450968027115}, {"step": 8600, "epoch": 21, "train_loss": 0.0011259691091254354}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9831, "test_loss": 0.0597284152507782}, {"step": 8650, "epoch": 22, "train_loss": 0.0003363206924404949}, {"step": 8700, "epoch": 22, "train_loss": 0.000615531112998724}, {"step": 8750, "epoch": 22, "train_loss": 0.0004859221517108381}, {"step": 8800, "epoch": 22, "train_loss": 0.0008177455165423453}, {"step": 8850, "epoch": 22, "train_loss": 0.0005658782320097089}, {"step": 8900, "epoch": 22, "train_loss": 0.0012399264378473163}, {"step": 8950, "epoch": 22, "train_loss": 0.0006574750295840204}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9828, "test_loss": 0.05940821208953857}, {"step": 9000, "epoch": 23, "train_loss": 0.00042302842484787107}, {"step": 9050, "epoch": 23, "train_loss": 0.000680355413351208}, {"step": 9100, "epoch": 23, "train_loss": 0.0005563903832808137}, {"step": 9150, "epoch": 23, "train_loss": 0.0012420540442690253}, {"step": 9200, "epoch": 23, "train_loss": 0.0009246363188140094}, {"step": 9250, "epoch": 23, "train_loss": 0.0006661535589955747}, {"step": 9300, "epoch": 23, "train_loss": 0.0007026175735518336}, {"step": 9350, "epoch": 23, "train_loss": 0.0006010787910781801}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9832, "test_loss": 0.06008748860359192}, {"step": 9400, "epoch": 24, "train_loss": 0.0005962440627627075}, {"step": 9450, "epoch": 24, "train_loss": 0.00031099593616090715}, {"step": 9500, "epoch": 24, "train_loss": 0.0006544371717609465}, {"step": 9550, "epoch": 24, "train_loss": 0.0008276626467704773}, {"step": 9600, "epoch": 24, "train_loss": 0.0005774013698101044}, {"step": 9650, "epoch": 24, "train_loss": 0.0013674821238964796}, {"step": 9700, "epoch": 24, "train_loss": 0.0006056035635992885}, {"step": 9750, "epoch": 24, "train_loss": 0.0010905993403866887}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9828, "test_loss": 0.06016134510040283}], "final": {"test_acc": 0.9828, "test_loss": 0.06016134510040283, "wall_s": 14.728674173355103}}
\ No newline at end of file diff --git a/results/ep_archmatch_v1_mnist_dfa_w500_d1_s2.json b/results/ep_archmatch_v1_mnist_dfa_w500_d1_s2.json new file mode 100644 index 0000000..3573c1e --- /dev/null +++ b/results/ep_archmatch_v1_mnist_dfa_w500_d1_s2.json @@ -0,0 +1 @@ +{"args": {"mode": "dfa", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_dfa_w500_d1_s2", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5911900997161865, "cos_r_negg": [-0.008631948381662369], "cos_innovation_negg": [-0.008631948381662369], "cos_apical_negg": [-0.008631948381662369], "cos_Ac_negg": [-0.008631948381662369], "r_norm": [6.865423679351807]}, {"step": 50, "epoch": 0, "train_loss": 0.48526763916015625, "cos_r_negg": [0.41353219747543335], "cos_innovation_negg": [0.41353219747543335], "cos_apical_negg": [0.41353219747543335], "cos_Ac_negg": [0.41353219747543335], "r_norm": [1.3823938369750977]}, {"step": 100, "epoch": 0, "train_loss": 0.11441924422979355, "cos_r_negg": [0.4522770047187805], "cos_innovation_negg": [0.4522770047187805], "cos_apical_negg": [0.4522770047187805], "cos_Ac_negg": [0.4522770047187805], "r_norm": [1.1418473720550537]}, {"step": 150, "epoch": 0, "train_loss": 0.13764409720897675, "cos_r_negg": [0.4680386483669281], "cos_innovation_negg": [0.4680386483669281], "cos_apical_negg": [0.4680386483669281], "cos_Ac_negg": [0.4680386483669281], "r_norm": [0.8930871486663818]}, {"step": 200, "epoch": 0, "train_loss": 0.26403358578681946, "cos_r_negg": [0.470612108707428], "cos_innovation_negg": [0.470612108707428], "cos_apical_negg": [0.470612108707428], "cos_Ac_negg": [0.470612108707428], "r_norm": [0.8925577998161316]}, {"step": 250, "epoch": 0, "train_loss": 0.30442097783088684, "cos_r_negg": [0.4893511235713959], "cos_innovation_negg": [0.4893511235713959], "cos_apical_negg": [0.4893511235713959], "cos_Ac_negg": [0.4893511235713959], "r_norm": [0.8185696601867676]}, {"step": 300, "epoch": 0, "train_loss": 0.12309454381465912, "cos_r_negg": [0.4917920231819153], "cos_innovation_negg": [0.4917920231819153], "cos_apical_negg": [0.4917920231819153], "cos_Ac_negg": [0.4917920231819153], "r_norm": [0.7077590227127075]}, {"step": 350, "epoch": 0, "train_loss": 0.22835665941238403, "cos_r_negg": [0.4976944327354431], "cos_innovation_negg": [0.4976944327354431], "cos_apical_negg": [0.4976944327354431], "cos_Ac_negg": [0.4976944327354431], "r_norm": [0.6143038272857666]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9534, "test_loss": 0.16323285522460937}, {"step": 400, "epoch": 1, "train_loss": 0.1492239385843277, "cos_r_negg": [0.5153159499168396], "cos_innovation_negg": [0.5153159499168396], "cos_apical_negg": [0.5153159499168396], "cos_Ac_negg": [0.5153159499168396], "r_norm": [0.5525088310241699]}, {"step": 450, "epoch": 1, "train_loss": 0.13061441481113434, "cos_r_negg": [0.5301178693771362], "cos_innovation_negg": [0.5301178693771362], "cos_apical_negg": [0.5301178693771362], "cos_Ac_negg": [0.5301178693771362], "r_norm": [0.5260836482048035]}, {"step": 500, "epoch": 1, "train_loss": 0.21173006296157837, "cos_r_negg": [0.5405776500701904], "cos_innovation_negg": [0.5405776500701904], "cos_apical_negg": [0.5405776500701904], "cos_Ac_negg": [0.5405776500701904], "r_norm": [0.4524787664413452]}, {"step": 550, "epoch": 1, "train_loss": 0.09158886969089508, "cos_r_negg": [0.5347869396209717], "cos_innovation_negg": [0.5347869396209717], "cos_apical_negg": [0.5347869396209717], "cos_Ac_negg": [0.5347869396209717], "r_norm": [0.5190058350563049]}, {"step": 600, "epoch": 1, "train_loss": 0.05511637032032013, "cos_r_negg": [0.5494129061698914], "cos_innovation_negg": [0.5494129061698914], "cos_apical_negg": [0.5494129061698914], "cos_Ac_negg": [0.5494129061698914], "r_norm": [0.5188762545585632]}, {"step": 650, "epoch": 1, "train_loss": 0.07168111205101013, "cos_r_negg": [0.5329098105430603], "cos_innovation_negg": [0.5329098105430603], "cos_apical_negg": [0.5329098105430603], "cos_Ac_negg": [0.5329098105430603], "r_norm": [0.47771894931793213]}, {"step": 700, "epoch": 1, "train_loss": 0.08635944873094559, "cos_r_negg": [0.5267429947853088], "cos_innovation_negg": [0.5267429947853088], "cos_apical_negg": [0.5267429947853088], "cos_Ac_negg": [0.5267429947853088], "r_norm": [0.51207435131073]}, {"step": 750, "epoch": 1, "train_loss": 0.16947868466377258, "cos_r_negg": [0.5410920977592468], "cos_innovation_negg": [0.5410920977592468], "cos_apical_negg": [0.5410920977592468], "cos_Ac_negg": [0.5410920977592468], "r_norm": [0.5167223215103149]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9546, "test_loss": 0.1469722183227539}, {"step": 800, "epoch": 2, "train_loss": 0.06848520040512085, "cos_r_negg": [0.5463500618934631], "cos_innovation_negg": [0.5463500618934631], "cos_apical_negg": [0.5463500618934631], "cos_Ac_negg": [0.5463500618934631], "r_norm": [0.4080355763435364]}, {"step": 850, "epoch": 2, "train_loss": 0.029187314212322235, "cos_r_negg": [0.5500287413597107], "cos_innovation_negg": [0.5500287413597107], "cos_apical_negg": [0.5500287413597107], "cos_Ac_negg": [0.5500287413597107], "r_norm": [0.3951384723186493]}, {"step": 900, "epoch": 2, "train_loss": 0.10944738984107971, "cos_r_negg": [0.5629729628562927], "cos_innovation_negg": [0.5629729628562927], "cos_apical_negg": [0.5629729628562927], "cos_Ac_negg": [0.5629729628562927], "r_norm": [0.4268381595611572]}, {"step": 950, "epoch": 2, "train_loss": 0.09515546262264252, "cos_r_negg": [0.5718303918838501], "cos_innovation_negg": [0.5718303918838501], "cos_apical_negg": [0.5718303918838501], "cos_Ac_negg": [0.5718303918838501], "r_norm": [0.42527008056640625]}, {"step": 1000, "epoch": 2, "train_loss": 0.07539164274930954, "cos_r_negg": [0.5672268867492676], "cos_innovation_negg": [0.5672268867492676], "cos_apical_negg": [0.5672268867492676], "cos_Ac_negg": [0.5672268867492676], "r_norm": [0.4292868673801422]}, {"step": 1050, "epoch": 2, "train_loss": 0.031635090708732605, "cos_r_negg": [0.5762771368026733], "cos_innovation_negg": [0.5762771368026733], "cos_apical_negg": [0.5762771368026733], "cos_Ac_negg": [0.5762771368026733], "r_norm": [0.3767598271369934]}, {"step": 1100, "epoch": 2, "train_loss": 0.12948296964168549, "cos_r_negg": [0.5705347061157227], "cos_innovation_negg": [0.5705347061157227], "cos_apical_negg": [0.5705347061157227], "cos_Ac_negg": [0.5705347061157227], "r_norm": [0.38377779722213745]}, {"step": 1150, "epoch": 2, "train_loss": 0.11172612011432648, "cos_r_negg": [0.5766720175743103], "cos_innovation_negg": [0.5766720175743103], "cos_apical_negg": [0.5766720175743103], "cos_Ac_negg": [0.5766720175743103], "r_norm": [0.3114781975746155]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9675, "test_loss": 0.11000048656463624}, {"step": 1200, "epoch": 3, "train_loss": 0.04050452262163162, "cos_r_negg": [0.5779762268066406], "cos_innovation_negg": [0.5779762268066406], "cos_apical_negg": [0.5779762268066406], "cos_Ac_negg": [0.5779762268066406], "r_norm": [0.37970778346061707]}, {"step": 1250, "epoch": 3, "train_loss": 0.06470640003681183, "cos_r_negg": [0.5871720314025879], "cos_innovation_negg": [0.5871720314025879], "cos_apical_negg": [0.5871720314025879], "cos_Ac_negg": [0.5871720314025879], "r_norm": [0.332976758480072]}, {"step": 1300, "epoch": 3, "train_loss": 0.02507622353732586, "cos_r_negg": [0.5952322483062744], "cos_innovation_negg": [0.5952322483062744], "cos_apical_negg": [0.5952322483062744], "cos_Ac_negg": [0.5952322483062744], "r_norm": [0.3221750259399414]}, {"step": 1350, "epoch": 3, "train_loss": 0.028876032680273056, "cos_r_negg": [0.5914342403411865], "cos_innovation_negg": [0.5914342403411865], "cos_apical_negg": [0.5914342403411865], "cos_Ac_negg": [0.5914342403411865], "r_norm": [0.3087121248245239]}, {"step": 1400, "epoch": 3, "train_loss": 0.043458208441734314, "cos_r_negg": [0.6026022434234619], "cos_innovation_negg": [0.6026022434234619], "cos_apical_negg": [0.6026022434234619], "cos_Ac_negg": [0.6026022434234619], "r_norm": [0.38184165954589844]}, {"step": 1450, "epoch": 3, "train_loss": 0.023558977991342545, "cos_r_negg": [0.6056506633758545], "cos_innovation_negg": [0.6056506633758545], "cos_apical_negg": [0.6056506633758545], "cos_Ac_negg": [0.6056506633758545], "r_norm": [0.4260135591030121]}, {"step": 1500, "epoch": 3, "train_loss": 0.05368725582957268, "cos_r_negg": [0.6094472408294678], "cos_innovation_negg": [0.6094472408294678], "cos_apical_negg": [0.6094472408294678], "cos_Ac_negg": [0.6094472408294678], "r_norm": [0.30572110414505005]}, {"step": 1550, "epoch": 3, "train_loss": 0.046720732003450394, "cos_r_negg": [0.5992312431335449], "cos_innovation_negg": [0.5992312431335449], "cos_apical_negg": [0.5992312431335449], "cos_Ac_negg": [0.5992312431335449], "r_norm": [0.2806793749332428]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9697, "test_loss": 0.10260032749176025}, {"step": 1600, "epoch": 4, "train_loss": 0.07240269333124161, "cos_r_negg": [0.5971196889877319], "cos_innovation_negg": [0.5971196889877319], "cos_apical_negg": [0.5971196889877319], "cos_Ac_negg": [0.5971196889877319], "r_norm": [0.31576597690582275]}, {"step": 1650, "epoch": 4, "train_loss": 0.04257050156593323, "cos_r_negg": [0.6032893061637878], "cos_innovation_negg": [0.6032893061637878], "cos_apical_negg": [0.6032893061637878], "cos_Ac_negg": [0.6032893061637878], "r_norm": [0.29483452439308167]}, {"step": 1700, "epoch": 4, "train_loss": 0.029980508610606194, "cos_r_negg": [0.6060562133789062], "cos_innovation_negg": [0.6060562133789062], "cos_apical_negg": [0.6060562133789062], "cos_Ac_negg": [0.6060562133789062], "r_norm": [0.27625730633735657]}, {"step": 1750, "epoch": 4, "train_loss": 0.041598983108997345, "cos_r_negg": [0.6137454509735107], "cos_innovation_negg": [0.6137454509735107], "cos_apical_negg": [0.6137454509735107], "cos_Ac_negg": [0.6137454509735107], "r_norm": [0.27285921573638916]}, {"step": 1800, "epoch": 4, "train_loss": 0.02903134375810623, "cos_r_negg": [0.6105795502662659], "cos_innovation_negg": [0.6105795502662659], "cos_apical_negg": [0.6105795502662659], "cos_Ac_negg": [0.6105795502662659], "r_norm": [0.28206583857536316]}, {"step": 1850, "epoch": 4, "train_loss": 0.09468162059783936, "cos_r_negg": [0.6107740998268127], "cos_innovation_negg": [0.6107740998268127], "cos_apical_negg": [0.6107740998268127], "cos_Ac_negg": [0.6107740998268127], "r_norm": [0.3048335909843445]}, {"step": 1900, "epoch": 4, "train_loss": 0.0071939947083592415, "cos_r_negg": [0.6211788654327393], "cos_innovation_negg": [0.6211788654327393], "cos_apical_negg": [0.6211788654327393], "cos_Ac_negg": [0.6211788654327393], "r_norm": [0.2976413369178772]}, {"step": 1950, "epoch": 4, "train_loss": 0.08650071173906326, "cos_r_negg": [0.6221065521240234], "cos_innovation_negg": [0.6221065521240234], "cos_apical_negg": [0.6221065521240234], "cos_Ac_negg": [0.6221065521240234], "r_norm": [0.2608482241630554]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9711, "test_loss": 0.09899252090454101}, {"step": 2000, "epoch": 5, "train_loss": 0.018968887627124786, "cos_r_negg": [0.6281743049621582], "cos_innovation_negg": [0.6281743049621582], "cos_apical_negg": [0.6281743049621582], "cos_Ac_negg": [0.6281743049621582], "r_norm": [0.2770330607891083]}, {"step": 2050, "epoch": 5, "train_loss": 0.01842856965959072, "cos_r_negg": [0.6301584243774414], "cos_innovation_negg": [0.6301584243774414], "cos_apical_negg": [0.6301584243774414], "cos_Ac_negg": [0.6301584243774414], "r_norm": [0.2942962646484375]}, {"step": 2100, "epoch": 5, "train_loss": 0.010163693688809872, "cos_r_negg": [0.6296091675758362], "cos_innovation_negg": [0.6296091675758362], "cos_apical_negg": [0.6296091675758362], "cos_Ac_negg": [0.6296091675758362], "r_norm": [0.2946982979774475]}, {"step": 2150, "epoch": 5, "train_loss": 0.01139029860496521, "cos_r_negg": [0.6344562768936157], "cos_innovation_negg": [0.6344562768936157], "cos_apical_negg": [0.6344562768936157], "cos_Ac_negg": [0.6344562768936157], "r_norm": [0.26727473735809326]}, {"step": 2200, "epoch": 5, "train_loss": 0.011622320860624313, "cos_r_negg": [0.6288301944732666], "cos_innovation_negg": [0.6288301944732666], "cos_apical_negg": [0.6288301944732666], "cos_Ac_negg": [0.6288301944732666], "r_norm": [0.25974610447883606]}, {"step": 2250, "epoch": 5, "train_loss": 0.015399984084069729, "cos_r_negg": [0.6323308944702148], "cos_innovation_negg": [0.6323308944702148], "cos_apical_negg": [0.6323308944702148], "cos_Ac_negg": [0.6323308944702148], "r_norm": [0.25213634967803955]}, {"step": 2300, "epoch": 5, "train_loss": 0.022096410393714905, "cos_r_negg": [0.6375719308853149], "cos_innovation_negg": [0.6375719308853149], "cos_apical_negg": [0.6375719308853149], "cos_Ac_negg": [0.6375719308853149], "r_norm": [0.24317285418510437]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9739, "test_loss": 0.09316986331939697}, {"step": 2350, "epoch": 6, "train_loss": 0.005069865845143795, "cos_r_negg": [0.6374102830886841], "cos_innovation_negg": [0.6374102830886841], "cos_apical_negg": [0.6374102830886841], "cos_Ac_negg": [0.6374102830886841], "r_norm": [0.2569778561592102]}, {"step": 2400, "epoch": 6, "train_loss": 0.011343851685523987, "cos_r_negg": [0.638313889503479], "cos_innovation_negg": [0.638313889503479], "cos_apical_negg": [0.638313889503479], "cos_Ac_negg": [0.638313889503479], "r_norm": [0.2658650279045105]}, {"step": 2450, "epoch": 6, "train_loss": 0.007177226711064577, "cos_r_negg": [0.6349284648895264], "cos_innovation_negg": [0.6349284648895264], "cos_apical_negg": [0.6349284648895264], "cos_Ac_negg": [0.6349284648895264], "r_norm": [0.2769189476966858]}, {"step": 2500, "epoch": 6, "train_loss": 0.014569530263543129, "cos_r_negg": [0.6368823647499084], "cos_innovation_negg": [0.6368823647499084], "cos_apical_negg": [0.6368823647499084], "cos_Ac_negg": [0.6368823647499084], "r_norm": [0.2221689522266388]}, {"step": 2550, "epoch": 6, "train_loss": 0.021946482360363007, "cos_r_negg": [0.6362593173980713], "cos_innovation_negg": [0.6362593173980713], "cos_apical_negg": [0.6362593173980713], "cos_Ac_negg": [0.6362593173980713], "r_norm": [0.24728819727897644]}, {"step": 2600, "epoch": 6, "train_loss": 0.0048054903745651245, "cos_r_negg": [0.6419057846069336], "cos_innovation_negg": [0.6419057846069336], "cos_apical_negg": [0.6419057846069336], "cos_Ac_negg": [0.6419057846069336], "r_norm": [0.2398204505443573]}, {"step": 2650, "epoch": 6, "train_loss": 0.02177896723151207, "cos_r_negg": [0.6453209519386292], "cos_innovation_negg": [0.6453209519386292], "cos_apical_negg": [0.6453209519386292], "cos_Ac_negg": [0.6453209519386292], "r_norm": [0.2631208300590515]}, {"step": 2700, "epoch": 6, "train_loss": 0.005110796540975571, "cos_r_negg": [0.6405361890792847], "cos_innovation_negg": [0.6405361890792847], "cos_apical_negg": [0.6405361890792847], "cos_Ac_negg": [0.6405361890792847], "r_norm": [0.2648739814758301]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9737, "test_loss": 0.09238976898193359}, {"step": 2750, "epoch": 7, "train_loss": 0.0016898862086236477, "cos_r_negg": [0.6458626985549927], "cos_innovation_negg": [0.6458626985549927], "cos_apical_negg": [0.6458626985549927], "cos_Ac_negg": [0.6458626985549927], "r_norm": [0.24788177013397217]}, {"step": 2800, "epoch": 7, "train_loss": 0.002547440119087696, "cos_r_negg": [0.6503708958625793], "cos_innovation_negg": [0.6503708958625793], "cos_apical_negg": [0.6503708958625793], "cos_Ac_negg": [0.6503708958625793], "r_norm": [0.21721403300762177]}, {"step": 2850, "epoch": 7, "train_loss": 0.00903441570699215, "cos_r_negg": [0.6502283811569214], "cos_innovation_negg": [0.6502283811569214], "cos_apical_negg": [0.6502283811569214], "cos_Ac_negg": [0.6502283811569214], "r_norm": [0.2403937131166458]}, {"step": 2900, "epoch": 7, "train_loss": 0.007902238517999649, "cos_r_negg": [0.6538068056106567], "cos_innovation_negg": [0.6538068056106567], "cos_apical_negg": [0.6538068056106567], "cos_Ac_negg": [0.6538068056106567], "r_norm": [0.21924152970314026]}, {"step": 2950, "epoch": 7, "train_loss": 0.0028179555665701628, "cos_r_negg": [0.6484264135360718], "cos_innovation_negg": [0.6484264135360718], "cos_apical_negg": [0.6484264135360718], "cos_Ac_negg": [0.6484264135360718], "r_norm": [0.25343894958496094]}, {"step": 3000, "epoch": 7, "train_loss": 0.004995344672352076, "cos_r_negg": [0.6494402885437012], "cos_innovation_negg": [0.6494402885437012], "cos_apical_negg": [0.6494402885437012], "cos_Ac_negg": [0.6494402885437012], "r_norm": [0.24280905723571777]}, {"step": 3050, "epoch": 7, "train_loss": 0.011662280187010765, "cos_r_negg": [0.6522033214569092], "cos_innovation_negg": [0.6522033214569092], "cos_apical_negg": [0.6522033214569092], "cos_Ac_negg": [0.6522033214569092], "r_norm": [0.2494097352027893]}, {"step": 3100, "epoch": 7, "train_loss": 0.004497740883380175, "cos_r_negg": [0.6536223888397217], "cos_innovation_negg": [0.6536223888397217], "cos_apical_negg": [0.6536223888397217], "cos_Ac_negg": [0.6536223888397217], "r_norm": [0.2174805849790573]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9737, "test_loss": 0.09699870872497558}, {"step": 3150, "epoch": 8, "train_loss": 0.007944940589368343, "cos_r_negg": [0.6531687378883362], "cos_innovation_negg": [0.6531687378883362], "cos_apical_negg": [0.6531687378883362], "cos_Ac_negg": [0.6531687378883362], "r_norm": [0.2375580370426178]}, {"step": 3200, "epoch": 8, "train_loss": 0.00772496173158288, "cos_r_negg": [0.6540836095809937], "cos_innovation_negg": [0.6540836095809937], "cos_apical_negg": [0.6540836095809937], "cos_Ac_negg": [0.6540836095809937], "r_norm": [0.2565686106681824]}, {"step": 3250, "epoch": 8, "train_loss": 0.004529879428446293, "cos_r_negg": [0.653603196144104], "cos_innovation_negg": [0.653603196144104], "cos_apical_negg": [0.653603196144104], "cos_Ac_negg": [0.653603196144104], "r_norm": [0.2504115402698517]}, {"step": 3300, "epoch": 8, "train_loss": 0.0040202755481004715, "cos_r_negg": [0.6552592515945435], "cos_innovation_negg": [0.6552592515945435], "cos_apical_negg": [0.6552592515945435], "cos_Ac_negg": [0.6552592515945435], "r_norm": [0.23946118354797363]}, {"step": 3350, "epoch": 8, "train_loss": 0.005794536788016558, "cos_r_negg": [0.657538652420044], "cos_innovation_negg": [0.657538652420044], "cos_apical_negg": [0.657538652420044], "cos_Ac_negg": [0.657538652420044], "r_norm": [0.21824266016483307]}, {"step": 3400, "epoch": 8, "train_loss": 0.0050371913239359856, "cos_r_negg": [0.6586369276046753], "cos_innovation_negg": [0.6586369276046753], "cos_apical_negg": [0.6586369276046753], "cos_Ac_negg": [0.6586369276046753], "r_norm": [0.23872020840644836]}, {"step": 3450, "epoch": 8, "train_loss": 0.011199938133358955, "cos_r_negg": [0.6591582894325256], "cos_innovation_negg": [0.6591582894325256], "cos_apical_negg": [0.6591582894325256], "cos_Ac_negg": [0.6591582894325256], "r_norm": [0.22913312911987305]}, {"step": 3500, "epoch": 8, "train_loss": 0.006265322212129831, "cos_r_negg": [0.653864860534668], "cos_innovation_negg": [0.653864860534668], "cos_apical_negg": [0.653864860534668], "cos_Ac_negg": [0.653864860534668], "r_norm": [0.23091185092926025]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9753, "test_loss": 0.091084055519104}, {"step": 3550, "epoch": 9, "train_loss": 0.003376798238605261, "cos_r_negg": [0.6557397842407227], "cos_innovation_negg": [0.6557397842407227], "cos_apical_negg": [0.6557397842407227], "cos_Ac_negg": [0.6557397842407227], "r_norm": [0.22459547221660614]}, {"step": 3600, "epoch": 9, "train_loss": 0.005019962787628174, "cos_r_negg": [0.6576936841011047], "cos_innovation_negg": [0.6576936841011047], "cos_apical_negg": [0.6576936841011047], "cos_Ac_negg": [0.6576936841011047], "r_norm": [0.22358936071395874]}, {"step": 3650, "epoch": 9, "train_loss": 0.004894934128969908, "cos_r_negg": [0.6587214469909668], "cos_innovation_negg": [0.6587214469909668], "cos_apical_negg": [0.6587214469909668], "cos_Ac_negg": [0.6587214469909668], "r_norm": [0.22028809785842896]}, {"step": 3700, "epoch": 9, "train_loss": 0.006785880774259567, "cos_r_negg": [0.6581785678863525], "cos_innovation_negg": [0.6581785678863525], "cos_apical_negg": [0.6581785678863525], "cos_Ac_negg": [0.6581785678863525], "r_norm": [0.21801134943962097]}, {"step": 3750, "epoch": 9, "train_loss": 0.009297903627157211, "cos_r_negg": [0.6591050028800964], "cos_innovation_negg": [0.6591050028800964], "cos_apical_negg": [0.6591050028800964], "cos_Ac_negg": [0.6591050028800964], "r_norm": [0.21103668212890625]}, {"step": 3800, "epoch": 9, "train_loss": 0.0020129892509430647, "cos_r_negg": [0.6597564220428467], "cos_innovation_negg": [0.6597564220428467], "cos_apical_negg": [0.6597564220428467], "cos_Ac_negg": [0.6597564220428467], "r_norm": [0.21182674169540405]}, {"step": 3850, "epoch": 9, "train_loss": 0.0037698002997785807, "cos_r_negg": [0.6607495546340942], "cos_innovation_negg": [0.6607495546340942], "cos_apical_negg": [0.6607495546340942], "cos_Ac_negg": [0.6607495546340942], "r_norm": [0.22792817652225494]}, {"step": 3900, "epoch": 9, "train_loss": 0.0067730192095041275, "cos_r_negg": [0.6610114574432373], "cos_innovation_negg": [0.6610114574432373], "cos_apical_negg": [0.6610114574432373], "cos_Ac_negg": [0.6610114574432373], "r_norm": [0.2252112478017807]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9755, "test_loss": 0.09301370849609375}, {"step": 3950, "epoch": 10, "train_loss": 0.0032354556024074554, "cos_r_negg": [0.6620053648948669], "cos_innovation_negg": [0.6620053648948669], "cos_apical_negg": [0.6620053648948669], "cos_Ac_negg": [0.6620053648948669], "r_norm": [0.23210106790065765]}, {"step": 4000, "epoch": 10, "train_loss": 0.003432516474276781, "cos_r_negg": [0.6614614129066467], "cos_innovation_negg": [0.6614614129066467], "cos_apical_negg": [0.6614614129066467], "cos_Ac_negg": [0.6614614129066467], "r_norm": [0.2297206073999405]}, {"step": 4050, "epoch": 10, "train_loss": 0.002293529687449336, "cos_r_negg": [0.6612995862960815], "cos_innovation_negg": [0.6612995862960815], "cos_apical_negg": [0.6612995862960815], "cos_Ac_negg": [0.6612995862960815], "r_norm": [0.23061148822307587]}, {"step": 4100, "epoch": 10, "train_loss": 0.002415335737168789, "cos_r_negg": [0.6634669303894043], "cos_innovation_negg": [0.6634669303894043], "cos_apical_negg": [0.6634669303894043], "cos_Ac_negg": [0.6634669303894043], "r_norm": [0.21809720993041992]}, {"step": 4150, "epoch": 10, "train_loss": 0.0010898862965404987, "cos_r_negg": [0.6640603542327881], "cos_innovation_negg": [0.6640603542327881], "cos_apical_negg": [0.6640603542327881], "cos_Ac_negg": [0.6640603542327881], "r_norm": [0.21883058547973633]}, {"step": 4200, "epoch": 10, "train_loss": 0.002722002100199461, "cos_r_negg": [0.6666624546051025], "cos_innovation_negg": [0.6666624546051025], "cos_apical_negg": [0.6666624546051025], "cos_Ac_negg": [0.6666624546051025], "r_norm": [0.21192795038223267]}, {"step": 4250, "epoch": 10, "train_loss": 0.004289028234779835, "cos_r_negg": [0.6657971143722534], "cos_innovation_negg": [0.6657971143722534], "cos_apical_negg": [0.6657971143722534], "cos_Ac_negg": [0.6657971143722534], "r_norm": [0.2132190316915512]}, {"step": 4300, "epoch": 10, "train_loss": 0.0038462660741060972, "cos_r_negg": [0.6644302606582642], "cos_innovation_negg": [0.6644302606582642], "cos_apical_negg": [0.6644302606582642], "cos_Ac_negg": [0.6644302606582642], "r_norm": [0.21799810230731964]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9753, "test_loss": 0.09470793294906617}, {"step": 4350, "epoch": 11, "train_loss": 0.0028354874812066555, "cos_r_negg": [0.6661968231201172], "cos_innovation_negg": [0.6661968231201172], "cos_apical_negg": [0.6661968231201172], "cos_Ac_negg": [0.6661968231201172], "r_norm": [0.2173021286725998]}, {"step": 4400, "epoch": 11, "train_loss": 0.0025719848927110434, "cos_r_negg": [0.6667088270187378], "cos_innovation_negg": [0.6667088270187378], "cos_apical_negg": [0.6667088270187378], "cos_Ac_negg": [0.6667088270187378], "r_norm": [0.2098015546798706]}, {"step": 4450, "epoch": 11, "train_loss": 0.004380048252642155, "cos_r_negg": [0.6667370796203613], "cos_innovation_negg": [0.6667370796203613], "cos_apical_negg": [0.6667370796203613], "cos_Ac_negg": [0.6667370796203613], "r_norm": [0.21820107102394104]}, {"step": 4500, "epoch": 11, "train_loss": 0.0003923987387679517, "cos_r_negg": [0.667034924030304], "cos_innovation_negg": [0.667034924030304], "cos_apical_negg": [0.667034924030304], "cos_Ac_negg": [0.667034924030304], "r_norm": [0.21599790453910828]}, {"step": 4550, "epoch": 11, "train_loss": 0.005529089365154505, "cos_r_negg": [0.666169285774231], "cos_innovation_negg": [0.666169285774231], "cos_apical_negg": [0.666169285774231], "cos_Ac_negg": [0.666169285774231], "r_norm": [0.21844129264354706]}, {"step": 4600, "epoch": 11, "train_loss": 0.0015085907652974129, "cos_r_negg": [0.6689387559890747], "cos_innovation_negg": [0.6689387559890747], "cos_apical_negg": [0.6689387559890747], "cos_Ac_negg": [0.6689387559890747], "r_norm": [0.2061682641506195]}, {"step": 4650, "epoch": 11, "train_loss": 0.002528622280806303, "cos_r_negg": [0.6685810089111328], "cos_innovation_negg": [0.6685810089111328], "cos_apical_negg": [0.6685810089111328], "cos_Ac_negg": [0.6685810089111328], "r_norm": [0.20819517970085144]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.976, "test_loss": 0.09419656562805176}, {"step": 4700, "epoch": 12, "train_loss": 0.0024587344378232956, "cos_r_negg": [0.6690806746482849], "cos_innovation_negg": [0.6690806746482849], "cos_apical_negg": [0.6690806746482849], "cos_Ac_negg": [0.6690806746482849], "r_norm": [0.20886003971099854]}, {"step": 4750, "epoch": 12, "train_loss": 0.003327192971482873, "cos_r_negg": [0.668161153793335], "cos_innovation_negg": [0.668161153793335], "cos_apical_negg": [0.668161153793335], "cos_Ac_negg": [0.668161153793335], "r_norm": [0.20829074084758759]}, {"step": 4800, "epoch": 12, "train_loss": 0.0034507685340940952, "cos_r_negg": [0.6670918464660645], "cos_innovation_negg": [0.6670918464660645], "cos_apical_negg": [0.6670918464660645], "cos_Ac_negg": [0.6670918464660645], "r_norm": [0.2170792669057846]}, {"step": 4850, "epoch": 12, "train_loss": 0.0020728858653455973, "cos_r_negg": [0.667917013168335], "cos_innovation_negg": [0.667917013168335], "cos_apical_negg": [0.667917013168335], "cos_Ac_negg": [0.667917013168335], "r_norm": [0.22168079018592834]}, {"step": 4900, "epoch": 12, "train_loss": 0.0027413861826062202, "cos_r_negg": [0.6689587831497192], "cos_innovation_negg": [0.6689587831497192], "cos_apical_negg": [0.6689587831497192], "cos_Ac_negg": [0.6689587831497192], "r_norm": [0.21024557948112488]}, {"step": 4950, "epoch": 12, "train_loss": 0.0013690070481970906, "cos_r_negg": [0.6682952046394348], "cos_innovation_negg": [0.6682952046394348], "cos_apical_negg": [0.6682952046394348], "cos_Ac_negg": [0.6682952046394348], "r_norm": [0.21231716871261597]}, {"step": 5000, "epoch": 12, "train_loss": 0.002241039415821433, "cos_r_negg": [0.6699540019035339], "cos_innovation_negg": [0.6699540019035339], "cos_apical_negg": [0.6699540019035339], "cos_Ac_negg": [0.6699540019035339], "r_norm": [0.20753975212574005]}, {"step": 5050, "epoch": 12, "train_loss": 0.0024324923288077116, "cos_r_negg": [0.6690683364868164], "cos_innovation_negg": [0.6690683364868164], "cos_apical_negg": [0.6690683364868164], "cos_Ac_negg": [0.6690683364868164], "r_norm": [0.20646171271800995]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9759, "test_loss": 0.09555031309127808}, {"step": 5100, "epoch": 13, "train_loss": 0.0012718180660158396, "cos_r_negg": [0.670002818107605], "cos_innovation_negg": [0.670002818107605], "cos_apical_negg": [0.670002818107605], "cos_Ac_negg": [0.670002818107605], "r_norm": [0.21030209958553314]}, {"step": 5150, "epoch": 13, "train_loss": 0.002221193863078952, "cos_r_negg": [0.6713098287582397], "cos_innovation_negg": [0.6713098287582397], "cos_apical_negg": [0.6713098287582397], "cos_Ac_negg": [0.6713098287582397], "r_norm": [0.202654629945755]}, {"step": 5200, "epoch": 13, "train_loss": 0.0031525082886219025, "cos_r_negg": [0.6699644327163696], "cos_innovation_negg": [0.6699644327163696], "cos_apical_negg": [0.6699644327163696], "cos_Ac_negg": [0.6699644327163696], "r_norm": [0.2193281650543213]}, {"step": 5250, "epoch": 13, "train_loss": 0.0008013073820620775, "cos_r_negg": [0.6688151359558105], "cos_innovation_negg": [0.6688151359558105], "cos_apical_negg": [0.6688151359558105], "cos_Ac_negg": [0.6688151359558105], "r_norm": [0.21158477663993835]}, {"step": 5300, "epoch": 13, "train_loss": 0.0029634644743055105, "cos_r_negg": [0.6695104837417603], "cos_innovation_negg": [0.6695104837417603], "cos_apical_negg": [0.6695104837417603], "cos_Ac_negg": [0.6695104837417603], "r_norm": [0.21133476495742798]}, {"step": 5350, "epoch": 13, "train_loss": 0.002625860506668687, "cos_r_negg": [0.6711826920509338], "cos_innovation_negg": [0.6711826920509338], "cos_apical_negg": [0.6711826920509338], "cos_Ac_negg": [0.6711826920509338], "r_norm": [0.21645183861255646]}, {"step": 5400, "epoch": 13, "train_loss": 0.0018096036510542035, "cos_r_negg": [0.6710812449455261], "cos_innovation_negg": [0.6710812449455261], "cos_apical_negg": [0.6710812449455261], "cos_Ac_negg": [0.6710812449455261], "r_norm": [0.20625731348991394]}, {"step": 5450, "epoch": 13, "train_loss": 0.0011944170109927654, "cos_r_negg": [0.6708508729934692], "cos_innovation_negg": [0.6708508729934692], "cos_apical_negg": [0.6708508729934692], "cos_Ac_negg": [0.6708508729934692], "r_norm": [0.2021297961473465]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9759, "test_loss": 0.09589761304855347}, {"step": 5500, "epoch": 14, "train_loss": 0.002156294882297516, "cos_r_negg": [0.6724973320960999], "cos_innovation_negg": [0.6724973320960999], "cos_apical_negg": [0.6724973320960999], "cos_Ac_negg": [0.6724973320960999], "r_norm": [0.21023684740066528]}, {"step": 5550, "epoch": 14, "train_loss": 0.001016915892250836, "cos_r_negg": [0.672921895980835], "cos_innovation_negg": [0.672921895980835], "cos_apical_negg": [0.672921895980835], "cos_Ac_negg": [0.672921895980835], "r_norm": [0.19804123044013977]}, {"step": 5600, "epoch": 14, "train_loss": 0.002119617536664009, "cos_r_negg": [0.6731568574905396], "cos_innovation_negg": [0.6731568574905396], "cos_apical_negg": [0.6731568574905396], "cos_Ac_negg": [0.6731568574905396], "r_norm": [0.20735180377960205]}, {"step": 5650, "epoch": 14, "train_loss": 0.0013569395523518324, "cos_r_negg": [0.6731762290000916], "cos_innovation_negg": [0.6731762290000916], "cos_apical_negg": [0.6731762290000916], "cos_Ac_negg": [0.6731762290000916], "r_norm": [0.203608438372612]}, {"step": 5700, "epoch": 14, "train_loss": 0.0005261449259705842, "cos_r_negg": [0.6741378307342529], "cos_innovation_negg": [0.6741378307342529], "cos_apical_negg": [0.6741378307342529], "cos_Ac_negg": [0.6741378307342529], "r_norm": [0.19942426681518555]}, {"step": 5750, "epoch": 14, "train_loss": 0.002022095490247011, "cos_r_negg": [0.67392498254776], "cos_innovation_negg": [0.67392498254776], "cos_apical_negg": [0.67392498254776], "cos_Ac_negg": [0.67392498254776], "r_norm": [0.2083808183670044]}, {"step": 5800, "epoch": 14, "train_loss": 0.003995878621935844, "cos_r_negg": [0.6710309386253357], "cos_innovation_negg": [0.6710309386253357], "cos_apical_negg": [0.6710309386253357], "cos_Ac_negg": [0.6710309386253357], "r_norm": [0.20889338850975037]}, {"step": 5850, "epoch": 14, "train_loss": 0.0024479818530380726, "cos_r_negg": [0.6729552745819092], "cos_innovation_negg": [0.6729552745819092], "cos_apical_negg": [0.6729552745819092], "cos_Ac_negg": [0.6729552745819092], "r_norm": [0.2031226009130478]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9756, "test_loss": 0.09696813192367554}, {"step": 5900, "epoch": 15, "train_loss": 0.0016526260878890753, "cos_r_negg": [0.6731562614440918], "cos_innovation_negg": [0.6731562614440918], "cos_apical_negg": [0.6731562614440918], "cos_Ac_negg": [0.6731562614440918], "r_norm": [0.20509128272533417]}, {"step": 5950, "epoch": 15, "train_loss": 0.002273476915434003, "cos_r_negg": [0.6742656230926514], "cos_innovation_negg": [0.6742656230926514], "cos_apical_negg": [0.6742656230926514], "cos_Ac_negg": [0.6742656230926514], "r_norm": [0.20420865714550018]}, {"step": 6000, "epoch": 15, "train_loss": 0.003334133420139551, "cos_r_negg": [0.6737128496170044], "cos_innovation_negg": [0.6737128496170044], "cos_apical_negg": [0.6737128496170044], "cos_Ac_negg": [0.6737128496170044], "r_norm": [0.2082405686378479]}, {"step": 6050, "epoch": 15, "train_loss": 0.004703553859144449, "cos_r_negg": [0.6734204888343811], "cos_innovation_negg": [0.6734204888343811], "cos_apical_negg": [0.6734204888343811], "cos_Ac_negg": [0.6734204888343811], "r_norm": [0.20519642531871796]}, {"step": 6100, "epoch": 15, "train_loss": 0.0027654245495796204, "cos_r_negg": [0.6725450754165649], "cos_innovation_negg": [0.6725450754165649], "cos_apical_negg": [0.6725450754165649], "cos_Ac_negg": [0.6725450754165649], "r_norm": [0.20497369766235352]}, {"step": 6150, "epoch": 15, "train_loss": 0.0014029685407876968, "cos_r_negg": [0.6749777793884277], "cos_innovation_negg": [0.6749777793884277], "cos_apical_negg": [0.6749777793884277], "cos_Ac_negg": [0.6749777793884277], "r_norm": [0.19625332951545715]}, {"step": 6200, "epoch": 15, "train_loss": 0.001714780810289085, "cos_r_negg": [0.674746036529541], "cos_innovation_negg": [0.674746036529541], "cos_apical_negg": [0.674746036529541], "cos_Ac_negg": [0.674746036529541], "r_norm": [0.21067111194133759]}, {"step": 6250, "epoch": 15, "train_loss": 0.0019015241414308548, "cos_r_negg": [0.674375057220459], "cos_innovation_negg": [0.674375057220459], "cos_apical_negg": [0.674375057220459], "cos_Ac_negg": [0.674375057220459], "r_norm": [0.20112498104572296]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9762, "test_loss": 0.0967845492362976}, {"step": 6300, "epoch": 16, "train_loss": 0.002152686472982168, "cos_r_negg": [0.6746978163719177], "cos_innovation_negg": [0.6746978163719177], "cos_apical_negg": [0.6746978163719177], "cos_Ac_negg": [0.6746978163719177], "r_norm": [0.20826418697834015]}, {"step": 6350, "epoch": 16, "train_loss": 0.0013083589728921652, "cos_r_negg": [0.6750296354293823], "cos_innovation_negg": [0.6750296354293823], "cos_apical_negg": [0.6750296354293823], "cos_Ac_negg": [0.6750296354293823], "r_norm": [0.2005583494901657]}, {"step": 6400, "epoch": 16, "train_loss": 0.001961818430572748, "cos_r_negg": [0.6749544739723206], "cos_innovation_negg": [0.6749544739723206], "cos_apical_negg": [0.6749544739723206], "cos_Ac_negg": [0.6749544739723206], "r_norm": [0.19607844948768616]}, {"step": 6450, "epoch": 16, "train_loss": 0.001184824388474226, "cos_r_negg": [0.6757210493087769], "cos_innovation_negg": [0.6757210493087769], "cos_apical_negg": [0.6757210493087769], "cos_Ac_negg": [0.6757210493087769], "r_norm": [0.20421680808067322]}, {"step": 6500, "epoch": 16, "train_loss": 0.0014087430899962783, "cos_r_negg": [0.6764940619468689], "cos_innovation_negg": [0.6764940619468689], "cos_apical_negg": [0.6764940619468689], "cos_Ac_negg": [0.6764940619468689], "r_norm": [0.1946236789226532]}, {"step": 6550, "epoch": 16, "train_loss": 0.001769918599165976, "cos_r_negg": [0.6762690544128418], "cos_innovation_negg": [0.6762690544128418], "cos_apical_negg": [0.6762690544128418], "cos_Ac_negg": [0.6762690544128418], "r_norm": [0.20034627616405487]}, {"step": 6600, "epoch": 16, "train_loss": 0.0019926370587199926, "cos_r_negg": [0.6762710809707642], "cos_innovation_negg": [0.6762710809707642], "cos_apical_negg": [0.6762710809707642], "cos_Ac_negg": [0.6762710809707642], "r_norm": [0.19488291442394257]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9758, "test_loss": 0.09794663209915161}, {"step": 6650, "epoch": 17, "train_loss": 0.0011551202042028308, "cos_r_negg": [0.6753720641136169], "cos_innovation_negg": [0.6753720641136169], "cos_apical_negg": [0.6753720641136169], "cos_Ac_negg": [0.6753720641136169], "r_norm": [0.20043718814849854]}, {"step": 6700, "epoch": 17, "train_loss": 0.0006222136435098946, "cos_r_negg": [0.6762995719909668], "cos_innovation_negg": [0.6762995719909668], "cos_apical_negg": [0.6762995719909668], "cos_Ac_negg": [0.6762995719909668], "r_norm": [0.20322182774543762]}, {"step": 6750, "epoch": 17, "train_loss": 0.0019166638376191258, "cos_r_negg": [0.6755338907241821], "cos_innovation_negg": [0.6755338907241821], "cos_apical_negg": [0.6755338907241821], "cos_Ac_negg": [0.6755338907241821], "r_norm": [0.20028775930404663]}, {"step": 6800, "epoch": 17, "train_loss": 0.002007314469665289, "cos_r_negg": [0.6775875687599182], "cos_innovation_negg": [0.6775875687599182], "cos_apical_negg": [0.6775875687599182], "cos_Ac_negg": [0.6775875687599182], "r_norm": [0.1989300549030304]}, {"step": 6850, "epoch": 17, "train_loss": 0.0013960140058770776, "cos_r_negg": [0.6775320768356323], "cos_innovation_negg": [0.6775320768356323], "cos_apical_negg": [0.6775320768356323], "cos_Ac_negg": [0.6775320768356323], "r_norm": [0.19982193410396576]}, {"step": 6900, "epoch": 17, "train_loss": 0.002386637032032013, "cos_r_negg": [0.6777818202972412], "cos_innovation_negg": [0.6777818202972412], "cos_apical_negg": [0.6777818202972412], "cos_Ac_negg": [0.6777818202972412], "r_norm": [0.20195657014846802]}, {"step": 6950, "epoch": 17, "train_loss": 0.002692685928195715, "cos_r_negg": [0.6774322986602783], "cos_innovation_negg": [0.6774322986602783], "cos_apical_negg": [0.6774322986602783], "cos_Ac_negg": [0.6774322986602783], "r_norm": [0.19912207126617432]}, {"step": 7000, "epoch": 17, "train_loss": 0.0014985359739512205, "cos_r_negg": [0.6775611042976379], "cos_innovation_negg": [0.6775611042976379], "cos_apical_negg": [0.6775611042976379], "cos_Ac_negg": [0.6775611042976379], "r_norm": [0.19484367966651917]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9763, "test_loss": 0.09880621147155762}, {"step": 7050, "epoch": 18, "train_loss": 0.0003694733022712171, "cos_r_negg": [0.6774731874465942], "cos_innovation_negg": [0.6774731874465942], "cos_apical_negg": [0.6774731874465942], "cos_Ac_negg": [0.6774731874465942], "r_norm": [0.2045416235923767]}, {"step": 7100, "epoch": 18, "train_loss": 0.0023677186109125614, "cos_r_negg": [0.6772422790527344], "cos_innovation_negg": [0.6772422790527344], "cos_apical_negg": [0.6772422790527344], "cos_Ac_negg": [0.6772422790527344], "r_norm": [0.20173653960227966]}, {"step": 7150, "epoch": 18, "train_loss": 0.0006423045415431261, "cos_r_negg": [0.6778529286384583], "cos_innovation_negg": [0.6778529286384583], "cos_apical_negg": [0.6778529286384583], "cos_Ac_negg": [0.6778529286384583], "r_norm": [0.2008381336927414]}, {"step": 7200, "epoch": 18, "train_loss": 0.0017245254712179303, "cos_r_negg": [0.6783379316329956], "cos_innovation_negg": [0.6783379316329956], "cos_apical_negg": [0.6783379316329956], "cos_Ac_negg": [0.6783379316329956], "r_norm": [0.1989603489637375]}, {"step": 7250, "epoch": 18, "train_loss": 0.0014427955029532313, "cos_r_negg": [0.6783186197280884], "cos_innovation_negg": [0.6783186197280884], "cos_apical_negg": [0.6783186197280884], "cos_Ac_negg": [0.6783186197280884], "r_norm": [0.19790753722190857]}, {"step": 7300, "epoch": 18, "train_loss": 0.0007365234196186066, "cos_r_negg": [0.6777933835983276], "cos_innovation_negg": [0.6777933835983276], "cos_apical_negg": [0.6777933835983276], "cos_Ac_negg": [0.6777933835983276], "r_norm": [0.19369058310985565]}, {"step": 7350, "epoch": 18, "train_loss": 0.0024941815063357353, "cos_r_negg": [0.6794792413711548], "cos_innovation_negg": [0.6794792413711548], "cos_apical_negg": [0.6794792413711548], "cos_Ac_negg": [0.6794792413711548], "r_norm": [0.19708563387393951]}, {"step": 7400, "epoch": 18, "train_loss": 0.0006848878692835569, "cos_r_negg": [0.6797998547554016], "cos_innovation_negg": [0.6797998547554016], "cos_apical_negg": [0.6797998547554016], "cos_Ac_negg": [0.6797998547554016], "r_norm": [0.19356030225753784]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9762, "test_loss": 0.0991206727027893}, {"step": 7450, "epoch": 19, "train_loss": 0.0008851428865455091, "cos_r_negg": [0.6787578463554382], "cos_innovation_negg": [0.6787578463554382], "cos_apical_negg": [0.6787578463554382], "cos_Ac_negg": [0.6787578463554382], "r_norm": [0.19197644293308258]}, {"step": 7500, "epoch": 19, "train_loss": 0.001387962605804205, "cos_r_negg": [0.6784974336624146], "cos_innovation_negg": [0.6784974336624146], "cos_apical_negg": [0.6784974336624146], "cos_Ac_negg": [0.6784974336624146], "r_norm": [0.19206783175468445]}, {"step": 7550, "epoch": 19, "train_loss": 0.0007404952775686979, "cos_r_negg": [0.679146945476532], "cos_innovation_negg": [0.679146945476532], "cos_apical_negg": [0.679146945476532], "cos_Ac_negg": [0.679146945476532], "r_norm": [0.1922585368156433]}, {"step": 7600, "epoch": 19, "train_loss": 0.0006599109619855881, "cos_r_negg": [0.6801482439041138], "cos_innovation_negg": [0.6801482439041138], "cos_apical_negg": [0.6801482439041138], "cos_Ac_negg": [0.6801482439041138], "r_norm": [0.19457688927650452]}, {"step": 7650, "epoch": 19, "train_loss": 0.0021035391837358475, "cos_r_negg": [0.6783190965652466], "cos_innovation_negg": [0.6783190965652466], "cos_apical_negg": [0.6783190965652466], "cos_Ac_negg": [0.6783190965652466], "r_norm": [0.2029910683631897]}, {"step": 7700, "epoch": 19, "train_loss": 0.0015356361400336027, "cos_r_negg": [0.6786806583404541], "cos_innovation_negg": [0.6786806583404541], "cos_apical_negg": [0.6786806583404541], "cos_Ac_negg": [0.6786806583404541], "r_norm": [0.19631469249725342]}, {"step": 7750, "epoch": 19, "train_loss": 0.0018384864088147879, "cos_r_negg": [0.6799482107162476], "cos_innovation_negg": [0.6799482107162476], "cos_apical_negg": [0.6799482107162476], "cos_Ac_negg": [0.6799482107162476], "r_norm": [0.19149312376976013]}, {"step": 7800, "epoch": 19, "train_loss": 0.002662608865648508, "cos_r_negg": [0.6784328818321228], "cos_innovation_negg": [0.6784328818321228], "cos_apical_negg": [0.6784328818321228], "cos_Ac_negg": [0.6784328818321228], "r_norm": [0.19807031750679016]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9756, "test_loss": 0.09969556751251221}, {"step": 7850, "epoch": 20, "train_loss": 0.0015702617820352316, "cos_r_negg": [0.6800403594970703], "cos_innovation_negg": [0.6800403594970703], "cos_apical_negg": [0.6800403594970703], "cos_Ac_negg": [0.6800403594970703], "r_norm": [0.19333183765411377]}, {"step": 7900, "epoch": 20, "train_loss": 0.0008770793792791665, "cos_r_negg": [0.6798363327980042], "cos_innovation_negg": [0.6798363327980042], "cos_apical_negg": [0.6798363327980042], "cos_Ac_negg": [0.6798363327980042], "r_norm": [0.1968667209148407]}, {"step": 7950, "epoch": 20, "train_loss": 0.00091547891497612, "cos_r_negg": [0.6800240874290466], "cos_innovation_negg": [0.6800240874290466], "cos_apical_negg": [0.6800240874290466], "cos_Ac_negg": [0.6800240874290466], "r_norm": [0.19072787463665009]}, {"step": 8000, "epoch": 20, "train_loss": 0.0010735953692346811, "cos_r_negg": [0.6792426109313965], "cos_innovation_negg": [0.6792426109313965], "cos_apical_negg": [0.6792426109313965], "cos_Ac_negg": [0.6792426109313965], "r_norm": [0.19599509239196777]}, {"step": 8050, "epoch": 20, "train_loss": 0.0015785569557920098, "cos_r_negg": [0.6791681051254272], "cos_innovation_negg": [0.6791681051254272], "cos_apical_negg": [0.6791681051254272], "cos_Ac_negg": [0.6791681051254272], "r_norm": [0.19704018533229828]}, {"step": 8100, "epoch": 20, "train_loss": 0.0009297456126660109, "cos_r_negg": [0.6801873445510864], "cos_innovation_negg": [0.6801873445510864], "cos_apical_negg": [0.6801873445510864], "cos_Ac_negg": [0.6801873445510864], "r_norm": [0.19425766170024872]}, {"step": 8150, "epoch": 20, "train_loss": 0.0016236702213063836, "cos_r_negg": [0.6801406741142273], "cos_innovation_negg": [0.6801406741142273], "cos_apical_negg": [0.6801406741142273], "cos_Ac_negg": [0.6801406741142273], "r_norm": [0.1907586008310318]}, {"step": 8200, "epoch": 20, "train_loss": 0.0008153093513101339, "cos_r_negg": [0.6805877685546875], "cos_innovation_negg": [0.6805877685546875], "cos_apical_negg": [0.6805877685546875], "cos_Ac_negg": [0.6805877685546875], "r_norm": [0.19494923949241638]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.976, "test_loss": 0.09993358068466186}, {"step": 8250, "epoch": 21, "train_loss": 0.001368052326142788, "cos_r_negg": [0.6805999279022217], "cos_innovation_negg": [0.6805999279022217], "cos_apical_negg": [0.6805999279022217], "cos_Ac_negg": [0.6805999279022217], "r_norm": [0.19616729021072388]}, {"step": 8300, "epoch": 21, "train_loss": 0.0013021902414038777, "cos_r_negg": [0.6811636090278625], "cos_innovation_negg": [0.6811636090278625], "cos_apical_negg": [0.6811636090278625], "cos_Ac_negg": [0.6811636090278625], "r_norm": [0.19391337037086487]}, {"step": 8350, "epoch": 21, "train_loss": 0.0020022208336740732, "cos_r_negg": [0.6811744570732117], "cos_innovation_negg": [0.6811744570732117], "cos_apical_negg": [0.6811744570732117], "cos_Ac_negg": [0.6811744570732117], "r_norm": [0.1959126889705658]}, {"step": 8400, "epoch": 21, "train_loss": 0.0014742269413545728, "cos_r_negg": [0.6822737455368042], "cos_innovation_negg": [0.6822737455368042], "cos_apical_negg": [0.6822737455368042], "cos_Ac_negg": [0.6822737455368042], "r_norm": [0.19060349464416504]}, {"step": 8450, "epoch": 21, "train_loss": 0.0014837202616035938, "cos_r_negg": [0.6815122365951538], "cos_innovation_negg": [0.6815122365951538], "cos_apical_negg": [0.6815122365951538], "cos_Ac_negg": [0.6815122365951538], "r_norm": [0.18568481504917145]}, {"step": 8500, "epoch": 21, "train_loss": 0.001648977748118341, "cos_r_negg": [0.681464672088623], "cos_innovation_negg": [0.681464672088623], "cos_apical_negg": [0.681464672088623], "cos_Ac_negg": [0.681464672088623], "r_norm": [0.19119329750537872]}, {"step": 8550, "epoch": 21, "train_loss": 0.0009649395942687988, "cos_r_negg": [0.6819396018981934], "cos_innovation_negg": [0.6819396018981934], "cos_apical_negg": [0.6819396018981934], "cos_Ac_negg": [0.6819396018981934], "r_norm": [0.19098593294620514]}, {"step": 8600, "epoch": 21, "train_loss": 0.0019014255376532674, "cos_r_negg": [0.6814602613449097], "cos_innovation_negg": [0.6814602613449097], "cos_apical_negg": [0.6814602613449097], "cos_Ac_negg": [0.6814602613449097], "r_norm": [0.19343748688697815]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9759, "test_loss": 0.10061084146499634}, {"step": 8650, "epoch": 22, "train_loss": 0.0007345492485910654, "cos_r_negg": [0.6812191009521484], "cos_innovation_negg": [0.6812191009521484], "cos_apical_negg": [0.6812191009521484], "cos_Ac_negg": [0.6812191009521484], "r_norm": [0.19549085199832916]}, {"step": 8700, "epoch": 22, "train_loss": 0.0006586976232938468, "cos_r_negg": [0.682077944278717], "cos_innovation_negg": [0.682077944278717], "cos_apical_negg": [0.682077944278717], "cos_Ac_negg": [0.682077944278717], "r_norm": [0.19053956866264343]}, {"step": 8750, "epoch": 22, "train_loss": 0.0008282429771497846, "cos_r_negg": [0.6820470094680786], "cos_innovation_negg": [0.6820470094680786], "cos_apical_negg": [0.6820470094680786], "cos_Ac_negg": [0.6820470094680786], "r_norm": [0.19164763391017914]}, {"step": 8800, "epoch": 22, "train_loss": 0.0011950744083151221, "cos_r_negg": [0.6822711825370789], "cos_innovation_negg": [0.6822711825370789], "cos_apical_negg": [0.6822711825370789], "cos_Ac_negg": [0.6822711825370789], "r_norm": [0.1899031102657318]}, {"step": 8850, "epoch": 22, "train_loss": 0.0008651519892737269, "cos_r_negg": [0.6831668615341187], "cos_innovation_negg": [0.6831668615341187], "cos_apical_negg": [0.6831668615341187], "cos_Ac_negg": [0.6831668615341187], "r_norm": [0.19282834231853485]}, {"step": 8900, "epoch": 22, "train_loss": 0.002004722598940134, "cos_r_negg": [0.6819926500320435], "cos_innovation_negg": [0.6819926500320435], "cos_apical_negg": [0.6819926500320435], "cos_Ac_negg": [0.6819926500320435], "r_norm": [0.19588813185691833]}, {"step": 8950, "epoch": 22, "train_loss": 0.0013964847894385457, "cos_r_negg": [0.6829478740692139], "cos_innovation_negg": [0.6829478740692139], "cos_apical_negg": [0.6829478740692139], "cos_Ac_negg": [0.6829478740692139], "r_norm": [0.19545143842697144]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9764, "test_loss": 0.10051668453216553}, {"step": 9000, "epoch": 23, "train_loss": 0.0005464112036861479, "cos_r_negg": [0.6824558973312378], "cos_innovation_negg": [0.6824558973312378], "cos_apical_negg": [0.6824558973312378], "cos_Ac_negg": [0.6824558973312378], "r_norm": [0.18938806653022766]}, {"step": 9050, "epoch": 23, "train_loss": 0.001428737654350698, "cos_r_negg": [0.6826515793800354], "cos_innovation_negg": [0.6826515793800354], "cos_apical_negg": [0.6826515793800354], "cos_Ac_negg": [0.6826515793800354], "r_norm": [0.19097651541233063]}, {"step": 9100, "epoch": 23, "train_loss": 0.0009827159810811281, "cos_r_negg": [0.6829420328140259], "cos_innovation_negg": [0.6829420328140259], "cos_apical_negg": [0.6829420328140259], "cos_Ac_negg": [0.6829420328140259], "r_norm": [0.18857364356517792]}, {"step": 9150, "epoch": 23, "train_loss": 0.0011744751827791333, "cos_r_negg": [0.6822063326835632], "cos_innovation_negg": [0.6822063326835632], "cos_apical_negg": [0.6822063326835632], "cos_Ac_negg": [0.6822063326835632], "r_norm": [0.18897733092308044]}, {"step": 9200, "epoch": 23, "train_loss": 0.0024657039903104305, "cos_r_negg": [0.6832650303840637], "cos_innovation_negg": [0.6832650303840637], "cos_apical_negg": [0.6832650303840637], "cos_Ac_negg": [0.6832650303840637], "r_norm": [0.19092422723770142]}, {"step": 9250, "epoch": 23, "train_loss": 0.0008344845264218748, "cos_r_negg": [0.6826353073120117], "cos_innovation_negg": [0.6826353073120117], "cos_apical_negg": [0.6826353073120117], "cos_Ac_negg": [0.6826353073120117], "r_norm": [0.1910349726676941]}, {"step": 9300, "epoch": 23, "train_loss": 0.0008171044173650444, "cos_r_negg": [0.6815447807312012], "cos_innovation_negg": [0.6815447807312012], "cos_apical_negg": [0.6815447807312012], "cos_Ac_negg": [0.6815447807312012], "r_norm": [0.18760666251182556]}, {"step": 9350, "epoch": 23, "train_loss": 0.0006330784526653588, "cos_r_negg": [0.6823996901512146], "cos_innovation_negg": [0.6823996901512146], "cos_apical_negg": [0.6823996901512146], "cos_Ac_negg": [0.6823996901512146], "r_norm": [0.19100260734558105]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.976, "test_loss": 0.10144022274017334}, {"step": 9400, "epoch": 24, "train_loss": 0.0009995681466534734, "cos_r_negg": [0.681812584400177], "cos_innovation_negg": [0.681812584400177], "cos_apical_negg": [0.681812584400177], "cos_Ac_negg": [0.681812584400177], "r_norm": [0.19063903391361237]}, {"step": 9450, "epoch": 24, "train_loss": 0.00025688938330858946, "cos_r_negg": [0.683201789855957], "cos_innovation_negg": [0.683201789855957], "cos_apical_negg": [0.683201789855957], "cos_Ac_negg": [0.683201789855957], "r_norm": [0.19216157495975494]}, {"step": 9500, "epoch": 24, "train_loss": 0.000882198684848845, "cos_r_negg": [0.6833131313323975], "cos_innovation_negg": [0.6833131313323975], "cos_apical_negg": [0.6833131313323975], "cos_Ac_negg": [0.6833131313323975], "r_norm": [0.18897485733032227]}, {"step": 9550, "epoch": 24, "train_loss": 0.000734077300876379, "cos_r_negg": [0.6827399730682373], "cos_innovation_negg": [0.6827399730682373], "cos_apical_negg": [0.6827399730682373], "cos_Ac_negg": [0.6827399730682373], "r_norm": [0.18916454911231995]}, {"step": 9600, "epoch": 24, "train_loss": 0.0006797942915000021, "cos_r_negg": [0.6827425956726074], "cos_innovation_negg": [0.6827425956726074], "cos_apical_negg": [0.6827425956726074], "cos_Ac_negg": [0.6827425956726074], "r_norm": [0.18523305654525757]}, {"step": 9650, "epoch": 24, "train_loss": 0.0014606100739911199, "cos_r_negg": [0.6834086179733276], "cos_innovation_negg": [0.6834086179733276], "cos_apical_negg": [0.6834086179733276], "cos_Ac_negg": [0.6834086179733276], "r_norm": [0.18498678505420685]}, {"step": 9700, "epoch": 24, "train_loss": 0.0008019700180739164, "cos_r_negg": [0.6837320327758789], "cos_innovation_negg": [0.6837320327758789], "cos_apical_negg": [0.6837320327758789], "cos_Ac_negg": [0.6837320327758789], "r_norm": [0.1882728636264801]}, {"step": 9750, "epoch": 24, "train_loss": 0.0021499749273061752, "cos_r_negg": [0.6825861930847168], "cos_innovation_negg": [0.6825861930847168], "cos_apical_negg": [0.6825861930847168], "cos_Ac_negg": [0.6825861930847168], "r_norm": [0.1928425133228302]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9762, "test_loss": 0.10120076494216919}], "final": {"test_acc": 0.9762, "test_loss": 0.10120076494216919, "wall_s": 9.965670347213745, "cos_r_negg": [0.682105302810669], "cos_innovation_negg": [0.682105302810669], "cos_apical_negg": [0.682105302810669], "cos_Ac_negg": [0.682105302810669]}}
\ No newline at end of file diff --git a/results/ep_archmatch_v1_mnist_dfa_w500_d1_s3.json b/results/ep_archmatch_v1_mnist_dfa_w500_d1_s3.json new file mode 100644 index 0000000..373aec1 --- /dev/null +++ b/results/ep_archmatch_v1_mnist_dfa_w500_d1_s3.json @@ -0,0 +1 @@ +{"args": {"mode": "dfa", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_dfa_w500_d1_s3", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.442439317703247, "cos_r_negg": [0.008548112586140633], "cos_innovation_negg": [0.008548112586140633], "cos_apical_negg": [0.008548112586140633], "cos_Ac_negg": [0.008548112586140633], "r_norm": [6.77165412902832]}, {"step": 50, "epoch": 0, "train_loss": 0.5363419055938721, "cos_r_negg": [0.4376137852668762], "cos_innovation_negg": [0.4376137852668762], "cos_apical_negg": [0.4376137852668762], "cos_Ac_negg": [0.4376137852668762], "r_norm": [1.3919880390167236]}, {"step": 100, "epoch": 0, "train_loss": 0.1216859221458435, "cos_r_negg": [0.4438024163246155], "cos_innovation_negg": [0.4438024163246155], "cos_apical_negg": [0.4438024163246155], "cos_Ac_negg": [0.4438024163246155], "r_norm": [1.1661627292633057]}, {"step": 150, "epoch": 0, "train_loss": 0.1311318725347519, "cos_r_negg": [0.4501838684082031], "cos_innovation_negg": [0.4501838684082031], "cos_apical_negg": [0.4501838684082031], "cos_Ac_negg": [0.4501838684082031], "r_norm": [0.9205038547515869]}, {"step": 200, "epoch": 0, "train_loss": 0.23071861267089844, "cos_r_negg": [0.4427683651447296], "cos_innovation_negg": [0.4427683651447296], "cos_apical_negg": [0.4427683651447296], "cos_Ac_negg": [0.4427683651447296], "r_norm": [0.8930307626724243]}, {"step": 250, "epoch": 0, "train_loss": 0.3257734477519989, "cos_r_negg": [0.46152177453041077], "cos_innovation_negg": [0.46152177453041077], "cos_apical_negg": [0.46152177453041077], "cos_Ac_negg": [0.46152177453041077], "r_norm": [0.869844377040863]}, {"step": 300, "epoch": 0, "train_loss": 0.156560480594635, "cos_r_negg": [0.4561105966567993], "cos_innovation_negg": [0.4561105966567993], "cos_apical_negg": [0.4561105966567993], "cos_Ac_negg": [0.4561105966567993], "r_norm": [0.7620288133621216]}, {"step": 350, "epoch": 0, "train_loss": 0.23274347186088562, "cos_r_negg": [0.4531751871109009], "cos_innovation_negg": [0.4531751871109009], "cos_apical_negg": [0.4531751871109009], "cos_Ac_negg": [0.4531751871109009], "r_norm": [0.6907886266708374]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9503, "test_loss": 0.16692773971557617}, {"step": 400, "epoch": 1, "train_loss": 0.13416726887226105, "cos_r_negg": [0.49407586455345154], "cos_innovation_negg": [0.49407586455345154], "cos_apical_negg": [0.49407586455345154], "cos_Ac_negg": [0.49407586455345154], "r_norm": [0.6247698664665222]}, {"step": 450, "epoch": 1, "train_loss": 0.13773851096630096, "cos_r_negg": [0.4886684715747833], "cos_innovation_negg": [0.4886684715747833], "cos_apical_negg": [0.4886684715747833], "cos_Ac_negg": [0.4886684715747833], "r_norm": [0.5645762085914612]}, {"step": 500, "epoch": 1, "train_loss": 0.20568495988845825, "cos_r_negg": [0.4984704554080963], "cos_innovation_negg": [0.4984704554080963], "cos_apical_negg": [0.4984704554080963], "cos_Ac_negg": [0.4984704554080963], "r_norm": [0.4723920524120331]}, {"step": 550, "epoch": 1, "train_loss": 0.08550918102264404, "cos_r_negg": [0.5000975728034973], "cos_innovation_negg": [0.5000975728034973], "cos_apical_negg": [0.5000975728034973], "cos_Ac_negg": [0.5000975728034973], "r_norm": [0.5834252834320068]}, {"step": 600, "epoch": 1, "train_loss": 0.07054577767848969, "cos_r_negg": [0.5248688459396362], "cos_innovation_negg": [0.5248688459396362], "cos_apical_negg": [0.5248688459396362], "cos_Ac_negg": [0.5248688459396362], "r_norm": [0.5585659146308899]}, {"step": 650, "epoch": 1, "train_loss": 0.10482070595026016, "cos_r_negg": [0.5035796761512756], "cos_innovation_negg": [0.5035796761512756], "cos_apical_negg": [0.5035796761512756], "cos_Ac_negg": [0.5035796761512756], "r_norm": [0.5744994878768921]}, {"step": 700, "epoch": 1, "train_loss": 0.15410007536411285, "cos_r_negg": [0.500011682510376], "cos_innovation_negg": [0.500011682510376], "cos_apical_negg": [0.500011682510376], "cos_Ac_negg": [0.500011682510376], "r_norm": [0.5410553216934204]}, {"step": 750, "epoch": 1, "train_loss": 0.15145228803157806, "cos_r_negg": [0.51210618019104], "cos_innovation_negg": [0.51210618019104], "cos_apical_negg": [0.51210618019104], "cos_Ac_negg": [0.51210618019104], "r_norm": [0.6504545211791992]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9559, "test_loss": 0.14620965728759766}, {"step": 800, "epoch": 2, "train_loss": 0.10612640529870987, "cos_r_negg": [0.5219205021858215], "cos_innovation_negg": [0.5219205021858215], "cos_apical_negg": [0.5219205021858215], "cos_Ac_negg": [0.5219205021858215], "r_norm": [0.4923829734325409]}, {"step": 850, "epoch": 2, "train_loss": 0.06960354000329971, "cos_r_negg": [0.5385115146636963], "cos_innovation_negg": [0.5385115146636963], "cos_apical_negg": [0.5385115146636963], "cos_Ac_negg": [0.5385115146636963], "r_norm": [0.46809083223342896]}, {"step": 900, "epoch": 2, "train_loss": 0.07304694503545761, "cos_r_negg": [0.541561484336853], "cos_innovation_negg": [0.541561484336853], "cos_apical_negg": [0.541561484336853], "cos_Ac_negg": [0.541561484336853], "r_norm": [0.47019800543785095]}, {"step": 950, "epoch": 2, "train_loss": 0.08335687965154648, "cos_r_negg": [0.5382529497146606], "cos_innovation_negg": [0.5382529497146606], "cos_apical_negg": [0.5382529497146606], "cos_Ac_negg": [0.5382529497146606], "r_norm": [0.3802074193954468]}, {"step": 1000, "epoch": 2, "train_loss": 0.07608257234096527, "cos_r_negg": [0.5502356290817261], "cos_innovation_negg": [0.5502356290817261], "cos_apical_negg": [0.5502356290817261], "cos_Ac_negg": [0.5502356290817261], "r_norm": [0.44931650161743164]}, {"step": 1050, "epoch": 2, "train_loss": 0.06301358342170715, "cos_r_negg": [0.5453894138336182], "cos_innovation_negg": [0.5453894138336182], "cos_apical_negg": [0.5453894138336182], "cos_Ac_negg": [0.5453894138336182], "r_norm": [0.3921957314014435]}, {"step": 1100, "epoch": 2, "train_loss": 0.14986667037010193, "cos_r_negg": [0.5441368222236633], "cos_innovation_negg": [0.5441368222236633], "cos_apical_negg": [0.5441368222236633], "cos_Ac_negg": [0.5441368222236633], "r_norm": [0.35281893610954285]}, {"step": 1150, "epoch": 2, "train_loss": 0.0765186995267868, "cos_r_negg": [0.556448757648468], "cos_innovation_negg": [0.556448757648468], "cos_apical_negg": [0.556448757648468], "cos_Ac_negg": [0.556448757648468], "r_norm": [0.3307812213897705]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9688, "test_loss": 0.10577053813934326}, {"step": 1200, "epoch": 3, "train_loss": 0.06769527494907379, "cos_r_negg": [0.5597448348999023], "cos_innovation_negg": [0.5597448348999023], "cos_apical_negg": [0.5597448348999023], "cos_Ac_negg": [0.5597448348999023], "r_norm": [0.4475802481174469]}, {"step": 1250, "epoch": 3, "train_loss": 0.060645073652267456, "cos_r_negg": [0.5574368238449097], "cos_innovation_negg": [0.5574368238449097], "cos_apical_negg": [0.5574368238449097], "cos_Ac_negg": [0.5574368238449097], "r_norm": [0.36504653096199036]}, {"step": 1300, "epoch": 3, "train_loss": 0.010290195234119892, "cos_r_negg": [0.5699120759963989], "cos_innovation_negg": [0.5699120759963989], "cos_apical_negg": [0.5699120759963989], "cos_Ac_negg": [0.5699120759963989], "r_norm": [0.33620917797088623]}, {"step": 1350, "epoch": 3, "train_loss": 0.028610646724700928, "cos_r_negg": [0.5648489594459534], "cos_innovation_negg": [0.5648489594459534], "cos_apical_negg": [0.5648489594459534], "cos_Ac_negg": [0.5648489594459534], "r_norm": [0.32549506425857544]}, {"step": 1400, "epoch": 3, "train_loss": 0.03743978589773178, "cos_r_negg": [0.5771533846855164], "cos_innovation_negg": [0.5771533846855164], "cos_apical_negg": [0.5771533846855164], "cos_Ac_negg": [0.5771533846855164], "r_norm": [0.41055676341056824]}, {"step": 1450, "epoch": 3, "train_loss": 0.03383064270019531, "cos_r_negg": [0.5811811685562134], "cos_innovation_negg": [0.5811811685562134], "cos_apical_negg": [0.5811811685562134], "cos_Ac_negg": [0.5811811685562134], "r_norm": [0.4641897678375244]}, {"step": 1500, "epoch": 3, "train_loss": 0.09725669026374817, "cos_r_negg": [0.5892876982688904], "cos_innovation_negg": [0.5892876982688904], "cos_apical_negg": [0.5892876982688904], "cos_Ac_negg": [0.5892876982688904], "r_norm": [0.30729448795318604]}, {"step": 1550, "epoch": 3, "train_loss": 0.0516163595020771, "cos_r_negg": [0.5763197541236877], "cos_innovation_negg": [0.5763197541236877], "cos_apical_negg": [0.5763197541236877], "cos_Ac_negg": [0.5763197541236877], "r_norm": [0.3487250506877899]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9681, "test_loss": 0.1060694658279419}, {"step": 1600, "epoch": 4, "train_loss": 0.06377555429935455, "cos_r_negg": [0.5885501503944397], "cos_innovation_negg": [0.5885501503944397], "cos_apical_negg": [0.5885501503944397], "cos_Ac_negg": [0.5885501503944397], "r_norm": [0.2843015789985657]}, {"step": 1650, "epoch": 4, "train_loss": 0.07234866172075272, "cos_r_negg": [0.5844722986221313], "cos_innovation_negg": [0.5844722986221313], "cos_apical_negg": [0.5844722986221313], "cos_Ac_negg": [0.5844722986221313], "r_norm": [0.29238879680633545]}, {"step": 1700, "epoch": 4, "train_loss": 0.04979585111141205, "cos_r_negg": [0.5935534238815308], "cos_innovation_negg": [0.5935534238815308], "cos_apical_negg": [0.5935534238815308], "cos_Ac_negg": [0.5935534238815308], "r_norm": [0.3028966188430786]}, {"step": 1750, "epoch": 4, "train_loss": 0.029761599376797676, "cos_r_negg": [0.600528359413147], "cos_innovation_negg": [0.600528359413147], "cos_apical_negg": [0.600528359413147], "cos_Ac_negg": [0.600528359413147], "r_norm": [0.2917250990867615]}, {"step": 1800, "epoch": 4, "train_loss": 0.02162511833012104, "cos_r_negg": [0.5946288704872131], "cos_innovation_negg": [0.5946288704872131], "cos_apical_negg": [0.5946288704872131], "cos_Ac_negg": [0.5946288704872131], "r_norm": [0.3227265179157257]}, {"step": 1850, "epoch": 4, "train_loss": 0.08971917629241943, "cos_r_negg": [0.5956673622131348], "cos_innovation_negg": [0.5956673622131348], "cos_apical_negg": [0.5956673622131348], "cos_Ac_negg": [0.5956673622131348], "r_norm": [0.28730106353759766]}, {"step": 1900, "epoch": 4, "train_loss": 0.0074749416671693325, "cos_r_negg": [0.6076840162277222], "cos_innovation_negg": [0.6076840162277222], "cos_apical_negg": [0.6076840162277222], "cos_Ac_negg": [0.6076840162277222], "r_norm": [0.27146175503730774]}, {"step": 1950, "epoch": 4, "train_loss": 0.06698575615882874, "cos_r_negg": [0.6047966480255127], "cos_innovation_negg": [0.6047966480255127], "cos_apical_negg": [0.6047966480255127], "cos_Ac_negg": [0.6047966480255127], "r_norm": [0.2758903503417969]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9737, "test_loss": 0.0915428316116333}, {"step": 2000, "epoch": 5, "train_loss": 0.03715651109814644, "cos_r_negg": [0.6262306571006775], "cos_innovation_negg": [0.6262306571006775], "cos_apical_negg": [0.6262306571006775], "cos_Ac_negg": [0.6262306571006775], "r_norm": [0.3062130808830261]}, {"step": 2050, "epoch": 5, "train_loss": 0.01559838093817234, "cos_r_negg": [0.6118366122245789], "cos_innovation_negg": [0.6118366122245789], "cos_apical_negg": [0.6118366122245789], "cos_Ac_negg": [0.6118366122245789], "r_norm": [0.28920838236808777]}, {"step": 2100, "epoch": 5, "train_loss": 0.020354852080345154, "cos_r_negg": [0.6169546842575073], "cos_innovation_negg": [0.6169546842575073], "cos_apical_negg": [0.6169546842575073], "cos_Ac_negg": [0.6169546842575073], "r_norm": [0.2608243227005005]}, {"step": 2150, "epoch": 5, "train_loss": 0.005694162100553513, "cos_r_negg": [0.6161947250366211], "cos_innovation_negg": [0.6161947250366211], "cos_apical_negg": [0.6161947250366211], "cos_Ac_negg": [0.6161947250366211], "r_norm": [0.2769538164138794]}, {"step": 2200, "epoch": 5, "train_loss": 0.031961146742105484, "cos_r_negg": [0.6140713691711426], "cos_innovation_negg": [0.6140713691711426], "cos_apical_negg": [0.6140713691711426], "cos_Ac_negg": [0.6140713691711426], "r_norm": [0.24277204275131226]}, {"step": 2250, "epoch": 5, "train_loss": 0.01551815401762724, "cos_r_negg": [0.6204153299331665], "cos_innovation_negg": [0.6204153299331665], "cos_apical_negg": [0.6204153299331665], "cos_Ac_negg": [0.6204153299331665], "r_norm": [0.25323212146759033]}, {"step": 2300, "epoch": 5, "train_loss": 0.017334941774606705, "cos_r_negg": [0.618844211101532], "cos_innovation_negg": [0.618844211101532], "cos_apical_negg": [0.618844211101532], "cos_Ac_negg": [0.618844211101532], "r_norm": [0.24020928144454956]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9719, "test_loss": 0.0941448320388794}, {"step": 2350, "epoch": 6, "train_loss": 0.01014021784067154, "cos_r_negg": [0.6194796562194824], "cos_innovation_negg": [0.6194796562194824], "cos_apical_negg": [0.6194796562194824], "cos_Ac_negg": [0.6194796562194824], "r_norm": [0.23130422830581665]}, {"step": 2400, "epoch": 6, "train_loss": 0.008165987208485603, "cos_r_negg": [0.6260712146759033], "cos_innovation_negg": [0.6260712146759033], "cos_apical_negg": [0.6260712146759033], "cos_Ac_negg": [0.6260712146759033], "r_norm": [0.23445481061935425]}, {"step": 2450, "epoch": 6, "train_loss": 0.024763470515608788, "cos_r_negg": [0.6184272766113281], "cos_innovation_negg": [0.6184272766113281], "cos_apical_negg": [0.6184272766113281], "cos_Ac_negg": [0.6184272766113281], "r_norm": [0.23025111854076385]}, {"step": 2500, "epoch": 6, "train_loss": 0.009604115039110184, "cos_r_negg": [0.6274337768554688], "cos_innovation_negg": [0.6274337768554688], "cos_apical_negg": [0.6274337768554688], "cos_Ac_negg": [0.6274337768554688], "r_norm": [0.21369673311710358]}, {"step": 2550, "epoch": 6, "train_loss": 0.02136237546801567, "cos_r_negg": [0.6231203079223633], "cos_innovation_negg": [0.6231203079223633], "cos_apical_negg": [0.6231203079223633], "cos_Ac_negg": [0.6231203079223633], "r_norm": [0.22462376952171326]}, {"step": 2600, "epoch": 6, "train_loss": 0.016291538253426552, "cos_r_negg": [0.6236748695373535], "cos_innovation_negg": [0.6236748695373535], "cos_apical_negg": [0.6236748695373535], "cos_Ac_negg": [0.6236748695373535], "r_norm": [0.24315427243709564]}, {"step": 2650, "epoch": 6, "train_loss": 0.02006765455007553, "cos_r_negg": [0.6304926872253418], "cos_innovation_negg": [0.6304926872253418], "cos_apical_negg": [0.6304926872253418], "cos_Ac_negg": [0.6304926872253418], "r_norm": [0.21973562240600586]}, {"step": 2700, "epoch": 6, "train_loss": 0.007136902771890163, "cos_r_negg": [0.6280251741409302], "cos_innovation_negg": [0.6280251741409302], "cos_apical_negg": [0.6280251741409302], "cos_Ac_negg": [0.6280251741409302], "r_norm": [0.25129562616348267]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9751, "test_loss": 0.08822272167205811}, {"step": 2750, "epoch": 7, "train_loss": 0.0030623339116573334, "cos_r_negg": [0.6366771459579468], "cos_innovation_negg": [0.6366771459579468], "cos_apical_negg": [0.6366771459579468], "cos_Ac_negg": [0.6366771459579468], "r_norm": [0.22319546341896057]}, {"step": 2800, "epoch": 7, "train_loss": 0.010890500620007515, "cos_r_negg": [0.6421500444412231], "cos_innovation_negg": [0.6421500444412231], "cos_apical_negg": [0.6421500444412231], "cos_Ac_negg": [0.6421500444412231], "r_norm": [0.20071640610694885]}, {"step": 2850, "epoch": 7, "train_loss": 0.007570589892566204, "cos_r_negg": [0.6394366025924683], "cos_innovation_negg": [0.6394366025924683], "cos_apical_negg": [0.6394366025924683], "cos_Ac_negg": [0.6394366025924683], "r_norm": [0.2162337303161621]}, {"step": 2900, "epoch": 7, "train_loss": 0.003252351190894842, "cos_r_negg": [0.6404790282249451], "cos_innovation_negg": [0.6404790282249451], "cos_apical_negg": [0.6404790282249451], "cos_Ac_negg": [0.6404790282249451], "r_norm": [0.20290347933769226]}, {"step": 2950, "epoch": 7, "train_loss": 0.004013213329017162, "cos_r_negg": [0.6417880058288574], "cos_innovation_negg": [0.6417880058288574], "cos_apical_negg": [0.6417880058288574], "cos_Ac_negg": [0.6417880058288574], "r_norm": [0.20410795509815216]}, {"step": 3000, "epoch": 7, "train_loss": 0.00501081719994545, "cos_r_negg": [0.6377766728401184], "cos_innovation_negg": [0.6377766728401184], "cos_apical_negg": [0.6377766728401184], "cos_Ac_negg": [0.6377766728401184], "r_norm": [0.1983664631843567]}, {"step": 3050, "epoch": 7, "train_loss": 0.004919731058180332, "cos_r_negg": [0.6433807611465454], "cos_innovation_negg": [0.6433807611465454], "cos_apical_negg": [0.6433807611465454], "cos_Ac_negg": [0.6433807611465454], "r_norm": [0.1903722882270813]}, {"step": 3100, "epoch": 7, "train_loss": 0.0022773887030780315, "cos_r_negg": [0.6466061472892761], "cos_innovation_negg": [0.6466061472892761], "cos_apical_negg": [0.6466061472892761], "cos_Ac_negg": [0.6466061472892761], "r_norm": [0.19517894089221954]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9745, "test_loss": 0.08891878757476807}, {"step": 3150, "epoch": 8, "train_loss": 0.004336378071457148, "cos_r_negg": [0.6444277763366699], "cos_innovation_negg": [0.6444277763366699], "cos_apical_negg": [0.6444277763366699], "cos_Ac_negg": [0.6444277763366699], "r_norm": [0.20238903164863586]}, {"step": 3200, "epoch": 8, "train_loss": 0.010351760312914848, "cos_r_negg": [0.6447922587394714], "cos_innovation_negg": [0.6447922587394714], "cos_apical_negg": [0.6447922587394714], "cos_Ac_negg": [0.6447922587394714], "r_norm": [0.20848368108272552]}, {"step": 3250, "epoch": 8, "train_loss": 0.0028710688930004835, "cos_r_negg": [0.6454180479049683], "cos_innovation_negg": [0.6454180479049683], "cos_apical_negg": [0.6454180479049683], "cos_Ac_negg": [0.6454180479049683], "r_norm": [0.21021220088005066]}, {"step": 3300, "epoch": 8, "train_loss": 0.004988059401512146, "cos_r_negg": [0.6489178538322449], "cos_innovation_negg": [0.6489178538322449], "cos_apical_negg": [0.6489178538322449], "cos_Ac_negg": [0.6489178538322449], "r_norm": [0.19697944819927216]}, {"step": 3350, "epoch": 8, "train_loss": 0.012388825416564941, "cos_r_negg": [0.6492448449134827], "cos_innovation_negg": [0.6492448449134827], "cos_apical_negg": [0.6492448449134827], "cos_Ac_negg": [0.6492448449134827], "r_norm": [0.19435536861419678]}, {"step": 3400, "epoch": 8, "train_loss": 0.003946593962609768, "cos_r_negg": [0.6433913707733154], "cos_innovation_negg": [0.6433913707733154], "cos_apical_negg": [0.6433913707733154], "cos_Ac_negg": [0.6433913707733154], "r_norm": [0.21129077672958374]}, {"step": 3450, "epoch": 8, "train_loss": 0.0032899288926273584, "cos_r_negg": [0.647679328918457], "cos_innovation_negg": [0.647679328918457], "cos_apical_negg": [0.647679328918457], "cos_Ac_negg": [0.647679328918457], "r_norm": [0.19783155620098114]}, {"step": 3500, "epoch": 8, "train_loss": 0.010790111497044563, "cos_r_negg": [0.650292158126831], "cos_innovation_negg": [0.650292158126831], "cos_apical_negg": [0.650292158126831], "cos_Ac_negg": [0.650292158126831], "r_norm": [0.19501425325870514]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9764, "test_loss": 0.08624833240509033}, {"step": 3550, "epoch": 9, "train_loss": 0.00415037153288722, "cos_r_negg": [0.6443274021148682], "cos_innovation_negg": [0.6443274021148682], "cos_apical_negg": [0.6443274021148682], "cos_Ac_negg": [0.6443274021148682], "r_norm": [0.19695767760276794]}, {"step": 3600, "epoch": 9, "train_loss": 0.002783270087093115, "cos_r_negg": [0.6474475860595703], "cos_innovation_negg": [0.6474475860595703], "cos_apical_negg": [0.6474475860595703], "cos_Ac_negg": [0.6474475860595703], "r_norm": [0.18732833862304688]}, {"step": 3650, "epoch": 9, "train_loss": 0.004318370949476957, "cos_r_negg": [0.6503322124481201], "cos_innovation_negg": [0.6503322124481201], "cos_apical_negg": [0.6503322124481201], "cos_Ac_negg": [0.6503322124481201], "r_norm": [0.18886592984199524]}, {"step": 3700, "epoch": 9, "train_loss": 0.007296190597116947, "cos_r_negg": [0.6492711901664734], "cos_innovation_negg": [0.6492711901664734], "cos_apical_negg": [0.6492711901664734], "cos_Ac_negg": [0.6492711901664734], "r_norm": [0.1957516372203827]}, {"step": 3750, "epoch": 9, "train_loss": 0.005999542772769928, "cos_r_negg": [0.6541937589645386], "cos_innovation_negg": [0.6541937589645386], "cos_apical_negg": [0.6541937589645386], "cos_Ac_negg": [0.6541937589645386], "r_norm": [0.19850140810012817]}, {"step": 3800, "epoch": 9, "train_loss": 0.0019062224309891462, "cos_r_negg": [0.6500388383865356], "cos_innovation_negg": [0.6500388383865356], "cos_apical_negg": [0.6500388383865356], "cos_Ac_negg": [0.6500388383865356], "r_norm": [0.18814346194267273]}, {"step": 3850, "epoch": 9, "train_loss": 0.006979479920119047, "cos_r_negg": [0.65274977684021], "cos_innovation_negg": [0.65274977684021], "cos_apical_negg": [0.65274977684021], "cos_Ac_negg": [0.65274977684021], "r_norm": [0.20159852504730225]}, {"step": 3900, "epoch": 9, "train_loss": 0.017795085906982422, "cos_r_negg": [0.65329509973526], "cos_innovation_negg": [0.65329509973526], "cos_apical_negg": [0.65329509973526], "cos_Ac_negg": [0.65329509973526], "r_norm": [0.18815459311008453]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9764, "test_loss": 0.08635039100646973}, {"step": 3950, "epoch": 10, "train_loss": 0.004156068898737431, "cos_r_negg": [0.6538388133049011], "cos_innovation_negg": [0.6538388133049011], "cos_apical_negg": [0.6538388133049011], "cos_Ac_negg": [0.6538388133049011], "r_norm": [0.21263061463832855]}, {"step": 4000, "epoch": 10, "train_loss": 0.0023026023991405964, "cos_r_negg": [0.6548007130622864], "cos_innovation_negg": [0.6548007130622864], "cos_apical_negg": [0.6548007130622864], "cos_Ac_negg": [0.6548007130622864], "r_norm": [0.1913701593875885]}, {"step": 4050, "epoch": 10, "train_loss": 0.0015156329609453678, "cos_r_negg": [0.6540789604187012], "cos_innovation_negg": [0.6540789604187012], "cos_apical_negg": [0.6540789604187012], "cos_Ac_negg": [0.6540789604187012], "r_norm": [0.19870451092720032]}, {"step": 4100, "epoch": 10, "train_loss": 0.003098537679761648, "cos_r_negg": [0.6531257629394531], "cos_innovation_negg": [0.6531257629394531], "cos_apical_negg": [0.6531257629394531], "cos_Ac_negg": [0.6531257629394531], "r_norm": [0.2000044584274292]}, {"step": 4150, "epoch": 10, "train_loss": 0.0019474627915769815, "cos_r_negg": [0.6530778408050537], "cos_innovation_negg": [0.6530778408050537], "cos_apical_negg": [0.6530778408050537], "cos_Ac_negg": [0.6530778408050537], "r_norm": [0.18807224929332733]}, {"step": 4200, "epoch": 10, "train_loss": 0.004173523746430874, "cos_r_negg": [0.6563830375671387], "cos_innovation_negg": [0.6563830375671387], "cos_apical_negg": [0.6563830375671387], "cos_Ac_negg": [0.6563830375671387], "r_norm": [0.19230778515338898]}, {"step": 4250, "epoch": 10, "train_loss": 0.005850169807672501, "cos_r_negg": [0.6605209708213806], "cos_innovation_negg": [0.6605209708213806], "cos_apical_negg": [0.6605209708213806], "cos_Ac_negg": [0.6605209708213806], "r_norm": [0.1888607293367386]}, {"step": 4300, "epoch": 10, "train_loss": 0.0018562866607680917, "cos_r_negg": [0.6599082350730896], "cos_innovation_negg": [0.6599082350730896], "cos_apical_negg": [0.6599082350730896], "cos_Ac_negg": [0.6599082350730896], "r_norm": [0.19036468863487244]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9755, "test_loss": 0.0883064962387085}, {"step": 4350, "epoch": 11, "train_loss": 0.003945862874388695, "cos_r_negg": [0.6616725921630859], "cos_innovation_negg": [0.6616725921630859], "cos_apical_negg": [0.6616725921630859], "cos_Ac_negg": [0.6616725921630859], "r_norm": [0.19148670136928558]}, {"step": 4400, "epoch": 11, "train_loss": 0.00252861762419343, "cos_r_negg": [0.6590904593467712], "cos_innovation_negg": [0.6590904593467712], "cos_apical_negg": [0.6590904593467712], "cos_Ac_negg": [0.6590904593467712], "r_norm": [0.18406416475772858]}, {"step": 4450, "epoch": 11, "train_loss": 0.008483943529427052, "cos_r_negg": [0.662162721157074], "cos_innovation_negg": [0.662162721157074], "cos_apical_negg": [0.662162721157074], "cos_Ac_negg": [0.662162721157074], "r_norm": [0.1862124353647232]}, {"step": 4500, "epoch": 11, "train_loss": 0.0004408641834743321, "cos_r_negg": [0.6604998111724854], "cos_innovation_negg": [0.6604998111724854], "cos_apical_negg": [0.6604998111724854], "cos_Ac_negg": [0.6604998111724854], "r_norm": [0.19248756766319275]}, {"step": 4550, "epoch": 11, "train_loss": 0.005936149507761002, "cos_r_negg": [0.6583750247955322], "cos_innovation_negg": [0.6583750247955322], "cos_apical_negg": [0.6583750247955322], "cos_Ac_negg": [0.6583750247955322], "r_norm": [0.18951238691806793]}, {"step": 4600, "epoch": 11, "train_loss": 0.0011925961589440703, "cos_r_negg": [0.6599512100219727], "cos_innovation_negg": [0.6599512100219727], "cos_apical_negg": [0.6599512100219727], "cos_Ac_negg": [0.6599512100219727], "r_norm": [0.1931493729352951]}, {"step": 4650, "epoch": 11, "train_loss": 0.0035241572186350822, "cos_r_negg": [0.6626706123352051], "cos_innovation_negg": [0.6626706123352051], "cos_apical_negg": [0.6626706123352051], "cos_Ac_negg": [0.6626706123352051], "r_norm": [0.19371065497398376]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9767, "test_loss": 0.08754708909988404}, {"step": 4700, "epoch": 12, "train_loss": 0.0032634595409035683, "cos_r_negg": [0.6621760725975037], "cos_innovation_negg": [0.6621760725975037], "cos_apical_negg": [0.6621760725975037], "cos_Ac_negg": [0.6621760725975037], "r_norm": [0.19149097800254822]}, {"step": 4750, "epoch": 12, "train_loss": 0.0025233339983969927, "cos_r_negg": [0.6616387963294983], "cos_innovation_negg": [0.6616387963294983], "cos_apical_negg": [0.6616387963294983], "cos_Ac_negg": [0.6616387963294983], "r_norm": [0.1847679167985916]}, {"step": 4800, "epoch": 12, "train_loss": 0.0017325032968074083, "cos_r_negg": [0.6621156930923462], "cos_innovation_negg": [0.6621156930923462], "cos_apical_negg": [0.6621156930923462], "cos_Ac_negg": [0.6621156930923462], "r_norm": [0.19214680790901184]}, {"step": 4850, "epoch": 12, "train_loss": 0.0015416943933814764, "cos_r_negg": [0.6622645258903503], "cos_innovation_negg": [0.6622645258903503], "cos_apical_negg": [0.6622645258903503], "cos_Ac_negg": [0.6622645258903503], "r_norm": [0.1910938024520874]}, {"step": 4900, "epoch": 12, "train_loss": 0.002132368739694357, "cos_r_negg": [0.6633182764053345], "cos_innovation_negg": [0.6633182764053345], "cos_apical_negg": [0.6633182764053345], "cos_Ac_negg": [0.6633182764053345], "r_norm": [0.188226580619812]}, {"step": 4950, "epoch": 12, "train_loss": 0.0016303692245855927, "cos_r_negg": [0.6629526615142822], "cos_innovation_negg": [0.6629526615142822], "cos_apical_negg": [0.6629526615142822], "cos_Ac_negg": [0.6629526615142822], "r_norm": [0.1891656219959259]}, {"step": 5000, "epoch": 12, "train_loss": 0.001205473905429244, "cos_r_negg": [0.6645966172218323], "cos_innovation_negg": [0.6645966172218323], "cos_apical_negg": [0.6645966172218323], "cos_Ac_negg": [0.6645966172218323], "r_norm": [0.19087006151676178]}, {"step": 5050, "epoch": 12, "train_loss": 0.0020330441184341908, "cos_r_negg": [0.6632612943649292], "cos_innovation_negg": [0.6632612943649292], "cos_apical_negg": [0.6632612943649292], "cos_Ac_negg": [0.6632612943649292], "r_norm": [0.19048205018043518]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9765, "test_loss": 0.0897450662612915}, {"step": 5100, "epoch": 13, "train_loss": 0.0015689498977735639, "cos_r_negg": [0.6632356643676758], "cos_innovation_negg": [0.6632356643676758], "cos_apical_negg": [0.6632356643676758], "cos_Ac_negg": [0.6632356643676758], "r_norm": [0.19515526294708252]}, {"step": 5150, "epoch": 13, "train_loss": 0.0032305759377777576, "cos_r_negg": [0.6647845506668091], "cos_innovation_negg": [0.6647845506668091], "cos_apical_negg": [0.6647845506668091], "cos_Ac_negg": [0.6647845506668091], "r_norm": [0.19155773520469666]}, {"step": 5200, "epoch": 13, "train_loss": 0.0021498212590813637, "cos_r_negg": [0.6653106808662415], "cos_innovation_negg": [0.6653106808662415], "cos_apical_negg": [0.6653106808662415], "cos_Ac_negg": [0.6653106808662415], "r_norm": [0.1925402730703354]}, {"step": 5250, "epoch": 13, "train_loss": 0.0013341844314709306, "cos_r_negg": [0.6644632816314697], "cos_innovation_negg": [0.6644632816314697], "cos_apical_negg": [0.6644632816314697], "cos_Ac_negg": [0.6644632816314697], "r_norm": [0.1913897544145584]}, {"step": 5300, "epoch": 13, "train_loss": 0.00297095300629735, "cos_r_negg": [0.6649411916732788], "cos_innovation_negg": [0.6649411916732788], "cos_apical_negg": [0.6649411916732788], "cos_Ac_negg": [0.6649411916732788], "r_norm": [0.18792349100112915]}, {"step": 5350, "epoch": 13, "train_loss": 0.0038473668973892927, "cos_r_negg": [0.664700984954834], "cos_innovation_negg": [0.664700984954834], "cos_apical_negg": [0.664700984954834], "cos_Ac_negg": [0.664700984954834], "r_norm": [0.19175377488136292]}, {"step": 5400, "epoch": 13, "train_loss": 0.0031616524793207645, "cos_r_negg": [0.6671086549758911], "cos_innovation_negg": [0.6671086549758911], "cos_apical_negg": [0.6671086549758911], "cos_Ac_negg": [0.6671086549758911], "r_norm": [0.1898212432861328]}, {"step": 5450, "epoch": 13, "train_loss": 0.0024428064934909344, "cos_r_negg": [0.6663897037506104], "cos_innovation_negg": [0.6663897037506104], "cos_apical_negg": [0.6663897037506104], "cos_Ac_negg": [0.6663897037506104], "r_norm": [0.18423236906528473]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9761, "test_loss": 0.09059316177368164}, {"step": 5500, "epoch": 14, "train_loss": 0.0011226912029087543, "cos_r_negg": [0.6657710075378418], "cos_innovation_negg": [0.6657710075378418], "cos_apical_negg": [0.6657710075378418], "cos_Ac_negg": [0.6657710075378418], "r_norm": [0.19469454884529114]}, {"step": 5550, "epoch": 14, "train_loss": 0.0013064880622550845, "cos_r_negg": [0.6653034687042236], "cos_innovation_negg": [0.6653034687042236], "cos_apical_negg": [0.6653034687042236], "cos_Ac_negg": [0.6653034687042236], "r_norm": [0.1871453821659088]}, {"step": 5600, "epoch": 14, "train_loss": 0.002314056269824505, "cos_r_negg": [0.6679279804229736], "cos_innovation_negg": [0.6679279804229736], "cos_apical_negg": [0.6679279804229736], "cos_Ac_negg": [0.6679279804229736], "r_norm": [0.1868903934955597]}, {"step": 5650, "epoch": 14, "train_loss": 0.0010740846628323197, "cos_r_negg": [0.6664503812789917], "cos_innovation_negg": [0.6664503812789917], "cos_apical_negg": [0.6664503812789917], "cos_Ac_negg": [0.6664503812789917], "r_norm": [0.18747372925281525]}, {"step": 5700, "epoch": 14, "train_loss": 0.0006839900161139667, "cos_r_negg": [0.6664535999298096], "cos_innovation_negg": [0.6664535999298096], "cos_apical_negg": [0.6664535999298096], "cos_Ac_negg": [0.6664535999298096], "r_norm": [0.19066667556762695]}, {"step": 5750, "epoch": 14, "train_loss": 0.0017767411191016436, "cos_r_negg": [0.6681963205337524], "cos_innovation_negg": [0.6681963205337524], "cos_apical_negg": [0.6681963205337524], "cos_Ac_negg": [0.6681963205337524], "r_norm": [0.18777838349342346]}, {"step": 5800, "epoch": 14, "train_loss": 0.004349137656390667, "cos_r_negg": [0.66842120885849], "cos_innovation_negg": [0.66842120885849], "cos_apical_negg": [0.66842120885849], "cos_Ac_negg": [0.66842120885849], "r_norm": [0.18292754888534546]}, {"step": 5850, "epoch": 14, "train_loss": 0.0020366176031529903, "cos_r_negg": [0.667387843132019], "cos_innovation_negg": [0.667387843132019], "cos_apical_negg": [0.667387843132019], "cos_Ac_negg": [0.667387843132019], "r_norm": [0.18801191449165344]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9767, "test_loss": 0.08959818105697631}, {"step": 5900, "epoch": 15, "train_loss": 0.0015641085337847471, "cos_r_negg": [0.6683471202850342], "cos_innovation_negg": [0.6683471202850342], "cos_apical_negg": [0.6683471202850342], "cos_Ac_negg": [0.6683471202850342], "r_norm": [0.18830448389053345]}, {"step": 5950, "epoch": 15, "train_loss": 0.0017050523310899734, "cos_r_negg": [0.6678061485290527], "cos_innovation_negg": [0.6678061485290527], "cos_apical_negg": [0.6678061485290527], "cos_Ac_negg": [0.6678061485290527], "r_norm": [0.18552029132843018]}, {"step": 6000, "epoch": 15, "train_loss": 0.0030467016622424126, "cos_r_negg": [0.6681082844734192], "cos_innovation_negg": [0.6681082844734192], "cos_apical_negg": [0.6681082844734192], "cos_Ac_negg": [0.6681082844734192], "r_norm": [0.18875452876091003]}, {"step": 6050, "epoch": 15, "train_loss": 0.0028290008194744587, "cos_r_negg": [0.6685616970062256], "cos_innovation_negg": [0.6685616970062256], "cos_apical_negg": [0.6685616970062256], "cos_Ac_negg": [0.6685616970062256], "r_norm": [0.18562611937522888]}, {"step": 6100, "epoch": 15, "train_loss": 0.0019021242624148726, "cos_r_negg": [0.6682847738265991], "cos_innovation_negg": [0.6682847738265991], "cos_apical_negg": [0.6682847738265991], "cos_Ac_negg": [0.6682847738265991], "r_norm": [0.18805864453315735]}, {"step": 6150, "epoch": 15, "train_loss": 0.0016579189104959369, "cos_r_negg": [0.6697932481765747], "cos_innovation_negg": [0.6697932481765747], "cos_apical_negg": [0.6697932481765747], "cos_Ac_negg": [0.6697932481765747], "r_norm": [0.1929086148738861]}, {"step": 6200, "epoch": 15, "train_loss": 0.0026102494448423386, "cos_r_negg": [0.6687422394752502], "cos_innovation_negg": [0.6687422394752502], "cos_apical_negg": [0.6687422394752502], "cos_Ac_negg": [0.6687422394752502], "r_norm": [0.1908755600452423]}, {"step": 6250, "epoch": 15, "train_loss": 0.0015464629977941513, "cos_r_negg": [0.670972466468811], "cos_innovation_negg": [0.670972466468811], "cos_apical_negg": [0.670972466468811], "cos_Ac_negg": [0.670972466468811], "r_norm": [0.18564239144325256]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9765, "test_loss": 0.08959217720031738}, {"step": 6300, "epoch": 16, "train_loss": 0.003177294274792075, "cos_r_negg": [0.6713321208953857], "cos_innovation_negg": [0.6713321208953857], "cos_apical_negg": [0.6713321208953857], "cos_Ac_negg": [0.6713321208953857], "r_norm": [0.1880650520324707]}, {"step": 6350, "epoch": 16, "train_loss": 0.0009205355308949947, "cos_r_negg": [0.6703627109527588], "cos_innovation_negg": [0.6703627109527588], "cos_apical_negg": [0.6703627109527588], "cos_Ac_negg": [0.6703627109527588], "r_norm": [0.18405726552009583]}, {"step": 6400, "epoch": 16, "train_loss": 0.0018161828629672527, "cos_r_negg": [0.6709251403808594], "cos_innovation_negg": [0.6709251403808594], "cos_apical_negg": [0.6709251403808594], "cos_Ac_negg": [0.6709251403808594], "r_norm": [0.18353164196014404]}, {"step": 6450, "epoch": 16, "train_loss": 0.0012991197872906923, "cos_r_negg": [0.6692332625389099], "cos_innovation_negg": [0.6692332625389099], "cos_apical_negg": [0.6692332625389099], "cos_Ac_negg": [0.6692332625389099], "r_norm": [0.1804175078868866]}, {"step": 6500, "epoch": 16, "train_loss": 0.001308799022808671, "cos_r_negg": [0.6709599494934082], "cos_innovation_negg": [0.6709599494934082], "cos_apical_negg": [0.6709599494934082], "cos_Ac_negg": [0.6709599494934082], "r_norm": [0.18312883377075195]}, {"step": 6550, "epoch": 16, "train_loss": 0.0017033701296895742, "cos_r_negg": [0.6704203486442566], "cos_innovation_negg": [0.6704203486442566], "cos_apical_negg": [0.6704203486442566], "cos_Ac_negg": [0.6704203486442566], "r_norm": [0.1911018043756485]}, {"step": 6600, "epoch": 16, "train_loss": 0.0012333118356764317, "cos_r_negg": [0.6712208986282349], "cos_innovation_negg": [0.6712208986282349], "cos_apical_negg": [0.6712208986282349], "cos_Ac_negg": [0.6712208986282349], "r_norm": [0.1841079592704773]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9762, "test_loss": 0.09051880359649658}, {"step": 6650, "epoch": 17, "train_loss": 0.0011065974831581116, "cos_r_negg": [0.6707524061203003], "cos_innovation_negg": [0.6707524061203003], "cos_apical_negg": [0.6707524061203003], "cos_Ac_negg": [0.6707524061203003], "r_norm": [0.190361887216568]}, {"step": 6700, "epoch": 17, "train_loss": 0.0010079825296998024, "cos_r_negg": [0.6701521873474121], "cos_innovation_negg": [0.6701521873474121], "cos_apical_negg": [0.6701521873474121], "cos_Ac_negg": [0.6701521873474121], "r_norm": [0.183818057179451]}, {"step": 6750, "epoch": 17, "train_loss": 0.0021076167467981577, "cos_r_negg": [0.6722524166107178], "cos_innovation_negg": [0.6722524166107178], "cos_apical_negg": [0.6722524166107178], "cos_Ac_negg": [0.6722524166107178], "r_norm": [0.18282531201839447]}, {"step": 6800, "epoch": 17, "train_loss": 0.0020436591003090143, "cos_r_negg": [0.6717022657394409], "cos_innovation_negg": [0.6717022657394409], "cos_apical_negg": [0.6717022657394409], "cos_Ac_negg": [0.6717022657394409], "r_norm": [0.18591180443763733]}, {"step": 6850, "epoch": 17, "train_loss": 0.0009509872179478407, "cos_r_negg": [0.6710649132728577], "cos_innovation_negg": [0.6710649132728577], "cos_apical_negg": [0.6710649132728577], "cos_Ac_negg": [0.6710649132728577], "r_norm": [0.18384113907814026]}, {"step": 6900, "epoch": 17, "train_loss": 0.0016628298908472061, "cos_r_negg": [0.6716196537017822], "cos_innovation_negg": [0.6716196537017822], "cos_apical_negg": [0.6716196537017822], "cos_Ac_negg": [0.6716196537017822], "r_norm": [0.18868836760520935]}, {"step": 6950, "epoch": 17, "train_loss": 0.0024520400911569595, "cos_r_negg": [0.6711359024047852], "cos_innovation_negg": [0.6711359024047852], "cos_apical_negg": [0.6711359024047852], "cos_Ac_negg": [0.6711359024047852], "r_norm": [0.19121608138084412]}, {"step": 7000, "epoch": 17, "train_loss": 0.001846964005380869, "cos_r_negg": [0.6719766855239868], "cos_innovation_negg": [0.6719766855239868], "cos_apical_negg": [0.6719766855239868], "cos_Ac_negg": [0.6719766855239868], "r_norm": [0.18608233332633972]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9765, "test_loss": 0.09158344593048096}, {"step": 7050, "epoch": 18, "train_loss": 0.0006504197372123599, "cos_r_negg": [0.6722675561904907], "cos_innovation_negg": [0.6722675561904907], "cos_apical_negg": [0.6722675561904907], "cos_Ac_negg": [0.6722675561904907], "r_norm": [0.18477511405944824]}, {"step": 7100, "epoch": 18, "train_loss": 0.001657924149185419, "cos_r_negg": [0.6710620522499084], "cos_innovation_negg": [0.6710620522499084], "cos_apical_negg": [0.6710620522499084], "cos_Ac_negg": [0.6710620522499084], "r_norm": [0.18965701758861542]}, {"step": 7150, "epoch": 18, "train_loss": 0.0005512891802936792, "cos_r_negg": [0.6717802286148071], "cos_innovation_negg": [0.6717802286148071], "cos_apical_negg": [0.6717802286148071], "cos_Ac_negg": [0.6717802286148071], "r_norm": [0.1871088296175003]}, {"step": 7200, "epoch": 18, "train_loss": 0.0014886315912008286, "cos_r_negg": [0.6731422543525696], "cos_innovation_negg": [0.6731422543525696], "cos_apical_negg": [0.6731422543525696], "cos_Ac_negg": [0.6731422543525696], "r_norm": [0.18091577291488647]}, {"step": 7250, "epoch": 18, "train_loss": 0.001611289451830089, "cos_r_negg": [0.6723629236221313], "cos_innovation_negg": [0.6723629236221313], "cos_apical_negg": [0.6723629236221313], "cos_Ac_negg": [0.6723629236221313], "r_norm": [0.1808919608592987]}, {"step": 7300, "epoch": 18, "train_loss": 0.0005207016947679222, "cos_r_negg": [0.6733918786048889], "cos_innovation_negg": [0.6733918786048889], "cos_apical_negg": [0.6733918786048889], "cos_Ac_negg": [0.6733918786048889], "r_norm": [0.1826336681842804]}, {"step": 7350, "epoch": 18, "train_loss": 0.001265919883735478, "cos_r_negg": [0.6740373373031616], "cos_innovation_negg": [0.6740373373031616], "cos_apical_negg": [0.6740373373031616], "cos_Ac_negg": [0.6740373373031616], "r_norm": [0.1859230101108551]}, {"step": 7400, "epoch": 18, "train_loss": 0.0005655413842760026, "cos_r_negg": [0.6732701063156128], "cos_innovation_negg": [0.6732701063156128], "cos_apical_negg": [0.6732701063156128], "cos_Ac_negg": [0.6732701063156128], "r_norm": [0.18533606827259064]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9761, "test_loss": 0.09127200088500977}, {"step": 7450, "epoch": 19, "train_loss": 0.001061121467500925, "cos_r_negg": [0.67383873462677], "cos_innovation_negg": [0.67383873462677], "cos_apical_negg": [0.67383873462677], "cos_Ac_negg": [0.67383873462677], "r_norm": [0.1806277185678482]}, {"step": 7500, "epoch": 19, "train_loss": 0.0009110849350690842, "cos_r_negg": [0.6734578609466553], "cos_innovation_negg": [0.6734578609466553], "cos_apical_negg": [0.6734578609466553], "cos_Ac_negg": [0.6734578609466553], "r_norm": [0.18546360731124878]}, {"step": 7550, "epoch": 19, "train_loss": 0.000802901922725141, "cos_r_negg": [0.6739841103553772], "cos_innovation_negg": [0.6739841103553772], "cos_apical_negg": [0.6739841103553772], "cos_Ac_negg": [0.6739841103553772], "r_norm": [0.1846744269132614]}, {"step": 7600, "epoch": 19, "train_loss": 0.0012915183324366808, "cos_r_negg": [0.6741548776626587], "cos_innovation_negg": [0.6741548776626587], "cos_apical_negg": [0.6741548776626587], "cos_Ac_negg": [0.6741548776626587], "r_norm": [0.18603235483169556]}, {"step": 7650, "epoch": 19, "train_loss": 0.001798536628484726, "cos_r_negg": [0.6733959317207336], "cos_innovation_negg": [0.6733959317207336], "cos_apical_negg": [0.6733959317207336], "cos_Ac_negg": [0.6733959317207336], "r_norm": [0.18958942592144012]}, {"step": 7700, "epoch": 19, "train_loss": 0.002252830658107996, "cos_r_negg": [0.672349214553833], "cos_innovation_negg": [0.672349214553833], "cos_apical_negg": [0.672349214553833], "cos_Ac_negg": [0.672349214553833], "r_norm": [0.178838849067688]}, {"step": 7750, "epoch": 19, "train_loss": 0.0019049308029934764, "cos_r_negg": [0.6738132238388062], "cos_innovation_negg": [0.6738132238388062], "cos_apical_negg": [0.6738132238388062], "cos_Ac_negg": [0.6738132238388062], "r_norm": [0.18273049592971802]}, {"step": 7800, "epoch": 19, "train_loss": 0.0024760360829532146, "cos_r_negg": [0.6734486818313599], "cos_innovation_negg": [0.6734486818313599], "cos_apical_negg": [0.6734486818313599], "cos_Ac_negg": [0.6734486818313599], "r_norm": [0.18798071146011353]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9763, "test_loss": 0.09233485288619996}, {"step": 7850, "epoch": 20, "train_loss": 0.0017160282004624605, "cos_r_negg": [0.6750516891479492], "cos_innovation_negg": [0.6750516891479492], "cos_apical_negg": [0.6750516891479492], "cos_Ac_negg": [0.6750516891479492], "r_norm": [0.1821345090866089]}, {"step": 7900, "epoch": 20, "train_loss": 0.0012108697555959225, "cos_r_negg": [0.6732663512229919], "cos_innovation_negg": [0.6732663512229919], "cos_apical_negg": [0.6732663512229919], "cos_Ac_negg": [0.6732663512229919], "r_norm": [0.18891817331314087]}, {"step": 7950, "epoch": 20, "train_loss": 0.0010040879715234041, "cos_r_negg": [0.6739406585693359], "cos_innovation_negg": [0.6739406585693359], "cos_apical_negg": [0.6739406585693359], "cos_Ac_negg": [0.6739406585693359], "r_norm": [0.18470434844493866]}, {"step": 8000, "epoch": 20, "train_loss": 0.002193755004554987, "cos_r_negg": [0.673803985118866], "cos_innovation_negg": [0.673803985118866], "cos_apical_negg": [0.673803985118866], "cos_Ac_negg": [0.673803985118866], "r_norm": [0.18491744995117188]}, {"step": 8050, "epoch": 20, "train_loss": 0.002146694343537092, "cos_r_negg": [0.6729025840759277], "cos_innovation_negg": [0.6729025840759277], "cos_apical_negg": [0.6729025840759277], "cos_Ac_negg": [0.6729025840759277], "r_norm": [0.18356776237487793]}, {"step": 8100, "epoch": 20, "train_loss": 0.0015185822267085314, "cos_r_negg": [0.6743298172950745], "cos_innovation_negg": [0.6743298172950745], "cos_apical_negg": [0.6743298172950745], "cos_Ac_negg": [0.6743298172950745], "r_norm": [0.1841581165790558]}, {"step": 8150, "epoch": 20, "train_loss": 0.0009880242869257927, "cos_r_negg": [0.674461841583252], "cos_innovation_negg": [0.674461841583252], "cos_apical_negg": [0.674461841583252], "cos_Ac_negg": [0.674461841583252], "r_norm": [0.18146878480911255]}, {"step": 8200, "epoch": 20, "train_loss": 0.0006425578612834215, "cos_r_negg": [0.6744028329849243], "cos_innovation_negg": [0.6744028329849243], "cos_apical_negg": [0.6744028329849243], "cos_Ac_negg": [0.6744028329849243], "r_norm": [0.1845739632844925]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9765, "test_loss": 0.0917292818069458}, {"step": 8250, "epoch": 21, "train_loss": 0.0016986222472041845, "cos_r_negg": [0.6758262515068054], "cos_innovation_negg": [0.6758262515068054], "cos_apical_negg": [0.6758262515068054], "cos_Ac_negg": [0.6758262515068054], "r_norm": [0.18208380043506622]}, {"step": 8300, "epoch": 21, "train_loss": 0.0013625193387269974, "cos_r_negg": [0.6755895614624023], "cos_innovation_negg": [0.6755895614624023], "cos_apical_negg": [0.6755895614624023], "cos_Ac_negg": [0.6755895614624023], "r_norm": [0.17714960873126984]}, {"step": 8350, "epoch": 21, "train_loss": 0.001160505460575223, "cos_r_negg": [0.6755126714706421], "cos_innovation_negg": [0.6755126714706421], "cos_apical_negg": [0.6755126714706421], "cos_Ac_negg": [0.6755126714706421], "r_norm": [0.17934376001358032]}, {"step": 8400, "epoch": 21, "train_loss": 0.0012507388601079583, "cos_r_negg": [0.6752291321754456], "cos_innovation_negg": [0.6752291321754456], "cos_apical_negg": [0.6752291321754456], "cos_Ac_negg": [0.6752291321754456], "r_norm": [0.17855310440063477]}, {"step": 8450, "epoch": 21, "train_loss": 0.0014778455952182412, "cos_r_negg": [0.674967885017395], "cos_innovation_negg": [0.674967885017395], "cos_apical_negg": [0.674967885017395], "cos_Ac_negg": [0.674967885017395], "r_norm": [0.17693959176540375]}, {"step": 8500, "epoch": 21, "train_loss": 0.0010109890718013048, "cos_r_negg": [0.6755441427230835], "cos_innovation_negg": [0.6755441427230835], "cos_apical_negg": [0.6755441427230835], "cos_Ac_negg": [0.6755441427230835], "r_norm": [0.18128079175949097]}, {"step": 8550, "epoch": 21, "train_loss": 0.0006054211989976466, "cos_r_negg": [0.6765226721763611], "cos_innovation_negg": [0.6765226721763611], "cos_apical_negg": [0.6765226721763611], "cos_Ac_negg": [0.6765226721763611], "r_norm": [0.18221010267734528]}, {"step": 8600, "epoch": 21, "train_loss": 0.0033144697081297636, "cos_r_negg": [0.6759686470031738], "cos_innovation_negg": [0.6759686470031738], "cos_apical_negg": [0.6759686470031738], "cos_Ac_negg": [0.6759686470031738], "r_norm": [0.1840457171201706]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9768, "test_loss": 0.09318850193023681}, {"step": 8650, "epoch": 22, "train_loss": 0.0007331828819587827, "cos_r_negg": [0.675412654876709], "cos_innovation_negg": [0.675412654876709], "cos_apical_negg": [0.675412654876709], "cos_Ac_negg": [0.675412654876709], "r_norm": [0.1873997300863266]}, {"step": 8700, "epoch": 22, "train_loss": 0.0011605904437601566, "cos_r_negg": [0.6757599711418152], "cos_innovation_negg": [0.6757599711418152], "cos_apical_negg": [0.6757599711418152], "cos_Ac_negg": [0.6757599711418152], "r_norm": [0.18548086285591125]}, {"step": 8750, "epoch": 22, "train_loss": 0.0007738434360362589, "cos_r_negg": [0.67568439245224], "cos_innovation_negg": [0.67568439245224], "cos_apical_negg": [0.67568439245224], "cos_Ac_negg": [0.67568439245224], "r_norm": [0.1830318123102188]}, {"step": 8800, "epoch": 22, "train_loss": 0.0008718061726540327, "cos_r_negg": [0.6765251755714417], "cos_innovation_negg": [0.6765251755714417], "cos_apical_negg": [0.6765251755714417], "cos_Ac_negg": [0.6765251755714417], "r_norm": [0.18194422125816345]}, {"step": 8850, "epoch": 22, "train_loss": 0.0010430978145450354, "cos_r_negg": [0.6770457029342651], "cos_innovation_negg": [0.6770457029342651], "cos_apical_negg": [0.6770457029342651], "cos_Ac_negg": [0.6770457029342651], "r_norm": [0.18583367764949799]}, {"step": 8900, "epoch": 22, "train_loss": 0.002213382860645652, "cos_r_negg": [0.676719069480896], "cos_innovation_negg": [0.676719069480896], "cos_apical_negg": [0.676719069480896], "cos_Ac_negg": [0.676719069480896], "r_norm": [0.18495997786521912]}, {"step": 8950, "epoch": 22, "train_loss": 0.0010738542769104242, "cos_r_negg": [0.6768510341644287], "cos_innovation_negg": [0.6768510341644287], "cos_apical_negg": [0.6768510341644287], "cos_Ac_negg": [0.6768510341644287], "r_norm": [0.18300531804561615]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9769, "test_loss": 0.09264851064682007}, {"step": 9000, "epoch": 23, "train_loss": 0.000845407834276557, "cos_r_negg": [0.6777102947235107], "cos_innovation_negg": [0.6777102947235107], "cos_apical_negg": [0.6777102947235107], "cos_Ac_negg": [0.6777102947235107], "r_norm": [0.18136712908744812]}, {"step": 9050, "epoch": 23, "train_loss": 0.001263210317119956, "cos_r_negg": [0.6765074133872986], "cos_innovation_negg": [0.6765074133872986], "cos_apical_negg": [0.6765074133872986], "cos_Ac_negg": [0.6765074133872986], "r_norm": [0.18011383712291718]}, {"step": 9100, "epoch": 23, "train_loss": 0.0006898348219692707, "cos_r_negg": [0.6774665713310242], "cos_innovation_negg": [0.6774665713310242], "cos_apical_negg": [0.6774665713310242], "cos_Ac_negg": [0.6774665713310242], "r_norm": [0.1836041510105133]}, {"step": 9150, "epoch": 23, "train_loss": 0.0016093901358544827, "cos_r_negg": [0.6768931746482849], "cos_innovation_negg": [0.6768931746482849], "cos_apical_negg": [0.6768931746482849], "cos_Ac_negg": [0.6768931746482849], "r_norm": [0.18405351042747498]}, {"step": 9200, "epoch": 23, "train_loss": 0.0021341536194086075, "cos_r_negg": [0.6770271062850952], "cos_innovation_negg": [0.6770271062850952], "cos_apical_negg": [0.6770271062850952], "cos_Ac_negg": [0.6770271062850952], "r_norm": [0.17932364344596863]}, {"step": 9250, "epoch": 23, "train_loss": 0.0009358518291264772, "cos_r_negg": [0.6771856546401978], "cos_innovation_negg": [0.6771856546401978], "cos_apical_negg": [0.6771856546401978], "cos_Ac_negg": [0.6771856546401978], "r_norm": [0.18240931630134583]}, {"step": 9300, "epoch": 23, "train_loss": 0.0009725701529532671, "cos_r_negg": [0.6766215562820435], "cos_innovation_negg": [0.6766215562820435], "cos_apical_negg": [0.6766215562820435], "cos_Ac_negg": [0.6766215562820435], "r_norm": [0.17748074233531952]}, {"step": 9350, "epoch": 23, "train_loss": 0.0006379790720529854, "cos_r_negg": [0.6773027181625366], "cos_innovation_negg": [0.6773027181625366], "cos_apical_negg": [0.6773027181625366], "cos_Ac_negg": [0.6773027181625366], "r_norm": [0.18186412751674652]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9767, "test_loss": 0.09364033155441284}, {"step": 9400, "epoch": 24, "train_loss": 0.0009541834006085992, "cos_r_negg": [0.6765420436859131], "cos_innovation_negg": [0.6765420436859131], "cos_apical_negg": [0.6765420436859131], "cos_Ac_negg": [0.6765420436859131], "r_norm": [0.1849023997783661]}, {"step": 9450, "epoch": 24, "train_loss": 0.0004028431139886379, "cos_r_negg": [0.677538275718689], "cos_innovation_negg": [0.677538275718689], "cos_apical_negg": [0.677538275718689], "cos_Ac_negg": [0.677538275718689], "r_norm": [0.18501731753349304]}, {"step": 9500, "epoch": 24, "train_loss": 0.0011584380408748984, "cos_r_negg": [0.6779544353485107], "cos_innovation_negg": [0.6779544353485107], "cos_apical_negg": [0.6779544353485107], "cos_Ac_negg": [0.6779544353485107], "r_norm": [0.18292036652565002]}, {"step": 9550, "epoch": 24, "train_loss": 0.0008456854848191142, "cos_r_negg": [0.6771849393844604], "cos_innovation_negg": [0.6771849393844604], "cos_apical_negg": [0.6771849393844604], "cos_Ac_negg": [0.6771849393844604], "r_norm": [0.1810213178396225]}, {"step": 9600, "epoch": 24, "train_loss": 0.000599990482442081, "cos_r_negg": [0.6773977279663086], "cos_innovation_negg": [0.6773977279663086], "cos_apical_negg": [0.6773977279663086], "cos_Ac_negg": [0.6773977279663086], "r_norm": [0.17862775921821594]}, {"step": 9650, "epoch": 24, "train_loss": 0.0014905506977811456, "cos_r_negg": [0.678149402141571], "cos_innovation_negg": [0.678149402141571], "cos_apical_negg": [0.678149402141571], "cos_Ac_negg": [0.678149402141571], "r_norm": [0.17745369672775269]}, {"step": 9700, "epoch": 24, "train_loss": 0.0007170581957325339, "cos_r_negg": [0.6775041818618774], "cos_innovation_negg": [0.6775041818618774], "cos_apical_negg": [0.6775041818618774], "cos_Ac_negg": [0.6775041818618774], "r_norm": [0.18083257973194122]}, {"step": 9750, "epoch": 24, "train_loss": 0.0020477729849517345, "cos_r_negg": [0.6772384643554688], "cos_innovation_negg": [0.6772384643554688], "cos_apical_negg": [0.6772384643554688], "cos_Ac_negg": [0.6772384643554688], "r_norm": [0.18001912534236908]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9767, "test_loss": 0.09284619626998901}], "final": {"test_acc": 0.9767, "test_loss": 0.09284619626998901, "wall_s": 13.517838716506958, "cos_r_negg": [0.6772804260253906], "cos_innovation_negg": [0.6772804260253906], "cos_apical_negg": [0.6772804260253906], "cos_Ac_negg": [0.6772804260253906]}}
\ No newline at end of file diff --git a/results/ep_archmatch_v1_mnist_dfa_w500_d1_s4.json b/results/ep_archmatch_v1_mnist_dfa_w500_d1_s4.json new file mode 100644 index 0000000..445c516 --- /dev/null +++ b/results/ep_archmatch_v1_mnist_dfa_w500_d1_s4.json @@ -0,0 +1 @@ +{"args": {"mode": "dfa", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_dfa_w500_d1_s4", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4616427421569824, "cos_r_negg": [-0.019629068672657013], "cos_innovation_negg": [-0.019629068672657013], "cos_apical_negg": [-0.019629068672657013], "cos_Ac_negg": [-0.019629068672657013], "r_norm": [6.675384044647217]}, {"step": 50, "epoch": 0, "train_loss": 0.5717779994010925, "cos_r_negg": [0.4157143235206604], "cos_innovation_negg": [0.4157143235206604], "cos_apical_negg": [0.4157143235206604], "cos_Ac_negg": [0.4157143235206604], "r_norm": [1.335690975189209]}, {"step": 100, "epoch": 0, "train_loss": 0.12404771149158478, "cos_r_negg": [0.4350377023220062], "cos_innovation_negg": [0.4350377023220062], "cos_apical_negg": [0.4350377023220062], "cos_Ac_negg": [0.4350377023220062], "r_norm": [1.180587887763977]}, {"step": 150, "epoch": 0, "train_loss": 0.14310947060585022, "cos_r_negg": [0.45032626390457153], "cos_innovation_negg": [0.45032626390457153], "cos_apical_negg": [0.45032626390457153], "cos_Ac_negg": [0.45032626390457153], "r_norm": [0.9007441997528076]}, {"step": 200, "epoch": 0, "train_loss": 0.23487184941768646, "cos_r_negg": [0.45895227789878845], "cos_innovation_negg": [0.45895227789878845], "cos_apical_negg": [0.45895227789878845], "cos_Ac_negg": [0.45895227789878845], "r_norm": [0.8391996622085571]}, {"step": 250, "epoch": 0, "train_loss": 0.29380929470062256, "cos_r_negg": [0.46528977155685425], "cos_innovation_negg": [0.46528977155685425], "cos_apical_negg": [0.46528977155685425], "cos_Ac_negg": [0.46528977155685425], "r_norm": [0.7755240201950073]}, {"step": 300, "epoch": 0, "train_loss": 0.18340259790420532, "cos_r_negg": [0.46273094415664673], "cos_innovation_negg": [0.46273094415664673], "cos_apical_negg": [0.46273094415664673], "cos_Ac_negg": [0.46273094415664673], "r_norm": [0.7840006351470947]}, {"step": 350, "epoch": 0, "train_loss": 0.19301237165927887, "cos_r_negg": [0.4663415849208832], "cos_innovation_negg": [0.4663415849208832], "cos_apical_negg": [0.4663415849208832], "cos_Ac_negg": [0.4663415849208832], "r_norm": [0.623104453086853]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9501, "test_loss": 0.17288901748657226}, {"step": 400, "epoch": 1, "train_loss": 0.13848154246807098, "cos_r_negg": [0.4874817728996277], "cos_innovation_negg": [0.4874817728996277], "cos_apical_negg": [0.4874817728996277], "cos_Ac_negg": [0.4874817728996277], "r_norm": [0.6550118923187256]}, {"step": 450, "epoch": 1, "train_loss": 0.15197455883026123, "cos_r_negg": [0.4918554425239563], "cos_innovation_negg": [0.4918554425239563], "cos_apical_negg": [0.4918554425239563], "cos_Ac_negg": [0.4918554425239563], "r_norm": [0.5295426845550537]}, {"step": 500, "epoch": 1, "train_loss": 0.16422799229621887, "cos_r_negg": [0.49968117475509644], "cos_innovation_negg": [0.49968117475509644], "cos_apical_negg": [0.49968117475509644], "cos_Ac_negg": [0.49968117475509644], "r_norm": [0.4485953152179718]}, {"step": 550, "epoch": 1, "train_loss": 0.08811509609222412, "cos_r_negg": [0.5023313760757446], "cos_innovation_negg": [0.5023313760757446], "cos_apical_negg": [0.5023313760757446], "cos_Ac_negg": [0.5023313760757446], "r_norm": [0.5138570070266724]}, {"step": 600, "epoch": 1, "train_loss": 0.07113819569349289, "cos_r_negg": [0.5113753080368042], "cos_innovation_negg": [0.5113753080368042], "cos_apical_negg": [0.5113753080368042], "cos_Ac_negg": [0.5113753080368042], "r_norm": [0.560860812664032]}, {"step": 650, "epoch": 1, "train_loss": 0.10705983638763428, "cos_r_negg": [0.512995183467865], "cos_innovation_negg": [0.512995183467865], "cos_apical_negg": [0.512995183467865], "cos_Ac_negg": [0.512995183467865], "r_norm": [0.5177949666976929]}, {"step": 700, "epoch": 1, "train_loss": 0.10815897583961487, "cos_r_negg": [0.5063389539718628], "cos_innovation_negg": [0.5063389539718628], "cos_apical_negg": [0.5063389539718628], "cos_Ac_negg": [0.5063389539718628], "r_norm": [0.4475115239620209]}, {"step": 750, "epoch": 1, "train_loss": 0.1612890362739563, "cos_r_negg": [0.5166792869567871], "cos_innovation_negg": [0.5166792869567871], "cos_apical_negg": [0.5166792869567871], "cos_Ac_negg": [0.5166792869567871], "r_norm": [0.5899237990379333]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9556, "test_loss": 0.15473100814819335}, {"step": 800, "epoch": 2, "train_loss": 0.07752235978841782, "cos_r_negg": [0.5217540860176086], "cos_innovation_negg": [0.5217540860176086], "cos_apical_negg": [0.5217540860176086], "cos_Ac_negg": [0.5217540860176086], "r_norm": [0.4195222556591034]}, {"step": 850, "epoch": 2, "train_loss": 0.04297030344605446, "cos_r_negg": [0.5281782150268555], "cos_innovation_negg": [0.5281782150268555], "cos_apical_negg": [0.5281782150268555], "cos_Ac_negg": [0.5281782150268555], "r_norm": [0.41874781250953674]}, {"step": 900, "epoch": 2, "train_loss": 0.07530581206083298, "cos_r_negg": [0.532172679901123], "cos_innovation_negg": [0.532172679901123], "cos_apical_negg": [0.532172679901123], "cos_Ac_negg": [0.532172679901123], "r_norm": [0.4024530053138733]}, {"step": 950, "epoch": 2, "train_loss": 0.1014089286327362, "cos_r_negg": [0.5356346964836121], "cos_innovation_negg": [0.5356346964836121], "cos_apical_negg": [0.5356346964836121], "cos_Ac_negg": [0.5356346964836121], "r_norm": [0.36817666888237]}, {"step": 1000, "epoch": 2, "train_loss": 0.09693385660648346, "cos_r_negg": [0.5425368547439575], "cos_innovation_negg": [0.5425368547439575], "cos_apical_negg": [0.5425368547439575], "cos_Ac_negg": [0.5425368547439575], "r_norm": [0.3728182315826416]}, {"step": 1050, "epoch": 2, "train_loss": 0.03089425340294838, "cos_r_negg": [0.5371522903442383], "cos_innovation_negg": [0.5371522903442383], "cos_apical_negg": [0.5371522903442383], "cos_Ac_negg": [0.5371522903442383], "r_norm": [0.38079124689102173]}, {"step": 1100, "epoch": 2, "train_loss": 0.13754519820213318, "cos_r_negg": [0.5353983640670776], "cos_innovation_negg": [0.5353983640670776], "cos_apical_negg": [0.5353983640670776], "cos_Ac_negg": [0.5353983640670776], "r_norm": [0.3336135149002075]}, {"step": 1150, "epoch": 2, "train_loss": 0.09368637949228287, "cos_r_negg": [0.55543452501297], "cos_innovation_negg": [0.55543452501297], "cos_apical_negg": [0.55543452501297], "cos_Ac_negg": [0.55543452501297], "r_norm": [0.2902522385120392]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.969, "test_loss": 0.1063115795135498}, {"step": 1200, "epoch": 3, "train_loss": 0.07044435292482376, "cos_r_negg": [0.5531200766563416], "cos_innovation_negg": [0.5531200766563416], "cos_apical_negg": [0.5531200766563416], "cos_Ac_negg": [0.5531200766563416], "r_norm": [0.3395421504974365]}, {"step": 1250, "epoch": 3, "train_loss": 0.061694540083408356, "cos_r_negg": [0.5559013485908508], "cos_innovation_negg": [0.5559013485908508], "cos_apical_negg": [0.5559013485908508], "cos_Ac_negg": [0.5559013485908508], "r_norm": [0.3191564977169037]}, {"step": 1300, "epoch": 3, "train_loss": 0.022136440500617027, "cos_r_negg": [0.5612809658050537], "cos_innovation_negg": [0.5612809658050537], "cos_apical_negg": [0.5612809658050537], "cos_Ac_negg": [0.5612809658050537], "r_norm": [0.36768415570259094]}, {"step": 1350, "epoch": 3, "train_loss": 0.03688368573784828, "cos_r_negg": [0.5582900047302246], "cos_innovation_negg": [0.5582900047302246], "cos_apical_negg": [0.5582900047302246], "cos_Ac_negg": [0.5582900047302246], "r_norm": [0.2791120409965515]}, {"step": 1400, "epoch": 3, "train_loss": 0.0454125851392746, "cos_r_negg": [0.566440999507904], "cos_innovation_negg": [0.566440999507904], "cos_apical_negg": [0.566440999507904], "cos_Ac_negg": [0.566440999507904], "r_norm": [0.3392333686351776]}, {"step": 1450, "epoch": 3, "train_loss": 0.02320742979645729, "cos_r_negg": [0.571300745010376], "cos_innovation_negg": [0.571300745010376], "cos_apical_negg": [0.571300745010376], "cos_Ac_negg": [0.571300745010376], "r_norm": [0.40576380491256714]}, {"step": 1500, "epoch": 3, "train_loss": 0.09321729838848114, "cos_r_negg": [0.5701416730880737], "cos_innovation_negg": [0.5701416730880737], "cos_apical_negg": [0.5701416730880737], "cos_Ac_negg": [0.5701416730880737], "r_norm": [0.25048530101776123]}, {"step": 1550, "epoch": 3, "train_loss": 0.03591616451740265, "cos_r_negg": [0.5663967728614807], "cos_innovation_negg": [0.5663967728614807], "cos_apical_negg": [0.5663967728614807], "cos_Ac_negg": [0.5663967728614807], "r_norm": [0.2913450002670288]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9712, "test_loss": 0.10514002017974854}, {"step": 1600, "epoch": 4, "train_loss": 0.07358686625957489, "cos_r_negg": [0.5790635347366333], "cos_innovation_negg": [0.5790635347366333], "cos_apical_negg": [0.5790635347366333], "cos_Ac_negg": [0.5790635347366333], "r_norm": [0.27790194749832153]}, {"step": 1650, "epoch": 4, "train_loss": 0.05593189597129822, "cos_r_negg": [0.5773379802703857], "cos_innovation_negg": [0.5773379802703857], "cos_apical_negg": [0.5773379802703857], "cos_Ac_negg": [0.5773379802703857], "r_norm": [0.3320448696613312]}, {"step": 1700, "epoch": 4, "train_loss": 0.023259539157152176, "cos_r_negg": [0.5791659951210022], "cos_innovation_negg": [0.5791659951210022], "cos_apical_negg": [0.5791659951210022], "cos_Ac_negg": [0.5791659951210022], "r_norm": [0.2718298137187958]}, {"step": 1750, "epoch": 4, "train_loss": 0.04866114258766174, "cos_r_negg": [0.5845590829849243], "cos_innovation_negg": [0.5845590829849243], "cos_apical_negg": [0.5845590829849243], "cos_Ac_negg": [0.5845590829849243], "r_norm": [0.2821471095085144]}, {"step": 1800, "epoch": 4, "train_loss": 0.022442471235990524, "cos_r_negg": [0.5764941573143005], "cos_innovation_negg": [0.5764941573143005], "cos_apical_negg": [0.5764941573143005], "cos_Ac_negg": [0.5764941573143005], "r_norm": [0.27521976828575134]}, {"step": 1850, "epoch": 4, "train_loss": 0.10867474973201752, "cos_r_negg": [0.5769613981246948], "cos_innovation_negg": [0.5769613981246948], "cos_apical_negg": [0.5769613981246948], "cos_Ac_negg": [0.5769613981246948], "r_norm": [0.28540101647377014]}, {"step": 1900, "epoch": 4, "train_loss": 0.017198732122778893, "cos_r_negg": [0.5863745212554932], "cos_innovation_negg": [0.5863745212554932], "cos_apical_negg": [0.5863745212554932], "cos_Ac_negg": [0.5863745212554932], "r_norm": [0.26432424783706665]}, {"step": 1950, "epoch": 4, "train_loss": 0.036060117185115814, "cos_r_negg": [0.5853734016418457], "cos_innovation_negg": [0.5853734016418457], "cos_apical_negg": [0.5853734016418457], "cos_Ac_negg": [0.5853734016418457], "r_norm": [0.26335006952285767]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9732, "test_loss": 0.09147432994842529}, {"step": 2000, "epoch": 5, "train_loss": 0.029857642948627472, "cos_r_negg": [0.6014102697372437], "cos_innovation_negg": [0.6014102697372437], "cos_apical_negg": [0.6014102697372437], "cos_Ac_negg": [0.6014102697372437], "r_norm": [0.2730032205581665]}, {"step": 2050, "epoch": 5, "train_loss": 0.02690218947827816, "cos_r_negg": [0.5955835580825806], "cos_innovation_negg": [0.5955835580825806], "cos_apical_negg": [0.5955835580825806], "cos_Ac_negg": [0.5955835580825806], "r_norm": [0.2785809636116028]}, {"step": 2100, "epoch": 5, "train_loss": 0.009545061737298965, "cos_r_negg": [0.6045398116111755], "cos_innovation_negg": [0.6045398116111755], "cos_apical_negg": [0.6045398116111755], "cos_Ac_negg": [0.6045398116111755], "r_norm": [0.250135600566864]}, {"step": 2150, "epoch": 5, "train_loss": 0.005020611919462681, "cos_r_negg": [0.6017353534698486], "cos_innovation_negg": [0.6017353534698486], "cos_apical_negg": [0.6017353534698486], "cos_Ac_negg": [0.6017353534698486], "r_norm": [0.2600567936897278]}, {"step": 2200, "epoch": 5, "train_loss": 0.015061965212225914, "cos_r_negg": [0.5998216867446899], "cos_innovation_negg": [0.5998216867446899], "cos_apical_negg": [0.5998216867446899], "cos_Ac_negg": [0.5998216867446899], "r_norm": [0.2498735785484314]}, {"step": 2250, "epoch": 5, "train_loss": 0.017183801159262657, "cos_r_negg": [0.6066329479217529], "cos_innovation_negg": [0.6066329479217529], "cos_apical_negg": [0.6066329479217529], "cos_Ac_negg": [0.6066329479217529], "r_norm": [0.23265868425369263]}, {"step": 2300, "epoch": 5, "train_loss": 0.008039196021854877, "cos_r_negg": [0.6148465871810913], "cos_innovation_negg": [0.6148465871810913], "cos_apical_negg": [0.6148465871810913], "cos_Ac_negg": [0.6148465871810913], "r_norm": [0.264512836933136]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9743, "test_loss": 0.08980468254089355}, {"step": 2350, "epoch": 6, "train_loss": 0.008487219922244549, "cos_r_negg": [0.6093822717666626], "cos_innovation_negg": [0.6093822717666626], "cos_apical_negg": [0.6093822717666626], "cos_Ac_negg": [0.6093822717666626], "r_norm": [0.208640918135643]}, {"step": 2400, "epoch": 6, "train_loss": 0.0051903813146054745, "cos_r_negg": [0.6126232147216797], "cos_innovation_negg": [0.6126232147216797], "cos_apical_negg": [0.6126232147216797], "cos_Ac_negg": [0.6126232147216797], "r_norm": [0.25528672337532043]}, {"step": 2450, "epoch": 6, "train_loss": 0.015972672030329704, "cos_r_negg": [0.6030217409133911], "cos_innovation_negg": [0.6030217409133911], "cos_apical_negg": [0.6030217409133911], "cos_Ac_negg": [0.6030217409133911], "r_norm": [0.24804264307022095]}, {"step": 2500, "epoch": 6, "train_loss": 0.013906100764870644, "cos_r_negg": [0.6151790618896484], "cos_innovation_negg": [0.6151790618896484], "cos_apical_negg": [0.6151790618896484], "cos_Ac_negg": [0.6151790618896484], "r_norm": [0.23494470119476318]}, {"step": 2550, "epoch": 6, "train_loss": 0.017907865345478058, "cos_r_negg": [0.6143007874488831], "cos_innovation_negg": [0.6143007874488831], "cos_apical_negg": [0.6143007874488831], "cos_Ac_negg": [0.6143007874488831], "r_norm": [0.21631866693496704]}, {"step": 2600, "epoch": 6, "train_loss": 0.02043994702398777, "cos_r_negg": [0.620293378829956], "cos_innovation_negg": [0.620293378829956], "cos_apical_negg": [0.620293378829956], "cos_Ac_negg": [0.620293378829956], "r_norm": [0.23321738839149475]}, {"step": 2650, "epoch": 6, "train_loss": 0.03889572620391846, "cos_r_negg": [0.6162910461425781], "cos_innovation_negg": [0.6162910461425781], "cos_apical_negg": [0.6162910461425781], "cos_Ac_negg": [0.6162910461425781], "r_norm": [0.2044646441936493]}, {"step": 2700, "epoch": 6, "train_loss": 0.01326986774802208, "cos_r_negg": [0.6158067584037781], "cos_innovation_negg": [0.6158067584037781], "cos_apical_negg": [0.6158067584037781], "cos_Ac_negg": [0.6158067584037781], "r_norm": [0.2764754593372345]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9757, "test_loss": 0.09093266067504883}, {"step": 2750, "epoch": 7, "train_loss": 0.0019190044840797782, "cos_r_negg": [0.6190319061279297], "cos_innovation_negg": [0.6190319061279297], "cos_apical_negg": [0.6190319061279297], "cos_Ac_negg": [0.6190319061279297], "r_norm": [0.2189098298549652]}, {"step": 2800, "epoch": 7, "train_loss": 0.003439724911004305, "cos_r_negg": [0.6230179071426392], "cos_innovation_negg": [0.6230179071426392], "cos_apical_negg": [0.6230179071426392], "cos_Ac_negg": [0.6230179071426392], "r_norm": [0.2139909267425537]}, {"step": 2850, "epoch": 7, "train_loss": 0.004497223068028688, "cos_r_negg": [0.6235889196395874], "cos_innovation_negg": [0.6235889196395874], "cos_apical_negg": [0.6235889196395874], "cos_Ac_negg": [0.6235889196395874], "r_norm": [0.23912811279296875]}, {"step": 2900, "epoch": 7, "train_loss": 0.004651824943721294, "cos_r_negg": [0.6229071617126465], "cos_innovation_negg": [0.6229071617126465], "cos_apical_negg": [0.6229071617126465], "cos_Ac_negg": [0.6229071617126465], "r_norm": [0.19915612041950226]}, {"step": 2950, "epoch": 7, "train_loss": 0.004888548515737057, "cos_r_negg": [0.6240119934082031], "cos_innovation_negg": [0.6240119934082031], "cos_apical_negg": [0.6240119934082031], "cos_Ac_negg": [0.6240119934082031], "r_norm": [0.2322547882795334]}, {"step": 3000, "epoch": 7, "train_loss": 0.004639363847672939, "cos_r_negg": [0.6189200282096863], "cos_innovation_negg": [0.6189200282096863], "cos_apical_negg": [0.6189200282096863], "cos_Ac_negg": [0.6189200282096863], "r_norm": [0.222544327378273]}, {"step": 3050, "epoch": 7, "train_loss": 0.008894314989447594, "cos_r_negg": [0.6251926422119141], "cos_innovation_negg": [0.6251926422119141], "cos_apical_negg": [0.6251926422119141], "cos_Ac_negg": [0.6251926422119141], "r_norm": [0.20818012952804565]}, {"step": 3100, "epoch": 7, "train_loss": 0.003316502319648862, "cos_r_negg": [0.630849301815033], "cos_innovation_negg": [0.630849301815033], "cos_apical_negg": [0.630849301815033], "cos_Ac_negg": [0.630849301815033], "r_norm": [0.18717318773269653]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9763, "test_loss": 0.08920157985687256}, {"step": 3150, "epoch": 8, "train_loss": 0.005951461382210255, "cos_r_negg": [0.6308701634407043], "cos_innovation_negg": [0.6308701634407043], "cos_apical_negg": [0.6308701634407043], "cos_Ac_negg": [0.6308701634407043], "r_norm": [0.21667218208312988]}, {"step": 3200, "epoch": 8, "train_loss": 0.011226875707507133, "cos_r_negg": [0.6299673318862915], "cos_innovation_negg": [0.6299673318862915], "cos_apical_negg": [0.6299673318862915], "cos_Ac_negg": [0.6299673318862915], "r_norm": [0.2151820808649063]}, {"step": 3250, "epoch": 8, "train_loss": 0.005225467495620251, "cos_r_negg": [0.6319446563720703], "cos_innovation_negg": [0.6319446563720703], "cos_apical_negg": [0.6319446563720703], "cos_Ac_negg": [0.6319446563720703], "r_norm": [0.23046930134296417]}, {"step": 3300, "epoch": 8, "train_loss": 0.0032476435881108046, "cos_r_negg": [0.6327517032623291], "cos_innovation_negg": [0.6327517032623291], "cos_apical_negg": [0.6327517032623291], "cos_Ac_negg": [0.6327517032623291], "r_norm": [0.21150216460227966]}, {"step": 3350, "epoch": 8, "train_loss": 0.02129906415939331, "cos_r_negg": [0.636873722076416], "cos_innovation_negg": [0.636873722076416], "cos_apical_negg": [0.636873722076416], "cos_Ac_negg": [0.636873722076416], "r_norm": [0.20773163437843323]}, {"step": 3400, "epoch": 8, "train_loss": 0.006950396578758955, "cos_r_negg": [0.6353959441184998], "cos_innovation_negg": [0.6353959441184998], "cos_apical_negg": [0.6353959441184998], "cos_Ac_negg": [0.6353959441184998], "r_norm": [0.2251390814781189]}, {"step": 3450, "epoch": 8, "train_loss": 0.010887352749705315, "cos_r_negg": [0.6364670991897583], "cos_innovation_negg": [0.6364670991897583], "cos_apical_negg": [0.6364670991897583], "cos_Ac_negg": [0.6364670991897583], "r_norm": [0.2276500165462494]}, {"step": 3500, "epoch": 8, "train_loss": 0.009794567711651325, "cos_r_negg": [0.6326290369033813], "cos_innovation_negg": [0.6326290369033813], "cos_apical_negg": [0.6326290369033813], "cos_Ac_negg": [0.6326290369033813], "r_norm": [0.2161777764558792]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.977, "test_loss": 0.08748942699432373}, {"step": 3550, "epoch": 9, "train_loss": 0.004731148947030306, "cos_r_negg": [0.635354220867157], "cos_innovation_negg": [0.635354220867157], "cos_apical_negg": [0.635354220867157], "cos_Ac_negg": [0.635354220867157], "r_norm": [0.2040550708770752]}, {"step": 3600, "epoch": 9, "train_loss": 0.003400994697585702, "cos_r_negg": [0.6358279585838318], "cos_innovation_negg": [0.6358279585838318], "cos_apical_negg": [0.6358279585838318], "cos_Ac_negg": [0.6358279585838318], "r_norm": [0.20834285020828247]}, {"step": 3650, "epoch": 9, "train_loss": 0.006404200103133917, "cos_r_negg": [0.6380765438079834], "cos_innovation_negg": [0.6380765438079834], "cos_apical_negg": [0.6380765438079834], "cos_Ac_negg": [0.6380765438079834], "r_norm": [0.18985918164253235]}, {"step": 3700, "epoch": 9, "train_loss": 0.004737127106636763, "cos_r_negg": [0.6364980340003967], "cos_innovation_negg": [0.6364980340003967], "cos_apical_negg": [0.6364980340003967], "cos_Ac_negg": [0.6364980340003967], "r_norm": [0.20108947157859802]}, {"step": 3750, "epoch": 9, "train_loss": 0.00422296579927206, "cos_r_negg": [0.6374496817588806], "cos_innovation_negg": [0.6374496817588806], "cos_apical_negg": [0.6374496817588806], "cos_Ac_negg": [0.6374496817588806], "r_norm": [0.2142345905303955]}, {"step": 3800, "epoch": 9, "train_loss": 0.0039142947643995285, "cos_r_negg": [0.6379275321960449], "cos_innovation_negg": [0.6379275321960449], "cos_apical_negg": [0.6379275321960449], "cos_Ac_negg": [0.6379275321960449], "r_norm": [0.2032310962677002]}, {"step": 3850, "epoch": 9, "train_loss": 0.003917579539120197, "cos_r_negg": [0.6373675465583801], "cos_innovation_negg": [0.6373675465583801], "cos_apical_negg": [0.6373675465583801], "cos_Ac_negg": [0.6373675465583801], "r_norm": [0.2079794704914093]}, {"step": 3900, "epoch": 9, "train_loss": 0.0077658346854150295, "cos_r_negg": [0.6397848129272461], "cos_innovation_negg": [0.6397848129272461], "cos_apical_negg": [0.6397848129272461], "cos_Ac_negg": [0.6397848129272461], "r_norm": [0.19521839916706085]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9779, "test_loss": 0.08685987186431884}, {"step": 3950, "epoch": 10, "train_loss": 0.004068377893418074, "cos_r_negg": [0.6388962268829346], "cos_innovation_negg": [0.6388962268829346], "cos_apical_negg": [0.6388962268829346], "cos_Ac_negg": [0.6388962268829346], "r_norm": [0.20795336365699768]}, {"step": 4000, "epoch": 10, "train_loss": 0.0049067470245063305, "cos_r_negg": [0.6411658525466919], "cos_innovation_negg": [0.6411658525466919], "cos_apical_negg": [0.6411658525466919], "cos_Ac_negg": [0.6411658525466919], "r_norm": [0.20639348030090332]}, {"step": 4050, "epoch": 10, "train_loss": 0.0030795051716268063, "cos_r_negg": [0.6414812207221985], "cos_innovation_negg": [0.6414812207221985], "cos_apical_negg": [0.6414812207221985], "cos_Ac_negg": [0.6414812207221985], "r_norm": [0.20563268661499023]}, {"step": 4100, "epoch": 10, "train_loss": 0.0024782465770840645, "cos_r_negg": [0.6433739066123962], "cos_innovation_negg": [0.6433739066123962], "cos_apical_negg": [0.6433739066123962], "cos_Ac_negg": [0.6433739066123962], "r_norm": [0.19909629225730896]}, {"step": 4150, "epoch": 10, "train_loss": 0.001772911986336112, "cos_r_negg": [0.6441637277603149], "cos_innovation_negg": [0.6441637277603149], "cos_apical_negg": [0.6441637277603149], "cos_Ac_negg": [0.6441637277603149], "r_norm": [0.19330435991287231]}, {"step": 4200, "epoch": 10, "train_loss": 0.005882710684090853, "cos_r_negg": [0.6448512673377991], "cos_innovation_negg": [0.6448512673377991], "cos_apical_negg": [0.6448512673377991], "cos_Ac_negg": [0.6448512673377991], "r_norm": [0.19949296116828918]}, {"step": 4250, "epoch": 10, "train_loss": 0.004899492487311363, "cos_r_negg": [0.647710919380188], "cos_innovation_negg": [0.647710919380188], "cos_apical_negg": [0.647710919380188], "cos_Ac_negg": [0.647710919380188], "r_norm": [0.21247468888759613]}, {"step": 4300, "epoch": 10, "train_loss": 0.0030273457523435354, "cos_r_negg": [0.6456149220466614], "cos_innovation_negg": [0.6456149220466614], "cos_apical_negg": [0.6456149220466614], "cos_Ac_negg": [0.6456149220466614], "r_norm": [0.2065640538930893]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9772, "test_loss": 0.09016274757385254}, {"step": 4350, "epoch": 11, "train_loss": 0.0037884581834077835, "cos_r_negg": [0.64692223072052], "cos_innovation_negg": [0.64692223072052], "cos_apical_negg": [0.64692223072052], "cos_Ac_negg": [0.64692223072052], "r_norm": [0.1974259465932846]}, {"step": 4400, "epoch": 11, "train_loss": 0.0018607086967676878, "cos_r_negg": [0.6472340226173401], "cos_innovation_negg": [0.6472340226173401], "cos_apical_negg": [0.6472340226173401], "cos_Ac_negg": [0.6472340226173401], "r_norm": [0.19805370271205902]}, {"step": 4450, "epoch": 11, "train_loss": 0.0041218106634914875, "cos_r_negg": [0.6476565599441528], "cos_innovation_negg": [0.6476565599441528], "cos_apical_negg": [0.6476565599441528], "cos_Ac_negg": [0.6476565599441528], "r_norm": [0.19247421622276306]}, {"step": 4500, "epoch": 11, "train_loss": 0.0005594833055511117, "cos_r_negg": [0.6479806900024414], "cos_innovation_negg": [0.6479806900024414], "cos_apical_negg": [0.6479806900024414], "cos_Ac_negg": [0.6479806900024414], "r_norm": [0.2006804347038269]}, {"step": 4550, "epoch": 11, "train_loss": 0.007238520309329033, "cos_r_negg": [0.6483354568481445], "cos_innovation_negg": [0.6483354568481445], "cos_apical_negg": [0.6483354568481445], "cos_Ac_negg": [0.6483354568481445], "r_norm": [0.1967087686061859]}, {"step": 4600, "epoch": 11, "train_loss": 0.0011931454064324498, "cos_r_negg": [0.65092933177948], "cos_innovation_negg": [0.65092933177948], "cos_apical_negg": [0.65092933177948], "cos_Ac_negg": [0.65092933177948], "r_norm": [0.1852187216281891]}, {"step": 4650, "epoch": 11, "train_loss": 0.002458287635818124, "cos_r_negg": [0.6504030227661133], "cos_innovation_negg": [0.6504030227661133], "cos_apical_negg": [0.6504030227661133], "cos_Ac_negg": [0.6504030227661133], "r_norm": [0.18748340010643005]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9774, "test_loss": 0.09049351921081543}, {"step": 4700, "epoch": 12, "train_loss": 0.0034329199697822332, "cos_r_negg": [0.6481462717056274], "cos_innovation_negg": [0.6481462717056274], "cos_apical_negg": [0.6481462717056274], "cos_Ac_negg": [0.6481462717056274], "r_norm": [0.19713717699050903]}, {"step": 4750, "epoch": 12, "train_loss": 0.002695653820410371, "cos_r_negg": [0.6461588740348816], "cos_innovation_negg": [0.6461588740348816], "cos_apical_negg": [0.6461588740348816], "cos_Ac_negg": [0.6461588740348816], "r_norm": [0.18712715804576874]}, {"step": 4800, "epoch": 12, "train_loss": 0.0018822982674464583, "cos_r_negg": [0.6471251249313354], "cos_innovation_negg": [0.6471251249313354], "cos_apical_negg": [0.6471251249313354], "cos_Ac_negg": [0.6471251249313354], "r_norm": [0.19562287628650665]}, {"step": 4850, "epoch": 12, "train_loss": 0.0016558961942791939, "cos_r_negg": [0.6490514278411865], "cos_innovation_negg": [0.6490514278411865], "cos_apical_negg": [0.6490514278411865], "cos_Ac_negg": [0.6490514278411865], "r_norm": [0.19584356248378754]}, {"step": 4900, "epoch": 12, "train_loss": 0.0035827592946588993, "cos_r_negg": [0.6500679850578308], "cos_innovation_negg": [0.6500679850578308], "cos_apical_negg": [0.6500679850578308], "cos_Ac_negg": [0.6500679850578308], "r_norm": [0.19495409727096558]}, {"step": 4950, "epoch": 12, "train_loss": 0.001172207179479301, "cos_r_negg": [0.6509272456169128], "cos_innovation_negg": [0.6509272456169128], "cos_apical_negg": [0.6509272456169128], "cos_Ac_negg": [0.6509272456169128], "r_norm": [0.19378359615802765]}, {"step": 5000, "epoch": 12, "train_loss": 0.00244559976272285, "cos_r_negg": [0.6528655290603638], "cos_innovation_negg": [0.6528655290603638], "cos_apical_negg": [0.6528655290603638], "cos_Ac_negg": [0.6528655290603638], "r_norm": [0.19544655084609985]}, {"step": 5050, "epoch": 12, "train_loss": 0.0033757213968783617, "cos_r_negg": [0.6526849269866943], "cos_innovation_negg": [0.6526849269866943], "cos_apical_negg": [0.6526849269866943], "cos_Ac_negg": [0.6526849269866943], "r_norm": [0.1884920597076416]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9771, "test_loss": 0.0914201681137085}, {"step": 5100, "epoch": 13, "train_loss": 0.0020018487703055143, "cos_r_negg": [0.6521669030189514], "cos_innovation_negg": [0.6521669030189514], "cos_apical_negg": [0.6521669030189514], "cos_Ac_negg": [0.6521669030189514], "r_norm": [0.19391407072544098]}, {"step": 5150, "epoch": 13, "train_loss": 0.002072170376777649, "cos_r_negg": [0.6535587906837463], "cos_innovation_negg": [0.6535587906837463], "cos_apical_negg": [0.6535587906837463], "cos_Ac_negg": [0.6535587906837463], "r_norm": [0.19713780283927917]}, {"step": 5200, "epoch": 13, "train_loss": 0.003642341587692499, "cos_r_negg": [0.6524761915206909], "cos_innovation_negg": [0.6524761915206909], "cos_apical_negg": [0.6524761915206909], "cos_Ac_negg": [0.6524761915206909], "r_norm": [0.19814398884773254]}, {"step": 5250, "epoch": 13, "train_loss": 0.0015216246247291565, "cos_r_negg": [0.6527671813964844], "cos_innovation_negg": [0.6527671813964844], "cos_apical_negg": [0.6527671813964844], "cos_Ac_negg": [0.6527671813964844], "r_norm": [0.19417843222618103]}, {"step": 5300, "epoch": 13, "train_loss": 0.0026151887141168118, "cos_r_negg": [0.6544854640960693], "cos_innovation_negg": [0.6544854640960693], "cos_apical_negg": [0.6544854640960693], "cos_Ac_negg": [0.6544854640960693], "r_norm": [0.18854528665542603]}, {"step": 5350, "epoch": 13, "train_loss": 0.002656955271959305, "cos_r_negg": [0.6537472009658813], "cos_innovation_negg": [0.6537472009658813], "cos_apical_negg": [0.6537472009658813], "cos_Ac_negg": [0.6537472009658813], "r_norm": [0.2011130005121231]}, {"step": 5400, "epoch": 13, "train_loss": 0.0017721867188811302, "cos_r_negg": [0.6543964147567749], "cos_innovation_negg": [0.6543964147567749], "cos_apical_negg": [0.6543964147567749], "cos_Ac_negg": [0.6543964147567749], "r_norm": [0.19448864459991455]}, {"step": 5450, "epoch": 13, "train_loss": 0.0014307296369224787, "cos_r_negg": [0.6536461114883423], "cos_innovation_negg": [0.6536461114883423], "cos_apical_negg": [0.6536461114883423], "cos_Ac_negg": [0.6536461114883423], "r_norm": [0.18576273322105408]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9771, "test_loss": 0.0921395076751709}, {"step": 5500, "epoch": 14, "train_loss": 0.0017065771389752626, "cos_r_negg": [0.6552920341491699], "cos_innovation_negg": [0.6552920341491699], "cos_apical_negg": [0.6552920341491699], "cos_Ac_negg": [0.6552920341491699], "r_norm": [0.19184792041778564]}, {"step": 5550, "epoch": 14, "train_loss": 0.0008427238208241761, "cos_r_negg": [0.6560956835746765], "cos_innovation_negg": [0.6560956835746765], "cos_apical_negg": [0.6560956835746765], "cos_Ac_negg": [0.6560956835746765], "r_norm": [0.1877545863389969]}, {"step": 5600, "epoch": 14, "train_loss": 0.0026147961616516113, "cos_r_negg": [0.6538839936256409], "cos_innovation_negg": [0.6538839936256409], "cos_apical_negg": [0.6538839936256409], "cos_Ac_negg": [0.6538839936256409], "r_norm": [0.18576839566230774]}, {"step": 5650, "epoch": 14, "train_loss": 0.0011548771290108562, "cos_r_negg": [0.6543165445327759], "cos_innovation_negg": [0.6543165445327759], "cos_apical_negg": [0.6543165445327759], "cos_Ac_negg": [0.6543165445327759], "r_norm": [0.19023370742797852]}, {"step": 5700, "epoch": 14, "train_loss": 0.0007726428448222578, "cos_r_negg": [0.6542143821716309], "cos_innovation_negg": [0.6542143821716309], "cos_apical_negg": [0.6542143821716309], "cos_Ac_negg": [0.6542143821716309], "r_norm": [0.19421374797821045]}, {"step": 5750, "epoch": 14, "train_loss": 0.002083646133542061, "cos_r_negg": [0.6558496356010437], "cos_innovation_negg": [0.6558496356010437], "cos_apical_negg": [0.6558496356010437], "cos_Ac_negg": [0.6558496356010437], "r_norm": [0.19086122512817383]}, {"step": 5800, "epoch": 14, "train_loss": 0.0034151130821555853, "cos_r_negg": [0.6552474498748779], "cos_innovation_negg": [0.6552474498748779], "cos_apical_negg": [0.6552474498748779], "cos_Ac_negg": [0.6552474498748779], "r_norm": [0.18796899914741516]}, {"step": 5850, "epoch": 14, "train_loss": 0.0019133754540234804, "cos_r_negg": [0.6559021472930908], "cos_innovation_negg": [0.6559021472930908], "cos_apical_negg": [0.6559021472930908], "cos_Ac_negg": [0.6559021472930908], "r_norm": [0.19455260038375854]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9768, "test_loss": 0.09282659912109376}, {"step": 5900, "epoch": 15, "train_loss": 0.001639129244722426, "cos_r_negg": [0.6575367450714111], "cos_innovation_negg": [0.6575367450714111], "cos_apical_negg": [0.6575367450714111], "cos_Ac_negg": [0.6575367450714111], "r_norm": [0.19040971994400024]}, {"step": 5950, "epoch": 15, "train_loss": 0.0021168950479477644, "cos_r_negg": [0.6571184396743774], "cos_innovation_negg": [0.6571184396743774], "cos_apical_negg": [0.6571184396743774], "cos_Ac_negg": [0.6571184396743774], "r_norm": [0.18716110289096832]}, {"step": 6000, "epoch": 15, "train_loss": 0.002472394611686468, "cos_r_negg": [0.6573842763900757], "cos_innovation_negg": [0.6573842763900757], "cos_apical_negg": [0.6573842763900757], "cos_Ac_negg": [0.6573842763900757], "r_norm": [0.19425487518310547]}, {"step": 6050, "epoch": 15, "train_loss": 0.0037041790783405304, "cos_r_negg": [0.6576608419418335], "cos_innovation_negg": [0.6576608419418335], "cos_apical_negg": [0.6576608419418335], "cos_Ac_negg": [0.6576608419418335], "r_norm": [0.18867374956607819]}, {"step": 6100, "epoch": 15, "train_loss": 0.0025243067648261786, "cos_r_negg": [0.6573464274406433], "cos_innovation_negg": [0.6573464274406433], "cos_apical_negg": [0.6573464274406433], "cos_Ac_negg": [0.6573464274406433], "r_norm": [0.18201571702957153]}, {"step": 6150, "epoch": 15, "train_loss": 0.001665052492171526, "cos_r_negg": [0.6594885587692261], "cos_innovation_negg": [0.6594885587692261], "cos_apical_negg": [0.6594885587692261], "cos_Ac_negg": [0.6594885587692261], "r_norm": [0.18516229093074799]}, {"step": 6200, "epoch": 15, "train_loss": 0.002383104059845209, "cos_r_negg": [0.6582472324371338], "cos_innovation_negg": [0.6582472324371338], "cos_apical_negg": [0.6582472324371338], "cos_Ac_negg": [0.6582472324371338], "r_norm": [0.1910882294178009]}, {"step": 6250, "epoch": 15, "train_loss": 0.0010694663506001234, "cos_r_negg": [0.659957230091095], "cos_innovation_negg": [0.659957230091095], "cos_apical_negg": [0.659957230091095], "cos_Ac_negg": [0.659957230091095], "r_norm": [0.18371665477752686]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9774, "test_loss": 0.09295662803649903}, {"step": 6300, "epoch": 16, "train_loss": 0.0035328210797160864, "cos_r_negg": [0.659311056137085], "cos_innovation_negg": [0.659311056137085], "cos_apical_negg": [0.659311056137085], "cos_Ac_negg": [0.659311056137085], "r_norm": [0.19159629940986633]}, {"step": 6350, "epoch": 16, "train_loss": 0.0011029255110770464, "cos_r_negg": [0.6602445840835571], "cos_innovation_negg": [0.6602445840835571], "cos_apical_negg": [0.6602445840835571], "cos_Ac_negg": [0.6602445840835571], "r_norm": [0.18967027962207794]}, {"step": 6400, "epoch": 16, "train_loss": 0.0023054047487676144, "cos_r_negg": [0.6578680872917175], "cos_innovation_negg": [0.6578680872917175], "cos_apical_negg": [0.6578680872917175], "cos_Ac_negg": [0.6578680872917175], "r_norm": [0.19112488627433777]}, {"step": 6450, "epoch": 16, "train_loss": 0.001234284252859652, "cos_r_negg": [0.6565675735473633], "cos_innovation_negg": [0.6565675735473633], "cos_apical_negg": [0.6565675735473633], "cos_Ac_negg": [0.6565675735473633], "r_norm": [0.1883121132850647]}, {"step": 6500, "epoch": 16, "train_loss": 0.001730550080537796, "cos_r_negg": [0.66032475233078], "cos_innovation_negg": [0.66032475233078], "cos_apical_negg": [0.66032475233078], "cos_Ac_negg": [0.66032475233078], "r_norm": [0.18613141775131226]}, {"step": 6550, "epoch": 16, "train_loss": 0.0018354486674070358, "cos_r_negg": [0.660811722278595], "cos_innovation_negg": [0.660811722278595], "cos_apical_negg": [0.660811722278595], "cos_Ac_negg": [0.660811722278595], "r_norm": [0.18913403153419495]}, {"step": 6600, "epoch": 16, "train_loss": 0.0012221597135066986, "cos_r_negg": [0.659361720085144], "cos_innovation_negg": [0.659361720085144], "cos_apical_negg": [0.659361720085144], "cos_Ac_negg": [0.659361720085144], "r_norm": [0.1812596470117569]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.977, "test_loss": 0.09333019905090333}, {"step": 6650, "epoch": 17, "train_loss": 0.0009919691365212202, "cos_r_negg": [0.6609324216842651], "cos_innovation_negg": [0.6609324216842651], "cos_apical_negg": [0.6609324216842651], "cos_Ac_negg": [0.6609324216842651], "r_norm": [0.18920618295669556]}, {"step": 6700, "epoch": 17, "train_loss": 0.000615105964243412, "cos_r_negg": [0.6589354872703552], "cos_innovation_negg": [0.6589354872703552], "cos_apical_negg": [0.6589354872703552], "cos_Ac_negg": [0.6589354872703552], "r_norm": [0.18812216818332672]}, {"step": 6750, "epoch": 17, "train_loss": 0.002669001230970025, "cos_r_negg": [0.6587873101234436], "cos_innovation_negg": [0.6587873101234436], "cos_apical_negg": [0.6587873101234436], "cos_Ac_negg": [0.6587873101234436], "r_norm": [0.18695257604122162]}, {"step": 6800, "epoch": 17, "train_loss": 0.00209893099963665, "cos_r_negg": [0.6602692604064941], "cos_innovation_negg": [0.6602692604064941], "cos_apical_negg": [0.6602692604064941], "cos_Ac_negg": [0.6602692604064941], "r_norm": [0.1888260692358017]}, {"step": 6850, "epoch": 17, "train_loss": 0.001188456080853939, "cos_r_negg": [0.6589478254318237], "cos_innovation_negg": [0.6589478254318237], "cos_apical_negg": [0.6589478254318237], "cos_Ac_negg": [0.6589478254318237], "r_norm": [0.18659967184066772]}, {"step": 6900, "epoch": 17, "train_loss": 0.0017034118063747883, "cos_r_negg": [0.6604166030883789], "cos_innovation_negg": [0.6604166030883789], "cos_apical_negg": [0.6604166030883789], "cos_Ac_negg": [0.6604166030883789], "r_norm": [0.18320053815841675]}, {"step": 6950, "epoch": 17, "train_loss": 0.002372447866946459, "cos_r_negg": [0.6613626480102539], "cos_innovation_negg": [0.6613626480102539], "cos_apical_negg": [0.6613626480102539], "cos_Ac_negg": [0.6613626480102539], "r_norm": [0.1874087005853653]}, {"step": 7000, "epoch": 17, "train_loss": 0.0018378908280283213, "cos_r_negg": [0.6597496867179871], "cos_innovation_negg": [0.6597496867179871], "cos_apical_negg": [0.6597496867179871], "cos_Ac_negg": [0.6597496867179871], "r_norm": [0.18688613176345825]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9768, "test_loss": 0.09412236385345459}, {"step": 7050, "epoch": 18, "train_loss": 0.0006076000863686204, "cos_r_negg": [0.6604181528091431], "cos_innovation_negg": [0.6604181528091431], "cos_apical_negg": [0.6604181528091431], "cos_Ac_negg": [0.6604181528091431], "r_norm": [0.18498313426971436]}, {"step": 7100, "epoch": 18, "train_loss": 0.0017461997922509909, "cos_r_negg": [0.6599263548851013], "cos_innovation_negg": [0.6599263548851013], "cos_apical_negg": [0.6599263548851013], "cos_Ac_negg": [0.6599263548851013], "r_norm": [0.18821999430656433]}, {"step": 7150, "epoch": 18, "train_loss": 0.0009241800871677697, "cos_r_negg": [0.6593858003616333], "cos_innovation_negg": [0.6593858003616333], "cos_apical_negg": [0.6593858003616333], "cos_Ac_negg": [0.6593858003616333], "r_norm": [0.19042371213436127]}, {"step": 7200, "epoch": 18, "train_loss": 0.0015485039912164211, "cos_r_negg": [0.6596211194992065], "cos_innovation_negg": [0.6596211194992065], "cos_apical_negg": [0.6596211194992065], "cos_Ac_negg": [0.6596211194992065], "r_norm": [0.1859617829322815]}, {"step": 7250, "epoch": 18, "train_loss": 0.0024659959599375725, "cos_r_negg": [0.6610847115516663], "cos_innovation_negg": [0.6610847115516663], "cos_apical_negg": [0.6610847115516663], "cos_Ac_negg": [0.6610847115516663], "r_norm": [0.18206173181533813]}, {"step": 7300, "epoch": 18, "train_loss": 0.0008778561023063958, "cos_r_negg": [0.6605731844902039], "cos_innovation_negg": [0.6605731844902039], "cos_apical_negg": [0.6605731844902039], "cos_Ac_negg": [0.6605731844902039], "r_norm": [0.1886284351348877]}, {"step": 7350, "epoch": 18, "train_loss": 0.0021760407835245132, "cos_r_negg": [0.6615248322486877], "cos_innovation_negg": [0.6615248322486877], "cos_apical_negg": [0.6615248322486877], "cos_Ac_negg": [0.6615248322486877], "r_norm": [0.18517851829528809]}, {"step": 7400, "epoch": 18, "train_loss": 0.000903417996596545, "cos_r_negg": [0.6612672805786133], "cos_innovation_negg": [0.6612672805786133], "cos_apical_negg": [0.6612672805786133], "cos_Ac_negg": [0.6612672805786133], "r_norm": [0.18960770964622498]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9776, "test_loss": 0.09416835346221923}, {"step": 7450, "epoch": 19, "train_loss": 0.0006631523137912154, "cos_r_negg": [0.6600047945976257], "cos_innovation_negg": [0.6600047945976257], "cos_apical_negg": [0.6600047945976257], "cos_Ac_negg": [0.6600047945976257], "r_norm": [0.18318215012550354]}, {"step": 7500, "epoch": 19, "train_loss": 0.0013303228188306093, "cos_r_negg": [0.6616476774215698], "cos_innovation_negg": [0.6616476774215698], "cos_apical_negg": [0.6616476774215698], "cos_Ac_negg": [0.6616476774215698], "r_norm": [0.18644800782203674]}, {"step": 7550, "epoch": 19, "train_loss": 0.0008433173643425107, "cos_r_negg": [0.6613243818283081], "cos_innovation_negg": [0.6613243818283081], "cos_apical_negg": [0.6613243818283081], "cos_Ac_negg": [0.6613243818283081], "r_norm": [0.18073104321956635]}, {"step": 7600, "epoch": 19, "train_loss": 0.0006327498122118413, "cos_r_negg": [0.6612285375595093], "cos_innovation_negg": [0.6612285375595093], "cos_apical_negg": [0.6612285375595093], "cos_Ac_negg": [0.6612285375595093], "r_norm": [0.184264674782753]}, {"step": 7650, "epoch": 19, "train_loss": 0.0017367524560540915, "cos_r_negg": [0.6634142398834229], "cos_innovation_negg": [0.6634142398834229], "cos_apical_negg": [0.6634142398834229], "cos_Ac_negg": [0.6634142398834229], "r_norm": [0.19144602119922638]}, {"step": 7700, "epoch": 19, "train_loss": 0.002229224657639861, "cos_r_negg": [0.6619288921356201], "cos_innovation_negg": [0.6619288921356201], "cos_apical_negg": [0.6619288921356201], "cos_Ac_negg": [0.6619288921356201], "r_norm": [0.18265965580940247]}, {"step": 7750, "epoch": 19, "train_loss": 0.0012544094352051616, "cos_r_negg": [0.6631537675857544], "cos_innovation_negg": [0.6631537675857544], "cos_apical_negg": [0.6631537675857544], "cos_Ac_negg": [0.6631537675857544], "r_norm": [0.18488024175167084]}, {"step": 7800, "epoch": 19, "train_loss": 0.0017561482964083552, "cos_r_negg": [0.6630478501319885], "cos_innovation_negg": [0.6630478501319885], "cos_apical_negg": [0.6630478501319885], "cos_Ac_negg": [0.6630478501319885], "r_norm": [0.18549427390098572]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.977, "test_loss": 0.09481628150939941}, {"step": 7850, "epoch": 20, "train_loss": 0.0015549086965620518, "cos_r_negg": [0.6622166037559509], "cos_innovation_negg": [0.6622166037559509], "cos_apical_negg": [0.6622166037559509], "cos_Ac_negg": [0.6622166037559509], "r_norm": [0.18886223435401917]}, {"step": 7900, "epoch": 20, "train_loss": 0.0013847466325387359, "cos_r_negg": [0.6624001264572144], "cos_innovation_negg": [0.6624001264572144], "cos_apical_negg": [0.6624001264572144], "cos_Ac_negg": [0.6624001264572144], "r_norm": [0.18868109583854675]}, {"step": 7950, "epoch": 20, "train_loss": 0.0011791096767410636, "cos_r_negg": [0.6611202359199524], "cos_innovation_negg": [0.6611202359199524], "cos_apical_negg": [0.6611202359199524], "cos_Ac_negg": [0.6611202359199524], "r_norm": [0.1860460340976715]}, {"step": 8000, "epoch": 20, "train_loss": 0.001392150647006929, "cos_r_negg": [0.6615074872970581], "cos_innovation_negg": [0.6615074872970581], "cos_apical_negg": [0.6615074872970581], "cos_Ac_negg": [0.6615074872970581], "r_norm": [0.1833355575799942]}, {"step": 8050, "epoch": 20, "train_loss": 0.001689402386546135, "cos_r_negg": [0.6621111631393433], "cos_innovation_negg": [0.6621111631393433], "cos_apical_negg": [0.6621111631393433], "cos_Ac_negg": [0.6621111631393433], "r_norm": [0.1822929084300995]}, {"step": 8100, "epoch": 20, "train_loss": 0.001120785134844482, "cos_r_negg": [0.6630470752716064], "cos_innovation_negg": [0.6630470752716064], "cos_apical_negg": [0.6630470752716064], "cos_Ac_negg": [0.6630470752716064], "r_norm": [0.18703846633434296]}, {"step": 8150, "epoch": 20, "train_loss": 0.001595539739355445, "cos_r_negg": [0.661577045917511], "cos_innovation_negg": [0.661577045917511], "cos_apical_negg": [0.661577045917511], "cos_Ac_negg": [0.661577045917511], "r_norm": [0.18512308597564697]}, {"step": 8200, "epoch": 20, "train_loss": 0.0007131919264793396, "cos_r_negg": [0.6628184914588928], "cos_innovation_negg": [0.6628184914588928], "cos_apical_negg": [0.6628184914588928], "cos_Ac_negg": [0.6628184914588928], "r_norm": [0.18840518593788147]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9772, "test_loss": 0.09534469108581543}, {"step": 8250, "epoch": 21, "train_loss": 0.001315829111263156, "cos_r_negg": [0.6638805866241455], "cos_innovation_negg": [0.6638805866241455], "cos_apical_negg": [0.6638805866241455], "cos_Ac_negg": [0.6638805866241455], "r_norm": [0.1877843737602234]}, {"step": 8300, "epoch": 21, "train_loss": 0.0015004035085439682, "cos_r_negg": [0.6634613275527954], "cos_innovation_negg": [0.6634613275527954], "cos_apical_negg": [0.6634613275527954], "cos_Ac_negg": [0.6634613275527954], "r_norm": [0.17966130375862122]}, {"step": 8350, "epoch": 21, "train_loss": 0.0012951507233083248, "cos_r_negg": [0.663381814956665], "cos_innovation_negg": [0.663381814956665], "cos_apical_negg": [0.663381814956665], "cos_Ac_negg": [0.663381814956665], "r_norm": [0.1828296184539795]}, {"step": 8400, "epoch": 21, "train_loss": 0.0008827104466035962, "cos_r_negg": [0.6633228063583374], "cos_innovation_negg": [0.6633228063583374], "cos_apical_negg": [0.6633228063583374], "cos_Ac_negg": [0.6633228063583374], "r_norm": [0.18030062317848206]}, {"step": 8450, "epoch": 21, "train_loss": 0.0014510081382468343, "cos_r_negg": [0.662524938583374], "cos_innovation_negg": [0.662524938583374], "cos_apical_negg": [0.662524938583374], "cos_Ac_negg": [0.662524938583374], "r_norm": [0.18230566382408142]}, {"step": 8500, "epoch": 21, "train_loss": 0.0014318290632218122, "cos_r_negg": [0.6619138717651367], "cos_innovation_negg": [0.6619138717651367], "cos_apical_negg": [0.6619138717651367], "cos_Ac_negg": [0.6619138717651367], "r_norm": [0.18549352884292603]}, {"step": 8550, "epoch": 21, "train_loss": 0.0008313722210004926, "cos_r_negg": [0.6639466881752014], "cos_innovation_negg": [0.6639466881752014], "cos_apical_negg": [0.6639466881752014], "cos_Ac_negg": [0.6639466881752014], "r_norm": [0.18507003784179688]}, {"step": 8600, "epoch": 21, "train_loss": 0.0020694348495453596, "cos_r_negg": [0.6637134552001953], "cos_innovation_negg": [0.6637134552001953], "cos_apical_negg": [0.6637134552001953], "cos_Ac_negg": [0.6637134552001953], "r_norm": [0.18657751381397247]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9771, "test_loss": 0.09616450424194337}, {"step": 8650, "epoch": 22, "train_loss": 0.0007128259167075157, "cos_r_negg": [0.6637058258056641], "cos_innovation_negg": [0.6637058258056641], "cos_apical_negg": [0.6637058258056641], "cos_Ac_negg": [0.6637058258056641], "r_norm": [0.18632611632347107]}, {"step": 8700, "epoch": 22, "train_loss": 0.0009645845275372267, "cos_r_negg": [0.6645717024803162], "cos_innovation_negg": [0.6645717024803162], "cos_apical_negg": [0.6645717024803162], "cos_Ac_negg": [0.6645717024803162], "r_norm": [0.1883280873298645]}, {"step": 8750, "epoch": 22, "train_loss": 0.0015416082460433245, "cos_r_negg": [0.6642137765884399], "cos_innovation_negg": [0.6642137765884399], "cos_apical_negg": [0.6642137765884399], "cos_Ac_negg": [0.6642137765884399], "r_norm": [0.18352259695529938]}, {"step": 8800, "epoch": 22, "train_loss": 0.0012329686433076859, "cos_r_negg": [0.6640585660934448], "cos_innovation_negg": [0.6640585660934448], "cos_apical_negg": [0.6640585660934448], "cos_Ac_negg": [0.6640585660934448], "r_norm": [0.1844809651374817]}, {"step": 8850, "epoch": 22, "train_loss": 0.0011003310792148113, "cos_r_negg": [0.665848970413208], "cos_innovation_negg": [0.665848970413208], "cos_apical_negg": [0.665848970413208], "cos_Ac_negg": [0.665848970413208], "r_norm": [0.182808518409729]}, {"step": 8900, "epoch": 22, "train_loss": 0.0020000413060188293, "cos_r_negg": [0.6635950803756714], "cos_innovation_negg": [0.6635950803756714], "cos_apical_negg": [0.6635950803756714], "cos_Ac_negg": [0.6635950803756714], "r_norm": [0.1875772476196289]}, {"step": 8950, "epoch": 22, "train_loss": 0.001047514844685793, "cos_r_negg": [0.6647591590881348], "cos_innovation_negg": [0.6647591590881348], "cos_apical_negg": [0.6647591590881348], "cos_Ac_negg": [0.6647591590881348], "r_norm": [0.18706746399402618]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9775, "test_loss": 0.09575039081573486}, {"step": 9000, "epoch": 23, "train_loss": 0.000652861432172358, "cos_r_negg": [0.6654112935066223], "cos_innovation_negg": [0.6654112935066223], "cos_apical_negg": [0.6654112935066223], "cos_Ac_negg": [0.6654112935066223], "r_norm": [0.18120025098323822]}, {"step": 9050, "epoch": 23, "train_loss": 0.001210615155287087, "cos_r_negg": [0.6656464338302612], "cos_innovation_negg": [0.6656464338302612], "cos_apical_negg": [0.6656464338302612], "cos_Ac_negg": [0.6656464338302612], "r_norm": [0.18235936760902405]}, {"step": 9100, "epoch": 23, "train_loss": 0.0007181470282375813, "cos_r_negg": [0.6656188368797302], "cos_innovation_negg": [0.6656188368797302], "cos_apical_negg": [0.6656188368797302], "cos_Ac_negg": [0.6656188368797302], "r_norm": [0.18524564802646637]}, {"step": 9150, "epoch": 23, "train_loss": 0.0011361329816281796, "cos_r_negg": [0.6648496389389038], "cos_innovation_negg": [0.6648496389389038], "cos_apical_negg": [0.6648496389389038], "cos_Ac_negg": [0.6648496389389038], "r_norm": [0.1869036853313446]}, {"step": 9200, "epoch": 23, "train_loss": 0.0015439579728990793, "cos_r_negg": [0.6651215553283691], "cos_innovation_negg": [0.6651215553283691], "cos_apical_negg": [0.6651215553283691], "cos_Ac_negg": [0.6651215553283691], "r_norm": [0.18295185267925262]}, {"step": 9250, "epoch": 23, "train_loss": 0.0009916891576722264, "cos_r_negg": [0.6656556129455566], "cos_innovation_negg": [0.6656556129455566], "cos_apical_negg": [0.6656556129455566], "cos_Ac_negg": [0.6656556129455566], "r_norm": [0.18468675017356873]}, {"step": 9300, "epoch": 23, "train_loss": 0.0010292839724570513, "cos_r_negg": [0.6634479761123657], "cos_innovation_negg": [0.6634479761123657], "cos_apical_negg": [0.6634479761123657], "cos_Ac_negg": [0.6634479761123657], "r_norm": [0.18625611066818237]}, {"step": 9350, "epoch": 23, "train_loss": 0.0008132409420795739, "cos_r_negg": [0.6648687124252319], "cos_innovation_negg": [0.6648687124252319], "cos_apical_negg": [0.6648687124252319], "cos_Ac_negg": [0.6648687124252319], "r_norm": [0.18395903706550598]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.977, "test_loss": 0.09679560527801513}, {"step": 9400, "epoch": 24, "train_loss": 0.0009344996651634574, "cos_r_negg": [0.6658368110656738], "cos_innovation_negg": [0.6658368110656738], "cos_apical_negg": [0.6658368110656738], "cos_Ac_negg": [0.6658368110656738], "r_norm": [0.18378230929374695]}, {"step": 9450, "epoch": 24, "train_loss": 0.00046967744128778577, "cos_r_negg": [0.6653948426246643], "cos_innovation_negg": [0.6653948426246643], "cos_apical_negg": [0.6653948426246643], "cos_Ac_negg": [0.6653948426246643], "r_norm": [0.18439844250679016]}, {"step": 9500, "epoch": 24, "train_loss": 0.0008947079768404365, "cos_r_negg": [0.6661766171455383], "cos_innovation_negg": [0.6661766171455383], "cos_apical_negg": [0.6661766171455383], "cos_Ac_negg": [0.6661766171455383], "r_norm": [0.18399132788181305]}, {"step": 9550, "epoch": 24, "train_loss": 0.0011466838186606765, "cos_r_negg": [0.666035532951355], "cos_innovation_negg": [0.666035532951355], "cos_apical_negg": [0.666035532951355], "cos_Ac_negg": [0.666035532951355], "r_norm": [0.18216656148433685]}, {"step": 9600, "epoch": 24, "train_loss": 0.0008932180353440344, "cos_r_negg": [0.6645070314407349], "cos_innovation_negg": [0.6645070314407349], "cos_apical_negg": [0.6645070314407349], "cos_Ac_negg": [0.6645070314407349], "r_norm": [0.18308693170547485]}, {"step": 9650, "epoch": 24, "train_loss": 0.001838998170569539, "cos_r_negg": [0.6666076183319092], "cos_innovation_negg": [0.6666076183319092], "cos_apical_negg": [0.6666076183319092], "cos_Ac_negg": [0.6666076183319092], "r_norm": [0.184176966547966]}, {"step": 9700, "epoch": 24, "train_loss": 0.0008944592555053532, "cos_r_negg": [0.6669302582740784], "cos_innovation_negg": [0.6669302582740784], "cos_apical_negg": [0.6669302582740784], "cos_Ac_negg": [0.6669302582740784], "r_norm": [0.1847347766160965]}, {"step": 9750, "epoch": 24, "train_loss": 0.0020091915503144264, "cos_r_negg": [0.6640826463699341], "cos_innovation_negg": [0.6640826463699341], "cos_apical_negg": [0.6640826463699341], "cos_Ac_negg": [0.6640826463699341], "r_norm": [0.1822388470172882]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9778, "test_loss": 0.09669339179992675}], "final": {"test_acc": 0.9778, "test_loss": 0.09669339179992675, "wall_s": 9.86219072341919, "cos_r_negg": [0.6661163568496704], "cos_innovation_negg": [0.6661163568496704], "cos_apical_negg": [0.6661163568496704], "cos_Ac_negg": [0.6661163568496704]}}
\ No newline at end of file diff --git a/results/ep_archmatch_v1_mnist_sdil_w500_d1_s2.json b/results/ep_archmatch_v1_mnist_sdil_w500_d1_s2.json new file mode 100644 index 0000000..976dcb7 --- /dev/null +++ b/results/ep_archmatch_v1_mnist_sdil_w500_d1_s2.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_sdil_w500_d1_s2", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5911900997161865, "cos_r_negg": [-0.008277381770312786], "cos_innovation_negg": [-0.008277381770312786], "cos_apical_negg": [-0.008277381770312786], "cos_Ac_negg": [-0.008277381770312786], "r_norm": [6.84993314743042], "ldr": {"dL_sdil": -0.19783353805541992, "dL_bp": -0.4852149486541748, "ratio": 0.40772350193279183}}, {"step": 50, "epoch": 0, "train_loss": 0.486049085855484, "cos_r_negg": [0.4140510559082031], "cos_innovation_negg": [0.4140510559082031], "cos_apical_negg": [0.4140510559082031], "cos_Ac_negg": [0.4140510559082031], "r_norm": [1.3693480491638184]}, {"step": 100, "epoch": 0, "train_loss": 0.11305877566337585, "cos_r_negg": [0.4547509551048279], "cos_innovation_negg": [0.4547509551048279], "cos_apical_negg": [0.4547509551048279], "cos_Ac_negg": [0.4547509551048279], "r_norm": [1.1243853569030762]}, {"step": 150, "epoch": 0, "train_loss": 0.13799086213111877, "cos_r_negg": [0.4713614284992218], "cos_innovation_negg": [0.4713614284992218], "cos_apical_negg": [0.4713614284992218], "cos_Ac_negg": [0.4713614284992218], "r_norm": [0.8751425743103027]}, {"step": 200, "epoch": 0, "train_loss": 0.2704549729824066, "cos_r_negg": [0.4718015789985657], "cos_innovation_negg": [0.4718015789985657], "cos_apical_negg": [0.4718015789985657], "cos_Ac_negg": [0.4718015789985657], "r_norm": [0.877841055393219]}, {"step": 250, "epoch": 0, "train_loss": 0.2953912317752838, "cos_r_negg": [0.48673349618911743], "cos_innovation_negg": [0.48673349618911743], "cos_apical_negg": [0.48673349618911743], "cos_Ac_negg": [0.48673349618911743], "r_norm": [0.791964590549469], "ldr": {"dL_sdil": -0.01796238124370575, "dL_bp": -0.015804380178451538, "ratio": 1.1365444921526588}}, {"step": 300, "epoch": 0, "train_loss": 0.11054832488298416, "cos_r_negg": [0.49823132157325745], "cos_innovation_negg": [0.49823132157325745], "cos_apical_negg": [0.49823132157325745], "cos_Ac_negg": [0.49823132157325745], "r_norm": [0.7179563045501709]}, {"step": 350, "epoch": 0, "train_loss": 0.25550317764282227, "cos_r_negg": [0.5082464814186096], "cos_innovation_negg": [0.5082464814186096], "cos_apical_negg": [0.5082464814186096], "cos_Ac_negg": [0.5082464814186096], "r_norm": [0.5819770097732544]}, {"epoch_end": 0, "step": 391, "test_acc": 0.949, "test_loss": 0.1770845916748047}, {"step": 400, "epoch": 1, "train_loss": 0.14154742658138275, "cos_r_negg": [0.5147588849067688], "cos_innovation_negg": [0.5147588849067688], "cos_apical_negg": [0.5147588849067688], "cos_Ac_negg": [0.5147588849067688], "r_norm": [0.5950533151626587]}, {"step": 450, "epoch": 1, "train_loss": 0.13303032517433167, "cos_r_negg": [0.5332812070846558], "cos_innovation_negg": [0.5332812070846558], "cos_apical_negg": [0.5332812070846558], "cos_Ac_negg": [0.5332812070846558], "r_norm": [0.48958927392959595]}, {"step": 500, "epoch": 1, "train_loss": 0.18254117667675018, "cos_r_negg": [0.536449134349823], "cos_innovation_negg": [0.536449134349823], "cos_apical_negg": [0.536449134349823], "cos_Ac_negg": [0.536449134349823], "r_norm": [0.4152835011482239], "ldr": {"dL_sdil": -0.0043820664286613464, "dL_bp": -0.0037187784910202026, "ratio": 1.1783617763851213}}, {"step": 550, "epoch": 1, "train_loss": 0.09710727632045746, "cos_r_negg": [0.5309125185012817], "cos_innovation_negg": [0.5309125185012817], "cos_apical_negg": [0.5309125185012817], "cos_Ac_negg": [0.5309125185012817], "r_norm": [0.5140997171401978]}, {"step": 600, "epoch": 1, "train_loss": 0.04263746738433838, "cos_r_negg": [0.5393210649490356], "cos_innovation_negg": [0.5393210649490356], "cos_apical_negg": [0.5393210649490356], "cos_Ac_negg": [0.5393210649490356], "r_norm": [0.501657247543335]}, {"step": 650, "epoch": 1, "train_loss": 0.07336868345737457, "cos_r_negg": [0.5416759252548218], "cos_innovation_negg": [0.5416759252548218], "cos_apical_negg": [0.5416759252548218], "cos_Ac_negg": [0.5416759252548218], "r_norm": [0.4314202070236206]}, {"step": 700, "epoch": 1, "train_loss": 0.10612501204013824, "cos_r_negg": [0.5380069017410278], "cos_innovation_negg": [0.5380069017410278], "cos_apical_negg": [0.5380069017410278], "cos_Ac_negg": [0.5380069017410278], "r_norm": [0.47495484352111816]}, {"step": 750, "epoch": 1, "train_loss": 0.16109803318977356, "cos_r_negg": [0.5543200969696045], "cos_innovation_negg": [0.5543200969696045], "cos_apical_negg": [0.5543200969696045], "cos_Ac_negg": [0.5543200969696045], "r_norm": [0.5344511270523071], "ldr": {"dL_sdil": -0.014009997248649597, "dL_bp": -0.013059228658676147, "ratio": 1.0728043450975022}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9541, "test_loss": 0.15106299438476561}, {"step": 800, "epoch": 2, "train_loss": 0.05717243254184723, "cos_r_negg": [0.5500818490982056], "cos_innovation_negg": [0.5500818490982056], "cos_apical_negg": [0.5500818490982056], "cos_Ac_negg": [0.5500818490982056], "r_norm": [0.393000066280365]}, {"step": 850, "epoch": 2, "train_loss": 0.03941476345062256, "cos_r_negg": [0.5661003589630127], "cos_innovation_negg": [0.5661003589630127], "cos_apical_negg": [0.5661003589630127], "cos_Ac_negg": [0.5661003589630127], "r_norm": [0.4027671813964844]}, {"step": 900, "epoch": 2, "train_loss": 0.10557238012552261, "cos_r_negg": [0.5596094727516174], "cos_innovation_negg": [0.5596094727516174], "cos_apical_negg": [0.5596094727516174], "cos_Ac_negg": [0.5596094727516174], "r_norm": [0.47179365158081055]}, {"step": 950, "epoch": 2, "train_loss": 0.12161651998758316, "cos_r_negg": [0.5679528713226318], "cos_innovation_negg": [0.5679528713226318], "cos_apical_negg": [0.5679528713226318], "cos_Ac_negg": [0.5679528713226318], "r_norm": [0.3738698959350586]}, {"step": 1000, "epoch": 2, "train_loss": 0.08364763855934143, "cos_r_negg": [0.5691609382629395], "cos_innovation_negg": [0.5691609382629395], "cos_apical_negg": [0.5691609382629395], "cos_Ac_negg": [0.5691609382629395], "r_norm": [0.39727145433425903], "ldr": {"dL_sdil": -0.005441874265670776, "dL_bp": -0.004722617566585541, "ratio": 1.152300432746084}}, {"step": 1050, "epoch": 2, "train_loss": 0.03287242352962494, "cos_r_negg": [0.5763469934463501], "cos_innovation_negg": [0.5763469934463501], "cos_apical_negg": [0.5763469934463501], "cos_Ac_negg": [0.5763469934463501], "r_norm": [0.36194950342178345]}, {"step": 1100, "epoch": 2, "train_loss": 0.1454431712627411, "cos_r_negg": [0.5632929801940918], "cos_innovation_negg": [0.5632929801940918], "cos_apical_negg": [0.5632929801940918], "cos_Ac_negg": [0.5632929801940918], "r_norm": [0.3947522044181824]}, {"step": 1150, "epoch": 2, "train_loss": 0.0883951336145401, "cos_r_negg": [0.58266282081604], "cos_innovation_negg": [0.58266282081604], "cos_apical_negg": [0.58266282081604], "cos_Ac_negg": [0.58266282081604], "r_norm": [0.30092698335647583]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9688, "test_loss": 0.10801986694335937}, {"step": 1200, "epoch": 3, "train_loss": 0.04384800046682358, "cos_r_negg": [0.5765547156333923], "cos_innovation_negg": [0.5765547156333923], "cos_apical_negg": [0.5765547156333923], "cos_Ac_negg": [0.5765547156333923], "r_norm": [0.35575950145721436]}, {"step": 1250, "epoch": 3, "train_loss": 0.07067137956619263, "cos_r_negg": [0.5872044563293457], "cos_innovation_negg": [0.5872044563293457], "cos_apical_negg": [0.5872044563293457], "cos_Ac_negg": [0.5872044563293457], "r_norm": [0.31870633363723755], "ldr": {"dL_sdil": -0.005243748426437378, "dL_bp": -0.0046631768345832825, "ratio": 1.1245013029633428}}, {"step": 1300, "epoch": 3, "train_loss": 0.014111064374446869, "cos_r_negg": [0.5896565914154053], "cos_innovation_negg": [0.5896565914154053], "cos_apical_negg": [0.5896565914154053], "cos_Ac_negg": [0.5896565914154053], "r_norm": [0.3191906213760376]}, {"step": 1350, "epoch": 3, "train_loss": 0.02200225740671158, "cos_r_negg": [0.5949355959892273], "cos_innovation_negg": [0.5949355959892273], "cos_apical_negg": [0.5949355959892273], "cos_Ac_negg": [0.5949355959892273], "r_norm": [0.28881198167800903]}, {"step": 1400, "epoch": 3, "train_loss": 0.04235190153121948, "cos_r_negg": [0.6023393273353577], "cos_innovation_negg": [0.6023393273353577], "cos_apical_negg": [0.6023393273353577], "cos_Ac_negg": [0.6023393273353577], "r_norm": [0.3494701385498047]}, {"step": 1450, "epoch": 3, "train_loss": 0.037853650748729706, "cos_r_negg": [0.6019614934921265], "cos_innovation_negg": [0.6019614934921265], "cos_apical_negg": [0.6019614934921265], "cos_Ac_negg": [0.6019614934921265], "r_norm": [0.3527919054031372]}, {"step": 1500, "epoch": 3, "train_loss": 0.07715235650539398, "cos_r_negg": [0.6148341298103333], "cos_innovation_negg": [0.6148341298103333], "cos_apical_negg": [0.6148341298103333], "cos_Ac_negg": [0.6148341298103333], "r_norm": [0.26114022731781006], "ldr": {"dL_sdil": -0.0031411536037921906, "dL_bp": -0.0027532875537872314, "ratio": 1.1408737890350165}}, {"step": 1550, "epoch": 3, "train_loss": 0.04196534305810928, "cos_r_negg": [0.6071775555610657], "cos_innovation_negg": [0.6071775555610657], "cos_apical_negg": [0.6071775555610657], "cos_Ac_negg": [0.6071775555610657], "r_norm": [0.263432115316391]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9701, "test_loss": 0.10635365867614746}, {"step": 1600, "epoch": 4, "train_loss": 0.08143553137779236, "cos_r_negg": [0.6083104610443115], "cos_innovation_negg": [0.6083104610443115], "cos_apical_negg": [0.6083104610443115], "cos_Ac_negg": [0.6083104610443115], "r_norm": [0.3229970932006836]}, {"step": 1650, "epoch": 4, "train_loss": 0.06986844539642334, "cos_r_negg": [0.6048902869224548], "cos_innovation_negg": [0.6048902869224548], "cos_apical_negg": [0.6048902869224548], "cos_Ac_negg": [0.6048902869224548], "r_norm": [0.27426087856292725]}, {"step": 1700, "epoch": 4, "train_loss": 0.027880743145942688, "cos_r_negg": [0.6110736131668091], "cos_innovation_negg": [0.6110736131668091], "cos_apical_negg": [0.6110736131668091], "cos_Ac_negg": [0.6110736131668091], "r_norm": [0.23478369414806366]}, {"step": 1750, "epoch": 4, "train_loss": 0.026627864688634872, "cos_r_negg": [0.6115112900733948], "cos_innovation_negg": [0.6115112900733948], "cos_apical_negg": [0.6115112900733948], "cos_Ac_negg": [0.6115112900733948], "r_norm": [0.23661001026630402], "ldr": {"dL_sdil": -0.0027093812823295593, "dL_bp": -0.002483207732439041, "ratio": 1.0910812039347055}}, {"step": 1800, "epoch": 4, "train_loss": 0.032958291471004486, "cos_r_negg": [0.6183071732521057], "cos_innovation_negg": [0.6183071732521057], "cos_apical_negg": [0.6183071732521057], "cos_Ac_negg": [0.6183071732521057], "r_norm": [0.281324177980423]}, {"step": 1850, "epoch": 4, "train_loss": 0.08927027881145477, "cos_r_negg": [0.6219815015792847], "cos_innovation_negg": [0.6219815015792847], "cos_apical_negg": [0.6219815015792847], "cos_Ac_negg": [0.6219815015792847], "r_norm": [0.27008509635925293]}, {"step": 1900, "epoch": 4, "train_loss": 0.012789151631295681, "cos_r_negg": [0.6261608600616455], "cos_innovation_negg": [0.6261608600616455], "cos_apical_negg": [0.6261608600616455], "cos_Ac_negg": [0.6261608600616455], "r_norm": [0.2875248193740845]}, {"step": 1950, "epoch": 4, "train_loss": 0.07209601998329163, "cos_r_negg": [0.6242794990539551], "cos_innovation_negg": [0.6242794990539551], "cos_apical_negg": [0.6242794990539551], "cos_Ac_negg": [0.6242794990539551], "r_norm": [0.24653948843479156]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9733, "test_loss": 0.09529134216308593}, {"step": 2000, "epoch": 5, "train_loss": 0.008723001927137375, "cos_r_negg": [0.6312534809112549], "cos_innovation_negg": [0.6312534809112549], "cos_apical_negg": [0.6312534809112549], "cos_Ac_negg": [0.6312534809112549], "r_norm": [0.27534207701683044], "ldr": {"dL_sdil": -0.004335783421993256, "dL_bp": -0.003958866000175476, "ratio": 1.095208431354098}}, {"step": 2050, "epoch": 5, "train_loss": 0.007977986708283424, "cos_r_negg": [0.6268928050994873], "cos_innovation_negg": [0.6268928050994873], "cos_apical_negg": [0.6268928050994873], "cos_Ac_negg": [0.6268928050994873], "r_norm": [0.28080108761787415]}, {"step": 2100, "epoch": 5, "train_loss": 0.011977257207036018, "cos_r_negg": [0.6275802850723267], "cos_innovation_negg": [0.6275802850723267], "cos_apical_negg": [0.6275802850723267], "cos_Ac_negg": [0.6275802850723267], "r_norm": [0.2669225037097931]}, {"step": 2150, "epoch": 5, "train_loss": 0.007472577039152384, "cos_r_negg": [0.6306333541870117], "cos_innovation_negg": [0.6306333541870117], "cos_apical_negg": [0.6306333541870117], "cos_Ac_negg": [0.6306333541870117], "r_norm": [0.2533649206161499]}, {"step": 2200, "epoch": 5, "train_loss": 0.008038247004151344, "cos_r_negg": [0.6296679973602295], "cos_innovation_negg": [0.6296679973602295], "cos_apical_negg": [0.6296679973602295], "cos_Ac_negg": [0.6296679973602295], "r_norm": [0.25544893741607666]}, {"step": 2250, "epoch": 5, "train_loss": 0.014533299952745438, "cos_r_negg": [0.6357662677764893], "cos_innovation_negg": [0.6357662677764893], "cos_apical_negg": [0.6357662677764893], "cos_Ac_negg": [0.6357662677764893], "r_norm": [0.2707117199897766], "ldr": {"dL_sdil": -0.0045448243618011475, "dL_bp": -0.004156649112701416, "ratio": 1.0933865810115146}}, {"step": 2300, "epoch": 5, "train_loss": 0.01623210869729519, "cos_r_negg": [0.640495777130127], "cos_innovation_negg": [0.640495777130127], "cos_apical_negg": [0.640495777130127], "cos_Ac_negg": [0.640495777130127], "r_norm": [0.23849542438983917]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9737, "test_loss": 0.0931273286819458}, {"step": 2350, "epoch": 6, "train_loss": 0.004173761233687401, "cos_r_negg": [0.6388311386108398], "cos_innovation_negg": [0.6388311386108398], "cos_apical_negg": [0.6388311386108398], "cos_Ac_negg": [0.6388311386108398], "r_norm": [0.24071170389652252]}, {"step": 2400, "epoch": 6, "train_loss": 0.0046764155849814415, "cos_r_negg": [0.6432271003723145], "cos_innovation_negg": [0.6432271003723145], "cos_apical_negg": [0.6432271003723145], "cos_Ac_negg": [0.6432271003723145], "r_norm": [0.26935306191444397]}, {"step": 2450, "epoch": 6, "train_loss": 0.008951765485107899, "cos_r_negg": [0.6383296847343445], "cos_innovation_negg": [0.6383296847343445], "cos_apical_negg": [0.6383296847343445], "cos_Ac_negg": [0.6383296847343445], "r_norm": [0.24843837320804596]}, {"step": 2500, "epoch": 6, "train_loss": 0.015606595203280449, "cos_r_negg": [0.6416280269622803], "cos_innovation_negg": [0.6416280269622803], "cos_apical_negg": [0.6416280269622803], "cos_Ac_negg": [0.6416280269622803], "r_norm": [0.23136788606643677], "ldr": {"dL_sdil": -0.003627181053161621, "dL_bp": -0.0033147260546684265, "ratio": 1.0942626911967992}}, {"step": 2550, "epoch": 6, "train_loss": 0.019761424511671066, "cos_r_negg": [0.6416548490524292], "cos_innovation_negg": [0.6416548490524292], "cos_apical_negg": [0.6416548490524292], "cos_Ac_negg": [0.6416548490524292], "r_norm": [0.2153617888689041]}, {"step": 2600, "epoch": 6, "train_loss": 0.005303243175148964, "cos_r_negg": [0.6445395350456238], "cos_innovation_negg": [0.6445395350456238], "cos_apical_negg": [0.6445395350456238], "cos_Ac_negg": [0.6445395350456238], "r_norm": [0.22218960523605347]}, {"step": 2650, "epoch": 6, "train_loss": 0.01072439830750227, "cos_r_negg": [0.650060772895813], "cos_innovation_negg": [0.650060772895813], "cos_apical_negg": [0.650060772895813], "cos_Ac_negg": [0.650060772895813], "r_norm": [0.24583393335342407]}, {"step": 2700, "epoch": 6, "train_loss": 0.003924820572137833, "cos_r_negg": [0.6429259777069092], "cos_innovation_negg": [0.6429259777069092], "cos_apical_negg": [0.6429259777069092], "cos_Ac_negg": [0.6429259777069092], "r_norm": [0.2606179118156433]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9751, "test_loss": 0.09047390222549438}, {"step": 2750, "epoch": 7, "train_loss": 0.0020374655723571777, "cos_r_negg": [0.651113748550415], "cos_innovation_negg": [0.651113748550415], "cos_apical_negg": [0.651113748550415], "cos_Ac_negg": [0.651113748550415], "r_norm": [0.22707727551460266], "ldr": {"dL_sdil": -0.004078622907400131, "dL_bp": -0.0036659911274909973, "ratio": 1.1125566771874702}}, {"step": 2800, "epoch": 7, "train_loss": 0.004425741732120514, "cos_r_negg": [0.6573879718780518], "cos_innovation_negg": [0.6573879718780518], "cos_apical_negg": [0.6573879718780518], "cos_Ac_negg": [0.6573879718780518], "r_norm": [0.21545951068401337]}, {"step": 2850, "epoch": 7, "train_loss": 0.005138208158314228, "cos_r_negg": [0.6525487899780273], "cos_innovation_negg": [0.6525487899780273], "cos_apical_negg": [0.6525487899780273], "cos_Ac_negg": [0.6525487899780273], "r_norm": [0.24897994101047516]}, {"step": 2900, "epoch": 7, "train_loss": 0.015310867689549923, "cos_r_negg": [0.6553379893302917], "cos_innovation_negg": [0.6553379893302917], "cos_apical_negg": [0.6553379893302917], "cos_Ac_negg": [0.6553379893302917], "r_norm": [0.2205376923084259]}, {"step": 2950, "epoch": 7, "train_loss": 0.002709238324314356, "cos_r_negg": [0.653131365776062], "cos_innovation_negg": [0.653131365776062], "cos_apical_negg": [0.653131365776062], "cos_Ac_negg": [0.653131365776062], "r_norm": [0.22626489400863647]}, {"step": 3000, "epoch": 7, "train_loss": 0.004765601828694344, "cos_r_negg": [0.6556124687194824], "cos_innovation_negg": [0.6556124687194824], "cos_apical_negg": [0.6556124687194824], "cos_Ac_negg": [0.6556124687194824], "r_norm": [0.22952425479888916], "ldr": {"dL_sdil": -0.0049097612500190735, "dL_bp": -0.004575096070766449, "ratio": 1.073149322784944}}, {"step": 3050, "epoch": 7, "train_loss": 0.009597101248800755, "cos_r_negg": [0.6569572687149048], "cos_innovation_negg": [0.6569572687149048], "cos_apical_negg": [0.6569572687149048], "cos_Ac_negg": [0.6569572687149048], "r_norm": [0.23129905760288239]}, {"step": 3100, "epoch": 7, "train_loss": 0.0032459311187267303, "cos_r_negg": [0.6577346324920654], "cos_innovation_negg": [0.6577346324920654], "cos_apical_negg": [0.6577346324920654], "cos_Ac_negg": [0.6577346324920654], "r_norm": [0.2048831731081009]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9745, "test_loss": 0.09432842540740967}, {"step": 3150, "epoch": 8, "train_loss": 0.0067372070625424385, "cos_r_negg": [0.6573179364204407], "cos_innovation_negg": [0.6573179364204407], "cos_apical_negg": [0.6573179364204407], "cos_Ac_negg": [0.6573179364204407], "r_norm": [0.2292376160621643]}, {"step": 3200, "epoch": 8, "train_loss": 0.007213088683784008, "cos_r_negg": [0.6579589247703552], "cos_innovation_negg": [0.6579589247703552], "cos_apical_negg": [0.6579589247703552], "cos_Ac_negg": [0.6579589247703552], "r_norm": [0.24356800317764282]}, {"step": 3250, "epoch": 8, "train_loss": 0.0022321853321045637, "cos_r_negg": [0.658007800579071], "cos_innovation_negg": [0.658007800579071], "cos_apical_negg": [0.658007800579071], "cos_Ac_negg": [0.658007800579071], "r_norm": [0.23608578741550446], "ldr": {"dL_sdil": -0.00470937043428421, "dL_bp": -0.004370182752609253, "ratio": 1.0776140726546144}}, {"step": 3300, "epoch": 8, "train_loss": 0.004722879268229008, "cos_r_negg": [0.6595665216445923], "cos_innovation_negg": [0.6595665216445923], "cos_apical_negg": [0.6595665216445923], "cos_Ac_negg": [0.6595665216445923], "r_norm": [0.21817393600940704]}, {"step": 3350, "epoch": 8, "train_loss": 0.00899533461779356, "cos_r_negg": [0.662672221660614], "cos_innovation_negg": [0.662672221660614], "cos_apical_negg": [0.662672221660614], "cos_Ac_negg": [0.662672221660614], "r_norm": [0.2061643898487091]}, {"step": 3400, "epoch": 8, "train_loss": 0.005756613798439503, "cos_r_negg": [0.6570553779602051], "cos_innovation_negg": [0.6570553779602051], "cos_apical_negg": [0.6570553779602051], "cos_Ac_negg": [0.6570553779602051], "r_norm": [0.2371390461921692]}, {"step": 3450, "epoch": 8, "train_loss": 0.010308830067515373, "cos_r_negg": [0.6601848602294922], "cos_innovation_negg": [0.6601848602294922], "cos_apical_negg": [0.6601848602294922], "cos_Ac_negg": [0.6601848602294922], "r_norm": [0.2180444896221161]}, {"step": 3500, "epoch": 8, "train_loss": 0.006429805886000395, "cos_r_negg": [0.6595958471298218], "cos_innovation_negg": [0.6595958471298218], "cos_apical_negg": [0.6595958471298218], "cos_Ac_negg": [0.6595958471298218], "r_norm": [0.20834743976593018], "ldr": {"dL_sdil": -0.004316743463277817, "dL_bp": -0.004063166677951813, "ratio": 1.062408659408929}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9759, "test_loss": 0.08954461021423339}, {"step": 3550, "epoch": 9, "train_loss": 0.005943995900452137, "cos_r_negg": [0.6604281663894653], "cos_innovation_negg": [0.6604281663894653], "cos_apical_negg": [0.6604281663894653], "cos_Ac_negg": [0.6604281663894653], "r_norm": [0.21508347988128662]}, {"step": 3600, "epoch": 9, "train_loss": 0.0034295422956347466, "cos_r_negg": [0.662184476852417], "cos_innovation_negg": [0.662184476852417], "cos_apical_negg": [0.662184476852417], "cos_Ac_negg": [0.662184476852417], "r_norm": [0.2174491584300995]}, {"step": 3650, "epoch": 9, "train_loss": 0.005071406718343496, "cos_r_negg": [0.6648479104042053], "cos_innovation_negg": [0.6648479104042053], "cos_apical_negg": [0.6648479104042053], "cos_Ac_negg": [0.6648479104042053], "r_norm": [0.20901983976364136]}, {"step": 3700, "epoch": 9, "train_loss": 0.004618107341229916, "cos_r_negg": [0.6641288995742798], "cos_innovation_negg": [0.6641288995742798], "cos_apical_negg": [0.6641288995742798], "cos_Ac_negg": [0.6641288995742798], "r_norm": [0.20615923404693604]}, {"step": 3750, "epoch": 9, "train_loss": 0.006785989739000797, "cos_r_negg": [0.6658539175987244], "cos_innovation_negg": [0.6658539175987244], "cos_apical_negg": [0.6658539175987244], "cos_Ac_negg": [0.6658539175987244], "r_norm": [0.2002745419740677], "ldr": {"dL_sdil": -0.0036386214196681976, "dL_bp": -0.0034449249505996704, "ratio": 1.0562266150485542}}, {"step": 3800, "epoch": 9, "train_loss": 0.002978282980620861, "cos_r_negg": [0.6611243486404419], "cos_innovation_negg": [0.6611243486404419], "cos_apical_negg": [0.6611243486404419], "cos_Ac_negg": [0.6611243486404419], "r_norm": [0.20599663257598877]}, {"step": 3850, "epoch": 9, "train_loss": 0.004304912406951189, "cos_r_negg": [0.6652731895446777], "cos_innovation_negg": [0.6652731895446777], "cos_apical_negg": [0.6652731895446777], "cos_Ac_negg": [0.6652731895446777], "r_norm": [0.20936986804008484]}, {"step": 3900, "epoch": 9, "train_loss": 0.0055275652557611465, "cos_r_negg": [0.662760853767395], "cos_innovation_negg": [0.662760853767395], "cos_apical_negg": [0.662760853767395], "cos_Ac_negg": [0.662760853767395], "r_norm": [0.20955199003219604]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9753, "test_loss": 0.09105347557067871}, {"step": 3950, "epoch": 10, "train_loss": 0.004446825478225946, "cos_r_negg": [0.6654080152511597], "cos_innovation_negg": [0.6654080152511597], "cos_apical_negg": [0.6654080152511597], "cos_Ac_negg": [0.6654080152511597], "r_norm": [0.21164146065711975]}, {"step": 4000, "epoch": 10, "train_loss": 0.0031163145322352648, "cos_r_negg": [0.6672611236572266], "cos_innovation_negg": [0.6672611236572266], "cos_apical_negg": [0.6672611236572266], "cos_Ac_negg": [0.6672611236572266], "r_norm": [0.21927353739738464], "ldr": {"dL_sdil": -0.0048140957951545715, "dL_bp": -0.004531607031822205, "ratio": 1.0623374360019862}}, {"step": 4050, "epoch": 10, "train_loss": 0.0026271753013134003, "cos_r_negg": [0.663964569568634], "cos_innovation_negg": [0.663964569568634], "cos_apical_negg": [0.663964569568634], "cos_Ac_negg": [0.663964569568634], "r_norm": [0.21214038133621216]}, {"step": 4100, "epoch": 10, "train_loss": 0.002287264447659254, "cos_r_negg": [0.6686688661575317], "cos_innovation_negg": [0.6686688661575317], "cos_apical_negg": [0.6686688661575317], "cos_Ac_negg": [0.6686688661575317], "r_norm": [0.20698611438274384]}, {"step": 4150, "epoch": 10, "train_loss": 0.001480813487432897, "cos_r_negg": [0.6679164171218872], "cos_innovation_negg": [0.6679164171218872], "cos_apical_negg": [0.6679164171218872], "cos_Ac_negg": [0.6679164171218872], "r_norm": [0.20223265886306763]}, {"step": 4200, "epoch": 10, "train_loss": 0.0033047478646039963, "cos_r_negg": [0.6701856255531311], "cos_innovation_negg": [0.6701856255531311], "cos_apical_negg": [0.6701856255531311], "cos_Ac_negg": [0.6701856255531311], "r_norm": [0.206772118806839]}, {"step": 4250, "epoch": 10, "train_loss": 0.007067318074405193, "cos_r_negg": [0.6698916554450989], "cos_innovation_negg": [0.6698916554450989], "cos_apical_negg": [0.6698916554450989], "cos_Ac_negg": [0.6698916554450989], "r_norm": [0.20540735125541687], "ldr": {"dL_sdil": -0.003942497074604034, "dL_bp": -0.00370870903134346, "ratio": 1.063037580269781}}, {"step": 4300, "epoch": 10, "train_loss": 0.002656301250681281, "cos_r_negg": [0.6666319966316223], "cos_innovation_negg": [0.6666319966316223], "cos_apical_negg": [0.6666319966316223], "cos_Ac_negg": [0.6666319966316223], "r_norm": [0.2121327519416809]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9749, "test_loss": 0.09279289512634277}, {"step": 4350, "epoch": 11, "train_loss": 0.0031423899345099926, "cos_r_negg": [0.670293927192688], "cos_innovation_negg": [0.670293927192688], "cos_apical_negg": [0.670293927192688], "cos_Ac_negg": [0.670293927192688], "r_norm": [0.20686699450016022]}, {"step": 4400, "epoch": 11, "train_loss": 0.0020664853509515524, "cos_r_negg": [0.6691771745681763], "cos_innovation_negg": [0.6691771745681763], "cos_apical_negg": [0.6691771745681763], "cos_Ac_negg": [0.6691771745681763], "r_norm": [0.20479504764080048]}, {"step": 4450, "epoch": 11, "train_loss": 0.005447668023407459, "cos_r_negg": [0.670058012008667], "cos_innovation_negg": [0.670058012008667], "cos_apical_negg": [0.670058012008667], "cos_Ac_negg": [0.670058012008667], "r_norm": [0.20608139038085938]}, {"step": 4500, "epoch": 11, "train_loss": 0.0006318136001937091, "cos_r_negg": [0.6704049706459045], "cos_innovation_negg": [0.6704049706459045], "cos_apical_negg": [0.6704049706459045], "cos_Ac_negg": [0.6704049706459045], "r_norm": [0.20998471975326538], "ldr": {"dL_sdil": -0.004368964582681656, "dL_bp": -0.004160039126873016, "ratio": 1.0502219929757446}}, {"step": 4550, "epoch": 11, "train_loss": 0.005078554153442383, "cos_r_negg": [0.668289065361023], "cos_innovation_negg": [0.668289065361023], "cos_apical_negg": [0.668289065361023], "cos_Ac_negg": [0.668289065361023], "r_norm": [0.21210157871246338]}, {"step": 4600, "epoch": 11, "train_loss": 0.0012795425718650222, "cos_r_negg": [0.6717455387115479], "cos_innovation_negg": [0.6717455387115479], "cos_apical_negg": [0.6717455387115479], "cos_Ac_negg": [0.6717455387115479], "r_norm": [0.19525223970413208]}, {"step": 4650, "epoch": 11, "train_loss": 0.0021152496337890625, "cos_r_negg": [0.6730172634124756], "cos_innovation_negg": [0.6730172634124756], "cos_apical_negg": [0.6730172634124756], "cos_Ac_negg": [0.6730172634124756], "r_norm": [0.19448858499526978]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9753, "test_loss": 0.09315645723342895}, {"step": 4700, "epoch": 12, "train_loss": 0.0021645165979862213, "cos_r_negg": [0.6723247170448303], "cos_innovation_negg": [0.6723247170448303], "cos_apical_negg": [0.6723247170448303], "cos_Ac_negg": [0.6723247170448303], "r_norm": [0.20225906372070312]}, {"step": 4750, "epoch": 12, "train_loss": 0.002937732730060816, "cos_r_negg": [0.6738252639770508], "cos_innovation_negg": [0.6738252639770508], "cos_apical_negg": [0.6738252639770508], "cos_Ac_negg": [0.6738252639770508], "r_norm": [0.20105257630348206], "ldr": {"dL_sdil": -0.004291169345378876, "dL_bp": -0.004123196005821228, "ratio": 1.0407386258912985}}, {"step": 4800, "epoch": 12, "train_loss": 0.002691417932510376, "cos_r_negg": [0.6713536381721497], "cos_innovation_negg": [0.6713536381721497], "cos_apical_negg": [0.6713536381721497], "cos_Ac_negg": [0.6713536381721497], "r_norm": [0.20059847831726074]}, {"step": 4850, "epoch": 12, "train_loss": 0.002260879846289754, "cos_r_negg": [0.6710764765739441], "cos_innovation_negg": [0.6710764765739441], "cos_apical_negg": [0.6710764765739441], "cos_Ac_negg": [0.6710764765739441], "r_norm": [0.20690250396728516]}, {"step": 4900, "epoch": 12, "train_loss": 0.0024315989576280117, "cos_r_negg": [0.6720905303955078], "cos_innovation_negg": [0.6720905303955078], "cos_apical_negg": [0.6720905303955078], "cos_Ac_negg": [0.6720905303955078], "r_norm": [0.19791659712791443]}, {"step": 4950, "epoch": 12, "train_loss": 0.0012169540859758854, "cos_r_negg": [0.6721366047859192], "cos_innovation_negg": [0.6721366047859192], "cos_apical_negg": [0.6721366047859192], "cos_Ac_negg": [0.6721366047859192], "r_norm": [0.1990196257829666]}, {"step": 5000, "epoch": 12, "train_loss": 0.0021146696526557207, "cos_r_negg": [0.6736257076263428], "cos_innovation_negg": [0.6736257076263428], "cos_apical_negg": [0.6736257076263428], "cos_Ac_negg": [0.6736257076263428], "r_norm": [0.19683656096458435], "ldr": {"dL_sdil": -0.004530705511569977, "dL_bp": -0.004380751401185989, "ratio": 1.0342302259706841}}, {"step": 5050, "epoch": 12, "train_loss": 0.0024684173986315727, "cos_r_negg": [0.6736048460006714], "cos_innovation_negg": [0.6736048460006714], "cos_apical_negg": [0.6736048460006714], "cos_Ac_negg": [0.6736048460006714], "r_norm": [0.19271904230117798]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.976, "test_loss": 0.09467054319381714}, {"step": 5100, "epoch": 13, "train_loss": 0.0016027645906433463, "cos_r_negg": [0.6724638342857361], "cos_innovation_negg": [0.6724638342857361], "cos_apical_negg": [0.6724638342857361], "cos_Ac_negg": [0.6724638342857361], "r_norm": [0.201303169131279]}, {"step": 5150, "epoch": 13, "train_loss": 0.00209132581949234, "cos_r_negg": [0.6764490604400635], "cos_innovation_negg": [0.6764490604400635], "cos_apical_negg": [0.6764490604400635], "cos_Ac_negg": [0.6764490604400635], "r_norm": [0.2025212198495865]}, {"step": 5200, "epoch": 13, "train_loss": 0.0027643050998449326, "cos_r_negg": [0.6736736297607422], "cos_innovation_negg": [0.6736736297607422], "cos_apical_negg": [0.6736736297607422], "cos_Ac_negg": [0.6736736297607422], "r_norm": [0.21668826043605804]}, {"step": 5250, "epoch": 13, "train_loss": 0.0016179705271497369, "cos_r_negg": [0.6752312779426575], "cos_innovation_negg": [0.6752312779426575], "cos_apical_negg": [0.6752312779426575], "cos_Ac_negg": [0.6752312779426575], "r_norm": [0.20483529567718506], "ldr": {"dL_sdil": -0.004582509398460388, "dL_bp": -0.0044124796986579895, "ratio": 1.038533820303833}}, {"step": 5300, "epoch": 13, "train_loss": 0.0028546042740345, "cos_r_negg": [0.6753683686256409], "cos_innovation_negg": [0.6753683686256409], "cos_apical_negg": [0.6753683686256409], "cos_Ac_negg": [0.6753683686256409], "r_norm": [0.2027900218963623]}, {"step": 5350, "epoch": 13, "train_loss": 0.0020423983223736286, "cos_r_negg": [0.6751320362091064], "cos_innovation_negg": [0.6751320362091064], "cos_apical_negg": [0.6751320362091064], "cos_Ac_negg": [0.6751320362091064], "r_norm": [0.20530730485916138]}, {"step": 5400, "epoch": 13, "train_loss": 0.0017227369826287031, "cos_r_negg": [0.6744263768196106], "cos_innovation_negg": [0.6744263768196106], "cos_apical_negg": [0.6744263768196106], "cos_Ac_negg": [0.6744263768196106], "r_norm": [0.19402563571929932]}, {"step": 5450, "epoch": 13, "train_loss": 0.0012734313495457172, "cos_r_negg": [0.6753134727478027], "cos_innovation_negg": [0.6753134727478027], "cos_apical_negg": [0.6753134727478027], "cos_Ac_negg": [0.6753134727478027], "r_norm": [0.1931566298007965]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9757, "test_loss": 0.09525228147506713}, {"step": 5500, "epoch": 14, "train_loss": 0.001667274278588593, "cos_r_negg": [0.6760666370391846], "cos_innovation_negg": [0.6760666370391846], "cos_apical_negg": [0.6760666370391846], "cos_Ac_negg": [0.6760666370391846], "r_norm": [0.2017875611782074], "ldr": {"dL_sdil": -0.004333533346652985, "dL_bp": -0.0042211562395095825, "ratio": 1.02662235197351}}, {"step": 5550, "epoch": 14, "train_loss": 0.0009367691236548126, "cos_r_negg": [0.6768674850463867], "cos_innovation_negg": [0.6768674850463867], "cos_apical_negg": [0.6768674850463867], "cos_Ac_negg": [0.6768674850463867], "r_norm": [0.19704404473304749]}, {"step": 5600, "epoch": 14, "train_loss": 0.002012785291299224, "cos_r_negg": [0.6774173974990845], "cos_innovation_negg": [0.6774173974990845], "cos_apical_negg": [0.6774173974990845], "cos_Ac_negg": [0.6774173974990845], "r_norm": [0.20027580857276917]}, {"step": 5650, "epoch": 14, "train_loss": 0.001592109794728458, "cos_r_negg": [0.6769880056381226], "cos_innovation_negg": [0.6769880056381226], "cos_apical_negg": [0.6769880056381226], "cos_Ac_negg": [0.6769880056381226], "r_norm": [0.19650369882583618]}, {"step": 5700, "epoch": 14, "train_loss": 0.0008684390923008323, "cos_r_negg": [0.6758737564086914], "cos_innovation_negg": [0.6758737564086914], "cos_apical_negg": [0.6758737564086914], "cos_Ac_negg": [0.6758737564086914], "r_norm": [0.19748368859291077]}, {"step": 5750, "epoch": 14, "train_loss": 0.0016995633486658335, "cos_r_negg": [0.6766948699951172], "cos_innovation_negg": [0.6766948699951172], "cos_apical_negg": [0.6766948699951172], "cos_Ac_negg": [0.6766948699951172], "r_norm": [0.19980132579803467], "ldr": {"dL_sdil": -0.004541162401437759, "dL_bp": -0.004420861601829529, "ratio": 1.0272120709588477}}, {"step": 5800, "epoch": 14, "train_loss": 0.004718199372291565, "cos_r_negg": [0.6751506328582764], "cos_innovation_negg": [0.6751506328582764], "cos_apical_negg": [0.6751506328582764], "cos_Ac_negg": [0.6751506328582764], "r_norm": [0.19433294236660004]}, {"step": 5850, "epoch": 14, "train_loss": 0.002494725165888667, "cos_r_negg": [0.6757492423057556], "cos_innovation_negg": [0.6757492423057556], "cos_apical_negg": [0.6757492423057556], "cos_Ac_negg": [0.6757492423057556], "r_norm": [0.19890442490577698]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9751, "test_loss": 0.09628971948623657}, {"step": 5900, "epoch": 15, "train_loss": 0.0019824886694550514, "cos_r_negg": [0.6772580146789551], "cos_innovation_negg": [0.6772580146789551], "cos_apical_negg": [0.6772580146789551], "cos_Ac_negg": [0.6772580146789551], "r_norm": [0.19911274313926697]}, {"step": 5950, "epoch": 15, "train_loss": 0.0019361514132469893, "cos_r_negg": [0.6783580780029297], "cos_innovation_negg": [0.6783580780029297], "cos_apical_negg": [0.6783580780029297], "cos_Ac_negg": [0.6783580780029297], "r_norm": [0.19420507550239563]}, {"step": 6000, "epoch": 15, "train_loss": 0.0036907328758388758, "cos_r_negg": [0.6764315962791443], "cos_innovation_negg": [0.6764315962791443], "cos_apical_negg": [0.6764315962791443], "cos_Ac_negg": [0.6764315962791443], "r_norm": [0.19998955726623535], "ldr": {"dL_sdil": -0.004487205296754837, "dL_bp": -0.004372656345367432, "ratio": 1.026196650809013}}, {"step": 6050, "epoch": 15, "train_loss": 0.003295532427728176, "cos_r_negg": [0.6746781468391418], "cos_innovation_negg": [0.6746781468391418], "cos_apical_negg": [0.6746781468391418], "cos_Ac_negg": [0.6746781468391418], "r_norm": [0.20325763523578644]}, {"step": 6100, "epoch": 15, "train_loss": 0.0021134009584784508, "cos_r_negg": [0.6758386492729187], "cos_innovation_negg": [0.6758386492729187], "cos_apical_negg": [0.6758386492729187], "cos_Ac_negg": [0.6758386492729187], "r_norm": [0.20431111752986908]}, {"step": 6150, "epoch": 15, "train_loss": 0.001291938591748476, "cos_r_negg": [0.6782963871955872], "cos_innovation_negg": [0.6782963871955872], "cos_apical_negg": [0.6782963871955872], "cos_Ac_negg": [0.6782963871955872], "r_norm": [0.19321280717849731]}, {"step": 6200, "epoch": 15, "train_loss": 0.0018006658647209406, "cos_r_negg": [0.6786940693855286], "cos_innovation_negg": [0.6786940693855286], "cos_apical_negg": [0.6786940693855286], "cos_Ac_negg": [0.6786940693855286], "r_norm": [0.19988302886486053]}, {"step": 6250, "epoch": 15, "train_loss": 0.0012046804185956717, "cos_r_negg": [0.6778249740600586], "cos_innovation_negg": [0.6778249740600586], "cos_apical_negg": [0.6778249740600586], "cos_Ac_negg": [0.6778249740600586], "r_norm": [0.18995241820812225], "ldr": {"dL_sdil": -0.0038837864995002747, "dL_bp": -0.0038360655307769775, "ratio": 1.0124400817296861}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9756, "test_loss": 0.09606811332702636}, {"step": 6300, "epoch": 16, "train_loss": 0.002703131642192602, "cos_r_negg": [0.6781264543533325], "cos_innovation_negg": [0.6781264543533325], "cos_apical_negg": [0.6781264543533325], "cos_Ac_negg": [0.6781264543533325], "r_norm": [0.19858241081237793]}, {"step": 6350, "epoch": 16, "train_loss": 0.0012870959471911192, "cos_r_negg": [0.6789709329605103], "cos_innovation_negg": [0.6789709329605103], "cos_apical_negg": [0.6789709329605103], "cos_Ac_negg": [0.6789709329605103], "r_norm": [0.19874310493469238]}, {"step": 6400, "epoch": 16, "train_loss": 0.0017570254858583212, "cos_r_negg": [0.6780140399932861], "cos_innovation_negg": [0.6780140399932861], "cos_apical_negg": [0.6780140399932861], "cos_Ac_negg": [0.6780140399932861], "r_norm": [0.1957499384880066]}, {"step": 6450, "epoch": 16, "train_loss": 0.0009952459950000048, "cos_r_negg": [0.6786401271820068], "cos_innovation_negg": [0.6786401271820068], "cos_apical_negg": [0.6786401271820068], "cos_Ac_negg": [0.6786401271820068], "r_norm": [0.19345584511756897]}, {"step": 6500, "epoch": 16, "train_loss": 0.0012890363577753305, "cos_r_negg": [0.678524374961853], "cos_innovation_negg": [0.678524374961853], "cos_apical_negg": [0.678524374961853], "cos_Ac_negg": [0.678524374961853], "r_norm": [0.18856222927570343], "ldr": {"dL_sdil": -0.00415068119764328, "dL_bp": -0.004128459841012955, "ratio": 1.005382480994383}}, {"step": 6550, "epoch": 16, "train_loss": 0.0013859336031600833, "cos_r_negg": [0.6774978637695312], "cos_innovation_negg": [0.6774978637695312], "cos_apical_negg": [0.6774978637695312], "cos_Ac_negg": [0.6774978637695312], "r_norm": [0.1955096423625946]}, {"step": 6600, "epoch": 16, "train_loss": 0.0009417679393664002, "cos_r_negg": [0.6783842444419861], "cos_innovation_negg": [0.6783842444419861], "cos_apical_negg": [0.6783842444419861], "cos_Ac_negg": [0.6783842444419861], "r_norm": [0.18583746254444122]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9758, "test_loss": 0.09674404077529908}, {"step": 6650, "epoch": 17, "train_loss": 0.0008563314913772047, "cos_r_negg": [0.6778934001922607], "cos_innovation_negg": [0.6778934001922607], "cos_apical_negg": [0.6778934001922607], "cos_Ac_negg": [0.6778934001922607], "r_norm": [0.19546248018741608]}, {"step": 6700, "epoch": 17, "train_loss": 0.0006071425741538405, "cos_r_negg": [0.678092360496521], "cos_innovation_negg": [0.678092360496521], "cos_apical_negg": [0.678092360496521], "cos_Ac_negg": [0.678092360496521], "r_norm": [0.19562594592571259]}, {"step": 6750, "epoch": 17, "train_loss": 0.0022858157753944397, "cos_r_negg": [0.6785510778427124], "cos_innovation_negg": [0.6785510778427124], "cos_apical_negg": [0.6785510778427124], "cos_Ac_negg": [0.6785510778427124], "r_norm": [0.19944354891777039], "ldr": {"dL_sdil": -0.004735618829727173, "dL_bp": -0.0046944692730903625, "ratio": 1.0087655396687092}}, {"step": 6800, "epoch": 17, "train_loss": 0.001799117773771286, "cos_r_negg": [0.6783598065376282], "cos_innovation_negg": [0.6783598065376282], "cos_apical_negg": [0.6783598065376282], "cos_Ac_negg": [0.6783598065376282], "r_norm": [0.19583190977573395]}, {"step": 6850, "epoch": 17, "train_loss": 0.0016513171140104532, "cos_r_negg": [0.6767479777336121], "cos_innovation_negg": [0.6767479777336121], "cos_apical_negg": [0.6767479777336121], "cos_Ac_negg": [0.6767479777336121], "r_norm": [0.193168044090271]}, {"step": 6900, "epoch": 17, "train_loss": 0.002800655784085393, "cos_r_negg": [0.6778868436813354], "cos_innovation_negg": [0.6778868436813354], "cos_apical_negg": [0.6778868436813354], "cos_Ac_negg": [0.6778868436813354], "r_norm": [0.18947653472423553]}, {"step": 6950, "epoch": 17, "train_loss": 0.0029168459586799145, "cos_r_negg": [0.6786258220672607], "cos_innovation_negg": [0.6786258220672607], "cos_apical_negg": [0.6786258220672607], "cos_Ac_negg": [0.6786258220672607], "r_norm": [0.19113418459892273]}, {"step": 7000, "epoch": 17, "train_loss": 0.001474400400184095, "cos_r_negg": [0.6798369288444519], "cos_innovation_negg": [0.6798369288444519], "cos_apical_negg": [0.6798369288444519], "cos_Ac_negg": [0.6798369288444519], "r_norm": [0.18866069614887238], "ldr": {"dL_sdil": -0.004258368164300919, "dL_bp": -0.004221241921186447, "ratio": 1.008795099595722}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9762, "test_loss": 0.09786470680236817}, {"step": 7050, "epoch": 18, "train_loss": 0.0004816629516426474, "cos_r_negg": [0.6805734634399414], "cos_innovation_negg": [0.6805734634399414], "cos_apical_negg": [0.6805734634399414], "cos_Ac_negg": [0.6805734634399414], "r_norm": [0.19407767057418823]}, {"step": 7100, "epoch": 18, "train_loss": 0.002113032154738903, "cos_r_negg": [0.6789877414703369], "cos_innovation_negg": [0.6789877414703369], "cos_apical_negg": [0.6789877414703369], "cos_Ac_negg": [0.6789877414703369], "r_norm": [0.1929522603750229]}, {"step": 7150, "epoch": 18, "train_loss": 0.0007133954204618931, "cos_r_negg": [0.680056095123291], "cos_innovation_negg": [0.680056095123291], "cos_apical_negg": [0.680056095123291], "cos_Ac_negg": [0.680056095123291], "r_norm": [0.1921893060207367]}, {"step": 7200, "epoch": 18, "train_loss": 0.0016740444116294384, "cos_r_negg": [0.6809453368186951], "cos_innovation_negg": [0.6809453368186951], "cos_apical_negg": [0.6809453368186951], "cos_Ac_negg": [0.6809453368186951], "r_norm": [0.19163131713867188]}, {"step": 7250, "epoch": 18, "train_loss": 0.0016337661072611809, "cos_r_negg": [0.6792415380477905], "cos_innovation_negg": [0.6792415380477905], "cos_apical_negg": [0.6792415380477905], "cos_Ac_negg": [0.6792415380477905], "r_norm": [0.18883122503757477], "ldr": {"dL_sdil": -0.004432491958141327, "dL_bp": -0.004416368901729584, "ratio": 1.0036507494664744}}, {"step": 7300, "epoch": 18, "train_loss": 0.0008075099904090166, "cos_r_negg": [0.6792004704475403], "cos_innovation_negg": [0.6792004704475403], "cos_apical_negg": [0.6792004704475403], "cos_Ac_negg": [0.6792004704475403], "r_norm": [0.18913257122039795]}, {"step": 7350, "epoch": 18, "train_loss": 0.001957409083843231, "cos_r_negg": [0.6807944774627686], "cos_innovation_negg": [0.6807944774627686], "cos_apical_negg": [0.6807944774627686], "cos_Ac_negg": [0.6807944774627686], "r_norm": [0.1975477784872055]}, {"step": 7400, "epoch": 18, "train_loss": 0.0008240619208663702, "cos_r_negg": [0.6796781420707703], "cos_innovation_negg": [0.6796781420707703], "cos_apical_negg": [0.6796781420707703], "cos_Ac_negg": [0.6796781420707703], "r_norm": [0.19231140613555908]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9755, "test_loss": 0.09802517557144165}, {"step": 7450, "epoch": 19, "train_loss": 0.0012491706293076277, "cos_r_negg": [0.6785205602645874], "cos_innovation_negg": [0.6785205602645874], "cos_apical_negg": [0.6785205602645874], "cos_Ac_negg": [0.6785205602645874], "r_norm": [0.19020342826843262]}, {"step": 7500, "epoch": 19, "train_loss": 0.0009290574234910309, "cos_r_negg": [0.6798153519630432], "cos_innovation_negg": [0.6798153519630432], "cos_apical_negg": [0.6798153519630432], "cos_Ac_negg": [0.6798153519630432], "r_norm": [0.19210565090179443], "ldr": {"dL_sdil": -0.004434984177350998, "dL_bp": -0.004429761320352554, "ratio": 1.0011790380159868}}, {"step": 7550, "epoch": 19, "train_loss": 0.0005959479603916407, "cos_r_negg": [0.680990993976593], "cos_innovation_negg": [0.680990993976593], "cos_apical_negg": [0.680990993976593], "cos_Ac_negg": [0.680990993976593], "r_norm": [0.19141525030136108]}, {"step": 7600, "epoch": 19, "train_loss": 0.0009970436803996563, "cos_r_negg": [0.6810640692710876], "cos_innovation_negg": [0.6810640692710876], "cos_apical_negg": [0.6810640692710876], "cos_Ac_negg": [0.6810640692710876], "r_norm": [0.19403953850269318]}, {"step": 7650, "epoch": 19, "train_loss": 0.001588433631695807, "cos_r_negg": [0.6811843514442444], "cos_innovation_negg": [0.6811843514442444], "cos_apical_negg": [0.6811843514442444], "cos_Ac_negg": [0.6811843514442444], "r_norm": [0.19657401740550995]}, {"step": 7700, "epoch": 19, "train_loss": 0.002039917977526784, "cos_r_negg": [0.6801332235336304], "cos_innovation_negg": [0.6801332235336304], "cos_apical_negg": [0.6801332235336304], "cos_Ac_negg": [0.6801332235336304], "r_norm": [0.18962380290031433]}, {"step": 7750, "epoch": 19, "train_loss": 0.0014102545101195574, "cos_r_negg": [0.6803755164146423], "cos_innovation_negg": [0.6803755164146423], "cos_apical_negg": [0.6803755164146423], "cos_Ac_negg": [0.6803755164146423], "r_norm": [0.18950852751731873], "ldr": {"dL_sdil": -0.0044946372509002686, "dL_bp": -0.004482068121433258, "ratio": 1.0028043146883254}}, {"step": 7800, "epoch": 19, "train_loss": 0.0019254243234172463, "cos_r_negg": [0.6809574365615845], "cos_innovation_negg": [0.6809574365615845], "cos_apical_negg": [0.6809574365615845], "cos_Ac_negg": [0.6809574365615845], "r_norm": [0.1955173760652542]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9753, "test_loss": 0.09877785654067993}, {"step": 7850, "epoch": 20, "train_loss": 0.0012132973643019795, "cos_r_negg": [0.6817896962165833], "cos_innovation_negg": [0.6817896962165833], "cos_apical_negg": [0.6817896962165833], "cos_Ac_negg": [0.6817896962165833], "r_norm": [0.18956375122070312]}, {"step": 7900, "epoch": 20, "train_loss": 0.001429412397556007, "cos_r_negg": [0.6812744140625], "cos_innovation_negg": [0.6812744140625], "cos_apical_negg": [0.6812744140625], "cos_Ac_negg": [0.6812744140625], "r_norm": [0.19143572449684143]}, {"step": 7950, "epoch": 20, "train_loss": 0.0008476512739434838, "cos_r_negg": [0.6804397106170654], "cos_innovation_negg": [0.6804397106170654], "cos_apical_negg": [0.6804397106170654], "cos_Ac_negg": [0.6804397106170654], "r_norm": [0.1874423325061798]}, {"step": 8000, "epoch": 20, "train_loss": 0.001076795277185738, "cos_r_negg": [0.6796289682388306], "cos_innovation_negg": [0.6796289682388306], "cos_apical_negg": [0.6796289682388306], "cos_Ac_negg": [0.6796289682388306], "r_norm": [0.19022831320762634], "ldr": {"dL_sdil": -0.004449240863323212, "dL_bp": -0.00447482243180275, "ratio": 0.9942832215424396}}, {"step": 8050, "epoch": 20, "train_loss": 0.0018522972241044044, "cos_r_negg": [0.6797957420349121], "cos_innovation_negg": [0.6797957420349121], "cos_apical_negg": [0.6797957420349121], "cos_Ac_negg": [0.6797957420349121], "r_norm": [0.18836306035518646]}, {"step": 8100, "epoch": 20, "train_loss": 0.0011180498404428363, "cos_r_negg": [0.6810337901115417], "cos_innovation_negg": [0.6810337901115417], "cos_apical_negg": [0.6810337901115417], "cos_Ac_negg": [0.6810337901115417], "r_norm": [0.1883033812046051]}, {"step": 8150, "epoch": 20, "train_loss": 0.0014811006840318441, "cos_r_negg": [0.681728720664978], "cos_innovation_negg": [0.681728720664978], "cos_apical_negg": [0.681728720664978], "cos_Ac_negg": [0.681728720664978], "r_norm": [0.18964485824108124]}, {"step": 8200, "epoch": 20, "train_loss": 0.001023163553327322, "cos_r_negg": [0.6810627579689026], "cos_innovation_negg": [0.6810627579689026], "cos_apical_negg": [0.6810627579689026], "cos_Ac_negg": [0.6810627579689026], "r_norm": [0.19322256743907928]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9762, "test_loss": 0.0989085729598999}, {"step": 8250, "epoch": 21, "train_loss": 0.0014722070191055536, "cos_r_negg": [0.6812344789505005], "cos_innovation_negg": [0.6812344789505005], "cos_apical_negg": [0.6812344789505005], "cos_Ac_negg": [0.6812344789505005], "r_norm": [0.1916256546974182], "ldr": {"dL_sdil": -0.0045628733932971954, "dL_bp": -0.004593964666128159, "ratio": 0.9932321480266919}}, {"step": 8300, "epoch": 21, "train_loss": 0.0016518156044185162, "cos_r_negg": [0.6819050312042236], "cos_innovation_negg": [0.6819050312042236], "cos_apical_negg": [0.6819050312042236], "cos_Ac_negg": [0.6819050312042236], "r_norm": [0.18785782158374786]}, {"step": 8350, "epoch": 21, "train_loss": 0.001836282666772604, "cos_r_negg": [0.6814056038856506], "cos_innovation_negg": [0.6814056038856506], "cos_apical_negg": [0.6814056038856506], "cos_Ac_negg": [0.6814056038856506], "r_norm": [0.18838940560817719]}, {"step": 8400, "epoch": 21, "train_loss": 0.0010837463196367025, "cos_r_negg": [0.6822967529296875], "cos_innovation_negg": [0.6822967529296875], "cos_apical_negg": [0.6822967529296875], "cos_Ac_negg": [0.6822967529296875], "r_norm": [0.18492242693901062]}, {"step": 8450, "epoch": 21, "train_loss": 0.0013918376062065363, "cos_r_negg": [0.6811437606811523], "cos_innovation_negg": [0.6811437606811523], "cos_apical_negg": [0.6811437606811523], "cos_Ac_negg": [0.6811437606811523], "r_norm": [0.18623362481594086]}, {"step": 8500, "epoch": 21, "train_loss": 0.0014306001830846071, "cos_r_negg": [0.6813551187515259], "cos_innovation_negg": [0.6813551187515259], "cos_apical_negg": [0.6813551187515259], "cos_Ac_negg": [0.6813551187515259], "r_norm": [0.18760617077350616], "ldr": {"dL_sdil": -0.004456996917724609, "dL_bp": -0.004491358995437622, "ratio": 0.9923492916625195}}, {"step": 8550, "epoch": 21, "train_loss": 0.001084033981896937, "cos_r_negg": [0.6817367076873779], "cos_innovation_negg": [0.6817367076873779], "cos_apical_negg": [0.6817367076873779], "cos_Ac_negg": [0.6817367076873779], "r_norm": [0.18902182579040527]}, {"step": 8600, "epoch": 21, "train_loss": 0.002371093723922968, "cos_r_negg": [0.6816086173057556], "cos_innovation_negg": [0.6816086173057556], "cos_apical_negg": [0.6816086173057556], "cos_Ac_negg": [0.6816086173057556], "r_norm": [0.1941850483417511]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9755, "test_loss": 0.10041750869750976}, {"step": 8650, "epoch": 22, "train_loss": 0.0006504902266897261, "cos_r_negg": [0.6796966791152954], "cos_innovation_negg": [0.6796966791152954], "cos_apical_negg": [0.6796966791152954], "cos_Ac_negg": [0.6796966791152954], "r_norm": [0.19391551613807678]}, {"step": 8700, "epoch": 22, "train_loss": 0.0006399716367013752, "cos_r_negg": [0.6818645000457764], "cos_innovation_negg": [0.6818645000457764], "cos_apical_negg": [0.6818645000457764], "cos_Ac_negg": [0.6818645000457764], "r_norm": [0.19200044870376587]}, {"step": 8750, "epoch": 22, "train_loss": 0.0009269599104300141, "cos_r_negg": [0.6821062564849854], "cos_innovation_negg": [0.6821062564849854], "cos_apical_negg": [0.6821062564849854], "cos_Ac_negg": [0.6821062564849854], "r_norm": [0.18882372975349426], "ldr": {"dL_sdil": -0.0046081990003585815, "dL_bp": -0.004665970802307129, "ratio": 0.9876184818987762}}, {"step": 8800, "epoch": 22, "train_loss": 0.0013251149794086814, "cos_r_negg": [0.6814770102500916], "cos_innovation_negg": [0.6814770102500916], "cos_apical_negg": [0.6814770102500916], "cos_Ac_negg": [0.6814770102500916], "r_norm": [0.1846693456172943]}, {"step": 8850, "epoch": 22, "train_loss": 0.0008464037673547864, "cos_r_negg": [0.6814815402030945], "cos_innovation_negg": [0.6814815402030945], "cos_apical_negg": [0.6814815402030945], "cos_Ac_negg": [0.6814815402030945], "r_norm": [0.18526943027973175]}, {"step": 8900, "epoch": 22, "train_loss": 0.001549145090393722, "cos_r_negg": [0.6813939809799194], "cos_innovation_negg": [0.6813939809799194], "cos_apical_negg": [0.6813939809799194], "cos_Ac_negg": [0.6813939809799194], "r_norm": [0.1886751353740692]}, {"step": 8950, "epoch": 22, "train_loss": 0.0011608616914600134, "cos_r_negg": [0.6816402077674866], "cos_innovation_negg": [0.6816402077674866], "cos_apical_negg": [0.6816402077674866], "cos_Ac_negg": [0.6816402077674866], "r_norm": [0.18880420923233032]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9757, "test_loss": 0.09985386285781861}, {"step": 9000, "epoch": 23, "train_loss": 0.0009074957924894989, "cos_r_negg": [0.6811128854751587], "cos_innovation_negg": [0.6811128854751587], "cos_apical_negg": [0.6811128854751587], "cos_Ac_negg": [0.6811128854751587], "r_norm": [0.18769967555999756], "ldr": {"dL_sdil": -0.004446767270565033, "dL_bp": -0.0045006535947322845, "ratio": 0.9880270002938414}}, {"step": 9050, "epoch": 23, "train_loss": 0.0015133724082261324, "cos_r_negg": [0.6823563575744629], "cos_innovation_negg": [0.6823563575744629], "cos_apical_negg": [0.6823563575744629], "cos_Ac_negg": [0.6823563575744629], "r_norm": [0.1876438856124878]}, {"step": 9100, "epoch": 23, "train_loss": 0.001358086708933115, "cos_r_negg": [0.682632327079773], "cos_innovation_negg": [0.682632327079773], "cos_apical_negg": [0.682632327079773], "cos_Ac_negg": [0.682632327079773], "r_norm": [0.18807309865951538]}, {"step": 9150, "epoch": 23, "train_loss": 0.0010286523029208183, "cos_r_negg": [0.6813775897026062], "cos_innovation_negg": [0.6813775897026062], "cos_apical_negg": [0.6813775897026062], "cos_Ac_negg": [0.6813775897026062], "r_norm": [0.19097542762756348]}, {"step": 9200, "epoch": 23, "train_loss": 0.002516316482797265, "cos_r_negg": [0.6820868849754333], "cos_innovation_negg": [0.6820868849754333], "cos_apical_negg": [0.6820868849754333], "cos_Ac_negg": [0.6820868849754333], "r_norm": [0.18872040510177612]}, {"step": 9250, "epoch": 23, "train_loss": 0.0007895065355114639, "cos_r_negg": [0.6828404068946838], "cos_innovation_negg": [0.6828404068946838], "cos_apical_negg": [0.6828404068946838], "cos_Ac_negg": [0.6828404068946838], "r_norm": [0.1872148960828781], "ldr": {"dL_sdil": -0.004689227789640427, "dL_bp": -0.004733126610517502, "ratio": 0.9907251961569067}}, {"step": 9300, "epoch": 23, "train_loss": 0.0007256860844790936, "cos_r_negg": [0.6808686256408691], "cos_innovation_negg": [0.6808686256408691], "cos_apical_negg": [0.6808686256408691], "cos_Ac_negg": [0.6808686256408691], "r_norm": [0.18786780536174774]}, {"step": 9350, "epoch": 23, "train_loss": 0.0009048055508174002, "cos_r_negg": [0.6807821989059448], "cos_innovation_negg": [0.6807821989059448], "cos_apical_negg": [0.6807821989059448], "cos_Ac_negg": [0.6807821989059448], "r_norm": [0.1860939860343933]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9759, "test_loss": 0.100924600315094}, {"step": 9400, "epoch": 24, "train_loss": 0.0010378462029621005, "cos_r_negg": [0.6797405481338501], "cos_innovation_negg": [0.6797405481338501], "cos_apical_negg": [0.6797405481338501], "cos_Ac_negg": [0.6797405481338501], "r_norm": [0.1899299919605255]}, {"step": 9450, "epoch": 24, "train_loss": 0.00040237224311567843, "cos_r_negg": [0.6804301738739014], "cos_innovation_negg": [0.6804301738739014], "cos_apical_negg": [0.6804301738739014], "cos_Ac_negg": [0.6804301738739014], "r_norm": [0.18750274181365967]}, {"step": 9500, "epoch": 24, "train_loss": 0.0009654912864789367, "cos_r_negg": [0.681742787361145], "cos_innovation_negg": [0.681742787361145], "cos_apical_negg": [0.681742787361145], "cos_Ac_negg": [0.681742787361145], "r_norm": [0.1866186261177063], "ldr": {"dL_sdil": -0.004574134945869446, "dL_bp": -0.0046197958290576935, "ratio": 0.9901162551597954}}, {"step": 9550, "epoch": 24, "train_loss": 0.0008718241006135941, "cos_r_negg": [0.6811339855194092], "cos_innovation_negg": [0.6811339855194092], "cos_apical_negg": [0.6811339855194092], "cos_Ac_negg": [0.6811339855194092], "r_norm": [0.1892077922821045]}, {"step": 9600, "epoch": 24, "train_loss": 0.000845270580612123, "cos_r_negg": [0.6811235547065735], "cos_innovation_negg": [0.6811235547065735], "cos_apical_negg": [0.6811235547065735], "cos_Ac_negg": [0.6811235547065735], "r_norm": [0.18531817197799683]}, {"step": 9650, "epoch": 24, "train_loss": 0.0015285111730918288, "cos_r_negg": [0.681573212146759], "cos_innovation_negg": [0.681573212146759], "cos_apical_negg": [0.681573212146759], "cos_Ac_negg": [0.681573212146759], "r_norm": [0.18743029236793518]}, {"step": 9700, "epoch": 24, "train_loss": 0.001034099725075066, "cos_r_negg": [0.6816128492355347], "cos_innovation_negg": [0.6816128492355347], "cos_apical_negg": [0.6816128492355347], "cos_Ac_negg": [0.6816128492355347], "r_norm": [0.19212014973163605]}, {"step": 9750, "epoch": 24, "train_loss": 0.0027026706375181675, "cos_r_negg": [0.6804424524307251], "cos_innovation_negg": [0.6804424524307251], "cos_apical_negg": [0.6804424524307251], "cos_Ac_negg": [0.6804424524307251], "r_norm": [0.18515148758888245], "ldr": {"dL_sdil": -0.004531919956207275, "dL_bp": -0.004615947604179382, "ratio": 0.9817962301183778}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.976, "test_loss": 0.10091686573028565}], "final": {"test_acc": 0.976, "test_loss": 0.10091686573028565, "wall_s": 15.47525429725647, "cos_r_negg": [0.679157555103302], "cos_innovation_negg": [0.679157555103302], "cos_apical_negg": [0.679157555103302], "cos_Ac_negg": [0.679157555103302]}}
\ No newline at end of file diff --git a/results/ep_archmatch_v1_mnist_sdil_w500_d1_s3.json b/results/ep_archmatch_v1_mnist_sdil_w500_d1_s3.json new file mode 100644 index 0000000..3bb1ce5 --- /dev/null +++ b/results/ep_archmatch_v1_mnist_sdil_w500_d1_s3.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_sdil_w500_d1_s3", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.442439317703247, "cos_r_negg": [0.00886895414441824], "cos_innovation_negg": [0.00886895414441824], "cos_apical_negg": [0.00886895414441824], "cos_Ac_negg": [0.00886895414441824], "r_norm": [6.757643699645996], "ldr": {"dL_sdil": -0.16717004776000977, "dL_bp": -0.41901564598083496, "ratio": 0.3989589633787943}}, {"step": 50, "epoch": 0, "train_loss": 0.5342299342155457, "cos_r_negg": [0.43820351362228394], "cos_innovation_negg": [0.43820351362228394], "cos_apical_negg": [0.43820351362228394], "cos_Ac_negg": [0.43820351362228394], "r_norm": [1.3793787956237793]}, {"step": 100, "epoch": 0, "train_loss": 0.1219903826713562, "cos_r_negg": [0.448327898979187], "cos_innovation_negg": [0.448327898979187], "cos_apical_negg": [0.448327898979187], "cos_Ac_negg": [0.448327898979187], "r_norm": [1.1541770696640015]}, {"step": 150, "epoch": 0, "train_loss": 0.13502158224582672, "cos_r_negg": [0.45139285922050476], "cos_innovation_negg": [0.45139285922050476], "cos_apical_negg": [0.45139285922050476], "cos_Ac_negg": [0.45139285922050476], "r_norm": [0.9054128527641296]}, {"step": 200, "epoch": 0, "train_loss": 0.22303473949432373, "cos_r_negg": [0.4468114972114563], "cos_innovation_negg": [0.4468114972114563], "cos_apical_negg": [0.4468114972114563], "cos_Ac_negg": [0.4468114972114563], "r_norm": [0.865794837474823]}, {"step": 250, "epoch": 0, "train_loss": 0.3176117539405823, "cos_r_negg": [0.4571175277233124], "cos_innovation_negg": [0.4571175277233124], "cos_apical_negg": [0.4571175277233124], "cos_Ac_negg": [0.4571175277233124], "r_norm": [0.8386420011520386], "ldr": {"dL_sdil": -0.02088037133216858, "dL_bp": -0.019024550914764404, "ratio": 1.0975487109114321}}, {"step": 300, "epoch": 0, "train_loss": 0.14776092767715454, "cos_r_negg": [0.4590654969215393], "cos_innovation_negg": [0.4590654969215393], "cos_apical_negg": [0.4590654969215393], "cos_Ac_negg": [0.4590654969215393], "r_norm": [0.761612057685852]}, {"step": 350, "epoch": 0, "train_loss": 0.2333202064037323, "cos_r_negg": [0.4657878875732422], "cos_innovation_negg": [0.4657878875732422], "cos_apical_negg": [0.4657878875732422], "cos_Ac_negg": [0.4657878875732422], "r_norm": [0.6248171329498291]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9507, "test_loss": 0.1687197052001953}, {"step": 400, "epoch": 1, "train_loss": 0.12392161786556244, "cos_r_negg": [0.4826837182044983], "cos_innovation_negg": [0.4826837182044983], "cos_apical_negg": [0.4826837182044983], "cos_Ac_negg": [0.4826837182044983], "r_norm": [0.5387626886367798]}, {"step": 450, "epoch": 1, "train_loss": 0.10926639288663864, "cos_r_negg": [0.4892432689666748], "cos_innovation_negg": [0.4892432689666748], "cos_apical_negg": [0.4892432689666748], "cos_Ac_negg": [0.4892432689666748], "r_norm": [0.4900664687156677]}, {"step": 500, "epoch": 1, "train_loss": 0.1696249544620514, "cos_r_negg": [0.5048757791519165], "cos_innovation_negg": [0.5048757791519165], "cos_apical_negg": [0.5048757791519165], "cos_Ac_negg": [0.5048757791519165], "r_norm": [0.3951774835586548], "ldr": {"dL_sdil": -0.0036439895629882812, "dL_bp": -0.003011554479598999, "ratio": 1.2100028698380025}}, {"step": 550, "epoch": 1, "train_loss": 0.08761650323867798, "cos_r_negg": [0.5076682567596436], "cos_innovation_negg": [0.5076682567596436], "cos_apical_negg": [0.5076682567596436], "cos_Ac_negg": [0.5076682567596436], "r_norm": [0.5144206285476685]}, {"step": 600, "epoch": 1, "train_loss": 0.06290939450263977, "cos_r_negg": [0.5421066284179688], "cos_innovation_negg": [0.5421066284179688], "cos_apical_negg": [0.5421066284179688], "cos_Ac_negg": [0.5421066284179688], "r_norm": [0.5215731859207153]}, {"step": 650, "epoch": 1, "train_loss": 0.11526276171207428, "cos_r_negg": [0.5214738249778748], "cos_innovation_negg": [0.5214738249778748], "cos_apical_negg": [0.5214738249778748], "cos_Ac_negg": [0.5214738249778748], "r_norm": [0.5190320611000061]}, {"step": 700, "epoch": 1, "train_loss": 0.1465686410665512, "cos_r_negg": [0.5244364738464355], "cos_innovation_negg": [0.5244364738464355], "cos_apical_negg": [0.5244364738464355], "cos_Ac_negg": [0.5244364738464355], "r_norm": [0.4682413935661316]}, {"step": 750, "epoch": 1, "train_loss": 0.15431924164295197, "cos_r_negg": [0.5225077867507935], "cos_innovation_negg": [0.5225077867507935], "cos_apical_negg": [0.5225077867507935], "cos_Ac_negg": [0.5225077867507935], "r_norm": [0.6001889705657959], "ldr": {"dL_sdil": -0.016144007444381714, "dL_bp": -0.015373572707176208, "ratio": 1.0501142286103655}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9551, "test_loss": 0.14750389251708984}, {"step": 800, "epoch": 2, "train_loss": 0.08994229137897491, "cos_r_negg": [0.5320099592208862], "cos_innovation_negg": [0.5320099592208862], "cos_apical_negg": [0.5320099592208862], "cos_Ac_negg": [0.5320099592208862], "r_norm": [0.4234926402568817]}, {"step": 850, "epoch": 2, "train_loss": 0.04690106213092804, "cos_r_negg": [0.5381739735603333], "cos_innovation_negg": [0.5381739735603333], "cos_apical_negg": [0.5381739735603333], "cos_Ac_negg": [0.5381739735603333], "r_norm": [0.4127938151359558]}, {"step": 900, "epoch": 2, "train_loss": 0.07020282745361328, "cos_r_negg": [0.5438034534454346], "cos_innovation_negg": [0.5438034534454346], "cos_apical_negg": [0.5438034534454346], "cos_Ac_negg": [0.5438034534454346], "r_norm": [0.45564818382263184]}, {"step": 950, "epoch": 2, "train_loss": 0.09165498614311218, "cos_r_negg": [0.5512831807136536], "cos_innovation_negg": [0.5512831807136536], "cos_apical_negg": [0.5512831807136536], "cos_Ac_negg": [0.5512831807136536], "r_norm": [0.35801759362220764]}, {"step": 1000, "epoch": 2, "train_loss": 0.0765007808804512, "cos_r_negg": [0.5487046241760254], "cos_innovation_negg": [0.5487046241760254], "cos_apical_negg": [0.5487046241760254], "cos_Ac_negg": [0.5487046241760254], "r_norm": [0.38269954919815063], "ldr": {"dL_sdil": -0.004922971129417419, "dL_bp": -0.004441812634468079, "ratio": 1.1083248066826576}}, {"step": 1050, "epoch": 2, "train_loss": 0.049078769981861115, "cos_r_negg": [0.5589081645011902], "cos_innovation_negg": [0.5589081645011902], "cos_apical_negg": [0.5589081645011902], "cos_Ac_negg": [0.5589081645011902], "r_norm": [0.3405795693397522]}, {"step": 1100, "epoch": 2, "train_loss": 0.14736640453338623, "cos_r_negg": [0.5611480474472046], "cos_innovation_negg": [0.5611480474472046], "cos_apical_negg": [0.5611480474472046], "cos_Ac_negg": [0.5611480474472046], "r_norm": [0.31173819303512573]}, {"step": 1150, "epoch": 2, "train_loss": 0.08754418790340424, "cos_r_negg": [0.572978138923645], "cos_innovation_negg": [0.572978138923645], "cos_apical_negg": [0.572978138923645], "cos_Ac_negg": [0.572978138923645], "r_norm": [0.32533562183380127]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9684, "test_loss": 0.10985827159881592}, {"step": 1200, "epoch": 3, "train_loss": 0.04835709556937218, "cos_r_negg": [0.5702052712440491], "cos_innovation_negg": [0.5702052712440491], "cos_apical_negg": [0.5702052712440491], "cos_Ac_negg": [0.5702052712440491], "r_norm": [0.3456500768661499]}, {"step": 1250, "epoch": 3, "train_loss": 0.06338832527399063, "cos_r_negg": [0.5795750617980957], "cos_innovation_negg": [0.5795750617980957], "cos_apical_negg": [0.5795750617980957], "cos_Ac_negg": [0.5795750617980957], "r_norm": [0.3317457437515259], "ldr": {"dL_sdil": -0.004632316529750824, "dL_bp": -0.004286579787731171, "ratio": 1.0806556180312339}}, {"step": 1300, "epoch": 3, "train_loss": 0.02049582451581955, "cos_r_negg": [0.5817157030105591], "cos_innovation_negg": [0.5817157030105591], "cos_apical_negg": [0.5817157030105591], "cos_Ac_negg": [0.5817157030105591], "r_norm": [0.3156224191188812]}, {"step": 1350, "epoch": 3, "train_loss": 0.03015904501080513, "cos_r_negg": [0.5753652453422546], "cos_innovation_negg": [0.5753652453422546], "cos_apical_negg": [0.5753652453422546], "cos_Ac_negg": [0.5753652453422546], "r_norm": [0.31406664848327637]}, {"step": 1400, "epoch": 3, "train_loss": 0.017116598784923553, "cos_r_negg": [0.5792067050933838], "cos_innovation_negg": [0.5792067050933838], "cos_apical_negg": [0.5792067050933838], "cos_Ac_negg": [0.5792067050933838], "r_norm": [0.35609063506126404]}, {"step": 1450, "epoch": 3, "train_loss": 0.03153442218899727, "cos_r_negg": [0.5882477164268494], "cos_innovation_negg": [0.5882477164268494], "cos_apical_negg": [0.5882477164268494], "cos_Ac_negg": [0.5882477164268494], "r_norm": [0.370482861995697]}, {"step": 1500, "epoch": 3, "train_loss": 0.0656624287366867, "cos_r_negg": [0.6048455238342285], "cos_innovation_negg": [0.6048455238342285], "cos_apical_negg": [0.6048455238342285], "cos_Ac_negg": [0.6048455238342285], "r_norm": [0.2693244218826294], "ldr": {"dL_sdil": -0.003146473318338394, "dL_bp": -0.002799510955810547, "ratio": 1.1239367761028785}}, {"step": 1550, "epoch": 3, "train_loss": 0.03162897378206253, "cos_r_negg": [0.5953596234321594], "cos_innovation_negg": [0.5953596234321594], "cos_apical_negg": [0.5953596234321594], "cos_Ac_negg": [0.5953596234321594], "r_norm": [0.28235262632369995]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9699, "test_loss": 0.10609794311523438}, {"step": 1600, "epoch": 4, "train_loss": 0.06718411296606064, "cos_r_negg": [0.604601263999939], "cos_innovation_negg": [0.604601263999939], "cos_apical_negg": [0.604601263999939], "cos_Ac_negg": [0.604601263999939], "r_norm": [0.2657909393310547]}, {"step": 1650, "epoch": 4, "train_loss": 0.06767331063747406, "cos_r_negg": [0.5996017456054688], "cos_innovation_negg": [0.5996017456054688], "cos_apical_negg": [0.5996017456054688], "cos_Ac_negg": [0.5996017456054688], "r_norm": [0.2689386010169983]}, {"step": 1700, "epoch": 4, "train_loss": 0.018827637657523155, "cos_r_negg": [0.6077326536178589], "cos_innovation_negg": [0.6077326536178589], "cos_apical_negg": [0.6077326536178589], "cos_Ac_negg": [0.6077326536178589], "r_norm": [0.25222259759902954]}, {"step": 1750, "epoch": 4, "train_loss": 0.031004328280687332, "cos_r_negg": [0.6106908917427063], "cos_innovation_negg": [0.6106908917427063], "cos_apical_negg": [0.6106908917427063], "cos_Ac_negg": [0.6106908917427063], "r_norm": [0.264315664768219], "ldr": {"dL_sdil": -0.003646664321422577, "dL_bp": -0.0034749209880828857, "ratio": 1.0494236657261211}}, {"step": 1800, "epoch": 4, "train_loss": 0.016404565423727036, "cos_r_negg": [0.6037753820419312], "cos_innovation_negg": [0.6037753820419312], "cos_apical_negg": [0.6037753820419312], "cos_Ac_negg": [0.6037753820419312], "r_norm": [0.27098795771598816]}, {"step": 1850, "epoch": 4, "train_loss": 0.08418011665344238, "cos_r_negg": [0.6070142388343811], "cos_innovation_negg": [0.6070142388343811], "cos_apical_negg": [0.6070142388343811], "cos_Ac_negg": [0.6070142388343811], "r_norm": [0.2439301311969757]}, {"step": 1900, "epoch": 4, "train_loss": 0.010981748811900616, "cos_r_negg": [0.6150854229927063], "cos_innovation_negg": [0.6150854229927063], "cos_apical_negg": [0.6150854229927063], "cos_Ac_negg": [0.6150854229927063], "r_norm": [0.2393624484539032]}, {"step": 1950, "epoch": 4, "train_loss": 0.08360491693019867, "cos_r_negg": [0.6142183542251587], "cos_innovation_negg": [0.6142183542251587], "cos_apical_negg": [0.6142183542251587], "cos_Ac_negg": [0.6142183542251587], "r_norm": [0.2317192107439041]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9736, "test_loss": 0.09403020038604737}, {"step": 2000, "epoch": 5, "train_loss": 0.038164835423231125, "cos_r_negg": [0.6273374557495117], "cos_innovation_negg": [0.6273374557495117], "cos_apical_negg": [0.6273374557495117], "cos_Ac_negg": [0.6273374557495117], "r_norm": [0.26183244585990906], "ldr": {"dL_sdil": -0.0034944936633110046, "dL_bp": -0.0034156739711761475, "ratio": 1.0230758827686697}}, {"step": 2050, "epoch": 5, "train_loss": 0.019944405183196068, "cos_r_negg": [0.6163488030433655], "cos_innovation_negg": [0.6163488030433655], "cos_apical_negg": [0.6163488030433655], "cos_Ac_negg": [0.6163488030433655], "r_norm": [0.2609501779079437]}, {"step": 2100, "epoch": 5, "train_loss": 0.017623919993638992, "cos_r_negg": [0.6262834668159485], "cos_innovation_negg": [0.6262834668159485], "cos_apical_negg": [0.6262834668159485], "cos_Ac_negg": [0.6262834668159485], "r_norm": [0.21718832850456238]}, {"step": 2150, "epoch": 5, "train_loss": 0.008726864121854305, "cos_r_negg": [0.6286716461181641], "cos_innovation_negg": [0.6286716461181641], "cos_apical_negg": [0.6286716461181641], "cos_Ac_negg": [0.6286716461181641], "r_norm": [0.22686204314231873]}, {"step": 2200, "epoch": 5, "train_loss": 0.020813988521695137, "cos_r_negg": [0.6270008087158203], "cos_innovation_negg": [0.6270008087158203], "cos_apical_negg": [0.6270008087158203], "cos_Ac_negg": [0.6270008087158203], "r_norm": [0.2388390153646469]}, {"step": 2250, "epoch": 5, "train_loss": 0.008913354948163033, "cos_r_negg": [0.635540783405304], "cos_innovation_negg": [0.635540783405304], "cos_apical_negg": [0.635540783405304], "cos_Ac_negg": [0.635540783405304], "r_norm": [0.204360693693161], "ldr": {"dL_sdil": -0.003606744110584259, "dL_bp": -0.003327786922454834, "ratio": 1.0838266375311207}}, {"step": 2300, "epoch": 5, "train_loss": 0.00924878753721714, "cos_r_negg": [0.6314511299133301], "cos_innovation_negg": [0.6314511299133301], "cos_apical_negg": [0.6314511299133301], "cos_Ac_negg": [0.6314511299133301], "r_norm": [0.21031078696250916]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9735, "test_loss": 0.09491570568084717}, {"step": 2350, "epoch": 6, "train_loss": 0.00784394983202219, "cos_r_negg": [0.6313392519950867], "cos_innovation_negg": [0.6313392519950867], "cos_apical_negg": [0.6313392519950867], "cos_Ac_negg": [0.6313392519950867], "r_norm": [0.21523061394691467]}, {"step": 2400, "epoch": 6, "train_loss": 0.006265070755034685, "cos_r_negg": [0.6319272518157959], "cos_innovation_negg": [0.6319272518157959], "cos_apical_negg": [0.6319272518157959], "cos_Ac_negg": [0.6319272518157959], "r_norm": [0.22324903309345245]}, {"step": 2450, "epoch": 6, "train_loss": 0.01351136527955532, "cos_r_negg": [0.6241340637207031], "cos_innovation_negg": [0.6241340637207031], "cos_apical_negg": [0.6241340637207031], "cos_Ac_negg": [0.6241340637207031], "r_norm": [0.22551466524600983]}, {"step": 2500, "epoch": 6, "train_loss": 0.012588458135724068, "cos_r_negg": [0.6309231519699097], "cos_innovation_negg": [0.6309231519699097], "cos_apical_negg": [0.6309231519699097], "cos_Ac_negg": [0.6309231519699097], "r_norm": [0.19488033652305603], "ldr": {"dL_sdil": -0.0033125951886177063, "dL_bp": -0.0032264329493045807, "ratio": 1.0267051076736917}}, {"step": 2550, "epoch": 6, "train_loss": 0.011584135703742504, "cos_r_negg": [0.6384245157241821], "cos_innovation_negg": [0.6384245157241821], "cos_apical_negg": [0.6384245157241821], "cos_Ac_negg": [0.6384245157241821], "r_norm": [0.19766031205654144]}, {"step": 2600, "epoch": 6, "train_loss": 0.017692718654870987, "cos_r_negg": [0.6389484405517578], "cos_innovation_negg": [0.6389484405517578], "cos_apical_negg": [0.6389484405517578], "cos_Ac_negg": [0.6389484405517578], "r_norm": [0.19698356091976166]}, {"step": 2650, "epoch": 6, "train_loss": 0.010889614000916481, "cos_r_negg": [0.6464378833770752], "cos_innovation_negg": [0.6464378833770752], "cos_apical_negg": [0.6464378833770752], "cos_Ac_negg": [0.6464378833770752], "r_norm": [0.2038232386112213]}, {"step": 2700, "epoch": 6, "train_loss": 0.012548023834824562, "cos_r_negg": [0.6390731334686279], "cos_innovation_negg": [0.6390731334686279], "cos_apical_negg": [0.6390731334686279], "cos_Ac_negg": [0.6390731334686279], "r_norm": [0.20879662036895752]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9748, "test_loss": 0.09113039560317993}, {"step": 2750, "epoch": 7, "train_loss": 0.002777976682409644, "cos_r_negg": [0.6446459889411926], "cos_innovation_negg": [0.6446459889411926], "cos_apical_negg": [0.6446459889411926], "cos_Ac_negg": [0.6446459889411926], "r_norm": [0.1799783706665039], "ldr": {"dL_sdil": -0.0027873963117599487, "dL_bp": -0.0026429295539855957, "ratio": 1.0546615998737061}}, {"step": 2800, "epoch": 7, "train_loss": 0.005390412174165249, "cos_r_negg": [0.6494283676147461], "cos_innovation_negg": [0.6494283676147461], "cos_apical_negg": [0.6494283676147461], "cos_Ac_negg": [0.6494283676147461], "r_norm": [0.17554982006549835]}, {"step": 2850, "epoch": 7, "train_loss": 0.0041808681562542915, "cos_r_negg": [0.6497972011566162], "cos_innovation_negg": [0.6497972011566162], "cos_apical_negg": [0.6497972011566162], "cos_Ac_negg": [0.6497972011566162], "r_norm": [0.1852249801158905]}, {"step": 2900, "epoch": 7, "train_loss": 0.00692256772890687, "cos_r_negg": [0.6475075483322144], "cos_innovation_negg": [0.6475075483322144], "cos_apical_negg": [0.6475075483322144], "cos_Ac_negg": [0.6475075483322144], "r_norm": [0.1714538037776947]}, {"step": 2950, "epoch": 7, "train_loss": 0.0032670844811946154, "cos_r_negg": [0.64752197265625], "cos_innovation_negg": [0.64752197265625], "cos_apical_negg": [0.64752197265625], "cos_Ac_negg": [0.64752197265625], "r_norm": [0.18592312932014465]}, {"step": 3000, "epoch": 7, "train_loss": 0.0031619707588106394, "cos_r_negg": [0.6421809196472168], "cos_innovation_negg": [0.6421809196472168], "cos_apical_negg": [0.6421809196472168], "cos_Ac_negg": [0.6421809196472168], "r_norm": [0.1834883838891983], "ldr": {"dL_sdil": -0.002958972007036209, "dL_bp": -0.0028846636414527893, "ratio": 1.0257598024655645}}, {"step": 3050, "epoch": 7, "train_loss": 0.0071910060942173, "cos_r_negg": [0.648611307144165], "cos_innovation_negg": [0.648611307144165], "cos_apical_negg": [0.648611307144165], "cos_Ac_negg": [0.648611307144165], "r_norm": [0.1764143705368042]}, {"step": 3100, "epoch": 7, "train_loss": 0.0034719849936664104, "cos_r_negg": [0.6509889960289001], "cos_innovation_negg": [0.6509889960289001], "cos_apical_negg": [0.6509889960289001], "cos_Ac_negg": [0.6509889960289001], "r_norm": [0.17185115814208984]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9751, "test_loss": 0.09285670080184937}, {"step": 3150, "epoch": 8, "train_loss": 0.0061063943430781364, "cos_r_negg": [0.651229739189148], "cos_innovation_negg": [0.651229739189148], "cos_apical_negg": [0.651229739189148], "cos_Ac_negg": [0.651229739189148], "r_norm": [0.18364226818084717]}, {"step": 3200, "epoch": 8, "train_loss": 0.01663437858223915, "cos_r_negg": [0.6506504416465759], "cos_innovation_negg": [0.6506504416465759], "cos_apical_negg": [0.6506504416465759], "cos_Ac_negg": [0.6506504416465759], "r_norm": [0.18791665136814117]}, {"step": 3250, "epoch": 8, "train_loss": 0.003843518905341625, "cos_r_negg": [0.652573823928833], "cos_innovation_negg": [0.652573823928833], "cos_apical_negg": [0.652573823928833], "cos_Ac_negg": [0.652573823928833], "r_norm": [0.18287697434425354], "ldr": {"dL_sdil": -0.003371819853782654, "dL_bp": -0.0033265575766563416, "ratio": 1.0136063411148912}}, {"step": 3300, "epoch": 8, "train_loss": 0.005378101486712694, "cos_r_negg": [0.6552244424819946], "cos_innovation_negg": [0.6552244424819946], "cos_apical_negg": [0.6552244424819946], "cos_Ac_negg": [0.6552244424819946], "r_norm": [0.18094441294670105]}, {"step": 3350, "epoch": 8, "train_loss": 0.01461422722786665, "cos_r_negg": [0.6535674333572388], "cos_innovation_negg": [0.6535674333572388], "cos_apical_negg": [0.6535674333572388], "cos_Ac_negg": [0.6535674333572388], "r_norm": [0.17215679585933685]}, {"step": 3400, "epoch": 8, "train_loss": 0.0070094941183924675, "cos_r_negg": [0.6539312601089478], "cos_innovation_negg": [0.6539312601089478], "cos_apical_negg": [0.6539312601089478], "cos_Ac_negg": [0.6539312601089478], "r_norm": [0.18071863055229187]}, {"step": 3450, "epoch": 8, "train_loss": 0.007670407183468342, "cos_r_negg": [0.6540172100067139], "cos_innovation_negg": [0.6540172100067139], "cos_apical_negg": [0.6540172100067139], "cos_Ac_negg": [0.6540172100067139], "r_norm": [0.17471915483474731]}, {"step": 3500, "epoch": 8, "train_loss": 0.005790180992335081, "cos_r_negg": [0.6551616191864014], "cos_innovation_negg": [0.6551616191864014], "cos_apical_negg": [0.6551616191864014], "cos_Ac_negg": [0.6551616191864014], "r_norm": [0.176197811961174], "ldr": {"dL_sdil": -0.002883210778236389, "dL_bp": -0.002811376005411148, "ratio": 1.0255514640115653}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9766, "test_loss": 0.0886270824432373}, {"step": 3550, "epoch": 9, "train_loss": 0.004078483209013939, "cos_r_negg": [0.6552295088768005], "cos_innovation_negg": [0.6552295088768005], "cos_apical_negg": [0.6552295088768005], "cos_Ac_negg": [0.6552295088768005], "r_norm": [0.1729564070701599]}, {"step": 3600, "epoch": 9, "train_loss": 0.0031769301276654005, "cos_r_negg": [0.655144453048706], "cos_innovation_negg": [0.655144453048706], "cos_apical_negg": [0.655144453048706], "cos_Ac_negg": [0.655144453048706], "r_norm": [0.18389111757278442]}, {"step": 3650, "epoch": 9, "train_loss": 0.009412992745637894, "cos_r_negg": [0.6585818529129028], "cos_innovation_negg": [0.6585818529129028], "cos_apical_negg": [0.6585818529129028], "cos_Ac_negg": [0.6585818529129028], "r_norm": [0.17044520378112793]}, {"step": 3700, "epoch": 9, "train_loss": 0.003469806630164385, "cos_r_negg": [0.6555972099304199], "cos_innovation_negg": [0.6555972099304199], "cos_apical_negg": [0.6555972099304199], "cos_Ac_negg": [0.6555972099304199], "r_norm": [0.17404401302337646]}, {"step": 3750, "epoch": 9, "train_loss": 0.00929487869143486, "cos_r_negg": [0.6591266393661499], "cos_innovation_negg": [0.6591266393661499], "cos_apical_negg": [0.6591266393661499], "cos_Ac_negg": [0.6591266393661499], "r_norm": [0.17479576170444489], "ldr": {"dL_sdil": -0.002964593470096588, "dL_bp": -0.0029223673045635223, "ratio": 1.0144493012453042}}, {"step": 3800, "epoch": 9, "train_loss": 0.0019424050115048885, "cos_r_negg": [0.6580703258514404], "cos_innovation_negg": [0.6580703258514404], "cos_apical_negg": [0.6580703258514404], "cos_Ac_negg": [0.6580703258514404], "r_norm": [0.17387574911117554]}, {"step": 3850, "epoch": 9, "train_loss": 0.00554686039686203, "cos_r_negg": [0.6599956154823303], "cos_innovation_negg": [0.6599956154823303], "cos_apical_negg": [0.6599956154823303], "cos_Ac_negg": [0.6599956154823303], "r_norm": [0.1856904923915863]}, {"step": 3900, "epoch": 9, "train_loss": 0.019595475867390633, "cos_r_negg": [0.6584255695343018], "cos_innovation_negg": [0.6584255695343018], "cos_apical_negg": [0.6584255695343018], "cos_Ac_negg": [0.6584255695343018], "r_norm": [0.17373225092887878]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9768, "test_loss": 0.09035888271331786}, {"step": 3950, "epoch": 10, "train_loss": 0.004831539932638407, "cos_r_negg": [0.6597200632095337], "cos_innovation_negg": [0.6597200632095337], "cos_apical_negg": [0.6597200632095337], "cos_Ac_negg": [0.6597200632095337], "r_norm": [0.19144919514656067]}, {"step": 4000, "epoch": 10, "train_loss": 0.0037103190552443266, "cos_r_negg": [0.6597276926040649], "cos_innovation_negg": [0.6597276926040649], "cos_apical_negg": [0.6597276926040649], "cos_Ac_negg": [0.6597276926040649], "r_norm": [0.18434402346611023], "ldr": {"dL_sdil": -0.0033895298838615417, "dL_bp": -0.0033816546201705933, "ratio": 1.0023288196387576}}, {"step": 4050, "epoch": 10, "train_loss": 0.0022852947004139423, "cos_r_negg": [0.6562686562538147], "cos_innovation_negg": [0.6562686562538147], "cos_apical_negg": [0.6562686562538147], "cos_Ac_negg": [0.6562686562538147], "r_norm": [0.18037337064743042]}, {"step": 4100, "epoch": 10, "train_loss": 0.004158919211477041, "cos_r_negg": [0.659347653388977], "cos_innovation_negg": [0.659347653388977], "cos_apical_negg": [0.659347653388977], "cos_Ac_negg": [0.659347653388977], "r_norm": [0.17280980944633484]}, {"step": 4150, "epoch": 10, "train_loss": 0.0022909920662641525, "cos_r_negg": [0.6604491472244263], "cos_innovation_negg": [0.6604491472244263], "cos_apical_negg": [0.6604491472244263], "cos_Ac_negg": [0.6604491472244263], "r_norm": [0.17349663376808167]}, {"step": 4200, "epoch": 10, "train_loss": 0.005374571308493614, "cos_r_negg": [0.6603685617446899], "cos_innovation_negg": [0.6603685617446899], "cos_apical_negg": [0.6603685617446899], "cos_Ac_negg": [0.6603685617446899], "r_norm": [0.1732633113861084]}, {"step": 4250, "epoch": 10, "train_loss": 0.006669395603239536, "cos_r_negg": [0.6621749401092529], "cos_innovation_negg": [0.6621749401092529], "cos_apical_negg": [0.6621749401092529], "cos_Ac_negg": [0.6621749401092529], "r_norm": [0.17671921849250793], "ldr": {"dL_sdil": -0.0035561881959438324, "dL_bp": -0.003634203225374222, "ratio": 0.9785331131496214}}, {"step": 4300, "epoch": 10, "train_loss": 0.002088958863168955, "cos_r_negg": [0.6634567379951477], "cos_innovation_negg": [0.6634567379951477], "cos_apical_negg": [0.6634567379951477], "cos_Ac_negg": [0.6634567379951477], "r_norm": [0.17417103052139282]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9762, "test_loss": 0.09145017499923706}, {"step": 4350, "epoch": 11, "train_loss": 0.0035033226013183594, "cos_r_negg": [0.6621269583702087], "cos_innovation_negg": [0.6621269583702087], "cos_apical_negg": [0.6621269583702087], "cos_Ac_negg": [0.6621269583702087], "r_norm": [0.16955013573169708]}, {"step": 4400, "epoch": 11, "train_loss": 0.0011994484812021255, "cos_r_negg": [0.6606950759887695], "cos_innovation_negg": [0.6606950759887695], "cos_apical_negg": [0.6606950759887695], "cos_Ac_negg": [0.6606950759887695], "r_norm": [0.17385977506637573]}, {"step": 4450, "epoch": 11, "train_loss": 0.008559857495129108, "cos_r_negg": [0.6628606915473938], "cos_innovation_negg": [0.6628606915473938], "cos_apical_negg": [0.6628606915473938], "cos_Ac_negg": [0.6628606915473938], "r_norm": [0.17467671632766724]}, {"step": 4500, "epoch": 11, "train_loss": 0.0007548363064415753, "cos_r_negg": [0.6630219221115112], "cos_innovation_negg": [0.6630219221115112], "cos_apical_negg": [0.6630219221115112], "cos_Ac_negg": [0.6630219221115112], "r_norm": [0.17548836767673492], "ldr": {"dL_sdil": -0.003534384071826935, "dL_bp": -0.003654956817626953, "ratio": 0.9670111709067188}}, {"step": 4550, "epoch": 11, "train_loss": 0.0032223770394921303, "cos_r_negg": [0.6623252630233765], "cos_innovation_negg": [0.6623252630233765], "cos_apical_negg": [0.6623252630233765], "cos_Ac_negg": [0.6623252630233765], "r_norm": [0.17385224997997284]}, {"step": 4600, "epoch": 11, "train_loss": 0.0008996492833830416, "cos_r_negg": [0.6641625761985779], "cos_innovation_negg": [0.6641625761985779], "cos_apical_negg": [0.6641625761985779], "cos_Ac_negg": [0.6641625761985779], "r_norm": [0.16546884179115295]}, {"step": 4650, "epoch": 11, "train_loss": 0.0031267693266272545, "cos_r_negg": [0.6651754975318909], "cos_innovation_negg": [0.6651754975318909], "cos_apical_negg": [0.6651754975318909], "cos_Ac_negg": [0.6651754975318909], "r_norm": [0.1681789606809616]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9771, "test_loss": 0.09186636095046997}, {"step": 4700, "epoch": 12, "train_loss": 0.0026371763087809086, "cos_r_negg": [0.6648766398429871], "cos_innovation_negg": [0.6648766398429871], "cos_apical_negg": [0.6648766398429871], "cos_Ac_negg": [0.6648766398429871], "r_norm": [0.17033731937408447]}, {"step": 4750, "epoch": 12, "train_loss": 0.0030673504807054996, "cos_r_negg": [0.6652661561965942], "cos_innovation_negg": [0.6652661561965942], "cos_apical_negg": [0.6652661561965942], "cos_Ac_negg": [0.6652661561965942], "r_norm": [0.17037078738212585], "ldr": {"dL_sdil": -0.0033388175070285797, "dL_bp": -0.0034324638545513153, "ratio": 0.9727174555972194}}, {"step": 4800, "epoch": 12, "train_loss": 0.0017725543584674597, "cos_r_negg": [0.6646778583526611], "cos_innovation_negg": [0.6646778583526611], "cos_apical_negg": [0.6646778583526611], "cos_Ac_negg": [0.6646778583526611], "r_norm": [0.1735706329345703]}, {"step": 4850, "epoch": 12, "train_loss": 0.002014509402215481, "cos_r_negg": [0.6643184423446655], "cos_innovation_negg": [0.6643184423446655], "cos_apical_negg": [0.6643184423446655], "cos_Ac_negg": [0.6643184423446655], "r_norm": [0.17257875204086304]}, {"step": 4900, "epoch": 12, "train_loss": 0.0026439018547534943, "cos_r_negg": [0.6637159585952759], "cos_innovation_negg": [0.6637159585952759], "cos_apical_negg": [0.6637159585952759], "cos_Ac_negg": [0.6637159585952759], "r_norm": [0.1668001115322113]}, {"step": 4950, "epoch": 12, "train_loss": 0.0013886226806789637, "cos_r_negg": [0.6633776426315308], "cos_innovation_negg": [0.6633776426315308], "cos_apical_negg": [0.6633776426315308], "cos_Ac_negg": [0.6633776426315308], "r_norm": [0.169711172580719]}, {"step": 5000, "epoch": 12, "train_loss": 0.0008625530172139406, "cos_r_negg": [0.6657135486602783], "cos_innovation_negg": [0.6657135486602783], "cos_apical_negg": [0.6657135486602783], "cos_Ac_negg": [0.6657135486602783], "r_norm": [0.1638885736465454], "ldr": {"dL_sdil": -0.0031505078077316284, "dL_bp": -0.003303423523902893, "ratio": 0.953709926969764}}, {"step": 5050, "epoch": 12, "train_loss": 0.003616468282416463, "cos_r_negg": [0.6646870374679565], "cos_innovation_negg": [0.6646870374679565], "cos_apical_negg": [0.6646870374679565], "cos_Ac_negg": [0.6646870374679565], "r_norm": [0.1647806167602539]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9769, "test_loss": 0.09297392654418946}, {"step": 5100, "epoch": 13, "train_loss": 0.0021805614233016968, "cos_r_negg": [0.6660187244415283], "cos_innovation_negg": [0.6660187244415283], "cos_apical_negg": [0.6660187244415283], "cos_Ac_negg": [0.6660187244415283], "r_norm": [0.16925302147865295]}, {"step": 5150, "epoch": 13, "train_loss": 0.004129467997699976, "cos_r_negg": [0.6685073375701904], "cos_innovation_negg": [0.6685073375701904], "cos_apical_negg": [0.6685073375701904], "cos_Ac_negg": [0.6685073375701904], "r_norm": [0.16685304045677185]}, {"step": 5200, "epoch": 13, "train_loss": 0.004545527510344982, "cos_r_negg": [0.6673552393913269], "cos_innovation_negg": [0.6673552393913269], "cos_apical_negg": [0.6673552393913269], "cos_Ac_negg": [0.6673552393913269], "r_norm": [0.16883903741836548]}, {"step": 5250, "epoch": 13, "train_loss": 0.0016900169430300593, "cos_r_negg": [0.6643459796905518], "cos_innovation_negg": [0.6643459796905518], "cos_apical_negg": [0.6643459796905518], "cos_Ac_negg": [0.6643459796905518], "r_norm": [0.17121681571006775], "ldr": {"dL_sdil": -0.0035749636590480804, "dL_bp": -0.003699392080307007, "ratio": 0.9663651706664733}}, {"step": 5300, "epoch": 13, "train_loss": 0.0023275064304471016, "cos_r_negg": [0.6658639907836914], "cos_innovation_negg": [0.6658639907836914], "cos_apical_negg": [0.6658639907836914], "cos_Ac_negg": [0.6658639907836914], "r_norm": [0.16872310638427734]}, {"step": 5350, "epoch": 13, "train_loss": 0.0029704179614782333, "cos_r_negg": [0.66743004322052], "cos_innovation_negg": [0.66743004322052], "cos_apical_negg": [0.66743004322052], "cos_Ac_negg": [0.66743004322052], "r_norm": [0.17133013904094696]}, {"step": 5400, "epoch": 13, "train_loss": 0.004188274033367634, "cos_r_negg": [0.6675028800964355], "cos_innovation_negg": [0.6675028800964355], "cos_apical_negg": [0.6675028800964355], "cos_Ac_negg": [0.6675028800964355], "r_norm": [0.16499614715576172]}, {"step": 5450, "epoch": 13, "train_loss": 0.0011727855307981372, "cos_r_negg": [0.668657660484314], "cos_innovation_negg": [0.668657660484314], "cos_apical_negg": [0.668657660484314], "cos_Ac_negg": [0.668657660484314], "r_norm": [0.16427873075008392]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9766, "test_loss": 0.09498674383163452}, {"step": 5500, "epoch": 14, "train_loss": 0.0019192816689610481, "cos_r_negg": [0.6653443574905396], "cos_innovation_negg": [0.6653443574905396], "cos_apical_negg": [0.6653443574905396], "cos_Ac_negg": [0.6653443574905396], "r_norm": [0.1741328090429306], "ldr": {"dL_sdil": -0.003441266715526581, "dL_bp": -0.003632035106420517, "ratio": 0.9474761709883514}}, {"step": 5550, "epoch": 14, "train_loss": 0.0014580471906811, "cos_r_negg": [0.6674022674560547], "cos_innovation_negg": [0.6674022674560547], "cos_apical_negg": [0.6674022674560547], "cos_Ac_negg": [0.6674022674560547], "r_norm": [0.16655775904655457]}, {"step": 5600, "epoch": 14, "train_loss": 0.0025088265538215637, "cos_r_negg": [0.6671748161315918], "cos_innovation_negg": [0.6671748161315918], "cos_apical_negg": [0.6671748161315918], "cos_Ac_negg": [0.6671748161315918], "r_norm": [0.16455717384815216]}, {"step": 5650, "epoch": 14, "train_loss": 0.0011819446226581931, "cos_r_negg": [0.6679552793502808], "cos_innovation_negg": [0.6679552793502808], "cos_apical_negg": [0.6679552793502808], "cos_Ac_negg": [0.6679552793502808], "r_norm": [0.16781939566135406]}, {"step": 5700, "epoch": 14, "train_loss": 0.0003648850251920521, "cos_r_negg": [0.6667782664299011], "cos_innovation_negg": [0.6667782664299011], "cos_apical_negg": [0.6667782664299011], "cos_Ac_negg": [0.6667782664299011], "r_norm": [0.17010542750358582]}, {"step": 5750, "epoch": 14, "train_loss": 0.00198167422786355, "cos_r_negg": [0.6683067083358765], "cos_innovation_negg": [0.6683067083358765], "cos_apical_negg": [0.6683067083358765], "cos_Ac_negg": [0.6683067083358765], "r_norm": [0.1672002375125885], "ldr": {"dL_sdil": -0.003295205533504486, "dL_bp": -0.003408379852771759, "ratio": 0.9667952739553846}}, {"step": 5800, "epoch": 14, "train_loss": 0.004521578550338745, "cos_r_negg": [0.669005811214447], "cos_innovation_negg": [0.669005811214447], "cos_apical_negg": [0.669005811214447], "cos_Ac_negg": [0.669005811214447], "r_norm": [0.16927313804626465]}, {"step": 5850, "epoch": 14, "train_loss": 0.0020905290730297565, "cos_r_negg": [0.6682069897651672], "cos_innovation_negg": [0.6682069897651672], "cos_apical_negg": [0.6682069897651672], "cos_Ac_negg": [0.6682069897651672], "r_norm": [0.16583827137947083]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.977, "test_loss": 0.09477273845672607}, {"step": 5900, "epoch": 15, "train_loss": 0.0014012035680934787, "cos_r_negg": [0.6677831411361694], "cos_innovation_negg": [0.6677831411361694], "cos_apical_negg": [0.6677831411361694], "cos_Ac_negg": [0.6677831411361694], "r_norm": [0.16655361652374268]}, {"step": 5950, "epoch": 15, "train_loss": 0.0019419220043346286, "cos_r_negg": [0.6678835153579712], "cos_innovation_negg": [0.6678835153579712], "cos_apical_negg": [0.6678835153579712], "cos_Ac_negg": [0.6678835153579712], "r_norm": [0.1641951948404312]}, {"step": 6000, "epoch": 15, "train_loss": 0.0032623319420963526, "cos_r_negg": [0.6670346260070801], "cos_innovation_negg": [0.6670346260070801], "cos_apical_negg": [0.6670346260070801], "cos_Ac_negg": [0.6670346260070801], "r_norm": [0.1696428656578064], "ldr": {"dL_sdil": -0.0035073496401309967, "dL_bp": -0.003697134554386139, "ratio": 0.9486670253778055}}, {"step": 6050, "epoch": 15, "train_loss": 0.003793588373810053, "cos_r_negg": [0.6694225072860718], "cos_innovation_negg": [0.6694225072860718], "cos_apical_negg": [0.6694225072860718], "cos_Ac_negg": [0.6694225072860718], "r_norm": [0.1646263599395752]}, {"step": 6100, "epoch": 15, "train_loss": 0.0024278832133859396, "cos_r_negg": [0.6695353984832764], "cos_innovation_negg": [0.6695353984832764], "cos_apical_negg": [0.6695353984832764], "cos_Ac_negg": [0.6695353984832764], "r_norm": [0.1660098135471344]}, {"step": 6150, "epoch": 15, "train_loss": 0.0017798693152144551, "cos_r_negg": [0.6693068742752075], "cos_innovation_negg": [0.6693068742752075], "cos_apical_negg": [0.6693068742752075], "cos_Ac_negg": [0.6693068742752075], "r_norm": [0.16589713096618652]}, {"step": 6200, "epoch": 15, "train_loss": 0.001631612190976739, "cos_r_negg": [0.6692348122596741], "cos_innovation_negg": [0.6692348122596741], "cos_apical_negg": [0.6692348122596741], "cos_Ac_negg": [0.6692348122596741], "r_norm": [0.16498522460460663]}, {"step": 6250, "epoch": 15, "train_loss": 0.001569332554936409, "cos_r_negg": [0.6718060970306396], "cos_innovation_negg": [0.6718060970306396], "cos_apical_negg": [0.6718060970306396], "cos_Ac_negg": [0.6718060970306396], "r_norm": [0.161709725856781], "ldr": {"dL_sdil": -0.003203265368938446, "dL_bp": -0.003370046615600586, "ratio": 0.950510700389105}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9768, "test_loss": 0.09473552293777465}, {"step": 6300, "epoch": 16, "train_loss": 0.006213733926415443, "cos_r_negg": [0.6693273782730103], "cos_innovation_negg": [0.6693273782730103], "cos_apical_negg": [0.6693273782730103], "cos_Ac_negg": [0.6693273782730103], "r_norm": [0.16787225008010864]}, {"step": 6350, "epoch": 16, "train_loss": 0.0010428333189338446, "cos_r_negg": [0.6714640855789185], "cos_innovation_negg": [0.6714640855789185], "cos_apical_negg": [0.6714640855789185], "cos_Ac_negg": [0.6714640855789185], "r_norm": [0.167414590716362]}, {"step": 6400, "epoch": 16, "train_loss": 0.0022750822827219963, "cos_r_negg": [0.6714562177658081], "cos_innovation_negg": [0.6714562177658081], "cos_apical_negg": [0.6714562177658081], "cos_Ac_negg": [0.6714562177658081], "r_norm": [0.16704878211021423]}, {"step": 6450, "epoch": 16, "train_loss": 0.0013442725175991654, "cos_r_negg": [0.6712592244148254], "cos_innovation_negg": [0.6712592244148254], "cos_apical_negg": [0.6712592244148254], "cos_Ac_negg": [0.6712592244148254], "r_norm": [0.16479673981666565]}, {"step": 6500, "epoch": 16, "train_loss": 0.0012463836465030909, "cos_r_negg": [0.671593189239502], "cos_innovation_negg": [0.671593189239502], "cos_apical_negg": [0.671593189239502], "cos_Ac_negg": [0.671593189239502], "r_norm": [0.16292217373847961], "ldr": {"dL_sdil": -0.0034757032990455627, "dL_bp": -0.0037019774317741394, "ratio": 0.9388774953660004}}, {"step": 6550, "epoch": 16, "train_loss": 0.0012777824886143208, "cos_r_negg": [0.6712242364883423], "cos_innovation_negg": [0.6712242364883423], "cos_apical_negg": [0.6712242364883423], "cos_Ac_negg": [0.6712242364883423], "r_norm": [0.16355527937412262]}, {"step": 6600, "epoch": 16, "train_loss": 0.0013972310116514564, "cos_r_negg": [0.6728031635284424], "cos_innovation_negg": [0.6728031635284424], "cos_apical_negg": [0.6728031635284424], "cos_Ac_negg": [0.6728031635284424], "r_norm": [0.15872278809547424]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9771, "test_loss": 0.09588635120391846}, {"step": 6650, "epoch": 17, "train_loss": 0.0013198936358094215, "cos_r_negg": [0.669460654258728], "cos_innovation_negg": [0.669460654258728], "cos_apical_negg": [0.669460654258728], "cos_Ac_negg": [0.669460654258728], "r_norm": [0.16468946635723114]}, {"step": 6700, "epoch": 17, "train_loss": 0.0008152276277542114, "cos_r_negg": [0.6702542901039124], "cos_innovation_negg": [0.6702542901039124], "cos_apical_negg": [0.6702542901039124], "cos_Ac_negg": [0.6702542901039124], "r_norm": [0.16477787494659424]}, {"step": 6750, "epoch": 17, "train_loss": 0.0026326871011406183, "cos_r_negg": [0.671203076839447], "cos_innovation_negg": [0.671203076839447], "cos_apical_negg": [0.671203076839447], "cos_Ac_negg": [0.671203076839447], "r_norm": [0.1646234095096588], "ldr": {"dL_sdil": -0.003513619303703308, "dL_bp": -0.0037531591951847076, "ratio": 0.9361764638737604}}, {"step": 6800, "epoch": 17, "train_loss": 0.0020834014285355806, "cos_r_negg": [0.6726534962654114], "cos_innovation_negg": [0.6726534962654114], "cos_apical_negg": [0.6726534962654114], "cos_Ac_negg": [0.6726534962654114], "r_norm": [0.1636391580104828]}, {"step": 6850, "epoch": 17, "train_loss": 0.0015044247265905142, "cos_r_negg": [0.6716123819351196], "cos_innovation_negg": [0.6716123819351196], "cos_apical_negg": [0.6716123819351196], "cos_Ac_negg": [0.6716123819351196], "r_norm": [0.16369134187698364]}, {"step": 6900, "epoch": 17, "train_loss": 0.002211076207458973, "cos_r_negg": [0.671859622001648], "cos_innovation_negg": [0.671859622001648], "cos_apical_negg": [0.671859622001648], "cos_Ac_negg": [0.671859622001648], "r_norm": [0.16403840482234955]}, {"step": 6950, "epoch": 17, "train_loss": 0.0022843568585813046, "cos_r_negg": [0.6710289120674133], "cos_innovation_negg": [0.6710289120674133], "cos_apical_negg": [0.6710289120674133], "cos_Ac_negg": [0.6710289120674133], "r_norm": [0.16448216140270233]}, {"step": 7000, "epoch": 17, "train_loss": 0.0017557149985805154, "cos_r_negg": [0.6716059446334839], "cos_innovation_negg": [0.6716059446334839], "cos_apical_negg": [0.6716059446334839], "cos_Ac_negg": [0.6716059446334839], "r_norm": [0.16168484091758728], "ldr": {"dL_sdil": -0.0034131333231925964, "dL_bp": -0.0036626383662223816, "ratio": 0.931878329749731}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9771, "test_loss": 0.09703397626876831}, {"step": 7050, "epoch": 18, "train_loss": 0.0004420661716721952, "cos_r_negg": [0.6723365187644958], "cos_innovation_negg": [0.6723365187644958], "cos_apical_negg": [0.6723365187644958], "cos_Ac_negg": [0.6723365187644958], "r_norm": [0.16441205143928528]}, {"step": 7100, "epoch": 18, "train_loss": 0.002089904388412833, "cos_r_negg": [0.6711301803588867], "cos_innovation_negg": [0.6711301803588867], "cos_apical_negg": [0.6711301803588867], "cos_Ac_negg": [0.6711301803588867], "r_norm": [0.16824045777320862]}, {"step": 7150, "epoch": 18, "train_loss": 0.000602973741479218, "cos_r_negg": [0.6723277568817139], "cos_innovation_negg": [0.6723277568817139], "cos_apical_negg": [0.6723277568817139], "cos_Ac_negg": [0.6723277568817139], "r_norm": [0.16494208574295044]}, {"step": 7200, "epoch": 18, "train_loss": 0.0013673570938408375, "cos_r_negg": [0.6732826828956604], "cos_innovation_negg": [0.6732826828956604], "cos_apical_negg": [0.6732826828956604], "cos_Ac_negg": [0.6732826828956604], "r_norm": [0.16509467363357544]}, {"step": 7250, "epoch": 18, "train_loss": 0.001604936900548637, "cos_r_negg": [0.6717626452445984], "cos_innovation_negg": [0.6717626452445984], "cos_apical_negg": [0.6717626452445984], "cos_Ac_negg": [0.6717626452445984], "r_norm": [0.16374477744102478], "ldr": {"dL_sdil": -0.003466583788394928, "dL_bp": -0.003681037575006485, "ratio": 0.9417409406337888}}, {"step": 7300, "epoch": 18, "train_loss": 0.0006133783026598394, "cos_r_negg": [0.6722093820571899], "cos_innovation_negg": [0.6722093820571899], "cos_apical_negg": [0.6722093820571899], "cos_Ac_negg": [0.6722093820571899], "r_norm": [0.16260451078414917]}, {"step": 7350, "epoch": 18, "train_loss": 0.0016784120816737413, "cos_r_negg": [0.6737596988677979], "cos_innovation_negg": [0.6737596988677979], "cos_apical_negg": [0.6737596988677979], "cos_Ac_negg": [0.6737596988677979], "r_norm": [0.16281664371490479]}, {"step": 7400, "epoch": 18, "train_loss": 0.0005749404663220048, "cos_r_negg": [0.6727827787399292], "cos_innovation_negg": [0.6727827787399292], "cos_apical_negg": [0.6727827787399292], "cos_Ac_negg": [0.6727827787399292], "r_norm": [0.16029608249664307]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9769, "test_loss": 0.09702165441513061}, {"step": 7450, "epoch": 19, "train_loss": 0.000620070262812078, "cos_r_negg": [0.6724895238876343], "cos_innovation_negg": [0.6724895238876343], "cos_apical_negg": [0.6724895238876343], "cos_Ac_negg": [0.6724895238876343], "r_norm": [0.160292387008667]}, {"step": 7500, "epoch": 19, "train_loss": 0.0011929457541555166, "cos_r_negg": [0.6726584434509277], "cos_innovation_negg": [0.6726584434509277], "cos_apical_negg": [0.6726584434509277], "cos_Ac_negg": [0.6726584434509277], "r_norm": [0.15987710654735565], "ldr": {"dL_sdil": -0.003355838358402252, "dL_bp": -0.003574725240468979, "ratio": 0.9387681941009792}}, {"step": 7550, "epoch": 19, "train_loss": 0.0011877025244757533, "cos_r_negg": [0.6725327968597412], "cos_innovation_negg": [0.6725327968597412], "cos_apical_negg": [0.6725327968597412], "cos_Ac_negg": [0.6725327968597412], "r_norm": [0.1593237668275833]}, {"step": 7600, "epoch": 19, "train_loss": 0.0007068385020829737, "cos_r_negg": [0.6723297238349915], "cos_innovation_negg": [0.6723297238349915], "cos_apical_negg": [0.6723297238349915], "cos_Ac_negg": [0.6723297238349915], "r_norm": [0.16151490807533264]}, {"step": 7650, "epoch": 19, "train_loss": 0.0022410007659345865, "cos_r_negg": [0.6722413897514343], "cos_innovation_negg": [0.6722413897514343], "cos_apical_negg": [0.6722413897514343], "cos_Ac_negg": [0.6722413897514343], "r_norm": [0.16415855288505554]}, {"step": 7700, "epoch": 19, "train_loss": 0.0022446068469434977, "cos_r_negg": [0.672459065914154], "cos_innovation_negg": [0.672459065914154], "cos_apical_negg": [0.672459065914154], "cos_Ac_negg": [0.672459065914154], "r_norm": [0.16046930849552155]}, {"step": 7750, "epoch": 19, "train_loss": 0.001559897675178945, "cos_r_negg": [0.673389196395874], "cos_innovation_negg": [0.673389196395874], "cos_apical_negg": [0.673389196395874], "cos_Ac_negg": [0.673389196395874], "r_norm": [0.1604471504688263], "ldr": {"dL_sdil": -0.003410942852497101, "dL_bp": -0.003658648580312729, "ratio": 0.9322958402868922}}, {"step": 7800, "epoch": 19, "train_loss": 0.0023394085001200438, "cos_r_negg": [0.6739180088043213], "cos_innovation_negg": [0.6739180088043213], "cos_apical_negg": [0.6739180088043213], "cos_Ac_negg": [0.6739180088043213], "r_norm": [0.16122525930404663]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9768, "test_loss": 0.097989759349823}, {"step": 7850, "epoch": 20, "train_loss": 0.001653660787269473, "cos_r_negg": [0.6743497252464294], "cos_innovation_negg": [0.6743497252464294], "cos_apical_negg": [0.6743497252464294], "cos_Ac_negg": [0.6743497252464294], "r_norm": [0.15864485502243042]}, {"step": 7900, "epoch": 20, "train_loss": 0.0012497216230258346, "cos_r_negg": [0.6740759611129761], "cos_innovation_negg": [0.6740759611129761], "cos_apical_negg": [0.6740759611129761], "cos_Ac_negg": [0.6740759611129761], "r_norm": [0.16224682331085205]}, {"step": 7950, "epoch": 20, "train_loss": 0.0012117354199290276, "cos_r_negg": [0.6733047962188721], "cos_innovation_negg": [0.6733047962188721], "cos_apical_negg": [0.6733047962188721], "cos_Ac_negg": [0.6733047962188721], "r_norm": [0.15876442193984985]}, {"step": 8000, "epoch": 20, "train_loss": 0.0017043559346348047, "cos_r_negg": [0.6736392378807068], "cos_innovation_negg": [0.6736392378807068], "cos_apical_negg": [0.6736392378807068], "cos_Ac_negg": [0.6736392378807068], "r_norm": [0.15960630774497986], "ldr": {"dL_sdil": -0.0034217387437820435, "dL_bp": -0.0036833062767982483, "ratio": 0.9289856684838126}}, {"step": 8050, "epoch": 20, "train_loss": 0.001989410724490881, "cos_r_negg": [0.6731045842170715], "cos_innovation_negg": [0.6731045842170715], "cos_apical_negg": [0.6731045842170715], "cos_Ac_negg": [0.6731045842170715], "r_norm": [0.15928438305854797]}, {"step": 8100, "epoch": 20, "train_loss": 0.0015404809964820743, "cos_r_negg": [0.6728400588035583], "cos_innovation_negg": [0.6728400588035583], "cos_apical_negg": [0.6728400588035583], "cos_Ac_negg": [0.6728400588035583], "r_norm": [0.1596825122833252]}, {"step": 8150, "epoch": 20, "train_loss": 0.0013819863088428974, "cos_r_negg": [0.6726818084716797], "cos_innovation_negg": [0.6726818084716797], "cos_apical_negg": [0.6726818084716797], "cos_Ac_negg": [0.6726818084716797], "r_norm": [0.1597767025232315]}, {"step": 8200, "epoch": 20, "train_loss": 0.0009111330145969987, "cos_r_negg": [0.6739263534545898], "cos_innovation_negg": [0.6739263534545898], "cos_apical_negg": [0.6739263534545898], "cos_Ac_negg": [0.6739263534545898], "r_norm": [0.16225828230381012]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9772, "test_loss": 0.09788109102249146}, {"step": 8250, "epoch": 21, "train_loss": 0.0017723423661664128, "cos_r_negg": [0.6751793622970581], "cos_innovation_negg": [0.6751793622970581], "cos_apical_negg": [0.6751793622970581], "cos_Ac_negg": [0.6751793622970581], "r_norm": [0.1592981070280075], "ldr": {"dL_sdil": -0.0034401416778564453, "dL_bp": -0.00369378924369812, "ratio": 0.9313313377923723}}, {"step": 8300, "epoch": 21, "train_loss": 0.001421684050001204, "cos_r_negg": [0.6741184592247009], "cos_innovation_negg": [0.6741184592247009], "cos_apical_negg": [0.6741184592247009], "cos_Ac_negg": [0.6741184592247009], "r_norm": [0.15777996182441711]}, {"step": 8350, "epoch": 21, "train_loss": 0.0015471370425075293, "cos_r_negg": [0.6738477945327759], "cos_innovation_negg": [0.6738477945327759], "cos_apical_negg": [0.6738477945327759], "cos_Ac_negg": [0.6738477945327759], "r_norm": [0.15821361541748047]}, {"step": 8400, "epoch": 21, "train_loss": 0.0013914488954469562, "cos_r_negg": [0.6748628616333008], "cos_innovation_negg": [0.6748628616333008], "cos_apical_negg": [0.6748628616333008], "cos_Ac_negg": [0.6748628616333008], "r_norm": [0.155691996216774]}, {"step": 8450, "epoch": 21, "train_loss": 0.002205690136179328, "cos_r_negg": [0.6741533279418945], "cos_innovation_negg": [0.6741533279418945], "cos_apical_negg": [0.6741533279418945], "cos_Ac_negg": [0.6741533279418945], "r_norm": [0.15794408321380615]}, {"step": 8500, "epoch": 21, "train_loss": 0.0011266248766332865, "cos_r_negg": [0.6743454337120056], "cos_innovation_negg": [0.6743454337120056], "cos_apical_negg": [0.6743454337120056], "cos_Ac_negg": [0.6743454337120056], "r_norm": [0.15943238139152527], "ldr": {"dL_sdil": -0.003450993448495865, "dL_bp": -0.0037495046854019165, "ratio": 0.9203864878291108}}, {"step": 8550, "epoch": 21, "train_loss": 0.0011003664694726467, "cos_r_negg": [0.6755936145782471], "cos_innovation_negg": [0.6755936145782471], "cos_apical_negg": [0.6755936145782471], "cos_Ac_negg": [0.6755936145782471], "r_norm": [0.16077040135860443]}, {"step": 8600, "epoch": 21, "train_loss": 0.003799291793256998, "cos_r_negg": [0.6745659112930298], "cos_innovation_negg": [0.6745659112930298], "cos_apical_negg": [0.6745659112930298], "cos_Ac_negg": [0.6745659112930298], "r_norm": [0.16121509671211243]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9772, "test_loss": 0.09906151676177978}, {"step": 8650, "epoch": 22, "train_loss": 0.0006276117637753487, "cos_r_negg": [0.6751704216003418], "cos_innovation_negg": [0.6751704216003418], "cos_apical_negg": [0.6751704216003418], "cos_Ac_negg": [0.6751704216003418], "r_norm": [0.16052719950675964]}, {"step": 8700, "epoch": 22, "train_loss": 0.0012977584265172482, "cos_r_negg": [0.6746661067008972], "cos_innovation_negg": [0.6746661067008972], "cos_apical_negg": [0.6746661067008972], "cos_Ac_negg": [0.6746661067008972], "r_norm": [0.1587672233581543]}, {"step": 8750, "epoch": 22, "train_loss": 0.0007222825661301613, "cos_r_negg": [0.6752693057060242], "cos_innovation_negg": [0.6752693057060242], "cos_apical_negg": [0.6752693057060242], "cos_Ac_negg": [0.6752693057060242], "r_norm": [0.1581059694290161], "ldr": {"dL_sdil": -0.0035010799765586853, "dL_bp": -0.0037738457322120667, "ratio": 0.9277220705326771}}, {"step": 8800, "epoch": 22, "train_loss": 0.001052288105711341, "cos_r_negg": [0.6758275032043457], "cos_innovation_negg": [0.6758275032043457], "cos_apical_negg": [0.6758275032043457], "cos_Ac_negg": [0.6758275032043457], "r_norm": [0.15812760591506958]}, {"step": 8850, "epoch": 22, "train_loss": 0.0009540961473248899, "cos_r_negg": [0.6761993169784546], "cos_innovation_negg": [0.6761993169784546], "cos_apical_negg": [0.6761993169784546], "cos_Ac_negg": [0.6761993169784546], "r_norm": [0.15825970470905304]}, {"step": 8900, "epoch": 22, "train_loss": 0.0016969963908195496, "cos_r_negg": [0.6757683753967285], "cos_innovation_negg": [0.6757683753967285], "cos_apical_negg": [0.6757683753967285], "cos_Ac_negg": [0.6757683753967285], "r_norm": [0.16131487488746643]}, {"step": 8950, "epoch": 22, "train_loss": 0.0014459376689046621, "cos_r_negg": [0.6743442416191101], "cos_innovation_negg": [0.6743442416191101], "cos_apical_negg": [0.6743442416191101], "cos_Ac_negg": [0.6743442416191101], "r_norm": [0.16135656833648682]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9771, "test_loss": 0.09871311407089234}, {"step": 9000, "epoch": 23, "train_loss": 0.0009512765682302415, "cos_r_negg": [0.674286425113678], "cos_innovation_negg": [0.674286425113678], "cos_apical_negg": [0.674286425113678], "cos_Ac_negg": [0.674286425113678], "r_norm": [0.15644600987434387], "ldr": {"dL_sdil": -0.003435298800468445, "dL_bp": -0.003726392984390259, "ratio": 0.9218831225957117}}, {"step": 9050, "epoch": 23, "train_loss": 0.001525576924905181, "cos_r_negg": [0.6750467419624329], "cos_innovation_negg": [0.6750467419624329], "cos_apical_negg": [0.6750467419624329], "cos_Ac_negg": [0.6750467419624329], "r_norm": [0.1584293246269226]}, {"step": 9100, "epoch": 23, "train_loss": 0.0007476437604054809, "cos_r_negg": [0.6752985715866089], "cos_innovation_negg": [0.6752985715866089], "cos_apical_negg": [0.6752985715866089], "cos_Ac_negg": [0.6752985715866089], "r_norm": [0.15904594957828522]}, {"step": 9150, "epoch": 23, "train_loss": 0.00150016276165843, "cos_r_negg": [0.6752387285232544], "cos_innovation_negg": [0.6752387285232544], "cos_apical_negg": [0.6752387285232544], "cos_Ac_negg": [0.6752387285232544], "r_norm": [0.15932442247867584]}, {"step": 9200, "epoch": 23, "train_loss": 0.0016340569127351046, "cos_r_negg": [0.6754764318466187], "cos_innovation_negg": [0.6754764318466187], "cos_apical_negg": [0.6754764318466187], "cos_Ac_negg": [0.6754764318466187], "r_norm": [0.15911701321601868]}, {"step": 9250, "epoch": 23, "train_loss": 0.0009826726745814085, "cos_r_negg": [0.6756516098976135], "cos_innovation_negg": [0.6756516098976135], "cos_apical_negg": [0.6756516098976135], "cos_Ac_negg": [0.6756516098976135], "r_norm": [0.15786930918693542], "ldr": {"dL_sdil": -0.0035131946206092834, "dL_bp": -0.003831334412097931, "ratio": 0.9169637110026}}, {"step": 9300, "epoch": 23, "train_loss": 0.0012960901949554682, "cos_r_negg": [0.6740405559539795], "cos_innovation_negg": [0.6740405559539795], "cos_apical_negg": [0.6740405559539795], "cos_Ac_negg": [0.6740405559539795], "r_norm": [0.15832093358039856]}, {"step": 9350, "epoch": 23, "train_loss": 0.0008218236616812646, "cos_r_negg": [0.6761989593505859], "cos_innovation_negg": [0.6761989593505859], "cos_apical_negg": [0.6761989593505859], "cos_Ac_negg": [0.6761989593505859], "r_norm": [0.1566973328590393]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9771, "test_loss": 0.09977396793365478}, {"step": 9400, "epoch": 24, "train_loss": 0.0009375179652124643, "cos_r_negg": [0.6756936311721802], "cos_innovation_negg": [0.6756936311721802], "cos_apical_negg": [0.6756936311721802], "cos_Ac_negg": [0.6756936311721802], "r_norm": [0.1594620645046234]}, {"step": 9450, "epoch": 24, "train_loss": 0.0006097767036408186, "cos_r_negg": [0.6767387390136719], "cos_innovation_negg": [0.6767387390136719], "cos_apical_negg": [0.6767387390136719], "cos_Ac_negg": [0.6767387390136719], "r_norm": [0.15830197930335999]}, {"step": 9500, "epoch": 24, "train_loss": 0.001133687561377883, "cos_r_negg": [0.6768065690994263], "cos_innovation_negg": [0.6768065690994263], "cos_apical_negg": [0.6768065690994263], "cos_Ac_negg": [0.6768065690994263], "r_norm": [0.15806716680526733], "ldr": {"dL_sdil": -0.003575548529624939, "dL_bp": -0.003920689225196838, "ratio": 0.9119693819765652}}, {"step": 9550, "epoch": 24, "train_loss": 0.0014153528027236462, "cos_r_negg": [0.6765028238296509], "cos_innovation_negg": [0.6765028238296509], "cos_apical_negg": [0.6765028238296509], "cos_Ac_negg": [0.6765028238296509], "r_norm": [0.15734703838825226]}, {"step": 9600, "epoch": 24, "train_loss": 0.0009112737025134265, "cos_r_negg": [0.6752380132675171], "cos_innovation_negg": [0.6752380132675171], "cos_apical_negg": [0.6752380132675171], "cos_Ac_negg": [0.6752380132675171], "r_norm": [0.15755414962768555]}, {"step": 9650, "epoch": 24, "train_loss": 0.0018633963773027062, "cos_r_negg": [0.6770224571228027], "cos_innovation_negg": [0.6770224571228027], "cos_apical_negg": [0.6770224571228027], "cos_Ac_negg": [0.6770224571228027], "r_norm": [0.15721720457077026]}, {"step": 9700, "epoch": 24, "train_loss": 0.000755488290451467, "cos_r_negg": [0.6771573424339294], "cos_innovation_negg": [0.6771573424339294], "cos_apical_negg": [0.6771573424339294], "cos_Ac_negg": [0.6771573424339294], "r_norm": [0.15768969058990479]}, {"step": 9750, "epoch": 24, "train_loss": 0.003666795091703534, "cos_r_negg": [0.6770267486572266], "cos_innovation_negg": [0.6770267486572266], "cos_apical_negg": [0.6770267486572266], "cos_Ac_negg": [0.6770267486572266], "r_norm": [0.15527324378490448], "ldr": {"dL_sdil": -0.003387749195098877, "dL_bp": -0.003687448799610138, "ratio": 0.9187244024803959}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9771, "test_loss": 0.09944238605499267}], "final": {"test_acc": 0.9771, "test_loss": 0.09944238605499267, "wall_s": 15.535343647003174, "cos_r_negg": [0.6756567358970642], "cos_innovation_negg": [0.6756567358970642], "cos_apical_negg": [0.6756567358970642], "cos_Ac_negg": [0.6756567358970642]}}
\ No newline at end of file diff --git a/results/ep_archmatch_v1_mnist_sdil_w500_d1_s4.json b/results/ep_archmatch_v1_mnist_sdil_w500_d1_s4.json new file mode 100644 index 0000000..f653907 --- /dev/null +++ b/results/ep_archmatch_v1_mnist_sdil_w500_d1_s4.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_sdil_w500_d1_s4", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4616427421569824, "cos_r_negg": [-0.01930658333003521], "cos_innovation_negg": [-0.01930658333003521], "cos_apical_negg": [-0.01930658333003521], "cos_Ac_negg": [-0.01930658333003521], "r_norm": [6.661388397216797], "ldr": {"dL_sdil": -0.1660928726196289, "dL_bp": -0.4437495470046997, "ratio": 0.3742941795450888}}, {"step": 50, "epoch": 0, "train_loss": 0.5728631019592285, "cos_r_negg": [0.4170202612876892], "cos_innovation_negg": [0.4170202612876892], "cos_apical_negg": [0.4170202612876892], "cos_Ac_negg": [0.4170202612876892], "r_norm": [1.3212993144989014]}, {"step": 100, "epoch": 0, "train_loss": 0.12621068954467773, "cos_r_negg": [0.43911856412887573], "cos_innovation_negg": [0.43911856412887573], "cos_apical_negg": [0.43911856412887573], "cos_Ac_negg": [0.43911856412887573], "r_norm": [1.1637203693389893]}, {"step": 150, "epoch": 0, "train_loss": 0.14156372845172882, "cos_r_negg": [0.4497396647930145], "cos_innovation_negg": [0.4497396647930145], "cos_apical_negg": [0.4497396647930145], "cos_Ac_negg": [0.4497396647930145], "r_norm": [0.883351743221283]}, {"step": 200, "epoch": 0, "train_loss": 0.23824100196361542, "cos_r_negg": [0.4656038284301758], "cos_innovation_negg": [0.4656038284301758], "cos_apical_negg": [0.4656038284301758], "cos_Ac_negg": [0.4656038284301758], "r_norm": [0.8241273760795593]}, {"step": 250, "epoch": 0, "train_loss": 0.28185468912124634, "cos_r_negg": [0.4719545841217041], "cos_innovation_negg": [0.4719545841217041], "cos_apical_negg": [0.4719545841217041], "cos_Ac_negg": [0.4719545841217041], "r_norm": [0.728395938873291], "ldr": {"dL_sdil": -0.010455936193466187, "dL_bp": -0.009231656789779663, "ratio": 1.132617517263198}}, {"step": 300, "epoch": 0, "train_loss": 0.15255869925022125, "cos_r_negg": [0.46989214420318604], "cos_innovation_negg": [0.46989214420318604], "cos_apical_negg": [0.46989214420318604], "cos_Ac_negg": [0.46989214420318604], "r_norm": [0.7461365461349487]}, {"step": 350, "epoch": 0, "train_loss": 0.2433403730392456, "cos_r_negg": [0.4769860506057739], "cos_innovation_negg": [0.4769860506057739], "cos_apical_negg": [0.4769860506057739], "cos_Ac_negg": [0.4769860506057739], "r_norm": [0.6362147331237793]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9537, "test_loss": 0.16135723571777344}, {"step": 400, "epoch": 1, "train_loss": 0.11746278405189514, "cos_r_negg": [0.49749040603637695], "cos_innovation_negg": [0.49749040603637695], "cos_apical_negg": [0.49749040603637695], "cos_Ac_negg": [0.49749040603637695], "r_norm": [0.6170827150344849]}, {"step": 450, "epoch": 1, "train_loss": 0.12281190603971481, "cos_r_negg": [0.5005661249160767], "cos_innovation_negg": [0.5005661249160767], "cos_apical_negg": [0.5005661249160767], "cos_Ac_negg": [0.5005661249160767], "r_norm": [0.5320587158203125]}, {"step": 500, "epoch": 1, "train_loss": 0.18132048845291138, "cos_r_negg": [0.5073805451393127], "cos_innovation_negg": [0.5073805451393127], "cos_apical_negg": [0.5073805451393127], "cos_Ac_negg": [0.5073805451393127], "r_norm": [0.4298679232597351], "ldr": {"dL_sdil": -0.0040065571665763855, "dL_bp": -0.003819897770881653, "ratio": 1.0488650238541988}}, {"step": 550, "epoch": 1, "train_loss": 0.1144246906042099, "cos_r_negg": [0.5128077864646912], "cos_innovation_negg": [0.5128077864646912], "cos_apical_negg": [0.5128077864646912], "cos_Ac_negg": [0.5128077864646912], "r_norm": [0.5283321738243103]}, {"step": 600, "epoch": 1, "train_loss": 0.06202414631843567, "cos_r_negg": [0.5248100757598877], "cos_innovation_negg": [0.5248100757598877], "cos_apical_negg": [0.5248100757598877], "cos_Ac_negg": [0.5248100757598877], "r_norm": [0.5631935596466064]}, {"step": 650, "epoch": 1, "train_loss": 0.10914959013462067, "cos_r_negg": [0.5179610252380371], "cos_innovation_negg": [0.5179610252380371], "cos_apical_negg": [0.5179610252380371], "cos_Ac_negg": [0.5179610252380371], "r_norm": [0.5148187279701233]}, {"step": 700, "epoch": 1, "train_loss": 0.09922464191913605, "cos_r_negg": [0.5080993175506592], "cos_innovation_negg": [0.5080993175506592], "cos_apical_negg": [0.5080993175506592], "cos_Ac_negg": [0.5080993175506592], "r_norm": [0.459663987159729]}, {"step": 750, "epoch": 1, "train_loss": 0.1391267478466034, "cos_r_negg": [0.5336045026779175], "cos_innovation_negg": [0.5336045026779175], "cos_apical_negg": [0.5336045026779175], "cos_Ac_negg": [0.5336045026779175], "r_norm": [0.5342106223106384], "ldr": {"dL_sdil": -0.014553055167198181, "dL_bp": -0.013889282941818237, "ratio": 1.0477902443315803}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9538, "test_loss": 0.15294045944213866}, {"step": 800, "epoch": 2, "train_loss": 0.04521547257900238, "cos_r_negg": [0.5352371335029602], "cos_innovation_negg": [0.5352371335029602], "cos_apical_negg": [0.5352371335029602], "cos_Ac_negg": [0.5352371335029602], "r_norm": [0.34873679280281067]}, {"step": 850, "epoch": 2, "train_loss": 0.025756806135177612, "cos_r_negg": [0.5469921827316284], "cos_innovation_negg": [0.5469921827316284], "cos_apical_negg": [0.5469921827316284], "cos_Ac_negg": [0.5469921827316284], "r_norm": [0.3705582320690155]}, {"step": 900, "epoch": 2, "train_loss": 0.07079519331455231, "cos_r_negg": [0.5513976812362671], "cos_innovation_negg": [0.5513976812362671], "cos_apical_negg": [0.5513976812362671], "cos_Ac_negg": [0.5513976812362671], "r_norm": [0.4032859206199646]}, {"step": 950, "epoch": 2, "train_loss": 0.08805244415998459, "cos_r_negg": [0.5553180575370789], "cos_innovation_negg": [0.5553180575370789], "cos_apical_negg": [0.5553180575370789], "cos_Ac_negg": [0.5553180575370789], "r_norm": [0.31906044483184814]}, {"step": 1000, "epoch": 2, "train_loss": 0.08791325986385345, "cos_r_negg": [0.5556632280349731], "cos_innovation_negg": [0.5556632280349731], "cos_apical_negg": [0.5556632280349731], "cos_Ac_negg": [0.5556632280349731], "r_norm": [0.39620065689086914], "ldr": {"dL_sdil": -0.0052118971943855286, "dL_bp": -0.004804529249668121, "ratio": 1.0847883160968468}}, {"step": 1050, "epoch": 2, "train_loss": 0.036696720868349075, "cos_r_negg": [0.5578594207763672], "cos_innovation_negg": [0.5578594207763672], "cos_apical_negg": [0.5578594207763672], "cos_Ac_negg": [0.5578594207763672], "r_norm": [0.37330999970436096]}, {"step": 1100, "epoch": 2, "train_loss": 0.12920072674751282, "cos_r_negg": [0.5518178939819336], "cos_innovation_negg": [0.5518178939819336], "cos_apical_negg": [0.5518178939819336], "cos_Ac_negg": [0.5518178939819336], "r_norm": [0.34619495272636414]}, {"step": 1150, "epoch": 2, "train_loss": 0.09077270328998566, "cos_r_negg": [0.5592848062515259], "cos_innovation_negg": [0.5592848062515259], "cos_apical_negg": [0.5592848062515259], "cos_Ac_negg": [0.5592848062515259], "r_norm": [0.29383283853530884]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9706, "test_loss": 0.10229304599761962}, {"step": 1200, "epoch": 3, "train_loss": 0.039426371455192566, "cos_r_negg": [0.5638673305511475], "cos_innovation_negg": [0.5638673305511475], "cos_apical_negg": [0.5638673305511475], "cos_Ac_negg": [0.5638673305511475], "r_norm": [0.3163578510284424]}, {"step": 1250, "epoch": 3, "train_loss": 0.055860355496406555, "cos_r_negg": [0.5678840279579163], "cos_innovation_negg": [0.5678840279579163], "cos_apical_negg": [0.5678840279579163], "cos_Ac_negg": [0.5678840279579163], "r_norm": [0.36067527532577515], "ldr": {"dL_sdil": -0.006262660026550293, "dL_bp": -0.005988284945487976, "ratio": 1.0458186414908415}}, {"step": 1300, "epoch": 3, "train_loss": 0.03490329161286354, "cos_r_negg": [0.571352481842041], "cos_innovation_negg": [0.571352481842041], "cos_apical_negg": [0.571352481842041], "cos_Ac_negg": [0.571352481842041], "r_norm": [0.44774705171585083]}, {"step": 1350, "epoch": 3, "train_loss": 0.0252092145383358, "cos_r_negg": [0.5700774192810059], "cos_innovation_negg": [0.5700774192810059], "cos_apical_negg": [0.5700774192810059], "cos_Ac_negg": [0.5700774192810059], "r_norm": [0.2787776589393616]}, {"step": 1400, "epoch": 3, "train_loss": 0.048301927745342255, "cos_r_negg": [0.5813356637954712], "cos_innovation_negg": [0.5813356637954712], "cos_apical_negg": [0.5813356637954712], "cos_Ac_negg": [0.5813356637954712], "r_norm": [0.37241506576538086]}, {"step": 1450, "epoch": 3, "train_loss": 0.012776469811797142, "cos_r_negg": [0.5890448093414307], "cos_innovation_negg": [0.5890448093414307], "cos_apical_negg": [0.5890448093414307], "cos_Ac_negg": [0.5890448093414307], "r_norm": [0.36373645067214966]}, {"step": 1500, "epoch": 3, "train_loss": 0.06382013857364655, "cos_r_negg": [0.5901895761489868], "cos_innovation_negg": [0.5901895761489868], "cos_apical_negg": [0.5901895761489868], "cos_Ac_negg": [0.5901895761489868], "r_norm": [0.2623158097267151], "ldr": {"dL_sdil": -0.0032703354954719543, "dL_bp": -0.0030343011021614075, "ratio": 1.0777887181804118}}, {"step": 1550, "epoch": 3, "train_loss": 0.03376493602991104, "cos_r_negg": [0.5861701965332031], "cos_innovation_negg": [0.5861701965332031], "cos_apical_negg": [0.5861701965332031], "cos_Ac_negg": [0.5861701965332031], "r_norm": [0.2502844035625458]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.97, "test_loss": 0.10358207454681397}, {"step": 1600, "epoch": 4, "train_loss": 0.07902626693248749, "cos_r_negg": [0.5859268307685852], "cos_innovation_negg": [0.5859268307685852], "cos_apical_negg": [0.5859268307685852], "cos_Ac_negg": [0.5859268307685852], "r_norm": [0.2712704539299011]}, {"step": 1650, "epoch": 4, "train_loss": 0.05251214653253555, "cos_r_negg": [0.5931999683380127], "cos_innovation_negg": [0.5931999683380127], "cos_apical_negg": [0.5931999683380127], "cos_Ac_negg": [0.5931999683380127], "r_norm": [0.31499120593070984]}, {"step": 1700, "epoch": 4, "train_loss": 0.018500111997127533, "cos_r_negg": [0.5899908542633057], "cos_innovation_negg": [0.5899908542633057], "cos_apical_negg": [0.5899908542633057], "cos_Ac_negg": [0.5899908542633057], "r_norm": [0.2751064896583557]}, {"step": 1750, "epoch": 4, "train_loss": 0.021479958668351173, "cos_r_negg": [0.603253960609436], "cos_innovation_negg": [0.603253960609436], "cos_apical_negg": [0.603253960609436], "cos_Ac_negg": [0.603253960609436], "r_norm": [0.2776426076889038], "ldr": {"dL_sdil": -0.003629356622695923, "dL_bp": -0.003500208258628845, "ratio": 1.0368973371080696}}, {"step": 1800, "epoch": 4, "train_loss": 0.025032924488186836, "cos_r_negg": [0.6015313267707825], "cos_innovation_negg": [0.6015313267707825], "cos_apical_negg": [0.6015313267707825], "cos_Ac_negg": [0.6015313267707825], "r_norm": [0.26678553223609924]}, {"step": 1850, "epoch": 4, "train_loss": 0.09333872050046921, "cos_r_negg": [0.5985194444656372], "cos_innovation_negg": [0.5985194444656372], "cos_apical_negg": [0.5985194444656372], "cos_Ac_negg": [0.5985194444656372], "r_norm": [0.28241679072380066]}, {"step": 1900, "epoch": 4, "train_loss": 0.019878722727298737, "cos_r_negg": [0.6083014011383057], "cos_innovation_negg": [0.6083014011383057], "cos_apical_negg": [0.6083014011383057], "cos_Ac_negg": [0.6083014011383057], "r_norm": [0.24119846522808075]}, {"step": 1950, "epoch": 4, "train_loss": 0.031637199223041534, "cos_r_negg": [0.6020732522010803], "cos_innovation_negg": [0.6020732522010803], "cos_apical_negg": [0.6020732522010803], "cos_Ac_negg": [0.6020732522010803], "r_norm": [0.2442796677350998]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9726, "test_loss": 0.09660612545013428}, {"step": 2000, "epoch": 5, "train_loss": 0.02795572020113468, "cos_r_negg": [0.6077679395675659], "cos_innovation_negg": [0.6077679395675659], "cos_apical_negg": [0.6077679395675659], "cos_Ac_negg": [0.6077679395675659], "r_norm": [0.2496541440486908], "ldr": {"dL_sdil": -0.0025768429040908813, "dL_bp": -0.0025490522384643555, "ratio": 1.010902352335968}}, {"step": 2050, "epoch": 5, "train_loss": 0.028891952708363533, "cos_r_negg": [0.6044902205467224], "cos_innovation_negg": [0.6044902205467224], "cos_apical_negg": [0.6044902205467224], "cos_Ac_negg": [0.6044902205467224], "r_norm": [0.27929824590682983]}, {"step": 2100, "epoch": 5, "train_loss": 0.012494673021137714, "cos_r_negg": [0.6108092069625854], "cos_innovation_negg": [0.6108092069625854], "cos_apical_negg": [0.6108092069625854], "cos_Ac_negg": [0.6108092069625854], "r_norm": [0.23709174990653992]}, {"step": 2150, "epoch": 5, "train_loss": 0.01139075867831707, "cos_r_negg": [0.613113284111023], "cos_innovation_negg": [0.613113284111023], "cos_apical_negg": [0.613113284111023], "cos_Ac_negg": [0.613113284111023], "r_norm": [0.2488335818052292]}, {"step": 2200, "epoch": 5, "train_loss": 0.018859010189771652, "cos_r_negg": [0.6170666813850403], "cos_innovation_negg": [0.6170666813850403], "cos_apical_negg": [0.6170666813850403], "cos_Ac_negg": [0.6170666813850403], "r_norm": [0.2307838797569275]}, {"step": 2250, "epoch": 5, "train_loss": 0.0151254553347826, "cos_r_negg": [0.6184996366500854], "cos_innovation_negg": [0.6184996366500854], "cos_apical_negg": [0.6184996366500854], "cos_Ac_negg": [0.6184996366500854], "r_norm": [0.2793481945991516], "ldr": {"dL_sdil": -0.004883766174316406, "dL_bp": -0.004880428314208984, "ratio": 1.0006839276990718}}, {"step": 2300, "epoch": 5, "train_loss": 0.017084287479519844, "cos_r_negg": [0.6229877471923828], "cos_innovation_negg": [0.6229877471923828], "cos_apical_negg": [0.6229877471923828], "cos_Ac_negg": [0.6229877471923828], "r_norm": [0.2479122281074524]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9738, "test_loss": 0.09211657333374024}, {"step": 2350, "epoch": 6, "train_loss": 0.010443593375384808, "cos_r_negg": [0.6199966073036194], "cos_innovation_negg": [0.6199966073036194], "cos_apical_negg": [0.6199966073036194], "cos_Ac_negg": [0.6199966073036194], "r_norm": [0.19588959217071533]}, {"step": 2400, "epoch": 6, "train_loss": 0.005965284071862698, "cos_r_negg": [0.6279136538505554], "cos_innovation_negg": [0.6279136538505554], "cos_apical_negg": [0.6279136538505554], "cos_Ac_negg": [0.6279136538505554], "r_norm": [0.2340865135192871]}, {"step": 2450, "epoch": 6, "train_loss": 0.006660778541117907, "cos_r_negg": [0.6171949505805969], "cos_innovation_negg": [0.6171949505805969], "cos_apical_negg": [0.6171949505805969], "cos_Ac_negg": [0.6171949505805969], "r_norm": [0.22611933946609497]}, {"step": 2500, "epoch": 6, "train_loss": 0.00871288776397705, "cos_r_negg": [0.6242573261260986], "cos_innovation_negg": [0.6242573261260986], "cos_apical_negg": [0.6242573261260986], "cos_Ac_negg": [0.6242573261260986], "r_norm": [0.21809571981430054], "ldr": {"dL_sdil": -0.0028893500566482544, "dL_bp": -0.002872169017791748, "ratio": 1.005981903832984}}, {"step": 2550, "epoch": 6, "train_loss": 0.007667018100619316, "cos_r_negg": [0.6232706904411316], "cos_innovation_negg": [0.6232706904411316], "cos_apical_negg": [0.6232706904411316], "cos_Ac_negg": [0.6232706904411316], "r_norm": [0.21629998087882996]}, {"step": 2600, "epoch": 6, "train_loss": 0.01557387225329876, "cos_r_negg": [0.6295401453971863], "cos_innovation_negg": [0.6295401453971863], "cos_apical_negg": [0.6295401453971863], "cos_Ac_negg": [0.6295401453971863], "r_norm": [0.22899757325649261]}, {"step": 2650, "epoch": 6, "train_loss": 0.030301900580525398, "cos_r_negg": [0.6318491101264954], "cos_innovation_negg": [0.6318491101264954], "cos_apical_negg": [0.6318491101264954], "cos_Ac_negg": [0.6318491101264954], "r_norm": [0.2085992991924286]}, {"step": 2700, "epoch": 6, "train_loss": 0.0141355711966753, "cos_r_negg": [0.6262851357460022], "cos_innovation_negg": [0.6262851357460022], "cos_apical_negg": [0.6262851357460022], "cos_Ac_negg": [0.6262851357460022], "r_norm": [0.22828567028045654]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9765, "test_loss": 0.0883355360031128}, {"step": 2750, "epoch": 7, "train_loss": 0.0016659399261698127, "cos_r_negg": [0.6367273330688477], "cos_innovation_negg": [0.6367273330688477], "cos_apical_negg": [0.6367273330688477], "cos_Ac_negg": [0.6367273330688477], "r_norm": [0.23092833161354065], "ldr": {"dL_sdil": -0.003524869680404663, "dL_bp": -0.00356997549533844, "ratio": 0.9873652312200253}}, {"step": 2800, "epoch": 7, "train_loss": 0.007309718988835812, "cos_r_negg": [0.633545994758606], "cos_innovation_negg": [0.633545994758606], "cos_apical_negg": [0.633545994758606], "cos_Ac_negg": [0.633545994758606], "r_norm": [0.2045641541481018]}, {"step": 2850, "epoch": 7, "train_loss": 0.004977531731128693, "cos_r_negg": [0.6321369409561157], "cos_innovation_negg": [0.6321369409561157], "cos_apical_negg": [0.6321369409561157], "cos_Ac_negg": [0.6321369409561157], "r_norm": [0.21111911535263062]}, {"step": 2900, "epoch": 7, "train_loss": 0.0059606656432151794, "cos_r_negg": [0.6308608055114746], "cos_innovation_negg": [0.6308608055114746], "cos_apical_negg": [0.6308608055114746], "cos_Ac_negg": [0.6308608055114746], "r_norm": [0.19040410220623016]}, {"step": 2950, "epoch": 7, "train_loss": 0.00568397855386138, "cos_r_negg": [0.637116551399231], "cos_innovation_negg": [0.637116551399231], "cos_apical_negg": [0.637116551399231], "cos_Ac_negg": [0.637116551399231], "r_norm": [0.21118810772895813]}, {"step": 3000, "epoch": 7, "train_loss": 0.005403098184615374, "cos_r_negg": [0.6286522746086121], "cos_innovation_negg": [0.6286522746086121], "cos_apical_negg": [0.6286522746086121], "cos_Ac_negg": [0.6286522746086121], "r_norm": [0.2374427318572998], "ldr": {"dL_sdil": -0.004463374614715576, "dL_bp": -0.004360288381576538, "ratio": 1.0236420677069449}}, {"step": 3050, "epoch": 7, "train_loss": 0.007023963611572981, "cos_r_negg": [0.637398362159729], "cos_innovation_negg": [0.637398362159729], "cos_apical_negg": [0.637398362159729], "cos_Ac_negg": [0.637398362159729], "r_norm": [0.21558259427547455]}, {"step": 3100, "epoch": 7, "train_loss": 0.003418617183342576, "cos_r_negg": [0.6393488645553589], "cos_innovation_negg": [0.6393488645553589], "cos_apical_negg": [0.6393488645553589], "cos_Ac_negg": [0.6393488645553589], "r_norm": [0.1955307424068451]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9752, "test_loss": 0.0876315595626831}, {"step": 3150, "epoch": 8, "train_loss": 0.005253349430859089, "cos_r_negg": [0.6398975849151611], "cos_innovation_negg": [0.6398975849151611], "cos_apical_negg": [0.6398975849151611], "cos_Ac_negg": [0.6398975849151611], "r_norm": [0.2187146693468094]}, {"step": 3200, "epoch": 8, "train_loss": 0.010128146037459373, "cos_r_negg": [0.6380913257598877], "cos_innovation_negg": [0.6380913257598877], "cos_apical_negg": [0.6380913257598877], "cos_Ac_negg": [0.6380913257598877], "r_norm": [0.2161094844341278]}, {"step": 3250, "epoch": 8, "train_loss": 0.004883299581706524, "cos_r_negg": [0.639294445514679], "cos_innovation_negg": [0.639294445514679], "cos_apical_negg": [0.639294445514679], "cos_Ac_negg": [0.639294445514679], "r_norm": [0.21884959936141968], "ldr": {"dL_sdil": -0.0036874860525131226, "dL_bp": -0.003603637218475342, "ratio": 1.023267834400172}}, {"step": 3300, "epoch": 8, "train_loss": 0.005769882816821337, "cos_r_negg": [0.6430716514587402], "cos_innovation_negg": [0.6430716514587402], "cos_apical_negg": [0.6430716514587402], "cos_Ac_negg": [0.6430716514587402], "r_norm": [0.2069753110408783]}, {"step": 3350, "epoch": 8, "train_loss": 0.01823568157851696, "cos_r_negg": [0.6451133489608765], "cos_innovation_negg": [0.6451133489608765], "cos_apical_negg": [0.6451133489608765], "cos_Ac_negg": [0.6451133489608765], "r_norm": [0.19325029850006104]}, {"step": 3400, "epoch": 8, "train_loss": 0.003911206964403391, "cos_r_negg": [0.6419475078582764], "cos_innovation_negg": [0.6419475078582764], "cos_apical_negg": [0.6419475078582764], "cos_Ac_negg": [0.6419475078582764], "r_norm": [0.22199052572250366]}, {"step": 3450, "epoch": 8, "train_loss": 0.010212447494268417, "cos_r_negg": [0.6432883143424988], "cos_innovation_negg": [0.6432883143424988], "cos_apical_negg": [0.6432883143424988], "cos_Ac_negg": [0.6432883143424988], "r_norm": [0.2142494022846222]}, {"step": 3500, "epoch": 8, "train_loss": 0.008268444798886776, "cos_r_negg": [0.6412690281867981], "cos_innovation_negg": [0.6412690281867981], "cos_apical_negg": [0.6412690281867981], "cos_Ac_negg": [0.6412690281867981], "r_norm": [0.19991575181484222], "ldr": {"dL_sdil": -0.0031470656394958496, "dL_bp": -0.0031818896532058716, "ratio": 0.9890555558157287}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.977, "test_loss": 0.08564556617736817}, {"step": 3550, "epoch": 9, "train_loss": 0.006454588379710913, "cos_r_negg": [0.6451148986816406], "cos_innovation_negg": [0.6451148986816406], "cos_apical_negg": [0.6451148986816406], "cos_Ac_negg": [0.6451148986816406], "r_norm": [0.19405972957611084]}, {"step": 3600, "epoch": 9, "train_loss": 0.0036803511902689934, "cos_r_negg": [0.6485371589660645], "cos_innovation_negg": [0.6485371589660645], "cos_apical_negg": [0.6485371589660645], "cos_Ac_negg": [0.6485371589660645], "r_norm": [0.19971315562725067]}, {"step": 3650, "epoch": 9, "train_loss": 0.006061948370188475, "cos_r_negg": [0.6515319347381592], "cos_innovation_negg": [0.6515319347381592], "cos_apical_negg": [0.6515319347381592], "cos_Ac_negg": [0.6515319347381592], "r_norm": [0.1910327672958374]}, {"step": 3700, "epoch": 9, "train_loss": 0.004981179255992174, "cos_r_negg": [0.649808406829834], "cos_innovation_negg": [0.649808406829834], "cos_apical_negg": [0.649808406829834], "cos_Ac_negg": [0.649808406829834], "r_norm": [0.1902538686990738]}, {"step": 3750, "epoch": 9, "train_loss": 0.0030641132034361362, "cos_r_negg": [0.6513499021530151], "cos_innovation_negg": [0.6513499021530151], "cos_apical_negg": [0.6513499021530151], "cos_Ac_negg": [0.6513499021530151], "r_norm": [0.20461405813694], "ldr": {"dL_sdil": -0.003009974956512451, "dL_bp": -0.0030704624950885773, "ratio": 0.9803001864791118}}, {"step": 3800, "epoch": 9, "train_loss": 0.0034480940084904432, "cos_r_negg": [0.647829532623291], "cos_innovation_negg": [0.647829532623291], "cos_apical_negg": [0.647829532623291], "cos_Ac_negg": [0.647829532623291], "r_norm": [0.1889996975660324]}, {"step": 3850, "epoch": 9, "train_loss": 0.007096036337316036, "cos_r_negg": [0.6454228758811951], "cos_innovation_negg": [0.6454228758811951], "cos_apical_negg": [0.6454228758811951], "cos_Ac_negg": [0.6454228758811951], "r_norm": [0.19303983449935913]}, {"step": 3900, "epoch": 9, "train_loss": 0.005736406426876783, "cos_r_negg": [0.6451630592346191], "cos_innovation_negg": [0.6451630592346191], "cos_apical_negg": [0.6451630592346191], "cos_Ac_negg": [0.6451630592346191], "r_norm": [0.19610349833965302]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9771, "test_loss": 0.0883916202545166}, {"step": 3950, "epoch": 10, "train_loss": 0.0034519005566835403, "cos_r_negg": [0.6479862928390503], "cos_innovation_negg": [0.6479862928390503], "cos_apical_negg": [0.6479862928390503], "cos_Ac_negg": [0.6479862928390503], "r_norm": [0.2071932703256607]}, {"step": 4000, "epoch": 10, "train_loss": 0.003954404965043068, "cos_r_negg": [0.6491063237190247], "cos_innovation_negg": [0.6491063237190247], "cos_apical_negg": [0.6491063237190247], "cos_Ac_negg": [0.6491063237190247], "r_norm": [0.19527797400951385], "ldr": {"dL_sdil": -0.0031540468335151672, "dL_bp": -0.0031597018241882324, "ratio": 0.9982102771122975}}, {"step": 4050, "epoch": 10, "train_loss": 0.0025882290210574865, "cos_r_negg": [0.6486878395080566], "cos_innovation_negg": [0.6486878395080566], "cos_apical_negg": [0.6486878395080566], "cos_Ac_negg": [0.6486878395080566], "r_norm": [0.19289755821228027]}, {"step": 4100, "epoch": 10, "train_loss": 0.0025012348778545856, "cos_r_negg": [0.6511319875717163], "cos_innovation_negg": [0.6511319875717163], "cos_apical_negg": [0.6511319875717163], "cos_Ac_negg": [0.6511319875717163], "r_norm": [0.19909340143203735]}, {"step": 4150, "epoch": 10, "train_loss": 0.0016608333680778742, "cos_r_negg": [0.6510953307151794], "cos_innovation_negg": [0.6510953307151794], "cos_apical_negg": [0.6510953307151794], "cos_Ac_negg": [0.6510953307151794], "r_norm": [0.1884477734565735]}, {"step": 4200, "epoch": 10, "train_loss": 0.004994027782231569, "cos_r_negg": [0.6524227857589722], "cos_innovation_negg": [0.6524227857589722], "cos_apical_negg": [0.6524227857589722], "cos_Ac_negg": [0.6524227857589722], "r_norm": [0.19323109090328217]}, {"step": 4250, "epoch": 10, "train_loss": 0.005415850784629583, "cos_r_negg": [0.6570844650268555], "cos_innovation_negg": [0.6570844650268555], "cos_apical_negg": [0.6570844650268555], "cos_Ac_negg": [0.6570844650268555], "r_norm": [0.20709286630153656], "ldr": {"dL_sdil": -0.0036942213773727417, "dL_bp": -0.0037681087851524353, "ratio": 0.9803913814614817}}, {"step": 4300, "epoch": 10, "train_loss": 0.0027636082377284765, "cos_r_negg": [0.653231680393219], "cos_innovation_negg": [0.653231680393219], "cos_apical_negg": [0.653231680393219], "cos_Ac_negg": [0.653231680393219], "r_norm": [0.201621413230896]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9762, "test_loss": 0.09005595207214355}, {"step": 4350, "epoch": 11, "train_loss": 0.00474906712770462, "cos_r_negg": [0.655295729637146], "cos_innovation_negg": [0.655295729637146], "cos_apical_negg": [0.655295729637146], "cos_Ac_negg": [0.655295729637146], "r_norm": [0.19827085733413696]}, {"step": 4400, "epoch": 11, "train_loss": 0.0020328315440565348, "cos_r_negg": [0.6537536382675171], "cos_innovation_negg": [0.6537536382675171], "cos_apical_negg": [0.6537536382675171], "cos_Ac_negg": [0.6537536382675171], "r_norm": [0.19632846117019653]}, {"step": 4450, "epoch": 11, "train_loss": 0.004898094572126865, "cos_r_negg": [0.6546649932861328], "cos_innovation_negg": [0.6546649932861328], "cos_apical_negg": [0.6546649932861328], "cos_Ac_negg": [0.6546649932861328], "r_norm": [0.19491362571716309]}, {"step": 4500, "epoch": 11, "train_loss": 0.0007022229256108403, "cos_r_negg": [0.6565497517585754], "cos_innovation_negg": [0.6565497517585754], "cos_apical_negg": [0.6565497517585754], "cos_Ac_negg": [0.6565497517585754], "r_norm": [0.1990259289741516], "ldr": {"dL_sdil": -0.0032888054847717285, "dL_bp": -0.0033535361289978027, "ratio": 0.9806977942875424}}, {"step": 4550, "epoch": 11, "train_loss": 0.006826858036220074, "cos_r_negg": [0.6559022665023804], "cos_innovation_negg": [0.6559022665023804], "cos_apical_negg": [0.6559022665023804], "cos_Ac_negg": [0.6559022665023804], "r_norm": [0.1894151270389557]}, {"step": 4600, "epoch": 11, "train_loss": 0.0009223910747095942, "cos_r_negg": [0.6556921005249023], "cos_innovation_negg": [0.6556921005249023], "cos_apical_negg": [0.6556921005249023], "cos_Ac_negg": [0.6556921005249023], "r_norm": [0.18218979239463806]}, {"step": 4650, "epoch": 11, "train_loss": 0.0027887385804206133, "cos_r_negg": [0.6551657319068909], "cos_innovation_negg": [0.6551657319068909], "cos_apical_negg": [0.6551657319068909], "cos_Ac_negg": [0.6551657319068909], "r_norm": [0.18644607067108154]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9763, "test_loss": 0.09016306991577148}, {"step": 4700, "epoch": 12, "train_loss": 0.0034902903717011213, "cos_r_negg": [0.655381977558136], "cos_innovation_negg": [0.655381977558136], "cos_apical_negg": [0.655381977558136], "cos_Ac_negg": [0.655381977558136], "r_norm": [0.19349560141563416]}, {"step": 4750, "epoch": 12, "train_loss": 0.002493130275979638, "cos_r_negg": [0.6542556881904602], "cos_innovation_negg": [0.6542556881904602], "cos_apical_negg": [0.6542556881904602], "cos_Ac_negg": [0.6542556881904602], "r_norm": [0.19039097428321838], "ldr": {"dL_sdil": -0.003272414207458496, "dL_bp": -0.003386162221431732, "ratio": 0.9664079844570644}}, {"step": 4800, "epoch": 12, "train_loss": 0.001516922377049923, "cos_r_negg": [0.6553970575332642], "cos_innovation_negg": [0.6553970575332642], "cos_apical_negg": [0.6553970575332642], "cos_Ac_negg": [0.6553970575332642], "r_norm": [0.1991572231054306]}, {"step": 4850, "epoch": 12, "train_loss": 0.0020752744749188423, "cos_r_negg": [0.6566112637519836], "cos_innovation_negg": [0.6566112637519836], "cos_apical_negg": [0.6566112637519836], "cos_Ac_negg": [0.6566112637519836], "r_norm": [0.20369049906730652]}, {"step": 4900, "epoch": 12, "train_loss": 0.0032200105488300323, "cos_r_negg": [0.655121922492981], "cos_innovation_negg": [0.655121922492981], "cos_apical_negg": [0.655121922492981], "cos_Ac_negg": [0.655121922492981], "r_norm": [0.19596540927886963]}, {"step": 4950, "epoch": 12, "train_loss": 0.0011919373646378517, "cos_r_negg": [0.6564103960990906], "cos_innovation_negg": [0.6564103960990906], "cos_apical_negg": [0.6564103960990906], "cos_Ac_negg": [0.6564103960990906], "r_norm": [0.196408212184906]}, {"step": 5000, "epoch": 12, "train_loss": 0.0025619431398808956, "cos_r_negg": [0.6577404737472534], "cos_innovation_negg": [0.6577404737472534], "cos_apical_negg": [0.6577404737472534], "cos_Ac_negg": [0.6577404737472534], "r_norm": [0.19677528738975525], "ldr": {"dL_sdil": -0.0033910349011421204, "dL_bp": -0.003504052758216858, "ratio": 0.9677465309819564}}, {"step": 5050, "epoch": 12, "train_loss": 0.003070855513215065, "cos_r_negg": [0.6573880910873413], "cos_innovation_negg": [0.6573880910873413], "cos_apical_negg": [0.6573880910873413], "cos_Ac_negg": [0.6573880910873413], "r_norm": [0.18621447682380676]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9762, "test_loss": 0.0916637336730957}, {"step": 5100, "epoch": 13, "train_loss": 0.0017242574831470847, "cos_r_negg": [0.6557998657226562], "cos_innovation_negg": [0.6557998657226562], "cos_apical_negg": [0.6557998657226562], "cos_Ac_negg": [0.6557998657226562], "r_norm": [0.18567776679992676]}, {"step": 5150, "epoch": 13, "train_loss": 0.0017091208137571812, "cos_r_negg": [0.6592844724655151], "cos_innovation_negg": [0.6592844724655151], "cos_apical_negg": [0.6592844724655151], "cos_Ac_negg": [0.6592844724655151], "r_norm": [0.19156330823898315]}, {"step": 5200, "epoch": 13, "train_loss": 0.0031736386008560658, "cos_r_negg": [0.6589356064796448], "cos_innovation_negg": [0.6589356064796448], "cos_apical_negg": [0.6589356064796448], "cos_Ac_negg": [0.6589356064796448], "r_norm": [0.19939231872558594]}, {"step": 5250, "epoch": 13, "train_loss": 0.002046540379524231, "cos_r_negg": [0.656430184841156], "cos_innovation_negg": [0.656430184841156], "cos_apical_negg": [0.656430184841156], "cos_Ac_negg": [0.656430184841156], "r_norm": [0.19307535886764526], "ldr": {"dL_sdil": -0.0034189820289611816, "dL_bp": -0.003565087914466858, "ratio": 0.9590175925500211}}, {"step": 5300, "epoch": 13, "train_loss": 0.002153869951143861, "cos_r_negg": [0.6589571833610535], "cos_innovation_negg": [0.6589571833610535], "cos_apical_negg": [0.6589571833610535], "cos_Ac_negg": [0.6589571833610535], "r_norm": [0.19602355360984802]}, {"step": 5350, "epoch": 13, "train_loss": 0.002792141167446971, "cos_r_negg": [0.6576948165893555], "cos_innovation_negg": [0.6576948165893555], "cos_apical_negg": [0.6576948165893555], "cos_Ac_negg": [0.6576948165893555], "r_norm": [0.20258966088294983]}, {"step": 5400, "epoch": 13, "train_loss": 0.0016549632418900728, "cos_r_negg": [0.6584193706512451], "cos_innovation_negg": [0.6584193706512451], "cos_apical_negg": [0.6584193706512451], "cos_Ac_negg": [0.6584193706512451], "r_norm": [0.19753634929656982]}, {"step": 5450, "epoch": 13, "train_loss": 0.0014825459802523255, "cos_r_negg": [0.6581814885139465], "cos_innovation_negg": [0.6581814885139465], "cos_apical_negg": [0.6581814885139465], "cos_Ac_negg": [0.6581814885139465], "r_norm": [0.18761926889419556]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9761, "test_loss": 0.0924976713180542}, {"step": 5500, "epoch": 14, "train_loss": 0.0015670007560402155, "cos_r_negg": [0.6602345705032349], "cos_innovation_negg": [0.6602345705032349], "cos_apical_negg": [0.6602345705032349], "cos_Ac_negg": [0.6602345705032349], "r_norm": [0.19275036454200745], "ldr": {"dL_sdil": -0.0033555328845977783, "dL_bp": -0.003539532423019409, "ratio": 0.9480158629922453}}, {"step": 5550, "epoch": 14, "train_loss": 0.0010749662760645151, "cos_r_negg": [0.6610413193702698], "cos_innovation_negg": [0.6610413193702698], "cos_apical_negg": [0.6610413193702698], "cos_Ac_negg": [0.6610413193702698], "r_norm": [0.19344934821128845]}, {"step": 5600, "epoch": 14, "train_loss": 0.003102446673437953, "cos_r_negg": [0.6588536500930786], "cos_innovation_negg": [0.6588536500930786], "cos_apical_negg": [0.6588536500930786], "cos_Ac_negg": [0.6588536500930786], "r_norm": [0.1885467916727066]}, {"step": 5650, "epoch": 14, "train_loss": 0.001171360956504941, "cos_r_negg": [0.6604922413825989], "cos_innovation_negg": [0.6604922413825989], "cos_apical_negg": [0.6604922413825989], "cos_Ac_negg": [0.6604922413825989], "r_norm": [0.19456356763839722]}, {"step": 5700, "epoch": 14, "train_loss": 0.0006725076818838716, "cos_r_negg": [0.6582288146018982], "cos_innovation_negg": [0.6582288146018982], "cos_apical_negg": [0.6582288146018982], "cos_Ac_negg": [0.6582288146018982], "r_norm": [0.1986856460571289]}, {"step": 5750, "epoch": 14, "train_loss": 0.0020007228013128042, "cos_r_negg": [0.6584521532058716], "cos_innovation_negg": [0.6584521532058716], "cos_apical_negg": [0.6584521532058716], "cos_Ac_negg": [0.6584521532058716], "r_norm": [0.19613191485404968], "ldr": {"dL_sdil": -0.003552637994289398, "dL_bp": -0.003707118332386017, "ratio": 0.9583287275329055}}, {"step": 5800, "epoch": 14, "train_loss": 0.004638150334358215, "cos_r_negg": [0.6589857935905457], "cos_innovation_negg": [0.6589857935905457], "cos_apical_negg": [0.6589857935905457], "cos_Ac_negg": [0.6589857935905457], "r_norm": [0.18618708848953247]}, {"step": 5850, "epoch": 14, "train_loss": 0.001789932488463819, "cos_r_negg": [0.6605417728424072], "cos_innovation_negg": [0.6605417728424072], "cos_apical_negg": [0.6605417728424072], "cos_Ac_negg": [0.6605417728424072], "r_norm": [0.19312238693237305]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9762, "test_loss": 0.09248483505249024}, {"step": 5900, "epoch": 15, "train_loss": 0.0019246852025389671, "cos_r_negg": [0.660896360874176], "cos_innovation_negg": [0.660896360874176], "cos_apical_negg": [0.660896360874176], "cos_Ac_negg": [0.660896360874176], "r_norm": [0.1849619448184967]}, {"step": 5950, "epoch": 15, "train_loss": 0.0018711379962041974, "cos_r_negg": [0.6606352925300598], "cos_innovation_negg": [0.6606352925300598], "cos_apical_negg": [0.6606352925300598], "cos_Ac_negg": [0.6606352925300598], "r_norm": [0.18977907299995422]}, {"step": 6000, "epoch": 15, "train_loss": 0.003069519530981779, "cos_r_negg": [0.6620557904243469], "cos_innovation_negg": [0.6620557904243469], "cos_apical_negg": [0.6620557904243469], "cos_Ac_negg": [0.6620557904243469], "r_norm": [0.19313937425613403], "ldr": {"dL_sdil": -0.0035369843244552612, "dL_bp": -0.0037373676896095276, "ratio": 0.946383823643747}}, {"step": 6050, "epoch": 15, "train_loss": 0.0027873897925019264, "cos_r_negg": [0.660319983959198], "cos_innovation_negg": [0.660319983959198], "cos_apical_negg": [0.660319983959198], "cos_Ac_negg": [0.660319983959198], "r_norm": [0.19063717126846313]}, {"step": 6100, "epoch": 15, "train_loss": 0.002784780925139785, "cos_r_negg": [0.6599768400192261], "cos_innovation_negg": [0.6599768400192261], "cos_apical_negg": [0.6599768400192261], "cos_Ac_negg": [0.6599768400192261], "r_norm": [0.18636372685432434]}, {"step": 6150, "epoch": 15, "train_loss": 0.001455190242268145, "cos_r_negg": [0.6627621650695801], "cos_innovation_negg": [0.6627621650695801], "cos_apical_negg": [0.6627621650695801], "cos_Ac_negg": [0.6627621650695801], "r_norm": [0.19410212337970734]}, {"step": 6200, "epoch": 15, "train_loss": 0.0022155328188091516, "cos_r_negg": [0.6589010953903198], "cos_innovation_negg": [0.6589010953903198], "cos_apical_negg": [0.6589010953903198], "cos_Ac_negg": [0.6589010953903198], "r_norm": [0.193308025598526]}, {"step": 6250, "epoch": 15, "train_loss": 0.0012925805058330297, "cos_r_negg": [0.6629253625869751], "cos_innovation_negg": [0.6629253625869751], "cos_apical_negg": [0.6629253625869751], "cos_Ac_negg": [0.6629253625869751], "r_norm": [0.18669171631336212], "ldr": {"dL_sdil": -0.0034004710614681244, "dL_bp": -0.003614455461502075, "ratio": 0.940797610507829}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9764, "test_loss": 0.09299914112091065}, {"step": 6300, "epoch": 16, "train_loss": 0.004244646988809109, "cos_r_negg": [0.6605627536773682], "cos_innovation_negg": [0.6605627536773682], "cos_apical_negg": [0.6605627536773682], "cos_Ac_negg": [0.6605627536773682], "r_norm": [0.19066499173641205]}, {"step": 6350, "epoch": 16, "train_loss": 0.0017808108823373914, "cos_r_negg": [0.6631326079368591], "cos_innovation_negg": [0.6631326079368591], "cos_apical_negg": [0.6631326079368591], "cos_Ac_negg": [0.6631326079368591], "r_norm": [0.18768227100372314]}, {"step": 6400, "epoch": 16, "train_loss": 0.0025838976725935936, "cos_r_negg": [0.662289023399353], "cos_innovation_negg": [0.662289023399353], "cos_apical_negg": [0.662289023399353], "cos_Ac_negg": [0.662289023399353], "r_norm": [0.1957847774028778]}, {"step": 6450, "epoch": 16, "train_loss": 0.001616119989193976, "cos_r_negg": [0.658869743347168], "cos_innovation_negg": [0.658869743347168], "cos_apical_negg": [0.658869743347168], "cos_Ac_negg": [0.658869743347168], "r_norm": [0.18320325016975403]}, {"step": 6500, "epoch": 16, "train_loss": 0.0015237389598041773, "cos_r_negg": [0.6641678810119629], "cos_innovation_negg": [0.6641678810119629], "cos_apical_negg": [0.6641678810119629], "cos_Ac_negg": [0.6641678810119629], "r_norm": [0.19385740160942078], "ldr": {"dL_sdil": -0.0036947429180145264, "dL_bp": -0.003956958651542664, "ratio": 0.9337330114819599}}, {"step": 6550, "epoch": 16, "train_loss": 0.002614894649013877, "cos_r_negg": [0.6626741886138916], "cos_innovation_negg": [0.6626741886138916], "cos_apical_negg": [0.6626741886138916], "cos_Ac_negg": [0.6626741886138916], "r_norm": [0.19142311811447144]}, {"step": 6600, "epoch": 16, "train_loss": 0.0011774830054491758, "cos_r_negg": [0.6640976071357727], "cos_innovation_negg": [0.6640976071357727], "cos_apical_negg": [0.6640976071357727], "cos_Ac_negg": [0.6640976071357727], "r_norm": [0.19035494327545166]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9763, "test_loss": 0.09356612701416016}, {"step": 6650, "epoch": 17, "train_loss": 0.0007948290440253913, "cos_r_negg": [0.6623619794845581], "cos_innovation_negg": [0.6623619794845581], "cos_apical_negg": [0.6623619794845581], "cos_Ac_negg": [0.6623619794845581], "r_norm": [0.19342145323753357]}, {"step": 6700, "epoch": 17, "train_loss": 0.0005510119372047484, "cos_r_negg": [0.6605400443077087], "cos_innovation_negg": [0.6605400443077087], "cos_apical_negg": [0.6605400443077087], "cos_Ac_negg": [0.6605400443077087], "r_norm": [0.1891213357448578]}, {"step": 6750, "epoch": 17, "train_loss": 0.0030700331553816795, "cos_r_negg": [0.6623134016990662], "cos_innovation_negg": [0.6623134016990662], "cos_apical_negg": [0.6623134016990662], "cos_Ac_negg": [0.6623134016990662], "r_norm": [0.1913941651582718], "ldr": {"dL_sdil": -0.003689296543598175, "dL_bp": -0.0039329081773757935, "ratio": 0.9380581435440055}}, {"step": 6800, "epoch": 17, "train_loss": 0.002088689710944891, "cos_r_negg": [0.6637972593307495], "cos_innovation_negg": [0.6637972593307495], "cos_apical_negg": [0.6637972593307495], "cos_Ac_negg": [0.6637972593307495], "r_norm": [0.1940121352672577]}, {"step": 6850, "epoch": 17, "train_loss": 0.0013262709835544229, "cos_r_negg": [0.6621336936950684], "cos_innovation_negg": [0.6621336936950684], "cos_apical_negg": [0.6621336936950684], "cos_Ac_negg": [0.6621336936950684], "r_norm": [0.19253772497177124]}, {"step": 6900, "epoch": 17, "train_loss": 0.0017562191933393478, "cos_r_negg": [0.661828875541687], "cos_innovation_negg": [0.661828875541687], "cos_apical_negg": [0.661828875541687], "cos_Ac_negg": [0.661828875541687], "r_norm": [0.18707990646362305]}, {"step": 6950, "epoch": 17, "train_loss": 0.0025720028206706047, "cos_r_negg": [0.6618720293045044], "cos_innovation_negg": [0.6618720293045044], "cos_apical_negg": [0.6618720293045044], "cos_Ac_negg": [0.6618720293045044], "r_norm": [0.1961621344089508]}, {"step": 7000, "epoch": 17, "train_loss": 0.00215916964225471, "cos_r_negg": [0.6611742377281189], "cos_innovation_negg": [0.6611742377281189], "cos_apical_negg": [0.6611742377281189], "cos_Ac_negg": [0.6611742377281189], "r_norm": [0.19230696558952332], "ldr": {"dL_sdil": -0.0037829428911209106, "dL_bp": -0.004062958061695099, "ratio": 0.9310809596549555}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9764, "test_loss": 0.09460306301116943}, {"step": 7050, "epoch": 18, "train_loss": 0.0006332531338557601, "cos_r_negg": [0.6632722020149231], "cos_innovation_negg": [0.6632722020149231], "cos_apical_negg": [0.6632722020149231], "cos_Ac_negg": [0.6632722020149231], "r_norm": [0.18800726532936096]}, {"step": 7100, "epoch": 18, "train_loss": 0.0016512549482285976, "cos_r_negg": [0.6614130139350891], "cos_innovation_negg": [0.6614130139350891], "cos_apical_negg": [0.6614130139350891], "cos_Ac_negg": [0.6614130139350891], "r_norm": [0.18913322687149048]}, {"step": 7150, "epoch": 18, "train_loss": 0.0006495035486295819, "cos_r_negg": [0.6624513864517212], "cos_innovation_negg": [0.6624513864517212], "cos_apical_negg": [0.6624513864517212], "cos_Ac_negg": [0.6624513864517212], "r_norm": [0.19305096566677094]}, {"step": 7200, "epoch": 18, "train_loss": 0.0015169063117355108, "cos_r_negg": [0.6600790023803711], "cos_innovation_negg": [0.6600790023803711], "cos_apical_negg": [0.6600790023803711], "cos_Ac_negg": [0.6600790023803711], "r_norm": [0.1902754306793213]}, {"step": 7250, "epoch": 18, "train_loss": 0.0016747572226449847, "cos_r_negg": [0.6595407128334045], "cos_innovation_negg": [0.6595407128334045], "cos_apical_negg": [0.6595407128334045], "cos_Ac_negg": [0.6595407128334045], "r_norm": [0.18609845638275146], "ldr": {"dL_sdil": -0.003616228699684143, "dL_bp": -0.0038703829050064087, "ratio": 0.9343335758863773}}, {"step": 7300, "epoch": 18, "train_loss": 0.0007396809523925185, "cos_r_negg": [0.661949634552002], "cos_innovation_negg": [0.661949634552002], "cos_apical_negg": [0.661949634552002], "cos_Ac_negg": [0.661949634552002], "r_norm": [0.18839439749717712]}, {"step": 7350, "epoch": 18, "train_loss": 0.0016283710720017552, "cos_r_negg": [0.6625638604164124], "cos_innovation_negg": [0.6625638604164124], "cos_apical_negg": [0.6625638604164124], "cos_Ac_negg": [0.6625638604164124], "r_norm": [0.19282156229019165]}, {"step": 7400, "epoch": 18, "train_loss": 0.0007180428365245461, "cos_r_negg": [0.6631271839141846], "cos_innovation_negg": [0.6631271839141846], "cos_apical_negg": [0.6631271839141846], "cos_Ac_negg": [0.6631271839141846], "r_norm": [0.19415661692619324]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.976, "test_loss": 0.09508243751525879}, {"step": 7450, "epoch": 19, "train_loss": 0.0004036875907331705, "cos_r_negg": [0.660980224609375], "cos_innovation_negg": [0.660980224609375], "cos_apical_negg": [0.660980224609375], "cos_Ac_negg": [0.660980224609375], "r_norm": [0.19076324999332428]}, {"step": 7500, "epoch": 19, "train_loss": 0.0015465266769751906, "cos_r_negg": [0.6618045568466187], "cos_innovation_negg": [0.6618045568466187], "cos_apical_negg": [0.6618045568466187], "cos_Ac_negg": [0.6618045568466187], "r_norm": [0.188701331615448], "ldr": {"dL_sdil": -0.0036787018179893494, "dL_bp": -0.003989391028881073, "ratio": 0.9221211436426014}}, {"step": 7550, "epoch": 19, "train_loss": 0.0007352891843765974, "cos_r_negg": [0.6602477431297302], "cos_innovation_negg": [0.6602477431297302], "cos_apical_negg": [0.6602477431297302], "cos_Ac_negg": [0.6602477431297302], "r_norm": [0.1865319311618805]}, {"step": 7600, "epoch": 19, "train_loss": 0.0007804012857377529, "cos_r_negg": [0.6609744429588318], "cos_innovation_negg": [0.6609744429588318], "cos_apical_negg": [0.6609744429588318], "cos_Ac_negg": [0.6609744429588318], "r_norm": [0.1897699236869812]}, {"step": 7650, "epoch": 19, "train_loss": 0.001556012430228293, "cos_r_negg": [0.6632693409919739], "cos_innovation_negg": [0.6632693409919739], "cos_apical_negg": [0.6632693409919739], "cos_Ac_negg": [0.6632693409919739], "r_norm": [0.19175395369529724]}, {"step": 7700, "epoch": 19, "train_loss": 0.0020035994239151478, "cos_r_negg": [0.6629867553710938], "cos_innovation_negg": [0.6629867553710938], "cos_apical_negg": [0.6629867553710938], "cos_Ac_negg": [0.6629867553710938], "r_norm": [0.18763810396194458]}, {"step": 7750, "epoch": 19, "train_loss": 0.0015761498361825943, "cos_r_negg": [0.6628665328025818], "cos_innovation_negg": [0.6628665328025818], "cos_apical_negg": [0.6628665328025818], "cos_Ac_negg": [0.6628665328025818], "r_norm": [0.18944641947746277], "ldr": {"dL_sdil": -0.0038068220019340515, "dL_bp": -0.004125326871871948, "ratio": 0.9227928162227376}}, {"step": 7800, "epoch": 19, "train_loss": 0.0018445668974891305, "cos_r_negg": [0.6618188619613647], "cos_innovation_negg": [0.6618188619613647], "cos_apical_negg": [0.6618188619613647], "cos_Ac_negg": [0.6618188619613647], "r_norm": [0.19217810034751892]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9765, "test_loss": 0.09550303993225098}, {"step": 7850, "epoch": 20, "train_loss": 0.001479418482631445, "cos_r_negg": [0.6610878705978394], "cos_innovation_negg": [0.6610878705978394], "cos_apical_negg": [0.6610878705978394], "cos_Ac_negg": [0.6610878705978394], "r_norm": [0.19341698288917542]}, {"step": 7900, "epoch": 20, "train_loss": 0.0014588877093046904, "cos_r_negg": [0.6617476344108582], "cos_innovation_negg": [0.6617476344108582], "cos_apical_negg": [0.6617476344108582], "cos_Ac_negg": [0.6617476344108582], "r_norm": [0.18978507816791534]}, {"step": 7950, "epoch": 20, "train_loss": 0.0010295782703906298, "cos_r_negg": [0.6597685217857361], "cos_innovation_negg": [0.6597685217857361], "cos_apical_negg": [0.6597685217857361], "cos_Ac_negg": [0.6597685217857361], "r_norm": [0.18769624829292297]}, {"step": 8000, "epoch": 20, "train_loss": 0.0012759147211909294, "cos_r_negg": [0.6598878502845764], "cos_innovation_negg": [0.6598878502845764], "cos_apical_negg": [0.6598878502845764], "cos_Ac_negg": [0.6598878502845764], "r_norm": [0.1849757432937622], "ldr": {"dL_sdil": -0.003655731678009033, "dL_bp": -0.0039521679282188416, "ratio": 0.9249940145272607}}, {"step": 8050, "epoch": 20, "train_loss": 0.0019446247024461627, "cos_r_negg": [0.6614642143249512], "cos_innovation_negg": [0.6614642143249512], "cos_apical_negg": [0.6614642143249512], "cos_Ac_negg": [0.6614642143249512], "r_norm": [0.18755662441253662]}, {"step": 8100, "epoch": 20, "train_loss": 0.00160561827942729, "cos_r_negg": [0.6622710824012756], "cos_innovation_negg": [0.6622710824012756], "cos_apical_negg": [0.6622710824012756], "cos_Ac_negg": [0.6622710824012756], "r_norm": [0.19063732028007507]}, {"step": 8150, "epoch": 20, "train_loss": 0.0013983102981001139, "cos_r_negg": [0.6602379083633423], "cos_innovation_negg": [0.6602379083633423], "cos_apical_negg": [0.6602379083633423], "cos_Ac_negg": [0.6602379083633423], "r_norm": [0.18885552883148193]}, {"step": 8200, "epoch": 20, "train_loss": 0.0010183383710682392, "cos_r_negg": [0.6626014709472656], "cos_innovation_negg": [0.6626014709472656], "cos_apical_negg": [0.6626014709472656], "cos_Ac_negg": [0.6626014709472656], "r_norm": [0.18904805183410645]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9762, "test_loss": 0.09580593166351319}, {"step": 8250, "epoch": 21, "train_loss": 0.001142315100878477, "cos_r_negg": [0.661993145942688], "cos_innovation_negg": [0.661993145942688], "cos_apical_negg": [0.661993145942688], "cos_Ac_negg": [0.661993145942688], "r_norm": [0.19081497192382812], "ldr": {"dL_sdil": -0.003913626074790955, "dL_bp": -0.00424310564994812, "ratio": 0.9223494293239684}}, {"step": 8300, "epoch": 21, "train_loss": 0.001388575416058302, "cos_r_negg": [0.6620315313339233], "cos_innovation_negg": [0.6620315313339233], "cos_apical_negg": [0.6620315313339233], "cos_Ac_negg": [0.6620315313339233], "r_norm": [0.1854419708251953]}, {"step": 8350, "epoch": 21, "train_loss": 0.0013715936802327633, "cos_r_negg": [0.6610450148582458], "cos_innovation_negg": [0.6610450148582458], "cos_apical_negg": [0.6610450148582458], "cos_Ac_negg": [0.6610450148582458], "r_norm": [0.18737360835075378]}, {"step": 8400, "epoch": 21, "train_loss": 0.0009502056054770947, "cos_r_negg": [0.6623666286468506], "cos_innovation_negg": [0.6623666286468506], "cos_apical_negg": [0.6623666286468506], "cos_Ac_negg": [0.6623666286468506], "r_norm": [0.18534542620182037]}, {"step": 8450, "epoch": 21, "train_loss": 0.0013533637393265963, "cos_r_negg": [0.661229133605957], "cos_innovation_negg": [0.661229133605957], "cos_apical_negg": [0.661229133605957], "cos_Ac_negg": [0.661229133605957], "r_norm": [0.1870567798614502]}, {"step": 8500, "epoch": 21, "train_loss": 0.0011290987022221088, "cos_r_negg": [0.6616546511650085], "cos_innovation_negg": [0.6616546511650085], "cos_apical_negg": [0.6616546511650085], "cos_Ac_negg": [0.6616546511650085], "r_norm": [0.1896592676639557], "ldr": {"dL_sdil": -0.0038761794567108154, "dL_bp": -0.004223987460136414, "ratio": 0.9176588456504637}}, {"step": 8550, "epoch": 21, "train_loss": 0.0009590271511115134, "cos_r_negg": [0.6612567901611328], "cos_innovation_negg": [0.6612567901611328], "cos_apical_negg": [0.6612567901611328], "cos_Ac_negg": [0.6612567901611328], "r_norm": [0.19065320491790771]}, {"step": 8600, "epoch": 21, "train_loss": 0.0023207722697407007, "cos_r_negg": [0.6620471477508545], "cos_innovation_negg": [0.6620471477508545], "cos_apical_negg": [0.6620471477508545], "cos_Ac_negg": [0.6620471477508545], "r_norm": [0.1936909556388855]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9765, "test_loss": 0.09667025318145751}, {"step": 8650, "epoch": 22, "train_loss": 0.0009369004401378334, "cos_r_negg": [0.6624006032943726], "cos_innovation_negg": [0.6624006032943726], "cos_apical_negg": [0.6624006032943726], "cos_Ac_negg": [0.6624006032943726], "r_norm": [0.1915801614522934]}, {"step": 8700, "epoch": 22, "train_loss": 0.0009261268423870206, "cos_r_negg": [0.6637988090515137], "cos_innovation_negg": [0.6637988090515137], "cos_apical_negg": [0.6637988090515137], "cos_Ac_negg": [0.6637988090515137], "r_norm": [0.19154983758926392]}, {"step": 8750, "epoch": 22, "train_loss": 0.0014323985669761896, "cos_r_negg": [0.6626613140106201], "cos_innovation_negg": [0.6626613140106201], "cos_apical_negg": [0.6626613140106201], "cos_Ac_negg": [0.6626613140106201], "r_norm": [0.18717122077941895], "ldr": {"dL_sdil": -0.0038124099373817444, "dL_bp": -0.00417531281709671, "ratio": 0.9130836668742561}}, {"step": 8800, "epoch": 22, "train_loss": 0.0008143674349412322, "cos_r_negg": [0.6624600291252136], "cos_innovation_negg": [0.6624600291252136], "cos_apical_negg": [0.6624600291252136], "cos_Ac_negg": [0.6624600291252136], "r_norm": [0.18965014815330505]}, {"step": 8850, "epoch": 22, "train_loss": 0.0008137266268022358, "cos_r_negg": [0.6626684665679932], "cos_innovation_negg": [0.6626684665679932], "cos_apical_negg": [0.6626684665679932], "cos_Ac_negg": [0.6626684665679932], "r_norm": [0.19082753360271454]}, {"step": 8900, "epoch": 22, "train_loss": 0.0020503029227256775, "cos_r_negg": [0.6610356569290161], "cos_innovation_negg": [0.6610356569290161], "cos_apical_negg": [0.6610356569290161], "cos_Ac_negg": [0.6610356569290161], "r_norm": [0.19270005822181702]}, {"step": 8950, "epoch": 22, "train_loss": 0.0011463662376627326, "cos_r_negg": [0.6628376245498657], "cos_innovation_negg": [0.6628376245498657], "cos_apical_negg": [0.6628376245498657], "cos_Ac_negg": [0.6628376245498657], "r_norm": [0.19022852182388306]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9759, "test_loss": 0.0964405408859253}, {"step": 9000, "epoch": 23, "train_loss": 0.000606990943197161, "cos_r_negg": [0.6630222797393799], "cos_innovation_negg": [0.6630222797393799], "cos_apical_negg": [0.6630222797393799], "cos_Ac_negg": [0.6630222797393799], "r_norm": [0.18610328435897827], "ldr": {"dL_sdil": -0.0038627833127975464, "dL_bp": -0.00422804057598114, "ratio": 0.9136107479056457}}, {"step": 9050, "epoch": 23, "train_loss": 0.0010109675349667668, "cos_r_negg": [0.6628921031951904], "cos_innovation_negg": [0.6628921031951904], "cos_apical_negg": [0.6628921031951904], "cos_Ac_negg": [0.6628921031951904], "r_norm": [0.18647269904613495]}, {"step": 9100, "epoch": 23, "train_loss": 0.0006785489968024194, "cos_r_negg": [0.664089560508728], "cos_innovation_negg": [0.664089560508728], "cos_apical_negg": [0.664089560508728], "cos_Ac_negg": [0.664089560508728], "r_norm": [0.19124813377857208]}, {"step": 9150, "epoch": 23, "train_loss": 0.001516362652182579, "cos_r_negg": [0.6629862189292908], "cos_innovation_negg": [0.6629862189292908], "cos_apical_negg": [0.6629862189292908], "cos_Ac_negg": [0.6629862189292908], "r_norm": [0.19302216172218323]}, {"step": 9200, "epoch": 23, "train_loss": 0.002418172312900424, "cos_r_negg": [0.6625895500183105], "cos_innovation_negg": [0.6625895500183105], "cos_apical_negg": [0.6625895500183105], "cos_Ac_negg": [0.6625895500183105], "r_norm": [0.19145941734313965]}, {"step": 9250, "epoch": 23, "train_loss": 0.0011904342100024223, "cos_r_negg": [0.6624479293823242], "cos_innovation_negg": [0.6624479293823242], "cos_apical_negg": [0.6624479293823242], "cos_Ac_negg": [0.6624479293823242], "r_norm": [0.19144520163536072], "ldr": {"dL_sdil": -0.0041317567229270935, "dL_bp": -0.00453764945268631, "ratio": 0.9105500030376023}}, {"step": 9300, "epoch": 23, "train_loss": 0.0012461172882467508, "cos_r_negg": [0.6625805497169495], "cos_innovation_negg": [0.6625805497169495], "cos_apical_negg": [0.6625805497169495], "cos_Ac_negg": [0.6625805497169495], "r_norm": [0.19069358706474304]}, {"step": 9350, "epoch": 23, "train_loss": 0.0009110296377912164, "cos_r_negg": [0.6639111042022705], "cos_innovation_negg": [0.6639111042022705], "cos_apical_negg": [0.6639111042022705], "cos_Ac_negg": [0.6639111042022705], "r_norm": [0.18949976563453674]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9764, "test_loss": 0.09741849136352539}, {"step": 9400, "epoch": 24, "train_loss": 0.0009732554899528623, "cos_r_negg": [0.663272500038147], "cos_innovation_negg": [0.663272500038147], "cos_apical_negg": [0.663272500038147], "cos_Ac_negg": [0.663272500038147], "r_norm": [0.18815529346466064]}, {"step": 9450, "epoch": 24, "train_loss": 0.0005440405802801251, "cos_r_negg": [0.663986325263977], "cos_innovation_negg": [0.663986325263977], "cos_apical_negg": [0.663986325263977], "cos_Ac_negg": [0.663986325263977], "r_norm": [0.18778902292251587]}, {"step": 9500, "epoch": 24, "train_loss": 0.0010928837582468987, "cos_r_negg": [0.6637964844703674], "cos_innovation_negg": [0.6637964844703674], "cos_apical_negg": [0.6637964844703674], "cos_Ac_negg": [0.6637964844703674], "r_norm": [0.191651850938797], "ldr": {"dL_sdil": -0.004116490483283997, "dL_bp": -0.0045455023646354675, "ratio": 0.9056183790180745}}, {"step": 9550, "epoch": 24, "train_loss": 0.0012703624088317156, "cos_r_negg": [0.6634913086891174], "cos_innovation_negg": [0.6634913086891174], "cos_apical_negg": [0.6634913086891174], "cos_Ac_negg": [0.6634913086891174], "r_norm": [0.18762362003326416]}, {"step": 9600, "epoch": 24, "train_loss": 0.0007185739814303815, "cos_r_negg": [0.6614915728569031], "cos_innovation_negg": [0.6614915728569031], "cos_apical_negg": [0.6614915728569031], "cos_Ac_negg": [0.6614915728569031], "r_norm": [0.1901821792125702]}, {"step": 9650, "epoch": 24, "train_loss": 0.0014930038014426827, "cos_r_negg": [0.662109375], "cos_innovation_negg": [0.662109375], "cos_apical_negg": [0.662109375], "cos_Ac_negg": [0.662109375], "r_norm": [0.19156582653522491]}, {"step": 9700, "epoch": 24, "train_loss": 0.0010083246743306518, "cos_r_negg": [0.6635124683380127], "cos_innovation_negg": [0.6635124683380127], "cos_apical_negg": [0.6635124683380127], "cos_Ac_negg": [0.6635124683380127], "r_norm": [0.19341354072093964]}, {"step": 9750, "epoch": 24, "train_loss": 0.001924226526170969, "cos_r_negg": [0.6612276434898376], "cos_innovation_negg": [0.6612276434898376], "cos_apical_negg": [0.6612276434898376], "cos_Ac_negg": [0.6612276434898376], "r_norm": [0.18566523492336273], "ldr": {"dL_sdil": -0.003927238285541534, "dL_bp": -0.004325874149799347, "ratio": 0.907848483230539}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9765, "test_loss": 0.09742874603271484}], "final": {"test_acc": 0.9765, "test_loss": 0.09742874603271484, "wall_s": 15.40266227722168, "cos_r_negg": [0.6628848314285278], "cos_innovation_negg": [0.6628848314285278], "cos_apical_negg": [0.6628848314285278], "cos_Ac_negg": [0.6628848314285278]}}
\ No newline at end of file |