1
|
{"args": {"mode": "dfa", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_dfa_w500_d1_s2", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5911900997161865, "cos_r_negg": [-0.008631948381662369], "cos_innovation_negg": [-0.008631948381662369], "cos_apical_negg": [-0.008631948381662369], "cos_Ac_negg": [-0.008631948381662369], "r_norm": [6.865423679351807]}, {"step": 50, "epoch": 0, "train_loss": 0.48526763916015625, "cos_r_negg": [0.41353219747543335], "cos_innovation_negg": [0.41353219747543335], "cos_apical_negg": [0.41353219747543335], "cos_Ac_negg": [0.41353219747543335], "r_norm": [1.3823938369750977]}, {"step": 100, "epoch": 0, "train_loss": 0.11441924422979355, "cos_r_negg": [0.4522770047187805], "cos_innovation_negg": [0.4522770047187805], "cos_apical_negg": [0.4522770047187805], "cos_Ac_negg": [0.4522770047187805], "r_norm": [1.1418473720550537]}, {"step": 150, "epoch": 0, "train_loss": 0.13764409720897675, "cos_r_negg": [0.4680386483669281], "cos_innovation_negg": [0.4680386483669281], "cos_apical_negg": [0.4680386483669281], "cos_Ac_negg": [0.4680386483669281], "r_norm": [0.8930871486663818]}, {"step": 200, "epoch": 0, "train_loss": 0.26403358578681946, "cos_r_negg": [0.470612108707428], "cos_innovation_negg": [0.470612108707428], "cos_apical_negg": [0.470612108707428], "cos_Ac_negg": [0.470612108707428], "r_norm": [0.8925577998161316]}, {"step": 250, "epoch": 0, "train_loss": 0.30442097783088684, "cos_r_negg": [0.4893511235713959], "cos_innovation_negg": [0.4893511235713959], "cos_apical_negg": [0.4893511235713959], "cos_Ac_negg": [0.4893511235713959], "r_norm": [0.8185696601867676]}, {"step": 300, "epoch": 0, "train_loss": 0.12309454381465912, "cos_r_negg": [0.4917920231819153], "cos_innovation_negg": [0.4917920231819153], "cos_apical_negg": [0.4917920231819153], "cos_Ac_negg": [0.4917920231819153], "r_norm": [0.7077590227127075]}, {"step": 350, "epoch": 0, "train_loss": 0.22835665941238403, "cos_r_negg": [0.4976944327354431], "cos_innovation_negg": [0.4976944327354431], "cos_apical_negg": [0.4976944327354431], "cos_Ac_negg": [0.4976944327354431], "r_norm": [0.6143038272857666]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9534, "test_loss": 0.16323285522460937}, {"step": 400, "epoch": 1, "train_loss": 0.1492239385843277, "cos_r_negg": [0.5153159499168396], "cos_innovation_negg": [0.5153159499168396], "cos_apical_negg": [0.5153159499168396], "cos_Ac_negg": [0.5153159499168396], "r_norm": [0.5525088310241699]}, {"step": 450, "epoch": 1, "train_loss": 0.13061441481113434, "cos_r_negg": [0.5301178693771362], "cos_innovation_negg": [0.5301178693771362], "cos_apical_negg": [0.5301178693771362], "cos_Ac_negg": [0.5301178693771362], "r_norm": [0.5260836482048035]}, {"step": 500, "epoch": 1, "train_loss": 0.21173006296157837, "cos_r_negg": [0.5405776500701904], "cos_innovation_negg": [0.5405776500701904], "cos_apical_negg": [0.5405776500701904], "cos_Ac_negg": [0.5405776500701904], "r_norm": [0.4524787664413452]}, {"step": 550, "epoch": 1, "train_loss": 0.09158886969089508, "cos_r_negg": [0.5347869396209717], "cos_innovation_negg": [0.5347869396209717], "cos_apical_negg": [0.5347869396209717], "cos_Ac_negg": [0.5347869396209717], "r_norm": [0.5190058350563049]}, {"step": 600, "epoch": 1, "train_loss": 0.05511637032032013, "cos_r_negg": [0.5494129061698914], "cos_innovation_negg": [0.5494129061698914], "cos_apical_negg": [0.5494129061698914], "cos_Ac_negg": [0.5494129061698914], "r_norm": [0.5188762545585632]}, {"step": 650, "epoch": 1, "train_loss": 0.07168111205101013, "cos_r_negg": [0.5329098105430603], "cos_innovation_negg": [0.5329098105430603], "cos_apical_negg": [0.5329098105430603], "cos_Ac_negg": [0.5329098105430603], "r_norm": [0.47771894931793213]}, {"step": 700, "epoch": 1, "train_loss": 0.08635944873094559, "cos_r_negg": [0.5267429947853088], "cos_innovation_negg": [0.5267429947853088], "cos_apical_negg": [0.5267429947853088], "cos_Ac_negg": [0.5267429947853088], "r_norm": [0.51207435131073]}, {"step": 750, "epoch": 1, "train_loss": 0.16947868466377258, "cos_r_negg": [0.5410920977592468], "cos_innovation_negg": [0.5410920977592468], "cos_apical_negg": [0.5410920977592468], "cos_Ac_negg": [0.5410920977592468], "r_norm": [0.5167223215103149]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9546, "test_loss": 0.1469722183227539}, {"step": 800, "epoch": 2, "train_loss": 0.06848520040512085, "cos_r_negg": [0.5463500618934631], "cos_innovation_negg": [0.5463500618934631], "cos_apical_negg": [0.5463500618934631], "cos_Ac_negg": [0.5463500618934631], "r_norm": [0.4080355763435364]}, {"step": 850, "epoch": 2, "train_loss": 0.029187314212322235, "cos_r_negg": [0.5500287413597107], "cos_innovation_negg": [0.5500287413597107], "cos_apical_negg": [0.5500287413597107], "cos_Ac_negg": [0.5500287413597107], "r_norm": [0.3951384723186493]}, {"step": 900, "epoch": 2, "train_loss": 0.10944738984107971, "cos_r_negg": [0.5629729628562927], "cos_innovation_negg": [0.5629729628562927], "cos_apical_negg": [0.5629729628562927], "cos_Ac_negg": [0.5629729628562927], "r_norm": [0.4268381595611572]}, {"step": 950, "epoch": 2, "train_loss": 0.09515546262264252, "cos_r_negg": [0.5718303918838501], "cos_innovation_negg": [0.5718303918838501], "cos_apical_negg": [0.5718303918838501], "cos_Ac_negg": [0.5718303918838501], "r_norm": [0.42527008056640625]}, {"step": 1000, "epoch": 2, "train_loss": 0.07539164274930954, "cos_r_negg": [0.5672268867492676], "cos_innovation_negg": [0.5672268867492676], "cos_apical_negg": [0.5672268867492676], "cos_Ac_negg": [0.5672268867492676], "r_norm": [0.4292868673801422]}, {"step": 1050, "epoch": 2, "train_loss": 0.031635090708732605, "cos_r_negg": [0.5762771368026733], "cos_innovation_negg": [0.5762771368026733], "cos_apical_negg": [0.5762771368026733], "cos_Ac_negg": [0.5762771368026733], "r_norm": [0.3767598271369934]}, {"step": 1100, "epoch": 2, "train_loss": 0.12948296964168549, "cos_r_negg": [0.5705347061157227], "cos_innovation_negg": [0.5705347061157227], "cos_apical_negg": [0.5705347061157227], "cos_Ac_negg": [0.5705347061157227], "r_norm": [0.38377779722213745]}, {"step": 1150, "epoch": 2, "train_loss": 0.11172612011432648, "cos_r_negg": [0.5766720175743103], "cos_innovation_negg": [0.5766720175743103], "cos_apical_negg": [0.5766720175743103], "cos_Ac_negg": [0.5766720175743103], "r_norm": [0.3114781975746155]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9675, "test_loss": 0.11000048656463624}, {"step": 1200, "epoch": 3, "train_loss": 0.04050452262163162, "cos_r_negg": [0.5779762268066406], "cos_innovation_negg": [0.5779762268066406], "cos_apical_negg": [0.5779762268066406], "cos_Ac_negg": [0.5779762268066406], "r_norm": [0.37970778346061707]}, {"step": 1250, "epoch": 3, "train_loss": 0.06470640003681183, "cos_r_negg": [0.5871720314025879], "cos_innovation_negg": [0.5871720314025879], "cos_apical_negg": [0.5871720314025879], "cos_Ac_negg": [0.5871720314025879], "r_norm": [0.332976758480072]}, {"step": 1300, "epoch": 3, "train_loss": 0.02507622353732586, "cos_r_negg": [0.5952322483062744], "cos_innovation_negg": [0.5952322483062744], "cos_apical_negg": [0.5952322483062744], "cos_Ac_negg": [0.5952322483062744], "r_norm": [0.3221750259399414]}, {"step": 1350, "epoch": 3, "train_loss": 0.028876032680273056, "cos_r_negg": [0.5914342403411865], "cos_innovation_negg": [0.5914342403411865], "cos_apical_negg": [0.5914342403411865], "cos_Ac_negg": [0.5914342403411865], "r_norm": [0.3087121248245239]}, {"step": 1400, "epoch": 3, "train_loss": 0.043458208441734314, "cos_r_negg": [0.6026022434234619], "cos_innovation_negg": [0.6026022434234619], "cos_apical_negg": [0.6026022434234619], "cos_Ac_negg": [0.6026022434234619], "r_norm": [0.38184165954589844]}, {"step": 1450, "epoch": 3, "train_loss": 0.023558977991342545, "cos_r_negg": [0.6056506633758545], "cos_innovation_negg": [0.6056506633758545], "cos_apical_negg": [0.6056506633758545], "cos_Ac_negg": [0.6056506633758545], "r_norm": [0.4260135591030121]}, {"step": 1500, "epoch": 3, "train_loss": 0.05368725582957268, "cos_r_negg": [0.6094472408294678], "cos_innovation_negg": [0.6094472408294678], "cos_apical_negg": [0.6094472408294678], "cos_Ac_negg": [0.6094472408294678], "r_norm": [0.30572110414505005]}, {"step": 1550, "epoch": 3, "train_loss": 0.046720732003450394, "cos_r_negg": [0.5992312431335449], "cos_innovation_negg": [0.5992312431335449], "cos_apical_negg": [0.5992312431335449], "cos_Ac_negg": [0.5992312431335449], "r_norm": [0.2806793749332428]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9697, "test_loss": 0.10260032749176025}, {"step": 1600, "epoch": 4, "train_loss": 0.07240269333124161, "cos_r_negg": [0.5971196889877319], "cos_innovation_negg": [0.5971196889877319], "cos_apical_negg": [0.5971196889877319], "cos_Ac_negg": [0.5971196889877319], "r_norm": [0.31576597690582275]}, {"step": 1650, "epoch": 4, "train_loss": 0.04257050156593323, "cos_r_negg": [0.6032893061637878], "cos_innovation_negg": [0.6032893061637878], "cos_apical_negg": [0.6032893061637878], "cos_Ac_negg": [0.6032893061637878], "r_norm": [0.29483452439308167]}, {"step": 1700, "epoch": 4, "train_loss": 0.029980508610606194, "cos_r_negg": [0.6060562133789062], "cos_innovation_negg": [0.6060562133789062], "cos_apical_negg": [0.6060562133789062], "cos_Ac_negg": [0.6060562133789062], "r_norm": [0.27625730633735657]}, {"step": 1750, "epoch": 4, "train_loss": 0.041598983108997345, "cos_r_negg": [0.6137454509735107], "cos_innovation_negg": [0.6137454509735107], "cos_apical_negg": [0.6137454509735107], "cos_Ac_negg": [0.6137454509735107], "r_norm": [0.27285921573638916]}, {"step": 1800, "epoch": 4, "train_loss": 0.02903134375810623, "cos_r_negg": [0.6105795502662659], "cos_innovation_negg": [0.6105795502662659], "cos_apical_negg": [0.6105795502662659], "cos_Ac_negg": [0.6105795502662659], "r_norm": [0.28206583857536316]}, {"step": 1850, "epoch": 4, "train_loss": 0.09468162059783936, "cos_r_negg": [0.6107740998268127], "cos_innovation_negg": [0.6107740998268127], "cos_apical_negg": [0.6107740998268127], "cos_Ac_negg": [0.6107740998268127], "r_norm": [0.3048335909843445]}, {"step": 1900, "epoch": 4, "train_loss": 0.0071939947083592415, "cos_r_negg": [0.6211788654327393], "cos_innovation_negg": [0.6211788654327393], "cos_apical_negg": [0.6211788654327393], "cos_Ac_negg": [0.6211788654327393], "r_norm": [0.2976413369178772]}, {"step": 1950, "epoch": 4, "train_loss": 0.08650071173906326, "cos_r_negg": [0.6221065521240234], "cos_innovation_negg": [0.6221065521240234], "cos_apical_negg": [0.6221065521240234], "cos_Ac_negg": [0.6221065521240234], "r_norm": [0.2608482241630554]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9711, "test_loss": 0.09899252090454101}, {"step": 2000, "epoch": 5, "train_loss": 0.018968887627124786, "cos_r_negg": [0.6281743049621582], "cos_innovation_negg": [0.6281743049621582], "cos_apical_negg": [0.6281743049621582], "cos_Ac_negg": [0.6281743049621582], "r_norm": [0.2770330607891083]}, {"step": 2050, "epoch": 5, "train_loss": 0.01842856965959072, "cos_r_negg": [0.6301584243774414], "cos_innovation_negg": [0.6301584243774414], "cos_apical_negg": [0.6301584243774414], "cos_Ac_negg": [0.6301584243774414], "r_norm": [0.2942962646484375]}, {"step": 2100, "epoch": 5, "train_loss": 0.010163693688809872, "cos_r_negg": [0.6296091675758362], "cos_innovation_negg": [0.6296091675758362], "cos_apical_negg": [0.6296091675758362], "cos_Ac_negg": [0.6296091675758362], "r_norm": [0.2946982979774475]}, {"step": 2150, "epoch": 5, "train_loss": 0.01139029860496521, "cos_r_negg": [0.6344562768936157], "cos_innovation_negg": [0.6344562768936157], "cos_apical_negg": [0.6344562768936157], "cos_Ac_negg": [0.6344562768936157], "r_norm": [0.26727473735809326]}, {"step": 2200, "epoch": 5, "train_loss": 0.011622320860624313, "cos_r_negg": [0.6288301944732666], "cos_innovation_negg": [0.6288301944732666], "cos_apical_negg": [0.6288301944732666], "cos_Ac_negg": [0.6288301944732666], "r_norm": [0.25974610447883606]}, {"step": 2250, "epoch": 5, "train_loss": 0.015399984084069729, "cos_r_negg": [0.6323308944702148], "cos_innovation_negg": [0.6323308944702148], "cos_apical_negg": [0.6323308944702148], "cos_Ac_negg": [0.6323308944702148], "r_norm": [0.25213634967803955]}, {"step": 2300, "epoch": 5, "train_loss": 0.022096410393714905, "cos_r_negg": [0.6375719308853149], "cos_innovation_negg": [0.6375719308853149], "cos_apical_negg": [0.6375719308853149], "cos_Ac_negg": [0.6375719308853149], "r_norm": [0.24317285418510437]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9739, "test_loss": 0.09316986331939697}, {"step": 2350, "epoch": 6, "train_loss": 0.005069865845143795, "cos_r_negg": [0.6374102830886841], "cos_innovation_negg": [0.6374102830886841], "cos_apical_negg": [0.6374102830886841], "cos_Ac_negg": [0.6374102830886841], "r_norm": [0.2569778561592102]}, {"step": 2400, "epoch": 6, "train_loss": 0.011343851685523987, "cos_r_negg": [0.638313889503479], "cos_innovation_negg": [0.638313889503479], "cos_apical_negg": [0.638313889503479], "cos_Ac_negg": [0.638313889503479], "r_norm": [0.2658650279045105]}, {"step": 2450, "epoch": 6, "train_loss": 0.007177226711064577, "cos_r_negg": [0.6349284648895264], "cos_innovation_negg": [0.6349284648895264], "cos_apical_negg": [0.6349284648895264], "cos_Ac_negg": [0.6349284648895264], "r_norm": [0.2769189476966858]}, {"step": 2500, "epoch": 6, "train_loss": 0.014569530263543129, "cos_r_negg": [0.6368823647499084], "cos_innovation_negg": [0.6368823647499084], "cos_apical_negg": [0.6368823647499084], "cos_Ac_negg": [0.6368823647499084], "r_norm": [0.2221689522266388]}, {"step": 2550, "epoch": 6, "train_loss": 0.021946482360363007, "cos_r_negg": [0.6362593173980713], "cos_innovation_negg": [0.6362593173980713], "cos_apical_negg": [0.6362593173980713], "cos_Ac_negg": [0.6362593173980713], "r_norm": [0.24728819727897644]}, {"step": 2600, "epoch": 6, "train_loss": 0.0048054903745651245, "cos_r_negg": [0.6419057846069336], "cos_innovation_negg": [0.6419057846069336], "cos_apical_negg": [0.6419057846069336], "cos_Ac_negg": [0.6419057846069336], "r_norm": [0.2398204505443573]}, {"step": 2650, "epoch": 6, "train_loss": 0.02177896723151207, "cos_r_negg": [0.6453209519386292], "cos_innovation_negg": [0.6453209519386292], "cos_apical_negg": [0.6453209519386292], "cos_Ac_negg": [0.6453209519386292], "r_norm": [0.2631208300590515]}, {"step": 2700, "epoch": 6, "train_loss": 0.005110796540975571, "cos_r_negg": [0.6405361890792847], "cos_innovation_negg": [0.6405361890792847], "cos_apical_negg": [0.6405361890792847], "cos_Ac_negg": [0.6405361890792847], "r_norm": [0.2648739814758301]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9737, "test_loss": 0.09238976898193359}, {"step": 2750, "epoch": 7, "train_loss": 0.0016898862086236477, "cos_r_negg": [0.6458626985549927], "cos_innovation_negg": [0.6458626985549927], "cos_apical_negg": [0.6458626985549927], "cos_Ac_negg": [0.6458626985549927], "r_norm": [0.24788177013397217]}, {"step": 2800, "epoch": 7, "train_loss": 0.002547440119087696, "cos_r_negg": [0.6503708958625793], "cos_innovation_negg": [0.6503708958625793], "cos_apical_negg": [0.6503708958625793], "cos_Ac_negg": [0.6503708958625793], "r_norm": [0.21721403300762177]}, {"step": 2850, "epoch": 7, "train_loss": 0.00903441570699215, "cos_r_negg": [0.6502283811569214], "cos_innovation_negg": [0.6502283811569214], "cos_apical_negg": [0.6502283811569214], "cos_Ac_negg": [0.6502283811569214], "r_norm": [0.2403937131166458]}, {"step": 2900, "epoch": 7, "train_loss": 0.007902238517999649, "cos_r_negg": [0.6538068056106567], "cos_innovation_negg": [0.6538068056106567], "cos_apical_negg": [0.6538068056106567], "cos_Ac_negg": [0.6538068056106567], "r_norm": [0.21924152970314026]}, {"step": 2950, "epoch": 7, "train_loss": 0.0028179555665701628, "cos_r_negg": [0.6484264135360718], "cos_innovation_negg": [0.6484264135360718], "cos_apical_negg": [0.6484264135360718], "cos_Ac_negg": [0.6484264135360718], "r_norm": [0.25343894958496094]}, {"step": 3000, "epoch": 7, "train_loss": 0.004995344672352076, "cos_r_negg": [0.6494402885437012], "cos_innovation_negg": [0.6494402885437012], "cos_apical_negg": [0.6494402885437012], "cos_Ac_negg": [0.6494402885437012], "r_norm": [0.24280905723571777]}, {"step": 3050, "epoch": 7, "train_loss": 0.011662280187010765, "cos_r_negg": [0.6522033214569092], "cos_innovation_negg": [0.6522033214569092], "cos_apical_negg": [0.6522033214569092], "cos_Ac_negg": [0.6522033214569092], "r_norm": [0.2494097352027893]}, {"step": 3100, "epoch": 7, "train_loss": 0.004497740883380175, "cos_r_negg": [0.6536223888397217], "cos_innovation_negg": [0.6536223888397217], "cos_apical_negg": [0.6536223888397217], "cos_Ac_negg": [0.6536223888397217], "r_norm": [0.2174805849790573]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9737, "test_loss": 0.09699870872497558}, {"step": 3150, "epoch": 8, "train_loss": 0.007944940589368343, "cos_r_negg": [0.6531687378883362], "cos_innovation_negg": [0.6531687378883362], "cos_apical_negg": [0.6531687378883362], "cos_Ac_negg": [0.6531687378883362], "r_norm": [0.2375580370426178]}, {"step": 3200, "epoch": 8, "train_loss": 0.00772496173158288, "cos_r_negg": [0.6540836095809937], "cos_innovation_negg": [0.6540836095809937], "cos_apical_negg": [0.6540836095809937], "cos_Ac_negg": [0.6540836095809937], "r_norm": [0.2565686106681824]}, {"step": 3250, "epoch": 8, "train_loss": 0.004529879428446293, "cos_r_negg": [0.653603196144104], "cos_innovation_negg": [0.653603196144104], "cos_apical_negg": [0.653603196144104], "cos_Ac_negg": [0.653603196144104], "r_norm": [0.2504115402698517]}, {"step": 3300, "epoch": 8, "train_loss": 0.0040202755481004715, "cos_r_negg": [0.6552592515945435], "cos_innovation_negg": [0.6552592515945435], "cos_apical_negg": [0.6552592515945435], "cos_Ac_negg": [0.6552592515945435], "r_norm": [0.23946118354797363]}, {"step": 3350, "epoch": 8, "train_loss": 0.005794536788016558, "cos_r_negg": [0.657538652420044], "cos_innovation_negg": [0.657538652420044], "cos_apical_negg": [0.657538652420044], "cos_Ac_negg": [0.657538652420044], "r_norm": [0.21824266016483307]}, {"step": 3400, "epoch": 8, "train_loss": 0.0050371913239359856, "cos_r_negg": [0.6586369276046753], "cos_innovation_negg": [0.6586369276046753], "cos_apical_negg": [0.6586369276046753], "cos_Ac_negg": [0.6586369276046753], "r_norm": [0.23872020840644836]}, {"step": 3450, "epoch": 8, "train_loss": 0.011199938133358955, "cos_r_negg": [0.6591582894325256], "cos_innovation_negg": [0.6591582894325256], "cos_apical_negg": [0.6591582894325256], "cos_Ac_negg": [0.6591582894325256], "r_norm": [0.22913312911987305]}, {"step": 3500, "epoch": 8, "train_loss": 0.006265322212129831, "cos_r_negg": [0.653864860534668], "cos_innovation_negg": [0.653864860534668], "cos_apical_negg": [0.653864860534668], "cos_Ac_negg": [0.653864860534668], "r_norm": [0.23091185092926025]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9753, "test_loss": 0.091084055519104}, {"step": 3550, "epoch": 9, "train_loss": 0.003376798238605261, "cos_r_negg": [0.6557397842407227], "cos_innovation_negg": [0.6557397842407227], "cos_apical_negg": [0.6557397842407227], "cos_Ac_negg": [0.6557397842407227], "r_norm": [0.22459547221660614]}, {"step": 3600, "epoch": 9, "train_loss": 0.005019962787628174, "cos_r_negg": [0.6576936841011047], "cos_innovation_negg": [0.6576936841011047], "cos_apical_negg": [0.6576936841011047], "cos_Ac_negg": [0.6576936841011047], "r_norm": [0.22358936071395874]}, {"step": 3650, "epoch": 9, "train_loss": 0.004894934128969908, "cos_r_negg": [0.6587214469909668], "cos_innovation_negg": [0.6587214469909668], "cos_apical_negg": [0.6587214469909668], "cos_Ac_negg": [0.6587214469909668], "r_norm": [0.22028809785842896]}, {"step": 3700, "epoch": 9, "train_loss": 0.006785880774259567, "cos_r_negg": [0.6581785678863525], "cos_innovation_negg": [0.6581785678863525], "cos_apical_negg": [0.6581785678863525], "cos_Ac_negg": [0.6581785678863525], "r_norm": [0.21801134943962097]}, {"step": 3750, "epoch": 9, "train_loss": 0.009297903627157211, "cos_r_negg": [0.6591050028800964], "cos_innovation_negg": [0.6591050028800964], "cos_apical_negg": [0.6591050028800964], "cos_Ac_negg": [0.6591050028800964], "r_norm": [0.21103668212890625]}, {"step": 3800, "epoch": 9, "train_loss": 0.0020129892509430647, "cos_r_negg": [0.6597564220428467], "cos_innovation_negg": [0.6597564220428467], "cos_apical_negg": [0.6597564220428467], "cos_Ac_negg": [0.6597564220428467], "r_norm": [0.21182674169540405]}, {"step": 3850, "epoch": 9, "train_loss": 0.0037698002997785807, "cos_r_negg": [0.6607495546340942], "cos_innovation_negg": [0.6607495546340942], "cos_apical_negg": [0.6607495546340942], "cos_Ac_negg": [0.6607495546340942], "r_norm": [0.22792817652225494]}, {"step": 3900, "epoch": 9, "train_loss": 0.0067730192095041275, "cos_r_negg": [0.6610114574432373], "cos_innovation_negg": [0.6610114574432373], "cos_apical_negg": [0.6610114574432373], "cos_Ac_negg": [0.6610114574432373], "r_norm": [0.2252112478017807]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9755, "test_loss": 0.09301370849609375}, {"step": 3950, "epoch": 10, "train_loss": 0.0032354556024074554, "cos_r_negg": [0.6620053648948669], "cos_innovation_negg": [0.6620053648948669], "cos_apical_negg": [0.6620053648948669], "cos_Ac_negg": [0.6620053648948669], "r_norm": [0.23210106790065765]}, {"step": 4000, "epoch": 10, "train_loss": 0.003432516474276781, "cos_r_negg": [0.6614614129066467], "cos_innovation_negg": [0.6614614129066467], "cos_apical_negg": [0.6614614129066467], "cos_Ac_negg": [0.6614614129066467], "r_norm": [0.2297206073999405]}, {"step": 4050, "epoch": 10, "train_loss": 0.002293529687449336, "cos_r_negg": [0.6612995862960815], "cos_innovation_negg": [0.6612995862960815], "cos_apical_negg": [0.6612995862960815], "cos_Ac_negg": [0.6612995862960815], "r_norm": [0.23061148822307587]}, {"step": 4100, "epoch": 10, "train_loss": 0.002415335737168789, "cos_r_negg": [0.6634669303894043], "cos_innovation_negg": [0.6634669303894043], "cos_apical_negg": [0.6634669303894043], "cos_Ac_negg": [0.6634669303894043], "r_norm": [0.21809720993041992]}, {"step": 4150, "epoch": 10, "train_loss": 0.0010898862965404987, "cos_r_negg": [0.6640603542327881], "cos_innovation_negg": [0.6640603542327881], "cos_apical_negg": [0.6640603542327881], "cos_Ac_negg": [0.6640603542327881], "r_norm": [0.21883058547973633]}, {"step": 4200, "epoch": 10, "train_loss": 0.002722002100199461, "cos_r_negg": [0.6666624546051025], "cos_innovation_negg": [0.6666624546051025], "cos_apical_negg": [0.6666624546051025], "cos_Ac_negg": [0.6666624546051025], "r_norm": [0.21192795038223267]}, {"step": 4250, "epoch": 10, "train_loss": 0.004289028234779835, "cos_r_negg": [0.6657971143722534], "cos_innovation_negg": [0.6657971143722534], "cos_apical_negg": [0.6657971143722534], "cos_Ac_negg": [0.6657971143722534], "r_norm": [0.2132190316915512]}, {"step": 4300, "epoch": 10, "train_loss": 0.0038462660741060972, "cos_r_negg": [0.6644302606582642], "cos_innovation_negg": [0.6644302606582642], "cos_apical_negg": [0.6644302606582642], "cos_Ac_negg": [0.6644302606582642], "r_norm": [0.21799810230731964]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9753, "test_loss": 0.09470793294906617}, {"step": 4350, "epoch": 11, "train_loss": 0.0028354874812066555, "cos_r_negg": [0.6661968231201172], "cos_innovation_negg": [0.6661968231201172], "cos_apical_negg": [0.6661968231201172], "cos_Ac_negg": [0.6661968231201172], "r_norm": [0.2173021286725998]}, {"step": 4400, "epoch": 11, "train_loss": 0.0025719848927110434, "cos_r_negg": [0.6667088270187378], "cos_innovation_negg": [0.6667088270187378], "cos_apical_negg": [0.6667088270187378], "cos_Ac_negg": [0.6667088270187378], "r_norm": [0.2098015546798706]}, {"step": 4450, "epoch": 11, "train_loss": 0.004380048252642155, "cos_r_negg": [0.6667370796203613], "cos_innovation_negg": [0.6667370796203613], "cos_apical_negg": [0.6667370796203613], "cos_Ac_negg": [0.6667370796203613], "r_norm": [0.21820107102394104]}, {"step": 4500, "epoch": 11, "train_loss": 0.0003923987387679517, "cos_r_negg": [0.667034924030304], "cos_innovation_negg": [0.667034924030304], "cos_apical_negg": [0.667034924030304], "cos_Ac_negg": [0.667034924030304], "r_norm": [0.21599790453910828]}, {"step": 4550, "epoch": 11, "train_loss": 0.005529089365154505, "cos_r_negg": [0.666169285774231], "cos_innovation_negg": [0.666169285774231], "cos_apical_negg": [0.666169285774231], "cos_Ac_negg": [0.666169285774231], "r_norm": [0.21844129264354706]}, {"step": 4600, "epoch": 11, "train_loss": 0.0015085907652974129, "cos_r_negg": [0.6689387559890747], "cos_innovation_negg": [0.6689387559890747], "cos_apical_negg": [0.6689387559890747], "cos_Ac_negg": [0.6689387559890747], "r_norm": [0.2061682641506195]}, {"step": 4650, "epoch": 11, "train_loss": 0.002528622280806303, "cos_r_negg": [0.6685810089111328], "cos_innovation_negg": [0.6685810089111328], "cos_apical_negg": [0.6685810089111328], "cos_Ac_negg": [0.6685810089111328], "r_norm": [0.20819517970085144]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.976, "test_loss": 0.09419656562805176}, {"step": 4700, "epoch": 12, "train_loss": 0.0024587344378232956, "cos_r_negg": [0.6690806746482849], "cos_innovation_negg": [0.6690806746482849], "cos_apical_negg": [0.6690806746482849], "cos_Ac_negg": [0.6690806746482849], "r_norm": [0.20886003971099854]}, {"step": 4750, "epoch": 12, "train_loss": 0.003327192971482873, "cos_r_negg": [0.668161153793335], "cos_innovation_negg": [0.668161153793335], "cos_apical_negg": [0.668161153793335], "cos_Ac_negg": [0.668161153793335], "r_norm": [0.20829074084758759]}, {"step": 4800, "epoch": 12, "train_loss": 0.0034507685340940952, "cos_r_negg": [0.6670918464660645], "cos_innovation_negg": [0.6670918464660645], "cos_apical_negg": [0.6670918464660645], "cos_Ac_negg": [0.6670918464660645], "r_norm": [0.2170792669057846]}, {"step": 4850, "epoch": 12, "train_loss": 0.0020728858653455973, "cos_r_negg": [0.667917013168335], "cos_innovation_negg": [0.667917013168335], "cos_apical_negg": [0.667917013168335], "cos_Ac_negg": [0.667917013168335], "r_norm": [0.22168079018592834]}, {"step": 4900, "epoch": 12, "train_loss": 0.0027413861826062202, "cos_r_negg": [0.6689587831497192], "cos_innovation_negg": [0.6689587831497192], "cos_apical_negg": [0.6689587831497192], "cos_Ac_negg": [0.6689587831497192], "r_norm": [0.21024557948112488]}, {"step": 4950, "epoch": 12, "train_loss": 0.0013690070481970906, "cos_r_negg": [0.6682952046394348], "cos_innovation_negg": [0.6682952046394348], "cos_apical_negg": [0.6682952046394348], "cos_Ac_negg": [0.6682952046394348], "r_norm": [0.21231716871261597]}, {"step": 5000, "epoch": 12, "train_loss": 0.002241039415821433, "cos_r_negg": [0.6699540019035339], "cos_innovation_negg": [0.6699540019035339], "cos_apical_negg": [0.6699540019035339], "cos_Ac_negg": [0.6699540019035339], "r_norm": [0.20753975212574005]}, {"step": 5050, "epoch": 12, "train_loss": 0.0024324923288077116, "cos_r_negg": [0.6690683364868164], "cos_innovation_negg": [0.6690683364868164], "cos_apical_negg": [0.6690683364868164], "cos_Ac_negg": [0.6690683364868164], "r_norm": [0.20646171271800995]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9759, "test_loss": 0.09555031309127808}, {"step": 5100, "epoch": 13, "train_loss": 0.0012718180660158396, "cos_r_negg": [0.670002818107605], "cos_innovation_negg": [0.670002818107605], "cos_apical_negg": [0.670002818107605], "cos_Ac_negg": [0.670002818107605], "r_norm": [0.21030209958553314]}, {"step": 5150, "epoch": 13, "train_loss": 0.002221193863078952, "cos_r_negg": [0.6713098287582397], "cos_innovation_negg": [0.6713098287582397], "cos_apical_negg": [0.6713098287582397], "cos_Ac_negg": [0.6713098287582397], "r_norm": [0.202654629945755]}, {"step": 5200, "epoch": 13, "train_loss": 0.0031525082886219025, "cos_r_negg": [0.6699644327163696], "cos_innovation_negg": [0.6699644327163696], "cos_apical_negg": [0.6699644327163696], "cos_Ac_negg": [0.6699644327163696], "r_norm": [0.2193281650543213]}, {"step": 5250, "epoch": 13, "train_loss": 0.0008013073820620775, "cos_r_negg": [0.6688151359558105], "cos_innovation_negg": [0.6688151359558105], "cos_apical_negg": [0.6688151359558105], "cos_Ac_negg": [0.6688151359558105], "r_norm": [0.21158477663993835]}, {"step": 5300, "epoch": 13, "train_loss": 0.0029634644743055105, "cos_r_negg": [0.6695104837417603], "cos_innovation_negg": [0.6695104837417603], "cos_apical_negg": [0.6695104837417603], "cos_Ac_negg": [0.6695104837417603], "r_norm": [0.21133476495742798]}, {"step": 5350, "epoch": 13, "train_loss": 0.002625860506668687, "cos_r_negg": [0.6711826920509338], "cos_innovation_negg": [0.6711826920509338], "cos_apical_negg": [0.6711826920509338], "cos_Ac_negg": [0.6711826920509338], "r_norm": [0.21645183861255646]}, {"step": 5400, "epoch": 13, "train_loss": 0.0018096036510542035, "cos_r_negg": [0.6710812449455261], "cos_innovation_negg": [0.6710812449455261], "cos_apical_negg": [0.6710812449455261], "cos_Ac_negg": [0.6710812449455261], "r_norm": [0.20625731348991394]}, {"step": 5450, "epoch": 13, "train_loss": 0.0011944170109927654, "cos_r_negg": [0.6708508729934692], "cos_innovation_negg": [0.6708508729934692], "cos_apical_negg": [0.6708508729934692], "cos_Ac_negg": [0.6708508729934692], "r_norm": [0.2021297961473465]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9759, "test_loss": 0.09589761304855347}, {"step": 5500, "epoch": 14, "train_loss": 0.002156294882297516, "cos_r_negg": [0.6724973320960999], "cos_innovation_negg": [0.6724973320960999], "cos_apical_negg": [0.6724973320960999], "cos_Ac_negg": [0.6724973320960999], "r_norm": [0.21023684740066528]}, {"step": 5550, "epoch": 14, "train_loss": 0.001016915892250836, "cos_r_negg": [0.672921895980835], "cos_innovation_negg": [0.672921895980835], "cos_apical_negg": [0.672921895980835], "cos_Ac_negg": [0.672921895980835], "r_norm": [0.19804123044013977]}, {"step": 5600, "epoch": 14, "train_loss": 0.002119617536664009, "cos_r_negg": [0.6731568574905396], "cos_innovation_negg": [0.6731568574905396], "cos_apical_negg": [0.6731568574905396], "cos_Ac_negg": [0.6731568574905396], "r_norm": [0.20735180377960205]}, {"step": 5650, "epoch": 14, "train_loss": 0.0013569395523518324, "cos_r_negg": [0.6731762290000916], "cos_innovation_negg": [0.6731762290000916], "cos_apical_negg": [0.6731762290000916], "cos_Ac_negg": [0.6731762290000916], "r_norm": [0.203608438372612]}, {"step": 5700, "epoch": 14, "train_loss": 0.0005261449259705842, "cos_r_negg": [0.6741378307342529], "cos_innovation_negg": [0.6741378307342529], "cos_apical_negg": [0.6741378307342529], "cos_Ac_negg": [0.6741378307342529], "r_norm": [0.19942426681518555]}, {"step": 5750, "epoch": 14, "train_loss": 0.002022095490247011, "cos_r_negg": [0.67392498254776], "cos_innovation_negg": [0.67392498254776], "cos_apical_negg": [0.67392498254776], "cos_Ac_negg": [0.67392498254776], "r_norm": [0.2083808183670044]}, {"step": 5800, "epoch": 14, "train_loss": 0.003995878621935844, "cos_r_negg": [0.6710309386253357], "cos_innovation_negg": [0.6710309386253357], "cos_apical_negg": [0.6710309386253357], "cos_Ac_negg": [0.6710309386253357], "r_norm": [0.20889338850975037]}, {"step": 5850, "epoch": 14, "train_loss": 0.0024479818530380726, "cos_r_negg": [0.6729552745819092], "cos_innovation_negg": [0.6729552745819092], "cos_apical_negg": [0.6729552745819092], "cos_Ac_negg": [0.6729552745819092], "r_norm": [0.2031226009130478]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9756, "test_loss": 0.09696813192367554}, {"step": 5900, "epoch": 15, "train_loss": 0.0016526260878890753, "cos_r_negg": [0.6731562614440918], "cos_innovation_negg": [0.6731562614440918], "cos_apical_negg": [0.6731562614440918], "cos_Ac_negg": [0.6731562614440918], "r_norm": [0.20509128272533417]}, {"step": 5950, "epoch": 15, "train_loss": 0.002273476915434003, "cos_r_negg": [0.6742656230926514], "cos_innovation_negg": [0.6742656230926514], "cos_apical_negg": [0.6742656230926514], "cos_Ac_negg": [0.6742656230926514], "r_norm": [0.20420865714550018]}, {"step": 6000, "epoch": 15, "train_loss": 0.003334133420139551, "cos_r_negg": [0.6737128496170044], "cos_innovation_negg": [0.6737128496170044], "cos_apical_negg": [0.6737128496170044], "cos_Ac_negg": [0.6737128496170044], "r_norm": [0.2082405686378479]}, {"step": 6050, "epoch": 15, "train_loss": 0.004703553859144449, "cos_r_negg": [0.6734204888343811], "cos_innovation_negg": [0.6734204888343811], "cos_apical_negg": [0.6734204888343811], "cos_Ac_negg": [0.6734204888343811], "r_norm": [0.20519642531871796]}, {"step": 6100, "epoch": 15, "train_loss": 0.0027654245495796204, "cos_r_negg": [0.6725450754165649], "cos_innovation_negg": [0.6725450754165649], "cos_apical_negg": [0.6725450754165649], "cos_Ac_negg": [0.6725450754165649], "r_norm": [0.20497369766235352]}, {"step": 6150, "epoch": 15, "train_loss": 0.0014029685407876968, "cos_r_negg": [0.6749777793884277], "cos_innovation_negg": [0.6749777793884277], "cos_apical_negg": [0.6749777793884277], "cos_Ac_negg": [0.6749777793884277], "r_norm": [0.19625332951545715]}, {"step": 6200, "epoch": 15, "train_loss": 0.001714780810289085, "cos_r_negg": [0.674746036529541], "cos_innovation_negg": [0.674746036529541], "cos_apical_negg": [0.674746036529541], "cos_Ac_negg": [0.674746036529541], "r_norm": [0.21067111194133759]}, {"step": 6250, "epoch": 15, "train_loss": 0.0019015241414308548, "cos_r_negg": [0.674375057220459], "cos_innovation_negg": [0.674375057220459], "cos_apical_negg": [0.674375057220459], "cos_Ac_negg": [0.674375057220459], "r_norm": [0.20112498104572296]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9762, "test_loss": 0.0967845492362976}, {"step": 6300, "epoch": 16, "train_loss": 0.002152686472982168, "cos_r_negg": [0.6746978163719177], "cos_innovation_negg": [0.6746978163719177], "cos_apical_negg": [0.6746978163719177], "cos_Ac_negg": [0.6746978163719177], "r_norm": [0.20826418697834015]}, {"step": 6350, "epoch": 16, "train_loss": 0.0013083589728921652, "cos_r_negg": [0.6750296354293823], "cos_innovation_negg": [0.6750296354293823], "cos_apical_negg": [0.6750296354293823], "cos_Ac_negg": [0.6750296354293823], "r_norm": [0.2005583494901657]}, {"step": 6400, "epoch": 16, "train_loss": 0.001961818430572748, "cos_r_negg": [0.6749544739723206], "cos_innovation_negg": [0.6749544739723206], "cos_apical_negg": [0.6749544739723206], "cos_Ac_negg": [0.6749544739723206], "r_norm": [0.19607844948768616]}, {"step": 6450, "epoch": 16, "train_loss": 0.001184824388474226, "cos_r_negg": [0.6757210493087769], "cos_innovation_negg": [0.6757210493087769], "cos_apical_negg": [0.6757210493087769], "cos_Ac_negg": [0.6757210493087769], "r_norm": [0.20421680808067322]}, {"step": 6500, "epoch": 16, "train_loss": 0.0014087430899962783, "cos_r_negg": [0.6764940619468689], "cos_innovation_negg": [0.6764940619468689], "cos_apical_negg": [0.6764940619468689], "cos_Ac_negg": [0.6764940619468689], "r_norm": [0.1946236789226532]}, {"step": 6550, "epoch": 16, "train_loss": 0.001769918599165976, "cos_r_negg": [0.6762690544128418], "cos_innovation_negg": [0.6762690544128418], "cos_apical_negg": [0.6762690544128418], "cos_Ac_negg": [0.6762690544128418], "r_norm": [0.20034627616405487]}, {"step": 6600, "epoch": 16, "train_loss": 0.0019926370587199926, "cos_r_negg": [0.6762710809707642], "cos_innovation_negg": [0.6762710809707642], "cos_apical_negg": [0.6762710809707642], "cos_Ac_negg": [0.6762710809707642], "r_norm": [0.19488291442394257]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9758, "test_loss": 0.09794663209915161}, {"step": 6650, "epoch": 17, "train_loss": 0.0011551202042028308, "cos_r_negg": [0.6753720641136169], "cos_innovation_negg": [0.6753720641136169], "cos_apical_negg": [0.6753720641136169], "cos_Ac_negg": [0.6753720641136169], "r_norm": [0.20043718814849854]}, {"step": 6700, "epoch": 17, "train_loss": 0.0006222136435098946, "cos_r_negg": [0.6762995719909668], "cos_innovation_negg": [0.6762995719909668], "cos_apical_negg": [0.6762995719909668], "cos_Ac_negg": [0.6762995719909668], "r_norm": [0.20322182774543762]}, {"step": 6750, "epoch": 17, "train_loss": 0.0019166638376191258, "cos_r_negg": [0.6755338907241821], "cos_innovation_negg": [0.6755338907241821], "cos_apical_negg": [0.6755338907241821], "cos_Ac_negg": [0.6755338907241821], "r_norm": [0.20028775930404663]}, {"step": 6800, "epoch": 17, "train_loss": 0.002007314469665289, "cos_r_negg": [0.6775875687599182], "cos_innovation_negg": [0.6775875687599182], "cos_apical_negg": [0.6775875687599182], "cos_Ac_negg": [0.6775875687599182], "r_norm": [0.1989300549030304]}, {"step": 6850, "epoch": 17, "train_loss": 0.0013960140058770776, "cos_r_negg": [0.6775320768356323], "cos_innovation_negg": [0.6775320768356323], "cos_apical_negg": [0.6775320768356323], "cos_Ac_negg": [0.6775320768356323], "r_norm": [0.19982193410396576]}, {"step": 6900, "epoch": 17, "train_loss": 0.002386637032032013, "cos_r_negg": [0.6777818202972412], "cos_innovation_negg": [0.6777818202972412], "cos_apical_negg": [0.6777818202972412], "cos_Ac_negg": [0.6777818202972412], "r_norm": [0.20195657014846802]}, {"step": 6950, "epoch": 17, "train_loss": 0.002692685928195715, "cos_r_negg": [0.6774322986602783], "cos_innovation_negg": [0.6774322986602783], "cos_apical_negg": [0.6774322986602783], "cos_Ac_negg": [0.6774322986602783], "r_norm": [0.19912207126617432]}, {"step": 7000, "epoch": 17, "train_loss": 0.0014985359739512205, "cos_r_negg": [0.6775611042976379], "cos_innovation_negg": [0.6775611042976379], "cos_apical_negg": [0.6775611042976379], "cos_Ac_negg": [0.6775611042976379], "r_norm": [0.19484367966651917]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9763, "test_loss": 0.09880621147155762}, {"step": 7050, "epoch": 18, "train_loss": 0.0003694733022712171, "cos_r_negg": [0.6774731874465942], "cos_innovation_negg": [0.6774731874465942], "cos_apical_negg": [0.6774731874465942], "cos_Ac_negg": [0.6774731874465942], "r_norm": [0.2045416235923767]}, {"step": 7100, "epoch": 18, "train_loss": 0.0023677186109125614, "cos_r_negg": [0.6772422790527344], "cos_innovation_negg": [0.6772422790527344], "cos_apical_negg": [0.6772422790527344], "cos_Ac_negg": [0.6772422790527344], "r_norm": [0.20173653960227966]}, {"step": 7150, "epoch": 18, "train_loss": 0.0006423045415431261, "cos_r_negg": [0.6778529286384583], "cos_innovation_negg": [0.6778529286384583], "cos_apical_negg": [0.6778529286384583], "cos_Ac_negg": [0.6778529286384583], "r_norm": [0.2008381336927414]}, {"step": 7200, "epoch": 18, "train_loss": 0.0017245254712179303, "cos_r_negg": [0.6783379316329956], "cos_innovation_negg": [0.6783379316329956], "cos_apical_negg": [0.6783379316329956], "cos_Ac_negg": [0.6783379316329956], "r_norm": [0.1989603489637375]}, {"step": 7250, "epoch": 18, "train_loss": 0.0014427955029532313, "cos_r_negg": [0.6783186197280884], "cos_innovation_negg": [0.6783186197280884], "cos_apical_negg": [0.6783186197280884], "cos_Ac_negg": [0.6783186197280884], "r_norm": [0.19790753722190857]}, {"step": 7300, "epoch": 18, "train_loss": 0.0007365234196186066, "cos_r_negg": [0.6777933835983276], "cos_innovation_negg": [0.6777933835983276], "cos_apical_negg": [0.6777933835983276], "cos_Ac_negg": [0.6777933835983276], "r_norm": [0.19369058310985565]}, {"step": 7350, "epoch": 18, "train_loss": 0.0024941815063357353, "cos_r_negg": [0.6794792413711548], "cos_innovation_negg": [0.6794792413711548], "cos_apical_negg": [0.6794792413711548], "cos_Ac_negg": [0.6794792413711548], "r_norm": [0.19708563387393951]}, {"step": 7400, "epoch": 18, "train_loss": 0.0006848878692835569, "cos_r_negg": [0.6797998547554016], "cos_innovation_negg": [0.6797998547554016], "cos_apical_negg": [0.6797998547554016], "cos_Ac_negg": [0.6797998547554016], "r_norm": [0.19356030225753784]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9762, "test_loss": 0.0991206727027893}, {"step": 7450, "epoch": 19, "train_loss": 0.0008851428865455091, "cos_r_negg": [0.6787578463554382], "cos_innovation_negg": [0.6787578463554382], "cos_apical_negg": [0.6787578463554382], "cos_Ac_negg": [0.6787578463554382], "r_norm": [0.19197644293308258]}, {"step": 7500, "epoch": 19, "train_loss": 0.001387962605804205, "cos_r_negg": [0.6784974336624146], "cos_innovation_negg": [0.6784974336624146], "cos_apical_negg": [0.6784974336624146], "cos_Ac_negg": [0.6784974336624146], "r_norm": [0.19206783175468445]}, {"step": 7550, "epoch": 19, "train_loss": 0.0007404952775686979, "cos_r_negg": [0.679146945476532], "cos_innovation_negg": [0.679146945476532], "cos_apical_negg": [0.679146945476532], "cos_Ac_negg": [0.679146945476532], "r_norm": [0.1922585368156433]}, {"step": 7600, "epoch": 19, "train_loss": 0.0006599109619855881, "cos_r_negg": [0.6801482439041138], "cos_innovation_negg": [0.6801482439041138], "cos_apical_negg": [0.6801482439041138], "cos_Ac_negg": [0.6801482439041138], "r_norm": [0.19457688927650452]}, {"step": 7650, "epoch": 19, "train_loss": 0.0021035391837358475, "cos_r_negg": [0.6783190965652466], "cos_innovation_negg": [0.6783190965652466], "cos_apical_negg": [0.6783190965652466], "cos_Ac_negg": [0.6783190965652466], "r_norm": [0.2029910683631897]}, {"step": 7700, "epoch": 19, "train_loss": 0.0015356361400336027, "cos_r_negg": [0.6786806583404541], "cos_innovation_negg": [0.6786806583404541], "cos_apical_negg": [0.6786806583404541], "cos_Ac_negg": [0.6786806583404541], "r_norm": [0.19631469249725342]}, {"step": 7750, "epoch": 19, "train_loss": 0.0018384864088147879, "cos_r_negg": [0.6799482107162476], "cos_innovation_negg": [0.6799482107162476], "cos_apical_negg": [0.6799482107162476], "cos_Ac_negg": [0.6799482107162476], "r_norm": [0.19149312376976013]}, {"step": 7800, "epoch": 19, "train_loss": 0.002662608865648508, "cos_r_negg": [0.6784328818321228], "cos_innovation_negg": [0.6784328818321228], "cos_apical_negg": [0.6784328818321228], "cos_Ac_negg": [0.6784328818321228], "r_norm": [0.19807031750679016]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9756, "test_loss": 0.09969556751251221}, {"step": 7850, "epoch": 20, "train_loss": 0.0015702617820352316, "cos_r_negg": [0.6800403594970703], "cos_innovation_negg": [0.6800403594970703], "cos_apical_negg": [0.6800403594970703], "cos_Ac_negg": [0.6800403594970703], "r_norm": [0.19333183765411377]}, {"step": 7900, "epoch": 20, "train_loss": 0.0008770793792791665, "cos_r_negg": [0.6798363327980042], "cos_innovation_negg": [0.6798363327980042], "cos_apical_negg": [0.6798363327980042], "cos_Ac_negg": [0.6798363327980042], "r_norm": [0.1968667209148407]}, {"step": 7950, "epoch": 20, "train_loss": 0.00091547891497612, "cos_r_negg": [0.6800240874290466], "cos_innovation_negg": [0.6800240874290466], "cos_apical_negg": [0.6800240874290466], "cos_Ac_negg": [0.6800240874290466], "r_norm": [0.19072787463665009]}, {"step": 8000, "epoch": 20, "train_loss": 0.0010735953692346811, "cos_r_negg": [0.6792426109313965], "cos_innovation_negg": [0.6792426109313965], "cos_apical_negg": [0.6792426109313965], "cos_Ac_negg": [0.6792426109313965], "r_norm": [0.19599509239196777]}, {"step": 8050, "epoch": 20, "train_loss": 0.0015785569557920098, "cos_r_negg": [0.6791681051254272], "cos_innovation_negg": [0.6791681051254272], "cos_apical_negg": [0.6791681051254272], "cos_Ac_negg": [0.6791681051254272], "r_norm": [0.19704018533229828]}, {"step": 8100, "epoch": 20, "train_loss": 0.0009297456126660109, "cos_r_negg": [0.6801873445510864], "cos_innovation_negg": [0.6801873445510864], "cos_apical_negg": [0.6801873445510864], "cos_Ac_negg": [0.6801873445510864], "r_norm": [0.19425766170024872]}, {"step": 8150, "epoch": 20, "train_loss": 0.0016236702213063836, "cos_r_negg": [0.6801406741142273], "cos_innovation_negg": [0.6801406741142273], "cos_apical_negg": [0.6801406741142273], "cos_Ac_negg": [0.6801406741142273], "r_norm": [0.1907586008310318]}, {"step": 8200, "epoch": 20, "train_loss": 0.0008153093513101339, "cos_r_negg": [0.6805877685546875], "cos_innovation_negg": [0.6805877685546875], "cos_apical_negg": [0.6805877685546875], "cos_Ac_negg": [0.6805877685546875], "r_norm": [0.19494923949241638]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.976, "test_loss": 0.09993358068466186}, {"step": 8250, "epoch": 21, "train_loss": 0.001368052326142788, "cos_r_negg": [0.6805999279022217], "cos_innovation_negg": [0.6805999279022217], "cos_apical_negg": [0.6805999279022217], "cos_Ac_negg": [0.6805999279022217], "r_norm": [0.19616729021072388]}, {"step": 8300, "epoch": 21, "train_loss": 0.0013021902414038777, "cos_r_negg": [0.6811636090278625], "cos_innovation_negg": [0.6811636090278625], "cos_apical_negg": [0.6811636090278625], "cos_Ac_negg": [0.6811636090278625], "r_norm": [0.19391337037086487]}, {"step": 8350, "epoch": 21, "train_loss": 0.0020022208336740732, "cos_r_negg": [0.6811744570732117], "cos_innovation_negg": [0.6811744570732117], "cos_apical_negg": [0.6811744570732117], "cos_Ac_negg": [0.6811744570732117], "r_norm": [0.1959126889705658]}, {"step": 8400, "epoch": 21, "train_loss": 0.0014742269413545728, "cos_r_negg": [0.6822737455368042], "cos_innovation_negg": [0.6822737455368042], "cos_apical_negg": [0.6822737455368042], "cos_Ac_negg": [0.6822737455368042], "r_norm": [0.19060349464416504]}, {"step": 8450, "epoch": 21, "train_loss": 0.0014837202616035938, "cos_r_negg": [0.6815122365951538], "cos_innovation_negg": [0.6815122365951538], "cos_apical_negg": [0.6815122365951538], "cos_Ac_negg": [0.6815122365951538], "r_norm": [0.18568481504917145]}, {"step": 8500, "epoch": 21, "train_loss": 0.001648977748118341, "cos_r_negg": [0.681464672088623], "cos_innovation_negg": [0.681464672088623], "cos_apical_negg": [0.681464672088623], "cos_Ac_negg": [0.681464672088623], "r_norm": [0.19119329750537872]}, {"step": 8550, "epoch": 21, "train_loss": 0.0009649395942687988, "cos_r_negg": [0.6819396018981934], "cos_innovation_negg": [0.6819396018981934], "cos_apical_negg": [0.6819396018981934], "cos_Ac_negg": [0.6819396018981934], "r_norm": [0.19098593294620514]}, {"step": 8600, "epoch": 21, "train_loss": 0.0019014255376532674, "cos_r_negg": [0.6814602613449097], "cos_innovation_negg": [0.6814602613449097], "cos_apical_negg": [0.6814602613449097], "cos_Ac_negg": [0.6814602613449097], "r_norm": [0.19343748688697815]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9759, "test_loss": 0.10061084146499634}, {"step": 8650, "epoch": 22, "train_loss": 0.0007345492485910654, "cos_r_negg": [0.6812191009521484], "cos_innovation_negg": [0.6812191009521484], "cos_apical_negg": [0.6812191009521484], "cos_Ac_negg": [0.6812191009521484], "r_norm": [0.19549085199832916]}, {"step": 8700, "epoch": 22, "train_loss": 0.0006586976232938468, "cos_r_negg": [0.682077944278717], "cos_innovation_negg": [0.682077944278717], "cos_apical_negg": [0.682077944278717], "cos_Ac_negg": [0.682077944278717], "r_norm": [0.19053956866264343]}, {"step": 8750, "epoch": 22, "train_loss": 0.0008282429771497846, "cos_r_negg": [0.6820470094680786], "cos_innovation_negg": [0.6820470094680786], "cos_apical_negg": [0.6820470094680786], "cos_Ac_negg": [0.6820470094680786], "r_norm": [0.19164763391017914]}, {"step": 8800, "epoch": 22, "train_loss": 0.0011950744083151221, "cos_r_negg": [0.6822711825370789], "cos_innovation_negg": [0.6822711825370789], "cos_apical_negg": [0.6822711825370789], "cos_Ac_negg": [0.6822711825370789], "r_norm": [0.1899031102657318]}, {"step": 8850, "epoch": 22, "train_loss": 0.0008651519892737269, "cos_r_negg": [0.6831668615341187], "cos_innovation_negg": [0.6831668615341187], "cos_apical_negg": [0.6831668615341187], "cos_Ac_negg": [0.6831668615341187], "r_norm": [0.19282834231853485]}, {"step": 8900, "epoch": 22, "train_loss": 0.002004722598940134, "cos_r_negg": [0.6819926500320435], "cos_innovation_negg": [0.6819926500320435], "cos_apical_negg": [0.6819926500320435], "cos_Ac_negg": [0.6819926500320435], "r_norm": [0.19588813185691833]}, {"step": 8950, "epoch": 22, "train_loss": 0.0013964847894385457, "cos_r_negg": [0.6829478740692139], "cos_innovation_negg": [0.6829478740692139], "cos_apical_negg": [0.6829478740692139], "cos_Ac_negg": [0.6829478740692139], "r_norm": [0.19545143842697144]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9764, "test_loss": 0.10051668453216553}, {"step": 9000, "epoch": 23, "train_loss": 0.0005464112036861479, "cos_r_negg": [0.6824558973312378], "cos_innovation_negg": [0.6824558973312378], "cos_apical_negg": [0.6824558973312378], "cos_Ac_negg": [0.6824558973312378], "r_norm": [0.18938806653022766]}, {"step": 9050, "epoch": 23, "train_loss": 0.001428737654350698, "cos_r_negg": [0.6826515793800354], "cos_innovation_negg": [0.6826515793800354], "cos_apical_negg": [0.6826515793800354], "cos_Ac_negg": [0.6826515793800354], "r_norm": [0.19097651541233063]}, {"step": 9100, "epoch": 23, "train_loss": 0.0009827159810811281, "cos_r_negg": [0.6829420328140259], "cos_innovation_negg": [0.6829420328140259], "cos_apical_negg": [0.6829420328140259], "cos_Ac_negg": [0.6829420328140259], "r_norm": [0.18857364356517792]}, {"step": 9150, "epoch": 23, "train_loss": 0.0011744751827791333, "cos_r_negg": [0.6822063326835632], "cos_innovation_negg": [0.6822063326835632], "cos_apical_negg": [0.6822063326835632], "cos_Ac_negg": [0.6822063326835632], "r_norm": [0.18897733092308044]}, {"step": 9200, "epoch": 23, "train_loss": 0.0024657039903104305, "cos_r_negg": [0.6832650303840637], "cos_innovation_negg": [0.6832650303840637], "cos_apical_negg": [0.6832650303840637], "cos_Ac_negg": [0.6832650303840637], "r_norm": [0.19092422723770142]}, {"step": 9250, "epoch": 23, "train_loss": 0.0008344845264218748, "cos_r_negg": [0.6826353073120117], "cos_innovation_negg": [0.6826353073120117], "cos_apical_negg": [0.6826353073120117], "cos_Ac_negg": [0.6826353073120117], "r_norm": [0.1910349726676941]}, {"step": 9300, "epoch": 23, "train_loss": 0.0008171044173650444, "cos_r_negg": [0.6815447807312012], "cos_innovation_negg": [0.6815447807312012], "cos_apical_negg": [0.6815447807312012], "cos_Ac_negg": [0.6815447807312012], "r_norm": [0.18760666251182556]}, {"step": 9350, "epoch": 23, "train_loss": 0.0006330784526653588, "cos_r_negg": [0.6823996901512146], "cos_innovation_negg": [0.6823996901512146], "cos_apical_negg": [0.6823996901512146], "cos_Ac_negg": [0.6823996901512146], "r_norm": [0.19100260734558105]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.976, "test_loss": 0.10144022274017334}, {"step": 9400, "epoch": 24, "train_loss": 0.0009995681466534734, "cos_r_negg": [0.681812584400177], "cos_innovation_negg": [0.681812584400177], "cos_apical_negg": [0.681812584400177], "cos_Ac_negg": [0.681812584400177], "r_norm": [0.19063903391361237]}, {"step": 9450, "epoch": 24, "train_loss": 0.00025688938330858946, "cos_r_negg": [0.683201789855957], "cos_innovation_negg": [0.683201789855957], "cos_apical_negg": [0.683201789855957], "cos_Ac_negg": [0.683201789855957], "r_norm": [0.19216157495975494]}, {"step": 9500, "epoch": 24, "train_loss": 0.000882198684848845, "cos_r_negg": [0.6833131313323975], "cos_innovation_negg": [0.6833131313323975], "cos_apical_negg": [0.6833131313323975], "cos_Ac_negg": [0.6833131313323975], "r_norm": [0.18897485733032227]}, {"step": 9550, "epoch": 24, "train_loss": 0.000734077300876379, "cos_r_negg": [0.6827399730682373], "cos_innovation_negg": [0.6827399730682373], "cos_apical_negg": [0.6827399730682373], "cos_Ac_negg": [0.6827399730682373], "r_norm": [0.18916454911231995]}, {"step": 9600, "epoch": 24, "train_loss": 0.0006797942915000021, "cos_r_negg": [0.6827425956726074], "cos_innovation_negg": [0.6827425956726074], "cos_apical_negg": [0.6827425956726074], "cos_Ac_negg": [0.6827425956726074], "r_norm": [0.18523305654525757]}, {"step": 9650, "epoch": 24, "train_loss": 0.0014606100739911199, "cos_r_negg": [0.6834086179733276], "cos_innovation_negg": [0.6834086179733276], "cos_apical_negg": [0.6834086179733276], "cos_Ac_negg": [0.6834086179733276], "r_norm": [0.18498678505420685]}, {"step": 9700, "epoch": 24, "train_loss": 0.0008019700180739164, "cos_r_negg": [0.6837320327758789], "cos_innovation_negg": [0.6837320327758789], "cos_apical_negg": [0.6837320327758789], "cos_Ac_negg": [0.6837320327758789], "r_norm": [0.1882728636264801]}, {"step": 9750, "epoch": 24, "train_loss": 0.0021499749273061752, "cos_r_negg": [0.6825861930847168], "cos_innovation_negg": [0.6825861930847168], "cos_apical_negg": [0.6825861930847168], "cos_Ac_negg": [0.6825861930847168], "r_norm": [0.1928425133228302]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9762, "test_loss": 0.10120076494216919}], "final": {"test_acc": 0.9762, "test_loss": 0.10120076494216919, "wall_s": 9.965670347213745, "cos_r_negg": [0.682105302810669], "cos_innovation_negg": [0.682105302810669], "cos_apical_negg": [0.682105302810669], "cos_Ac_negg": [0.682105302810669]}}
|
