{"args": {"mode": "dfa", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_dfa_w500_d1_s4", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4616427421569824, "cos_r_negg": [-0.019629068672657013], "cos_innovation_negg": [-0.019629068672657013], "cos_apical_negg": [-0.019629068672657013], "cos_Ac_negg": [-0.019629068672657013], "r_norm": [6.675384044647217]}, {"step": 50, "epoch": 0, "train_loss": 0.5717779994010925, "cos_r_negg": [0.4157143235206604], "cos_innovation_negg": [0.4157143235206604], "cos_apical_negg": [0.4157143235206604], "cos_Ac_negg": [0.4157143235206604], "r_norm": [1.335690975189209]}, {"step": 100, "epoch": 0, "train_loss": 0.12404771149158478, "cos_r_negg": [0.4350377023220062], "cos_innovation_negg": [0.4350377023220062], "cos_apical_negg": [0.4350377023220062], "cos_Ac_negg": [0.4350377023220062], "r_norm": [1.180587887763977]}, {"step": 150, "epoch": 0, "train_loss": 0.14310947060585022, "cos_r_negg": [0.45032626390457153], "cos_innovation_negg": [0.45032626390457153], "cos_apical_negg": [0.45032626390457153], "cos_Ac_negg": [0.45032626390457153], "r_norm": [0.9007441997528076]}, {"step": 200, "epoch": 0, "train_loss": 0.23487184941768646, "cos_r_negg": [0.45895227789878845], "cos_innovation_negg": [0.45895227789878845], "cos_apical_negg": [0.45895227789878845], "cos_Ac_negg": [0.45895227789878845], "r_norm": [0.8391996622085571]}, {"step": 250, "epoch": 0, "train_loss": 0.29380929470062256, "cos_r_negg": [0.46528977155685425], "cos_innovation_negg": [0.46528977155685425], "cos_apical_negg": [0.46528977155685425], "cos_Ac_negg": [0.46528977155685425], "r_norm": [0.7755240201950073]}, {"step": 300, "epoch": 0, "train_loss": 0.18340259790420532, "cos_r_negg": [0.46273094415664673], "cos_innovation_negg": [0.46273094415664673], "cos_apical_negg": [0.46273094415664673], "cos_Ac_negg": [0.46273094415664673], "r_norm": [0.7840006351470947]}, {"step": 350, "epoch": 0, "train_loss": 0.19301237165927887, "cos_r_negg": [0.4663415849208832], "cos_innovation_negg": [0.4663415849208832], "cos_apical_negg": [0.4663415849208832], "cos_Ac_negg": [0.4663415849208832], "r_norm": [0.623104453086853]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9501, "test_loss": 0.17288901748657226}, {"step": 400, "epoch": 1, "train_loss": 0.13848154246807098, "cos_r_negg": [0.4874817728996277], "cos_innovation_negg": [0.4874817728996277], "cos_apical_negg": [0.4874817728996277], "cos_Ac_negg": [0.4874817728996277], "r_norm": [0.6550118923187256]}, {"step": 450, "epoch": 1, "train_loss": 0.15197455883026123, "cos_r_negg": [0.4918554425239563], "cos_innovation_negg": [0.4918554425239563], "cos_apical_negg": [0.4918554425239563], "cos_Ac_negg": [0.4918554425239563], "r_norm": [0.5295426845550537]}, {"step": 500, "epoch": 1, "train_loss": 0.16422799229621887, "cos_r_negg": [0.49968117475509644], "cos_innovation_negg": [0.49968117475509644], "cos_apical_negg": [0.49968117475509644], "cos_Ac_negg": [0.49968117475509644], "r_norm": [0.4485953152179718]}, {"step": 550, "epoch": 1, "train_loss": 0.08811509609222412, "cos_r_negg": [0.5023313760757446], "cos_innovation_negg": [0.5023313760757446], "cos_apical_negg": [0.5023313760757446], "cos_Ac_negg": [0.5023313760757446], "r_norm": [0.5138570070266724]}, {"step": 600, "epoch": 1, "train_loss": 0.07113819569349289, "cos_r_negg": [0.5113753080368042], "cos_innovation_negg": [0.5113753080368042], "cos_apical_negg": [0.5113753080368042], "cos_Ac_negg": [0.5113753080368042], "r_norm": [0.560860812664032]}, {"step": 650, "epoch": 1, "train_loss": 0.10705983638763428, "cos_r_negg": [0.512995183467865], "cos_innovation_negg": [0.512995183467865], "cos_apical_negg": [0.512995183467865], "cos_Ac_negg": [0.512995183467865], "r_norm": [0.5177949666976929]}, {"step": 700, "epoch": 1, "train_loss": 0.10815897583961487, "cos_r_negg": [0.5063389539718628], "cos_innovation_negg": [0.5063389539718628], "cos_apical_negg": [0.5063389539718628], "cos_Ac_negg": [0.5063389539718628], "r_norm": [0.4475115239620209]}, {"step": 750, "epoch": 1, "train_loss": 0.1612890362739563, "cos_r_negg": [0.5166792869567871], "cos_innovation_negg": [0.5166792869567871], "cos_apical_negg": [0.5166792869567871], "cos_Ac_negg": [0.5166792869567871], "r_norm": [0.5899237990379333]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9556, "test_loss": 0.15473100814819335}, {"step": 800, "epoch": 2, "train_loss": 0.07752235978841782, "cos_r_negg": [0.5217540860176086], "cos_innovation_negg": [0.5217540860176086], "cos_apical_negg": [0.5217540860176086], "cos_Ac_negg": [0.5217540860176086], "r_norm": [0.4195222556591034]}, {"step": 850, "epoch": 2, "train_loss": 0.04297030344605446, "cos_r_negg": [0.5281782150268555], "cos_innovation_negg": [0.5281782150268555], "cos_apical_negg": [0.5281782150268555], "cos_Ac_negg": [0.5281782150268555], "r_norm": [0.41874781250953674]}, {"step": 900, "epoch": 2, "train_loss": 0.07530581206083298, "cos_r_negg": [0.532172679901123], "cos_innovation_negg": [0.532172679901123], "cos_apical_negg": [0.532172679901123], "cos_Ac_negg": [0.532172679901123], "r_norm": [0.4024530053138733]}, {"step": 950, "epoch": 2, "train_loss": 0.1014089286327362, "cos_r_negg": [0.5356346964836121], "cos_innovation_negg": [0.5356346964836121], "cos_apical_negg": [0.5356346964836121], "cos_Ac_negg": [0.5356346964836121], "r_norm": [0.36817666888237]}, {"step": 1000, "epoch": 2, "train_loss": 0.09693385660648346, "cos_r_negg": [0.5425368547439575], "cos_innovation_negg": [0.5425368547439575], "cos_apical_negg": [0.5425368547439575], "cos_Ac_negg": [0.5425368547439575], "r_norm": [0.3728182315826416]}, {"step": 1050, "epoch": 2, "train_loss": 0.03089425340294838, "cos_r_negg": [0.5371522903442383], "cos_innovation_negg": [0.5371522903442383], "cos_apical_negg": [0.5371522903442383], "cos_Ac_negg": [0.5371522903442383], "r_norm": [0.38079124689102173]}, {"step": 1100, "epoch": 2, "train_loss": 0.13754519820213318, "cos_r_negg": [0.5353983640670776], "cos_innovation_negg": [0.5353983640670776], "cos_apical_negg": [0.5353983640670776], "cos_Ac_negg": [0.5353983640670776], "r_norm": [0.3336135149002075]}, {"step": 1150, "epoch": 2, "train_loss": 0.09368637949228287, "cos_r_negg": [0.55543452501297], "cos_innovation_negg": [0.55543452501297], "cos_apical_negg": [0.55543452501297], "cos_Ac_negg": [0.55543452501297], "r_norm": [0.2902522385120392]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.969, "test_loss": 0.1063115795135498}, {"step": 1200, "epoch": 3, "train_loss": 0.07044435292482376, "cos_r_negg": [0.5531200766563416], "cos_innovation_negg": [0.5531200766563416], "cos_apical_negg": [0.5531200766563416], "cos_Ac_negg": [0.5531200766563416], "r_norm": [0.3395421504974365]}, {"step": 1250, "epoch": 3, "train_loss": 0.061694540083408356, "cos_r_negg": [0.5559013485908508], "cos_innovation_negg": [0.5559013485908508], "cos_apical_negg": [0.5559013485908508], "cos_Ac_negg": [0.5559013485908508], "r_norm": [0.3191564977169037]}, {"step": 1300, "epoch": 3, "train_loss": 0.022136440500617027, "cos_r_negg": [0.5612809658050537], "cos_innovation_negg": [0.5612809658050537], "cos_apical_negg": [0.5612809658050537], "cos_Ac_negg": [0.5612809658050537], "r_norm": [0.36768415570259094]}, {"step": 1350, "epoch": 3, "train_loss": 0.03688368573784828, "cos_r_negg": [0.5582900047302246], "cos_innovation_negg": [0.5582900047302246], "cos_apical_negg": [0.5582900047302246], "cos_Ac_negg": [0.5582900047302246], "r_norm": [0.2791120409965515]}, {"step": 1400, "epoch": 3, "train_loss": 0.0454125851392746, "cos_r_negg": [0.566440999507904], "cos_innovation_negg": [0.566440999507904], "cos_apical_negg": [0.566440999507904], "cos_Ac_negg": [0.566440999507904], "r_norm": [0.3392333686351776]}, {"step": 1450, "epoch": 3, "train_loss": 0.02320742979645729, "cos_r_negg": [0.571300745010376], "cos_innovation_negg": [0.571300745010376], "cos_apical_negg": [0.571300745010376], "cos_Ac_negg": [0.571300745010376], "r_norm": [0.40576380491256714]}, {"step": 1500, "epoch": 3, "train_loss": 0.09321729838848114, "cos_r_negg": [0.5701416730880737], "cos_innovation_negg": [0.5701416730880737], "cos_apical_negg": [0.5701416730880737], "cos_Ac_negg": [0.5701416730880737], "r_norm": [0.25048530101776123]}, {"step": 1550, "epoch": 3, "train_loss": 0.03591616451740265, "cos_r_negg": [0.5663967728614807], "cos_innovation_negg": [0.5663967728614807], "cos_apical_negg": [0.5663967728614807], "cos_Ac_negg": [0.5663967728614807], "r_norm": [0.2913450002670288]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9712, "test_loss": 0.10514002017974854}, {"step": 1600, "epoch": 4, "train_loss": 0.07358686625957489, "cos_r_negg": [0.5790635347366333], "cos_innovation_negg": [0.5790635347366333], "cos_apical_negg": [0.5790635347366333], "cos_Ac_negg": [0.5790635347366333], "r_norm": [0.27790194749832153]}, {"step": 1650, "epoch": 4, "train_loss": 0.05593189597129822, "cos_r_negg": [0.5773379802703857], "cos_innovation_negg": [0.5773379802703857], "cos_apical_negg": [0.5773379802703857], "cos_Ac_negg": [0.5773379802703857], "r_norm": [0.3320448696613312]}, {"step": 1700, "epoch": 4, "train_loss": 0.023259539157152176, "cos_r_negg": [0.5791659951210022], "cos_innovation_negg": [0.5791659951210022], "cos_apical_negg": [0.5791659951210022], "cos_Ac_negg": [0.5791659951210022], "r_norm": [0.2718298137187958]}, {"step": 1750, "epoch": 4, "train_loss": 0.04866114258766174, "cos_r_negg": [0.5845590829849243], "cos_innovation_negg": [0.5845590829849243], "cos_apical_negg": [0.5845590829849243], "cos_Ac_negg": [0.5845590829849243], "r_norm": [0.2821471095085144]}, {"step": 1800, "epoch": 4, "train_loss": 0.022442471235990524, "cos_r_negg": [0.5764941573143005], "cos_innovation_negg": [0.5764941573143005], "cos_apical_negg": [0.5764941573143005], "cos_Ac_negg": [0.5764941573143005], "r_norm": [0.27521976828575134]}, {"step": 1850, "epoch": 4, "train_loss": 0.10867474973201752, "cos_r_negg": [0.5769613981246948], "cos_innovation_negg": [0.5769613981246948], "cos_apical_negg": [0.5769613981246948], "cos_Ac_negg": [0.5769613981246948], "r_norm": [0.28540101647377014]}, {"step": 1900, "epoch": 4, "train_loss": 0.017198732122778893, "cos_r_negg": [0.5863745212554932], "cos_innovation_negg": [0.5863745212554932], "cos_apical_negg": [0.5863745212554932], "cos_Ac_negg": [0.5863745212554932], "r_norm": [0.26432424783706665]}, {"step": 1950, "epoch": 4, "train_loss": 0.036060117185115814, "cos_r_negg": [0.5853734016418457], "cos_innovation_negg": [0.5853734016418457], "cos_apical_negg": [0.5853734016418457], "cos_Ac_negg": [0.5853734016418457], "r_norm": [0.26335006952285767]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9732, "test_loss": 0.09147432994842529}, {"step": 2000, "epoch": 5, "train_loss": 0.029857642948627472, "cos_r_negg": [0.6014102697372437], "cos_innovation_negg": [0.6014102697372437], "cos_apical_negg": [0.6014102697372437], "cos_Ac_negg": [0.6014102697372437], "r_norm": [0.2730032205581665]}, {"step": 2050, "epoch": 5, "train_loss": 0.02690218947827816, "cos_r_negg": [0.5955835580825806], "cos_innovation_negg": [0.5955835580825806], "cos_apical_negg": [0.5955835580825806], "cos_Ac_negg": [0.5955835580825806], "r_norm": [0.2785809636116028]}, {"step": 2100, "epoch": 5, "train_loss": 0.009545061737298965, "cos_r_negg": [0.6045398116111755], "cos_innovation_negg": [0.6045398116111755], "cos_apical_negg": [0.6045398116111755], "cos_Ac_negg": [0.6045398116111755], "r_norm": [0.250135600566864]}, {"step": 2150, "epoch": 5, "train_loss": 0.005020611919462681, "cos_r_negg": [0.6017353534698486], "cos_innovation_negg": [0.6017353534698486], "cos_apical_negg": [0.6017353534698486], "cos_Ac_negg": [0.6017353534698486], "r_norm": [0.2600567936897278]}, {"step": 2200, "epoch": 5, "train_loss": 0.015061965212225914, "cos_r_negg": [0.5998216867446899], "cos_innovation_negg": [0.5998216867446899], "cos_apical_negg": [0.5998216867446899], "cos_Ac_negg": [0.5998216867446899], "r_norm": [0.2498735785484314]}, {"step": 2250, "epoch": 5, "train_loss": 0.017183801159262657, "cos_r_negg": [0.6066329479217529], "cos_innovation_negg": [0.6066329479217529], "cos_apical_negg": [0.6066329479217529], "cos_Ac_negg": [0.6066329479217529], "r_norm": [0.23265868425369263]}, {"step": 2300, "epoch": 5, "train_loss": 0.008039196021854877, "cos_r_negg": [0.6148465871810913], "cos_innovation_negg": [0.6148465871810913], "cos_apical_negg": [0.6148465871810913], "cos_Ac_negg": [0.6148465871810913], "r_norm": [0.264512836933136]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9743, "test_loss": 0.08980468254089355}, {"step": 2350, "epoch": 6, "train_loss": 0.008487219922244549, "cos_r_negg": [0.6093822717666626], "cos_innovation_negg": [0.6093822717666626], "cos_apical_negg": [0.6093822717666626], "cos_Ac_negg": [0.6093822717666626], "r_norm": [0.208640918135643]}, {"step": 2400, "epoch": 6, "train_loss": 0.0051903813146054745, "cos_r_negg": [0.6126232147216797], "cos_innovation_negg": [0.6126232147216797], "cos_apical_negg": [0.6126232147216797], "cos_Ac_negg": [0.6126232147216797], "r_norm": [0.25528672337532043]}, {"step": 2450, "epoch": 6, "train_loss": 0.015972672030329704, "cos_r_negg": [0.6030217409133911], "cos_innovation_negg": [0.6030217409133911], "cos_apical_negg": [0.6030217409133911], "cos_Ac_negg": [0.6030217409133911], "r_norm": [0.24804264307022095]}, {"step": 2500, "epoch": 6, "train_loss": 0.013906100764870644, "cos_r_negg": [0.6151790618896484], "cos_innovation_negg": [0.6151790618896484], "cos_apical_negg": [0.6151790618896484], "cos_Ac_negg": [0.6151790618896484], "r_norm": [0.23494470119476318]}, {"step": 2550, "epoch": 6, "train_loss": 0.017907865345478058, "cos_r_negg": [0.6143007874488831], "cos_innovation_negg": [0.6143007874488831], "cos_apical_negg": [0.6143007874488831], "cos_Ac_negg": [0.6143007874488831], "r_norm": [0.21631866693496704]}, {"step": 2600, "epoch": 6, "train_loss": 0.02043994702398777, "cos_r_negg": [0.620293378829956], "cos_innovation_negg": [0.620293378829956], "cos_apical_negg": [0.620293378829956], "cos_Ac_negg": [0.620293378829956], "r_norm": [0.23321738839149475]}, {"step": 2650, "epoch": 6, "train_loss": 0.03889572620391846, "cos_r_negg": [0.6162910461425781], "cos_innovation_negg": [0.6162910461425781], "cos_apical_negg": [0.6162910461425781], "cos_Ac_negg": [0.6162910461425781], "r_norm": [0.2044646441936493]}, {"step": 2700, "epoch": 6, "train_loss": 0.01326986774802208, "cos_r_negg": [0.6158067584037781], "cos_innovation_negg": [0.6158067584037781], "cos_apical_negg": [0.6158067584037781], "cos_Ac_negg": [0.6158067584037781], "r_norm": [0.2764754593372345]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9757, "test_loss": 0.09093266067504883}, {"step": 2750, "epoch": 7, "train_loss": 0.0019190044840797782, "cos_r_negg": [0.6190319061279297], "cos_innovation_negg": [0.6190319061279297], "cos_apical_negg": [0.6190319061279297], "cos_Ac_negg": [0.6190319061279297], "r_norm": [0.2189098298549652]}, {"step": 2800, "epoch": 7, "train_loss": 0.003439724911004305, "cos_r_negg": [0.6230179071426392], "cos_innovation_negg": [0.6230179071426392], "cos_apical_negg": [0.6230179071426392], "cos_Ac_negg": [0.6230179071426392], "r_norm": [0.2139909267425537]}, {"step": 2850, "epoch": 7, "train_loss": 0.004497223068028688, "cos_r_negg": [0.6235889196395874], "cos_innovation_negg": [0.6235889196395874], "cos_apical_negg": [0.6235889196395874], "cos_Ac_negg": [0.6235889196395874], "r_norm": [0.23912811279296875]}, {"step": 2900, "epoch": 7, "train_loss": 0.004651824943721294, "cos_r_negg": [0.6229071617126465], "cos_innovation_negg": [0.6229071617126465], "cos_apical_negg": [0.6229071617126465], "cos_Ac_negg": [0.6229071617126465], "r_norm": [0.19915612041950226]}, {"step": 2950, "epoch": 7, "train_loss": 0.004888548515737057, "cos_r_negg": [0.6240119934082031], "cos_innovation_negg": [0.6240119934082031], "cos_apical_negg": [0.6240119934082031], "cos_Ac_negg": [0.6240119934082031], "r_norm": [0.2322547882795334]}, {"step": 3000, "epoch": 7, "train_loss": 0.004639363847672939, "cos_r_negg": [0.6189200282096863], "cos_innovation_negg": [0.6189200282096863], "cos_apical_negg": [0.6189200282096863], "cos_Ac_negg": [0.6189200282096863], "r_norm": [0.222544327378273]}, {"step": 3050, "epoch": 7, "train_loss": 0.008894314989447594, "cos_r_negg": [0.6251926422119141], "cos_innovation_negg": [0.6251926422119141], "cos_apical_negg": [0.6251926422119141], "cos_Ac_negg": [0.6251926422119141], "r_norm": [0.20818012952804565]}, {"step": 3100, "epoch": 7, "train_loss": 0.003316502319648862, "cos_r_negg": [0.630849301815033], "cos_innovation_negg": [0.630849301815033], "cos_apical_negg": [0.630849301815033], "cos_Ac_negg": [0.630849301815033], "r_norm": [0.18717318773269653]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9763, "test_loss": 0.08920157985687256}, {"step": 3150, "epoch": 8, "train_loss": 0.005951461382210255, "cos_r_negg": [0.6308701634407043], "cos_innovation_negg": [0.6308701634407043], "cos_apical_negg": [0.6308701634407043], "cos_Ac_negg": [0.6308701634407043], "r_norm": [0.21667218208312988]}, {"step": 3200, "epoch": 8, "train_loss": 0.011226875707507133, "cos_r_negg": [0.6299673318862915], "cos_innovation_negg": [0.6299673318862915], "cos_apical_negg": [0.6299673318862915], "cos_Ac_negg": [0.6299673318862915], "r_norm": [0.2151820808649063]}, {"step": 3250, "epoch": 8, "train_loss": 0.005225467495620251, "cos_r_negg": [0.6319446563720703], "cos_innovation_negg": [0.6319446563720703], "cos_apical_negg": [0.6319446563720703], "cos_Ac_negg": [0.6319446563720703], "r_norm": [0.23046930134296417]}, {"step": 3300, "epoch": 8, "train_loss": 0.0032476435881108046, "cos_r_negg": [0.6327517032623291], "cos_innovation_negg": [0.6327517032623291], "cos_apical_negg": [0.6327517032623291], "cos_Ac_negg": [0.6327517032623291], "r_norm": [0.21150216460227966]}, {"step": 3350, "epoch": 8, "train_loss": 0.02129906415939331, "cos_r_negg": [0.636873722076416], "cos_innovation_negg": [0.636873722076416], "cos_apical_negg": [0.636873722076416], "cos_Ac_negg": [0.636873722076416], "r_norm": [0.20773163437843323]}, {"step": 3400, "epoch": 8, "train_loss": 0.006950396578758955, "cos_r_negg": [0.6353959441184998], "cos_innovation_negg": [0.6353959441184998], "cos_apical_negg": [0.6353959441184998], "cos_Ac_negg": [0.6353959441184998], "r_norm": [0.2251390814781189]}, {"step": 3450, "epoch": 8, "train_loss": 0.010887352749705315, "cos_r_negg": [0.6364670991897583], "cos_innovation_negg": [0.6364670991897583], "cos_apical_negg": [0.6364670991897583], "cos_Ac_negg": [0.6364670991897583], "r_norm": [0.2276500165462494]}, {"step": 3500, "epoch": 8, "train_loss": 0.009794567711651325, "cos_r_negg": [0.6326290369033813], "cos_innovation_negg": [0.6326290369033813], "cos_apical_negg": [0.6326290369033813], "cos_Ac_negg": [0.6326290369033813], "r_norm": [0.2161777764558792]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.977, "test_loss": 0.08748942699432373}, {"step": 3550, "epoch": 9, "train_loss": 0.004731148947030306, "cos_r_negg": [0.635354220867157], "cos_innovation_negg": [0.635354220867157], "cos_apical_negg": [0.635354220867157], "cos_Ac_negg": [0.635354220867157], "r_norm": [0.2040550708770752]}, {"step": 3600, "epoch": 9, "train_loss": 0.003400994697585702, "cos_r_negg": [0.6358279585838318], "cos_innovation_negg": [0.6358279585838318], "cos_apical_negg": [0.6358279585838318], "cos_Ac_negg": [0.6358279585838318], "r_norm": [0.20834285020828247]}, {"step": 3650, "epoch": 9, "train_loss": 0.006404200103133917, "cos_r_negg": [0.6380765438079834], "cos_innovation_negg": [0.6380765438079834], "cos_apical_negg": [0.6380765438079834], "cos_Ac_negg": [0.6380765438079834], "r_norm": [0.18985918164253235]}, {"step": 3700, "epoch": 9, "train_loss": 0.004737127106636763, "cos_r_negg": [0.6364980340003967], "cos_innovation_negg": [0.6364980340003967], "cos_apical_negg": [0.6364980340003967], "cos_Ac_negg": [0.6364980340003967], "r_norm": [0.20108947157859802]}, {"step": 3750, "epoch": 9, "train_loss": 0.00422296579927206, "cos_r_negg": [0.6374496817588806], "cos_innovation_negg": [0.6374496817588806], "cos_apical_negg": [0.6374496817588806], "cos_Ac_negg": [0.6374496817588806], "r_norm": [0.2142345905303955]}, {"step": 3800, "epoch": 9, "train_loss": 0.0039142947643995285, "cos_r_negg": [0.6379275321960449], "cos_innovation_negg": [0.6379275321960449], "cos_apical_negg": [0.6379275321960449], "cos_Ac_negg": [0.6379275321960449], "r_norm": [0.2032310962677002]}, {"step": 3850, "epoch": 9, "train_loss": 0.003917579539120197, "cos_r_negg": [0.6373675465583801], "cos_innovation_negg": [0.6373675465583801], "cos_apical_negg": [0.6373675465583801], "cos_Ac_negg": [0.6373675465583801], "r_norm": [0.2079794704914093]}, {"step": 3900, "epoch": 9, "train_loss": 0.0077658346854150295, "cos_r_negg": [0.6397848129272461], "cos_innovation_negg": [0.6397848129272461], "cos_apical_negg": [0.6397848129272461], "cos_Ac_negg": [0.6397848129272461], "r_norm": [0.19521839916706085]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9779, "test_loss": 0.08685987186431884}, {"step": 3950, "epoch": 10, "train_loss": 0.004068377893418074, "cos_r_negg": [0.6388962268829346], "cos_innovation_negg": [0.6388962268829346], "cos_apical_negg": [0.6388962268829346], "cos_Ac_negg": [0.6388962268829346], "r_norm": [0.20795336365699768]}, {"step": 4000, "epoch": 10, "train_loss": 0.0049067470245063305, "cos_r_negg": [0.6411658525466919], "cos_innovation_negg": [0.6411658525466919], "cos_apical_negg": [0.6411658525466919], "cos_Ac_negg": [0.6411658525466919], "r_norm": [0.20639348030090332]}, {"step": 4050, "epoch": 10, "train_loss": 0.0030795051716268063, "cos_r_negg": [0.6414812207221985], "cos_innovation_negg": [0.6414812207221985], "cos_apical_negg": [0.6414812207221985], "cos_Ac_negg": [0.6414812207221985], "r_norm": [0.20563268661499023]}, {"step": 4100, "epoch": 10, "train_loss": 0.0024782465770840645, "cos_r_negg": [0.6433739066123962], "cos_innovation_negg": [0.6433739066123962], "cos_apical_negg": [0.6433739066123962], "cos_Ac_negg": [0.6433739066123962], "r_norm": [0.19909629225730896]}, {"step": 4150, "epoch": 10, "train_loss": 0.001772911986336112, "cos_r_negg": [0.6441637277603149], "cos_innovation_negg": [0.6441637277603149], "cos_apical_negg": [0.6441637277603149], "cos_Ac_negg": [0.6441637277603149], "r_norm": [0.19330435991287231]}, {"step": 4200, "epoch": 10, "train_loss": 0.005882710684090853, "cos_r_negg": [0.6448512673377991], "cos_innovation_negg": [0.6448512673377991], "cos_apical_negg": [0.6448512673377991], "cos_Ac_negg": [0.6448512673377991], "r_norm": [0.19949296116828918]}, {"step": 4250, "epoch": 10, "train_loss": 0.004899492487311363, "cos_r_negg": [0.647710919380188], "cos_innovation_negg": [0.647710919380188], "cos_apical_negg": [0.647710919380188], "cos_Ac_negg": [0.647710919380188], "r_norm": [0.21247468888759613]}, {"step": 4300, "epoch": 10, "train_loss": 0.0030273457523435354, "cos_r_negg": [0.6456149220466614], "cos_innovation_negg": [0.6456149220466614], "cos_apical_negg": [0.6456149220466614], "cos_Ac_negg": [0.6456149220466614], "r_norm": [0.2065640538930893]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9772, "test_loss": 0.09016274757385254}, {"step": 4350, "epoch": 11, "train_loss": 0.0037884581834077835, "cos_r_negg": [0.64692223072052], "cos_innovation_negg": [0.64692223072052], "cos_apical_negg": [0.64692223072052], "cos_Ac_negg": [0.64692223072052], "r_norm": [0.1974259465932846]}, {"step": 4400, "epoch": 11, "train_loss": 0.0018607086967676878, "cos_r_negg": [0.6472340226173401], "cos_innovation_negg": [0.6472340226173401], "cos_apical_negg": [0.6472340226173401], "cos_Ac_negg": [0.6472340226173401], "r_norm": [0.19805370271205902]}, {"step": 4450, "epoch": 11, "train_loss": 0.0041218106634914875, "cos_r_negg": [0.6476565599441528], "cos_innovation_negg": [0.6476565599441528], "cos_apical_negg": [0.6476565599441528], "cos_Ac_negg": [0.6476565599441528], "r_norm": [0.19247421622276306]}, {"step": 4500, "epoch": 11, "train_loss": 0.0005594833055511117, "cos_r_negg": [0.6479806900024414], "cos_innovation_negg": [0.6479806900024414], "cos_apical_negg": [0.6479806900024414], "cos_Ac_negg": [0.6479806900024414], "r_norm": [0.2006804347038269]}, {"step": 4550, "epoch": 11, "train_loss": 0.007238520309329033, "cos_r_negg": [0.6483354568481445], "cos_innovation_negg": [0.6483354568481445], "cos_apical_negg": [0.6483354568481445], "cos_Ac_negg": [0.6483354568481445], "r_norm": [0.1967087686061859]}, {"step": 4600, "epoch": 11, "train_loss": 0.0011931454064324498, "cos_r_negg": [0.65092933177948], "cos_innovation_negg": [0.65092933177948], "cos_apical_negg": [0.65092933177948], "cos_Ac_negg": [0.65092933177948], "r_norm": [0.1852187216281891]}, {"step": 4650, "epoch": 11, "train_loss": 0.002458287635818124, "cos_r_negg": [0.6504030227661133], "cos_innovation_negg": [0.6504030227661133], "cos_apical_negg": [0.6504030227661133], "cos_Ac_negg": [0.6504030227661133], "r_norm": [0.18748340010643005]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9774, "test_loss": 0.09049351921081543}, {"step": 4700, "epoch": 12, "train_loss": 0.0034329199697822332, "cos_r_negg": [0.6481462717056274], "cos_innovation_negg": [0.6481462717056274], "cos_apical_negg": [0.6481462717056274], "cos_Ac_negg": [0.6481462717056274], "r_norm": [0.19713717699050903]}, {"step": 4750, "epoch": 12, "train_loss": 0.002695653820410371, "cos_r_negg": [0.6461588740348816], "cos_innovation_negg": [0.6461588740348816], "cos_apical_negg": [0.6461588740348816], "cos_Ac_negg": [0.6461588740348816], "r_norm": [0.18712715804576874]}, {"step": 4800, "epoch": 12, "train_loss": 0.0018822982674464583, "cos_r_negg": [0.6471251249313354], "cos_innovation_negg": [0.6471251249313354], "cos_apical_negg": [0.6471251249313354], "cos_Ac_negg": [0.6471251249313354], "r_norm": [0.19562287628650665]}, {"step": 4850, "epoch": 12, "train_loss": 0.0016558961942791939, "cos_r_negg": [0.6490514278411865], "cos_innovation_negg": [0.6490514278411865], "cos_apical_negg": [0.6490514278411865], "cos_Ac_negg": [0.6490514278411865], "r_norm": [0.19584356248378754]}, {"step": 4900, "epoch": 12, "train_loss": 0.0035827592946588993, "cos_r_negg": [0.6500679850578308], "cos_innovation_negg": [0.6500679850578308], "cos_apical_negg": [0.6500679850578308], "cos_Ac_negg": [0.6500679850578308], "r_norm": [0.19495409727096558]}, {"step": 4950, "epoch": 12, "train_loss": 0.001172207179479301, "cos_r_negg": [0.6509272456169128], "cos_innovation_negg": [0.6509272456169128], "cos_apical_negg": [0.6509272456169128], "cos_Ac_negg": [0.6509272456169128], "r_norm": [0.19378359615802765]}, {"step": 5000, "epoch": 12, "train_loss": 0.00244559976272285, "cos_r_negg": [0.6528655290603638], "cos_innovation_negg": [0.6528655290603638], "cos_apical_negg": [0.6528655290603638], "cos_Ac_negg": [0.6528655290603638], "r_norm": [0.19544655084609985]}, {"step": 5050, "epoch": 12, "train_loss": 0.0033757213968783617, "cos_r_negg": [0.6526849269866943], "cos_innovation_negg": [0.6526849269866943], "cos_apical_negg": [0.6526849269866943], "cos_Ac_negg": [0.6526849269866943], "r_norm": [0.1884920597076416]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9771, "test_loss": 0.0914201681137085}, {"step": 5100, "epoch": 13, "train_loss": 0.0020018487703055143, "cos_r_negg": [0.6521669030189514], "cos_innovation_negg": [0.6521669030189514], "cos_apical_negg": [0.6521669030189514], "cos_Ac_negg": [0.6521669030189514], "r_norm": [0.19391407072544098]}, {"step": 5150, "epoch": 13, "train_loss": 0.002072170376777649, "cos_r_negg": [0.6535587906837463], "cos_innovation_negg": [0.6535587906837463], "cos_apical_negg": [0.6535587906837463], "cos_Ac_negg": [0.6535587906837463], "r_norm": [0.19713780283927917]}, {"step": 5200, "epoch": 13, "train_loss": 0.003642341587692499, "cos_r_negg": [0.6524761915206909], "cos_innovation_negg": [0.6524761915206909], "cos_apical_negg": [0.6524761915206909], "cos_Ac_negg": [0.6524761915206909], "r_norm": [0.19814398884773254]}, {"step": 5250, "epoch": 13, "train_loss": 0.0015216246247291565, "cos_r_negg": [0.6527671813964844], "cos_innovation_negg": [0.6527671813964844], "cos_apical_negg": [0.6527671813964844], "cos_Ac_negg": [0.6527671813964844], "r_norm": [0.19417843222618103]}, {"step": 5300, "epoch": 13, "train_loss": 0.0026151887141168118, "cos_r_negg": [0.6544854640960693], "cos_innovation_negg": [0.6544854640960693], "cos_apical_negg": [0.6544854640960693], "cos_Ac_negg": [0.6544854640960693], "r_norm": [0.18854528665542603]}, {"step": 5350, "epoch": 13, "train_loss": 0.002656955271959305, "cos_r_negg": [0.6537472009658813], "cos_innovation_negg": [0.6537472009658813], "cos_apical_negg": [0.6537472009658813], "cos_Ac_negg": [0.6537472009658813], "r_norm": [0.2011130005121231]}, {"step": 5400, "epoch": 13, "train_loss": 0.0017721867188811302, "cos_r_negg": [0.6543964147567749], "cos_innovation_negg": [0.6543964147567749], "cos_apical_negg": [0.6543964147567749], "cos_Ac_negg": [0.6543964147567749], "r_norm": [0.19448864459991455]}, {"step": 5450, "epoch": 13, "train_loss": 0.0014307296369224787, "cos_r_negg": [0.6536461114883423], "cos_innovation_negg": [0.6536461114883423], "cos_apical_negg": [0.6536461114883423], "cos_Ac_negg": [0.6536461114883423], "r_norm": [0.18576273322105408]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9771, "test_loss": 0.0921395076751709}, {"step": 5500, "epoch": 14, "train_loss": 0.0017065771389752626, "cos_r_negg": [0.6552920341491699], "cos_innovation_negg": [0.6552920341491699], "cos_apical_negg": [0.6552920341491699], "cos_Ac_negg": [0.6552920341491699], "r_norm": [0.19184792041778564]}, {"step": 5550, "epoch": 14, "train_loss": 0.0008427238208241761, "cos_r_negg": [0.6560956835746765], "cos_innovation_negg": [0.6560956835746765], "cos_apical_negg": [0.6560956835746765], "cos_Ac_negg": [0.6560956835746765], "r_norm": [0.1877545863389969]}, {"step": 5600, "epoch": 14, "train_loss": 0.0026147961616516113, "cos_r_negg": [0.6538839936256409], "cos_innovation_negg": [0.6538839936256409], "cos_apical_negg": [0.6538839936256409], "cos_Ac_negg": [0.6538839936256409], "r_norm": [0.18576839566230774]}, {"step": 5650, "epoch": 14, "train_loss": 0.0011548771290108562, "cos_r_negg": [0.6543165445327759], "cos_innovation_negg": [0.6543165445327759], "cos_apical_negg": [0.6543165445327759], "cos_Ac_negg": [0.6543165445327759], "r_norm": [0.19023370742797852]}, {"step": 5700, "epoch": 14, "train_loss": 0.0007726428448222578, "cos_r_negg": [0.6542143821716309], "cos_innovation_negg": [0.6542143821716309], "cos_apical_negg": [0.6542143821716309], "cos_Ac_negg": [0.6542143821716309], "r_norm": [0.19421374797821045]}, {"step": 5750, "epoch": 14, "train_loss": 0.002083646133542061, "cos_r_negg": [0.6558496356010437], "cos_innovation_negg": [0.6558496356010437], "cos_apical_negg": [0.6558496356010437], "cos_Ac_negg": [0.6558496356010437], "r_norm": [0.19086122512817383]}, {"step": 5800, "epoch": 14, "train_loss": 0.0034151130821555853, "cos_r_negg": [0.6552474498748779], "cos_innovation_negg": [0.6552474498748779], "cos_apical_negg": [0.6552474498748779], "cos_Ac_negg": [0.6552474498748779], "r_norm": [0.18796899914741516]}, {"step": 5850, "epoch": 14, "train_loss": 0.0019133754540234804, "cos_r_negg": [0.6559021472930908], "cos_innovation_negg": [0.6559021472930908], "cos_apical_negg": [0.6559021472930908], "cos_Ac_negg": [0.6559021472930908], "r_norm": [0.19455260038375854]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9768, "test_loss": 0.09282659912109376}, {"step": 5900, "epoch": 15, "train_loss": 0.001639129244722426, "cos_r_negg": [0.6575367450714111], "cos_innovation_negg": [0.6575367450714111], "cos_apical_negg": [0.6575367450714111], "cos_Ac_negg": [0.6575367450714111], "r_norm": [0.19040971994400024]}, {"step": 5950, "epoch": 15, "train_loss": 0.0021168950479477644, "cos_r_negg": [0.6571184396743774], "cos_innovation_negg": [0.6571184396743774], "cos_apical_negg": [0.6571184396743774], "cos_Ac_negg": [0.6571184396743774], "r_norm": [0.18716110289096832]}, {"step": 6000, "epoch": 15, "train_loss": 0.002472394611686468, "cos_r_negg": [0.6573842763900757], "cos_innovation_negg": [0.6573842763900757], "cos_apical_negg": [0.6573842763900757], "cos_Ac_negg": [0.6573842763900757], "r_norm": [0.19425487518310547]}, {"step": 6050, "epoch": 15, "train_loss": 0.0037041790783405304, "cos_r_negg": [0.6576608419418335], "cos_innovation_negg": [0.6576608419418335], "cos_apical_negg": [0.6576608419418335], "cos_Ac_negg": [0.6576608419418335], "r_norm": [0.18867374956607819]}, {"step": 6100, "epoch": 15, "train_loss": 0.0025243067648261786, "cos_r_negg": [0.6573464274406433], "cos_innovation_negg": [0.6573464274406433], "cos_apical_negg": [0.6573464274406433], "cos_Ac_negg": [0.6573464274406433], "r_norm": [0.18201571702957153]}, {"step": 6150, "epoch": 15, "train_loss": 0.001665052492171526, "cos_r_negg": [0.6594885587692261], "cos_innovation_negg": [0.6594885587692261], "cos_apical_negg": [0.6594885587692261], "cos_Ac_negg": [0.6594885587692261], "r_norm": [0.18516229093074799]}, {"step": 6200, "epoch": 15, "train_loss": 0.002383104059845209, "cos_r_negg": [0.6582472324371338], "cos_innovation_negg": [0.6582472324371338], "cos_apical_negg": [0.6582472324371338], "cos_Ac_negg": [0.6582472324371338], "r_norm": [0.1910882294178009]}, {"step": 6250, "epoch": 15, "train_loss": 0.0010694663506001234, "cos_r_negg": [0.659957230091095], "cos_innovation_negg": [0.659957230091095], "cos_apical_negg": [0.659957230091095], "cos_Ac_negg": [0.659957230091095], "r_norm": [0.18371665477752686]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9774, "test_loss": 0.09295662803649903}, {"step": 6300, "epoch": 16, "train_loss": 0.0035328210797160864, "cos_r_negg": [0.659311056137085], "cos_innovation_negg": [0.659311056137085], "cos_apical_negg": [0.659311056137085], "cos_Ac_negg": [0.659311056137085], "r_norm": [0.19159629940986633]}, {"step": 6350, "epoch": 16, "train_loss": 0.0011029255110770464, "cos_r_negg": [0.6602445840835571], "cos_innovation_negg": [0.6602445840835571], "cos_apical_negg": [0.6602445840835571], "cos_Ac_negg": [0.6602445840835571], "r_norm": [0.18967027962207794]}, {"step": 6400, "epoch": 16, "train_loss": 0.0023054047487676144, "cos_r_negg": [0.6578680872917175], "cos_innovation_negg": [0.6578680872917175], "cos_apical_negg": [0.6578680872917175], "cos_Ac_negg": [0.6578680872917175], "r_norm": [0.19112488627433777]}, {"step": 6450, "epoch": 16, "train_loss": 0.001234284252859652, "cos_r_negg": [0.6565675735473633], "cos_innovation_negg": [0.6565675735473633], "cos_apical_negg": [0.6565675735473633], "cos_Ac_negg": [0.6565675735473633], "r_norm": [0.1883121132850647]}, {"step": 6500, "epoch": 16, "train_loss": 0.001730550080537796, "cos_r_negg": [0.66032475233078], "cos_innovation_negg": [0.66032475233078], "cos_apical_negg": [0.66032475233078], "cos_Ac_negg": [0.66032475233078], "r_norm": [0.18613141775131226]}, {"step": 6550, "epoch": 16, "train_loss": 0.0018354486674070358, "cos_r_negg": [0.660811722278595], "cos_innovation_negg": [0.660811722278595], "cos_apical_negg": [0.660811722278595], "cos_Ac_negg": [0.660811722278595], "r_norm": [0.18913403153419495]}, {"step": 6600, "epoch": 16, "train_loss": 0.0012221597135066986, "cos_r_negg": [0.659361720085144], "cos_innovation_negg": [0.659361720085144], "cos_apical_negg": [0.659361720085144], "cos_Ac_negg": [0.659361720085144], "r_norm": [0.1812596470117569]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.977, "test_loss": 0.09333019905090333}, {"step": 6650, "epoch": 17, "train_loss": 0.0009919691365212202, "cos_r_negg": [0.6609324216842651], "cos_innovation_negg": [0.6609324216842651], "cos_apical_negg": [0.6609324216842651], "cos_Ac_negg": [0.6609324216842651], "r_norm": [0.18920618295669556]}, {"step": 6700, "epoch": 17, "train_loss": 0.000615105964243412, "cos_r_negg": [0.6589354872703552], "cos_innovation_negg": [0.6589354872703552], "cos_apical_negg": [0.6589354872703552], "cos_Ac_negg": [0.6589354872703552], "r_norm": [0.18812216818332672]}, {"step": 6750, "epoch": 17, "train_loss": 0.002669001230970025, "cos_r_negg": [0.6587873101234436], "cos_innovation_negg": [0.6587873101234436], "cos_apical_negg": [0.6587873101234436], "cos_Ac_negg": [0.6587873101234436], "r_norm": [0.18695257604122162]}, {"step": 6800, "epoch": 17, "train_loss": 0.00209893099963665, "cos_r_negg": [0.6602692604064941], "cos_innovation_negg": [0.6602692604064941], "cos_apical_negg": [0.6602692604064941], "cos_Ac_negg": [0.6602692604064941], "r_norm": [0.1888260692358017]}, {"step": 6850, "epoch": 17, "train_loss": 0.001188456080853939, "cos_r_negg": [0.6589478254318237], "cos_innovation_negg": [0.6589478254318237], "cos_apical_negg": [0.6589478254318237], "cos_Ac_negg": [0.6589478254318237], "r_norm": [0.18659967184066772]}, {"step": 6900, "epoch": 17, "train_loss": 0.0017034118063747883, "cos_r_negg": [0.6604166030883789], "cos_innovation_negg": [0.6604166030883789], "cos_apical_negg": [0.6604166030883789], "cos_Ac_negg": [0.6604166030883789], "r_norm": [0.18320053815841675]}, {"step": 6950, "epoch": 17, "train_loss": 0.002372447866946459, "cos_r_negg": [0.6613626480102539], "cos_innovation_negg": [0.6613626480102539], "cos_apical_negg": [0.6613626480102539], "cos_Ac_negg": [0.6613626480102539], "r_norm": [0.1874087005853653]}, {"step": 7000, "epoch": 17, "train_loss": 0.0018378908280283213, "cos_r_negg": [0.6597496867179871], "cos_innovation_negg": [0.6597496867179871], "cos_apical_negg": [0.6597496867179871], "cos_Ac_negg": [0.6597496867179871], "r_norm": [0.18688613176345825]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9768, "test_loss": 0.09412236385345459}, {"step": 7050, "epoch": 18, "train_loss": 0.0006076000863686204, "cos_r_negg": [0.6604181528091431], "cos_innovation_negg": [0.6604181528091431], "cos_apical_negg": [0.6604181528091431], "cos_Ac_negg": [0.6604181528091431], "r_norm": [0.18498313426971436]}, {"step": 7100, "epoch": 18, "train_loss": 0.0017461997922509909, "cos_r_negg": [0.6599263548851013], "cos_innovation_negg": [0.6599263548851013], "cos_apical_negg": [0.6599263548851013], "cos_Ac_negg": [0.6599263548851013], "r_norm": [0.18821999430656433]}, {"step": 7150, "epoch": 18, "train_loss": 0.0009241800871677697, "cos_r_negg": [0.6593858003616333], "cos_innovation_negg": [0.6593858003616333], "cos_apical_negg": [0.6593858003616333], "cos_Ac_negg": [0.6593858003616333], "r_norm": [0.19042371213436127]}, {"step": 7200, "epoch": 18, "train_loss": 0.0015485039912164211, "cos_r_negg": [0.6596211194992065], "cos_innovation_negg": [0.6596211194992065], "cos_apical_negg": [0.6596211194992065], "cos_Ac_negg": [0.6596211194992065], "r_norm": [0.1859617829322815]}, {"step": 7250, "epoch": 18, "train_loss": 0.0024659959599375725, "cos_r_negg": [0.6610847115516663], "cos_innovation_negg": [0.6610847115516663], "cos_apical_negg": [0.6610847115516663], "cos_Ac_negg": [0.6610847115516663], "r_norm": [0.18206173181533813]}, {"step": 7300, "epoch": 18, "train_loss": 0.0008778561023063958, "cos_r_negg": [0.6605731844902039], "cos_innovation_negg": [0.6605731844902039], "cos_apical_negg": [0.6605731844902039], "cos_Ac_negg": [0.6605731844902039], "r_norm": [0.1886284351348877]}, {"step": 7350, "epoch": 18, "train_loss": 0.0021760407835245132, "cos_r_negg": [0.6615248322486877], "cos_innovation_negg": [0.6615248322486877], "cos_apical_negg": [0.6615248322486877], "cos_Ac_negg": [0.6615248322486877], "r_norm": [0.18517851829528809]}, {"step": 7400, "epoch": 18, "train_loss": 0.000903417996596545, "cos_r_negg": [0.6612672805786133], "cos_innovation_negg": [0.6612672805786133], "cos_apical_negg": [0.6612672805786133], "cos_Ac_negg": [0.6612672805786133], "r_norm": [0.18960770964622498]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9776, "test_loss": 0.09416835346221923}, {"step": 7450, "epoch": 19, "train_loss": 0.0006631523137912154, "cos_r_negg": [0.6600047945976257], "cos_innovation_negg": [0.6600047945976257], "cos_apical_negg": [0.6600047945976257], "cos_Ac_negg": [0.6600047945976257], "r_norm": [0.18318215012550354]}, {"step": 7500, "epoch": 19, "train_loss": 0.0013303228188306093, "cos_r_negg": [0.6616476774215698], "cos_innovation_negg": [0.6616476774215698], "cos_apical_negg": [0.6616476774215698], "cos_Ac_negg": [0.6616476774215698], "r_norm": [0.18644800782203674]}, {"step": 7550, "epoch": 19, "train_loss": 0.0008433173643425107, "cos_r_negg": [0.6613243818283081], "cos_innovation_negg": [0.6613243818283081], "cos_apical_negg": [0.6613243818283081], "cos_Ac_negg": [0.6613243818283081], "r_norm": [0.18073104321956635]}, {"step": 7600, "epoch": 19, "train_loss": 0.0006327498122118413, "cos_r_negg": [0.6612285375595093], "cos_innovation_negg": [0.6612285375595093], "cos_apical_negg": [0.6612285375595093], "cos_Ac_negg": [0.6612285375595093], "r_norm": [0.184264674782753]}, {"step": 7650, "epoch": 19, "train_loss": 0.0017367524560540915, "cos_r_negg": [0.6634142398834229], "cos_innovation_negg": [0.6634142398834229], "cos_apical_negg": [0.6634142398834229], "cos_Ac_negg": [0.6634142398834229], "r_norm": [0.19144602119922638]}, {"step": 7700, "epoch": 19, "train_loss": 0.002229224657639861, "cos_r_negg": [0.6619288921356201], "cos_innovation_negg": [0.6619288921356201], "cos_apical_negg": [0.6619288921356201], "cos_Ac_negg": [0.6619288921356201], "r_norm": [0.18265965580940247]}, {"step": 7750, "epoch": 19, "train_loss": 0.0012544094352051616, "cos_r_negg": [0.6631537675857544], "cos_innovation_negg": [0.6631537675857544], "cos_apical_negg": [0.6631537675857544], "cos_Ac_negg": [0.6631537675857544], "r_norm": [0.18488024175167084]}, {"step": 7800, "epoch": 19, "train_loss": 0.0017561482964083552, "cos_r_negg": [0.6630478501319885], "cos_innovation_negg": [0.6630478501319885], "cos_apical_negg": [0.6630478501319885], "cos_Ac_negg": [0.6630478501319885], "r_norm": [0.18549427390098572]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.977, "test_loss": 0.09481628150939941}, {"step": 7850, "epoch": 20, "train_loss": 0.0015549086965620518, "cos_r_negg": [0.6622166037559509], "cos_innovation_negg": [0.6622166037559509], "cos_apical_negg": [0.6622166037559509], "cos_Ac_negg": [0.6622166037559509], "r_norm": [0.18886223435401917]}, {"step": 7900, "epoch": 20, "train_loss": 0.0013847466325387359, "cos_r_negg": [0.6624001264572144], "cos_innovation_negg": [0.6624001264572144], "cos_apical_negg": [0.6624001264572144], "cos_Ac_negg": [0.6624001264572144], "r_norm": [0.18868109583854675]}, {"step": 7950, "epoch": 20, "train_loss": 0.0011791096767410636, "cos_r_negg": [0.6611202359199524], "cos_innovation_negg": [0.6611202359199524], "cos_apical_negg": [0.6611202359199524], "cos_Ac_negg": [0.6611202359199524], "r_norm": [0.1860460340976715]}, {"step": 8000, "epoch": 20, "train_loss": 0.001392150647006929, "cos_r_negg": [0.6615074872970581], "cos_innovation_negg": [0.6615074872970581], "cos_apical_negg": [0.6615074872970581], "cos_Ac_negg": [0.6615074872970581], "r_norm": [0.1833355575799942]}, {"step": 8050, "epoch": 20, "train_loss": 0.001689402386546135, "cos_r_negg": [0.6621111631393433], "cos_innovation_negg": [0.6621111631393433], "cos_apical_negg": [0.6621111631393433], "cos_Ac_negg": [0.6621111631393433], "r_norm": [0.1822929084300995]}, {"step": 8100, "epoch": 20, "train_loss": 0.001120785134844482, "cos_r_negg": [0.6630470752716064], "cos_innovation_negg": [0.6630470752716064], "cos_apical_negg": [0.6630470752716064], "cos_Ac_negg": [0.6630470752716064], "r_norm": [0.18703846633434296]}, {"step": 8150, "epoch": 20, "train_loss": 0.001595539739355445, "cos_r_negg": [0.661577045917511], "cos_innovation_negg": [0.661577045917511], "cos_apical_negg": [0.661577045917511], "cos_Ac_negg": [0.661577045917511], "r_norm": [0.18512308597564697]}, {"step": 8200, "epoch": 20, "train_loss": 0.0007131919264793396, "cos_r_negg": [0.6628184914588928], "cos_innovation_negg": [0.6628184914588928], "cos_apical_negg": [0.6628184914588928], "cos_Ac_negg": [0.6628184914588928], "r_norm": [0.18840518593788147]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9772, "test_loss": 0.09534469108581543}, {"step": 8250, "epoch": 21, "train_loss": 0.001315829111263156, "cos_r_negg": [0.6638805866241455], "cos_innovation_negg": [0.6638805866241455], "cos_apical_negg": [0.6638805866241455], "cos_Ac_negg": [0.6638805866241455], "r_norm": [0.1877843737602234]}, {"step": 8300, "epoch": 21, "train_loss": 0.0015004035085439682, "cos_r_negg": [0.6634613275527954], "cos_innovation_negg": [0.6634613275527954], "cos_apical_negg": [0.6634613275527954], "cos_Ac_negg": [0.6634613275527954], "r_norm": [0.17966130375862122]}, {"step": 8350, "epoch": 21, "train_loss": 0.0012951507233083248, "cos_r_negg": [0.663381814956665], "cos_innovation_negg": [0.663381814956665], "cos_apical_negg": [0.663381814956665], "cos_Ac_negg": [0.663381814956665], "r_norm": [0.1828296184539795]}, {"step": 8400, "epoch": 21, "train_loss": 0.0008827104466035962, "cos_r_negg": [0.6633228063583374], "cos_innovation_negg": [0.6633228063583374], "cos_apical_negg": [0.6633228063583374], "cos_Ac_negg": [0.6633228063583374], "r_norm": [0.18030062317848206]}, {"step": 8450, "epoch": 21, "train_loss": 0.0014510081382468343, "cos_r_negg": [0.662524938583374], "cos_innovation_negg": [0.662524938583374], "cos_apical_negg": [0.662524938583374], "cos_Ac_negg": [0.662524938583374], "r_norm": [0.18230566382408142]}, {"step": 8500, "epoch": 21, "train_loss": 0.0014318290632218122, "cos_r_negg": [0.6619138717651367], "cos_innovation_negg": [0.6619138717651367], "cos_apical_negg": [0.6619138717651367], "cos_Ac_negg": [0.6619138717651367], "r_norm": [0.18549352884292603]}, {"step": 8550, "epoch": 21, "train_loss": 0.0008313722210004926, "cos_r_negg": [0.6639466881752014], "cos_innovation_negg": [0.6639466881752014], "cos_apical_negg": [0.6639466881752014], "cos_Ac_negg": [0.6639466881752014], "r_norm": [0.18507003784179688]}, {"step": 8600, "epoch": 21, "train_loss": 0.0020694348495453596, "cos_r_negg": [0.6637134552001953], "cos_innovation_negg": [0.6637134552001953], "cos_apical_negg": [0.6637134552001953], "cos_Ac_negg": [0.6637134552001953], "r_norm": [0.18657751381397247]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9771, "test_loss": 0.09616450424194337}, {"step": 8650, "epoch": 22, "train_loss": 0.0007128259167075157, "cos_r_negg": [0.6637058258056641], "cos_innovation_negg": [0.6637058258056641], "cos_apical_negg": [0.6637058258056641], "cos_Ac_negg": [0.6637058258056641], "r_norm": [0.18632611632347107]}, {"step": 8700, "epoch": 22, "train_loss": 0.0009645845275372267, "cos_r_negg": [0.6645717024803162], "cos_innovation_negg": [0.6645717024803162], "cos_apical_negg": [0.6645717024803162], "cos_Ac_negg": [0.6645717024803162], "r_norm": [0.1883280873298645]}, {"step": 8750, "epoch": 22, "train_loss": 0.0015416082460433245, "cos_r_negg": [0.6642137765884399], "cos_innovation_negg": [0.6642137765884399], "cos_apical_negg": [0.6642137765884399], "cos_Ac_negg": [0.6642137765884399], "r_norm": [0.18352259695529938]}, {"step": 8800, "epoch": 22, "train_loss": 0.0012329686433076859, "cos_r_negg": [0.6640585660934448], "cos_innovation_negg": [0.6640585660934448], "cos_apical_negg": [0.6640585660934448], "cos_Ac_negg": [0.6640585660934448], "r_norm": [0.1844809651374817]}, {"step": 8850, "epoch": 22, "train_loss": 0.0011003310792148113, "cos_r_negg": [0.665848970413208], "cos_innovation_negg": [0.665848970413208], "cos_apical_negg": [0.665848970413208], "cos_Ac_negg": [0.665848970413208], "r_norm": [0.182808518409729]}, {"step": 8900, "epoch": 22, "train_loss": 0.0020000413060188293, "cos_r_negg": [0.6635950803756714], "cos_innovation_negg": [0.6635950803756714], "cos_apical_negg": [0.6635950803756714], "cos_Ac_negg": [0.6635950803756714], "r_norm": [0.1875772476196289]}, {"step": 8950, "epoch": 22, "train_loss": 0.001047514844685793, "cos_r_negg": [0.6647591590881348], "cos_innovation_negg": [0.6647591590881348], "cos_apical_negg": [0.6647591590881348], "cos_Ac_negg": [0.6647591590881348], "r_norm": [0.18706746399402618]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9775, "test_loss": 0.09575039081573486}, {"step": 9000, "epoch": 23, "train_loss": 0.000652861432172358, "cos_r_negg": [0.6654112935066223], "cos_innovation_negg": [0.6654112935066223], "cos_apical_negg": [0.6654112935066223], "cos_Ac_negg": [0.6654112935066223], "r_norm": [0.18120025098323822]}, {"step": 9050, "epoch": 23, "train_loss": 0.001210615155287087, "cos_r_negg": [0.6656464338302612], "cos_innovation_negg": [0.6656464338302612], "cos_apical_negg": [0.6656464338302612], "cos_Ac_negg": [0.6656464338302612], "r_norm": [0.18235936760902405]}, {"step": 9100, "epoch": 23, "train_loss": 0.0007181470282375813, "cos_r_negg": [0.6656188368797302], "cos_innovation_negg": [0.6656188368797302], "cos_apical_negg": [0.6656188368797302], "cos_Ac_negg": [0.6656188368797302], "r_norm": [0.18524564802646637]}, {"step": 9150, "epoch": 23, "train_loss": 0.0011361329816281796, "cos_r_negg": [0.6648496389389038], "cos_innovation_negg": [0.6648496389389038], "cos_apical_negg": [0.6648496389389038], "cos_Ac_negg": [0.6648496389389038], "r_norm": [0.1869036853313446]}, {"step": 9200, "epoch": 23, "train_loss": 0.0015439579728990793, "cos_r_negg": [0.6651215553283691], "cos_innovation_negg": [0.6651215553283691], "cos_apical_negg": [0.6651215553283691], "cos_Ac_negg": [0.6651215553283691], "r_norm": [0.18295185267925262]}, {"step": 9250, "epoch": 23, "train_loss": 0.0009916891576722264, "cos_r_negg": [0.6656556129455566], "cos_innovation_negg": [0.6656556129455566], "cos_apical_negg": [0.6656556129455566], "cos_Ac_negg": [0.6656556129455566], "r_norm": [0.18468675017356873]}, {"step": 9300, "epoch": 23, "train_loss": 0.0010292839724570513, "cos_r_negg": [0.6634479761123657], "cos_innovation_negg": [0.6634479761123657], "cos_apical_negg": [0.6634479761123657], "cos_Ac_negg": [0.6634479761123657], "r_norm": [0.18625611066818237]}, {"step": 9350, "epoch": 23, "train_loss": 0.0008132409420795739, "cos_r_negg": [0.6648687124252319], "cos_innovation_negg": [0.6648687124252319], "cos_apical_negg": [0.6648687124252319], "cos_Ac_negg": [0.6648687124252319], "r_norm": [0.18395903706550598]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.977, "test_loss": 0.09679560527801513}, {"step": 9400, "epoch": 24, "train_loss": 0.0009344996651634574, "cos_r_negg": [0.6658368110656738], "cos_innovation_negg": [0.6658368110656738], "cos_apical_negg": [0.6658368110656738], "cos_Ac_negg": [0.6658368110656738], "r_norm": [0.18378230929374695]}, {"step": 9450, "epoch": 24, "train_loss": 0.00046967744128778577, "cos_r_negg": [0.6653948426246643], "cos_innovation_negg": [0.6653948426246643], "cos_apical_negg": [0.6653948426246643], "cos_Ac_negg": [0.6653948426246643], "r_norm": [0.18439844250679016]}, {"step": 9500, "epoch": 24, "train_loss": 0.0008947079768404365, "cos_r_negg": [0.6661766171455383], "cos_innovation_negg": [0.6661766171455383], "cos_apical_negg": [0.6661766171455383], "cos_Ac_negg": [0.6661766171455383], "r_norm": [0.18399132788181305]}, {"step": 9550, "epoch": 24, "train_loss": 0.0011466838186606765, "cos_r_negg": [0.666035532951355], "cos_innovation_negg": [0.666035532951355], "cos_apical_negg": [0.666035532951355], "cos_Ac_negg": [0.666035532951355], "r_norm": [0.18216656148433685]}, {"step": 9600, "epoch": 24, "train_loss": 0.0008932180353440344, "cos_r_negg": [0.6645070314407349], "cos_innovation_negg": [0.6645070314407349], "cos_apical_negg": [0.6645070314407349], "cos_Ac_negg": [0.6645070314407349], "r_norm": [0.18308693170547485]}, {"step": 9650, "epoch": 24, "train_loss": 0.001838998170569539, "cos_r_negg": [0.6666076183319092], "cos_innovation_negg": [0.6666076183319092], "cos_apical_negg": [0.6666076183319092], "cos_Ac_negg": [0.6666076183319092], "r_norm": [0.184176966547966]}, {"step": 9700, "epoch": 24, "train_loss": 0.0008944592555053532, "cos_r_negg": [0.6669302582740784], "cos_innovation_negg": [0.6669302582740784], "cos_apical_negg": [0.6669302582740784], "cos_Ac_negg": [0.6669302582740784], "r_norm": [0.1847347766160965]}, {"step": 9750, "epoch": 24, "train_loss": 0.0020091915503144264, "cos_r_negg": [0.6640826463699341], "cos_innovation_negg": [0.6640826463699341], "cos_apical_negg": [0.6640826463699341], "cos_Ac_negg": [0.6640826463699341], "r_norm": [0.1822388470172882]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9778, "test_loss": 0.09669339179992675}], "final": {"test_acc": 0.9778, "test_loss": 0.09669339179992675, "wall_s": 9.86219072341919, "cos_r_negg": [0.6661163568496704], "cos_innovation_negg": [0.6661163568496704], "cos_apical_negg": [0.6661163568496704], "cos_Ac_negg": [0.6661163568496704]}}