1
|
{"args": {"mode": "dfa", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_dfa_w500_d1_s1", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5871329307556152, "cos_r_negg": [0.0007894374430179596], "cos_innovation_negg": [0.0007894374430179596], "cos_apical_negg": [0.0007894374430179596], "cos_Ac_negg": [0.0007894374430179596], "r_norm": [6.775417327880859]}, {"step": 50, "epoch": 0, "train_loss": 0.4899613857269287, "cos_r_negg": [0.43206948041915894], "cos_innovation_negg": [0.43206948041915894], "cos_apical_negg": [0.43206948041915894], "cos_Ac_negg": [0.43206948041915894], "r_norm": [1.3700265884399414]}, {"step": 100, "epoch": 0, "train_loss": 0.13584038615226746, "cos_r_negg": [0.4294331669807434], "cos_innovation_negg": [0.4294331669807434], "cos_apical_negg": [0.4294331669807434], "cos_Ac_negg": [0.4294331669807434], "r_norm": [1.096548318862915]}, {"step": 150, "epoch": 0, "train_loss": 0.2023809552192688, "cos_r_negg": [0.45162269473075867], "cos_innovation_negg": [0.45162269473075867], "cos_apical_negg": [0.45162269473075867], "cos_Ac_negg": [0.45162269473075867], "r_norm": [0.9095224142074585]}, {"step": 200, "epoch": 0, "train_loss": 0.28397268056869507, "cos_r_negg": [0.4616773724555969], "cos_innovation_negg": [0.4616773724555969], "cos_apical_negg": [0.4616773724555969], "cos_Ac_negg": [0.4616773724555969], "r_norm": [0.8920854330062866]}, {"step": 250, "epoch": 0, "train_loss": 0.3516388535499573, "cos_r_negg": [0.461736261844635], "cos_innovation_negg": [0.461736261844635], "cos_apical_negg": [0.461736261844635], "cos_Ac_negg": [0.461736261844635], "r_norm": [0.9115661978721619]}, {"step": 300, "epoch": 0, "train_loss": 0.13876698911190033, "cos_r_negg": [0.46671342849731445], "cos_innovation_negg": [0.46671342849731445], "cos_apical_negg": [0.46671342849731445], "cos_Ac_negg": [0.46671342849731445], "r_norm": [0.7718034982681274]}, {"step": 350, "epoch": 0, "train_loss": 0.20696309208869934, "cos_r_negg": [0.46781474351882935], "cos_innovation_negg": [0.46781474351882935], "cos_apical_negg": [0.46781474351882935], "cos_Ac_negg": [0.46781474351882935], "r_norm": [0.6963138580322266]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9513, "test_loss": 0.16305571060180665}, {"step": 400, "epoch": 1, "train_loss": 0.14324313402175903, "cos_r_negg": [0.4829540252685547], "cos_innovation_negg": [0.4829540252685547], "cos_apical_negg": [0.4829540252685547], "cos_Ac_negg": [0.4829540252685547], "r_norm": [0.6391471028327942]}, {"step": 450, "epoch": 1, "train_loss": 0.12347893416881561, "cos_r_negg": [0.4974728226661682], "cos_innovation_negg": [0.4974728226661682], "cos_apical_negg": [0.4974728226661682], "cos_Ac_negg": [0.4974728226661682], "r_norm": [0.5809763669967651]}, {"step": 500, "epoch": 1, "train_loss": 0.1555749922990799, "cos_r_negg": [0.5127581357955933], "cos_innovation_negg": [0.5127581357955933], "cos_apical_negg": [0.5127581357955933], "cos_Ac_negg": [0.5127581357955933], "r_norm": [0.5027990341186523]}, {"step": 550, "epoch": 1, "train_loss": 0.06301746517419815, "cos_r_negg": [0.5055460333824158], "cos_innovation_negg": [0.5055460333824158], "cos_apical_negg": [0.5055460333824158], "cos_Ac_negg": [0.5055460333824158], "r_norm": [0.5517017841339111]}, {"step": 600, "epoch": 1, "train_loss": 0.04994211718440056, "cos_r_negg": [0.5179140567779541], "cos_innovation_negg": [0.5179140567779541], "cos_apical_negg": [0.5179140567779541], "cos_Ac_negg": [0.5179140567779541], "r_norm": [0.5359616279602051]}, {"step": 650, "epoch": 1, "train_loss": 0.0824631005525589, "cos_r_negg": [0.5145946741104126], "cos_innovation_negg": [0.5145946741104126], "cos_apical_negg": [0.5145946741104126], "cos_Ac_negg": [0.5145946741104126], "r_norm": [0.5243547558784485]}, {"step": 700, "epoch": 1, "train_loss": 0.11573042720556259, "cos_r_negg": [0.5178329348564148], "cos_innovation_negg": [0.5178329348564148], "cos_apical_negg": [0.5178329348564148], "cos_Ac_negg": [0.5178329348564148], "r_norm": [0.517716646194458]}, {"step": 750, "epoch": 1, "train_loss": 0.16182687878608704, "cos_r_negg": [0.5214344263076782], "cos_innovation_negg": [0.5214344263076782], "cos_apical_negg": [0.5214344263076782], "cos_Ac_negg": [0.5214344263076782], "r_norm": [0.5674691796302795]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9589, "test_loss": 0.13530714874267577}, {"step": 800, "epoch": 2, "train_loss": 0.11450827866792679, "cos_r_negg": [0.5091661214828491], "cos_innovation_negg": [0.5091661214828491], "cos_apical_negg": [0.5091661214828491], "cos_Ac_negg": [0.5091661214828491], "r_norm": [0.4984610080718994]}, {"step": 850, "epoch": 2, "train_loss": 0.03856636583805084, "cos_r_negg": [0.5238624215126038], "cos_innovation_negg": [0.5238624215126038], "cos_apical_negg": [0.5238624215126038], "cos_Ac_negg": [0.5238624215126038], "r_norm": [0.435440331697464]}, {"step": 900, "epoch": 2, "train_loss": 0.06582101434469223, "cos_r_negg": [0.5383661985397339], "cos_innovation_negg": [0.5383661985397339], "cos_apical_negg": [0.5383661985397339], "cos_Ac_negg": [0.5383661985397339], "r_norm": [0.4646889567375183]}, {"step": 950, "epoch": 2, "train_loss": 0.12663978338241577, "cos_r_negg": [0.53855299949646], "cos_innovation_negg": [0.53855299949646], "cos_apical_negg": [0.53855299949646], "cos_Ac_negg": [0.53855299949646], "r_norm": [0.3788195252418518]}, {"step": 1000, "epoch": 2, "train_loss": 0.07001999020576477, "cos_r_negg": [0.5356705188751221], "cos_innovation_negg": [0.5356705188751221], "cos_apical_negg": [0.5356705188751221], "cos_Ac_negg": [0.5356705188751221], "r_norm": [0.39627984166145325]}, {"step": 1050, "epoch": 2, "train_loss": 0.04979276657104492, "cos_r_negg": [0.5428125262260437], "cos_innovation_negg": [0.5428125262260437], "cos_apical_negg": [0.5428125262260437], "cos_Ac_negg": [0.5428125262260437], "r_norm": [0.4240158200263977]}, {"step": 1100, "epoch": 2, "train_loss": 0.10400481522083282, "cos_r_negg": [0.5325610637664795], "cos_innovation_negg": [0.5325610637664795], "cos_apical_negg": [0.5325610637664795], "cos_Ac_negg": [0.5325610637664795], "r_norm": [0.3773163855075836]}, {"step": 1150, "epoch": 2, "train_loss": 0.09066778421401978, "cos_r_negg": [0.5591815710067749], "cos_innovation_negg": [0.5591815710067749], "cos_apical_negg": [0.5591815710067749], "cos_Ac_negg": [0.5591815710067749], "r_norm": [0.34616532921791077]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9671, "test_loss": 0.1076137861251831}, {"step": 1200, "epoch": 3, "train_loss": 0.0663936659693718, "cos_r_negg": [0.5473842024803162], "cos_innovation_negg": [0.5473842024803162], "cos_apical_negg": [0.5473842024803162], "cos_Ac_negg": [0.5473842024803162], "r_norm": [0.44569331407546997]}, {"step": 1250, "epoch": 3, "train_loss": 0.08653033524751663, "cos_r_negg": [0.5647534728050232], "cos_innovation_negg": [0.5647534728050232], "cos_apical_negg": [0.5647534728050232], "cos_Ac_negg": [0.5647534728050232], "r_norm": [0.3562757968902588]}, {"step": 1300, "epoch": 3, "train_loss": 0.017032869160175323, "cos_r_negg": [0.5569448471069336], "cos_innovation_negg": [0.5569448471069336], "cos_apical_negg": [0.5569448471069336], "cos_Ac_negg": [0.5569448471069336], "r_norm": [0.3674372434616089]}, {"step": 1350, "epoch": 3, "train_loss": 0.041269972920417786, "cos_r_negg": [0.565823495388031], "cos_innovation_negg": [0.565823495388031], "cos_apical_negg": [0.565823495388031], "cos_Ac_negg": [0.565823495388031], "r_norm": [0.3499387502670288]}, {"step": 1400, "epoch": 3, "train_loss": 0.04396485537290573, "cos_r_negg": [0.5667727589607239], "cos_innovation_negg": [0.5667727589607239], "cos_apical_negg": [0.5667727589607239], "cos_Ac_negg": [0.5667727589607239], "r_norm": [0.3593904376029968]}, {"step": 1450, "epoch": 3, "train_loss": 0.01968386583030224, "cos_r_negg": [0.5770570635795593], "cos_innovation_negg": [0.5770570635795593], "cos_apical_negg": [0.5770570635795593], "cos_Ac_negg": [0.5770570635795593], "r_norm": [0.3280967175960541]}, {"step": 1500, "epoch": 3, "train_loss": 0.11142823100090027, "cos_r_negg": [0.5879610776901245], "cos_innovation_negg": [0.5879610776901245], "cos_apical_negg": [0.5879610776901245], "cos_Ac_negg": [0.5879610776901245], "r_norm": [0.2886162996292114]}, {"step": 1550, "epoch": 3, "train_loss": 0.03138778358697891, "cos_r_negg": [0.5852259397506714], "cos_innovation_negg": [0.5852259397506714], "cos_apical_negg": [0.5852259397506714], "cos_Ac_negg": [0.5852259397506714], "r_norm": [0.32250094413757324]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9699, "test_loss": 0.10255150547027587}, {"step": 1600, "epoch": 4, "train_loss": 0.05445222556591034, "cos_r_negg": [0.5850704908370972], "cos_innovation_negg": [0.5850704908370972], "cos_apical_negg": [0.5850704908370972], "cos_Ac_negg": [0.5850704908370972], "r_norm": [0.31904006004333496]}, {"step": 1650, "epoch": 4, "train_loss": 0.05383739247918129, "cos_r_negg": [0.5897184014320374], "cos_innovation_negg": [0.5897184014320374], "cos_apical_negg": [0.5897184014320374], "cos_Ac_negg": [0.5897184014320374], "r_norm": [0.29477283358573914]}, {"step": 1700, "epoch": 4, "train_loss": 0.036422692239284515, "cos_r_negg": [0.6006355285644531], "cos_innovation_negg": [0.6006355285644531], "cos_apical_negg": [0.6006355285644531], "cos_Ac_negg": [0.6006355285644531], "r_norm": [0.3245965838432312]}, {"step": 1750, "epoch": 4, "train_loss": 0.037037335336208344, "cos_r_negg": [0.5937342643737793], "cos_innovation_negg": [0.5937342643737793], "cos_apical_negg": [0.5937342643737793], "cos_Ac_negg": [0.5937342643737793], "r_norm": [0.2968626618385315]}, {"step": 1800, "epoch": 4, "train_loss": 0.05671168863773346, "cos_r_negg": [0.5913489460945129], "cos_innovation_negg": [0.5913489460945129], "cos_apical_negg": [0.5913489460945129], "cos_Ac_negg": [0.5913489460945129], "r_norm": [0.3239508867263794]}, {"step": 1850, "epoch": 4, "train_loss": 0.0898481234908104, "cos_r_negg": [0.599265992641449], "cos_innovation_negg": [0.599265992641449], "cos_apical_negg": [0.599265992641449], "cos_Ac_negg": [0.599265992641449], "r_norm": [0.31218409538269043]}, {"step": 1900, "epoch": 4, "train_loss": 0.013059291988611221, "cos_r_negg": [0.6088038682937622], "cos_innovation_negg": [0.6088038682937622], "cos_apical_negg": [0.6088038682937622], "cos_Ac_negg": [0.6088038682937622], "r_norm": [0.3217884302139282]}, {"step": 1950, "epoch": 4, "train_loss": 0.10430076718330383, "cos_r_negg": [0.606650173664093], "cos_innovation_negg": [0.606650173664093], "cos_apical_negg": [0.606650173664093], "cos_Ac_negg": [0.606650173664093], "r_norm": [0.30629342794418335]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9734, "test_loss": 0.09389463729858398}, {"step": 2000, "epoch": 5, "train_loss": 0.022511960938572884, "cos_r_negg": [0.6163021326065063], "cos_innovation_negg": [0.6163021326065063], "cos_apical_negg": [0.6163021326065063], "cos_Ac_negg": [0.6163021326065063], "r_norm": [0.31790637969970703]}, {"step": 2050, "epoch": 5, "train_loss": 0.02383582293987274, "cos_r_negg": [0.6130483746528625], "cos_innovation_negg": [0.6130483746528625], "cos_apical_negg": [0.6130483746528625], "cos_Ac_negg": [0.6130483746528625], "r_norm": [0.32056406140327454]}, {"step": 2100, "epoch": 5, "train_loss": 0.030350230634212494, "cos_r_negg": [0.6171742677688599], "cos_innovation_negg": [0.6171742677688599], "cos_apical_negg": [0.6171742677688599], "cos_Ac_negg": [0.6171742677688599], "r_norm": [0.29953497648239136]}, {"step": 2150, "epoch": 5, "train_loss": 0.009370625019073486, "cos_r_negg": [0.6154868602752686], "cos_innovation_negg": [0.6154868602752686], "cos_apical_negg": [0.6154868602752686], "cos_Ac_negg": [0.6154868602752686], "r_norm": [0.2886853516101837]}, {"step": 2200, "epoch": 5, "train_loss": 0.03889497369527817, "cos_r_negg": [0.6149801015853882], "cos_innovation_negg": [0.6149801015853882], "cos_apical_negg": [0.6149801015853882], "cos_Ac_negg": [0.6149801015853882], "r_norm": [0.28372272849082947]}, {"step": 2250, "epoch": 5, "train_loss": 0.012745029293000698, "cos_r_negg": [0.6196362972259521], "cos_innovation_negg": [0.6196362972259521], "cos_apical_negg": [0.6196362972259521], "cos_Ac_negg": [0.6196362972259521], "r_norm": [0.26498618721961975]}, {"step": 2300, "epoch": 5, "train_loss": 0.019418878480792046, "cos_r_negg": [0.6155492663383484], "cos_innovation_negg": [0.6155492663383484], "cos_apical_negg": [0.6155492663383484], "cos_Ac_negg": [0.6155492663383484], "r_norm": [0.2581597864627838]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9741, "test_loss": 0.09270588188171387}, {"step": 2350, "epoch": 6, "train_loss": 0.005637042224407196, "cos_r_negg": [0.6193826198577881], "cos_innovation_negg": [0.6193826198577881], "cos_apical_negg": [0.6193826198577881], "cos_Ac_negg": [0.6193826198577881], "r_norm": [0.24440300464630127]}, {"step": 2400, "epoch": 6, "train_loss": 0.0077408985234797, "cos_r_negg": [0.625503420829773], "cos_innovation_negg": [0.625503420829773], "cos_apical_negg": [0.625503420829773], "cos_Ac_negg": [0.625503420829773], "r_norm": [0.25606435537338257]}, {"step": 2450, "epoch": 6, "train_loss": 0.007536623626947403, "cos_r_negg": [0.6215605139732361], "cos_innovation_negg": [0.6215605139732361], "cos_apical_negg": [0.6215605139732361], "cos_Ac_negg": [0.6215605139732361], "r_norm": [0.27582263946533203]}, {"step": 2500, "epoch": 6, "train_loss": 0.01037085521966219, "cos_r_negg": [0.6233494877815247], "cos_innovation_negg": [0.6233494877815247], "cos_apical_negg": [0.6233494877815247], "cos_Ac_negg": [0.6233494877815247], "r_norm": [0.24718007445335388]}, {"step": 2550, "epoch": 6, "train_loss": 0.007006144151091576, "cos_r_negg": [0.6211683750152588], "cos_innovation_negg": [0.6211683750152588], "cos_apical_negg": [0.6211683750152588], "cos_Ac_negg": [0.6211683750152588], "r_norm": [0.252031147480011]}, {"step": 2600, "epoch": 6, "train_loss": 0.007235796190798283, "cos_r_negg": [0.6243923306465149], "cos_innovation_negg": [0.6243923306465149], "cos_apical_negg": [0.6243923306465149], "cos_Ac_negg": [0.6243923306465149], "r_norm": [0.26205599308013916]}, {"step": 2650, "epoch": 6, "train_loss": 0.020719125866889954, "cos_r_negg": [0.6301621794700623], "cos_innovation_negg": [0.6301621794700623], "cos_apical_negg": [0.6301621794700623], "cos_Ac_negg": [0.6301621794700623], "r_norm": [0.2830565869808197]}, {"step": 2700, "epoch": 6, "train_loss": 0.006858041509985924, "cos_r_negg": [0.6301217079162598], "cos_innovation_negg": [0.6301217079162598], "cos_apical_negg": [0.6301217079162598], "cos_Ac_negg": [0.6301217079162598], "r_norm": [0.27750077843666077]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.973, "test_loss": 0.09121898431777954}, {"step": 2750, "epoch": 7, "train_loss": 0.004343417938798666, "cos_r_negg": [0.6310592293739319], "cos_innovation_negg": [0.6310592293739319], "cos_apical_negg": [0.6310592293739319], "cos_Ac_negg": [0.6310592293739319], "r_norm": [0.24817146360874176]}, {"step": 2800, "epoch": 7, "train_loss": 0.002654121955856681, "cos_r_negg": [0.6374483108520508], "cos_innovation_negg": [0.6374483108520508], "cos_apical_negg": [0.6374483108520508], "cos_Ac_negg": [0.6374483108520508], "r_norm": [0.2316819727420807]}, {"step": 2850, "epoch": 7, "train_loss": 0.004564232192933559, "cos_r_negg": [0.6348337531089783], "cos_innovation_negg": [0.6348337531089783], "cos_apical_negg": [0.6348337531089783], "cos_Ac_negg": [0.6348337531089783], "r_norm": [0.24878667294979095]}, {"step": 2900, "epoch": 7, "train_loss": 0.005149048287421465, "cos_r_negg": [0.6364458799362183], "cos_innovation_negg": [0.6364458799362183], "cos_apical_negg": [0.6364458799362183], "cos_Ac_negg": [0.6364458799362183], "r_norm": [0.21879738569259644]}, {"step": 2950, "epoch": 7, "train_loss": 0.0020277039147913456, "cos_r_negg": [0.6381431818008423], "cos_innovation_negg": [0.6381431818008423], "cos_apical_negg": [0.6381431818008423], "cos_Ac_negg": [0.6381431818008423], "r_norm": [0.23765629529953003]}, {"step": 3000, "epoch": 7, "train_loss": 0.00639483705163002, "cos_r_negg": [0.6367685794830322], "cos_innovation_negg": [0.6367685794830322], "cos_apical_negg": [0.6367685794830322], "cos_Ac_negg": [0.6367685794830322], "r_norm": [0.2400972694158554]}, {"step": 3050, "epoch": 7, "train_loss": 0.005372028797864914, "cos_r_negg": [0.6392872929573059], "cos_innovation_negg": [0.6392872929573059], "cos_apical_negg": [0.6392872929573059], "cos_Ac_negg": [0.6392872929573059], "r_norm": [0.2362382560968399]}, {"step": 3100, "epoch": 7, "train_loss": 0.005397685803472996, "cos_r_negg": [0.643151581287384], "cos_innovation_negg": [0.643151581287384], "cos_apical_negg": [0.643151581287384], "cos_Ac_negg": [0.643151581287384], "r_norm": [0.2216721624135971]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9745, "test_loss": 0.09312191104888916}, {"step": 3150, "epoch": 8, "train_loss": 0.0036268564872443676, "cos_r_negg": [0.642423152923584], "cos_innovation_negg": [0.642423152923584], "cos_apical_negg": [0.642423152923584], "cos_Ac_negg": [0.642423152923584], "r_norm": [0.23231104016304016]}, {"step": 3200, "epoch": 8, "train_loss": 0.005781321786344051, "cos_r_negg": [0.6426788568496704], "cos_innovation_negg": [0.6426788568496704], "cos_apical_negg": [0.6426788568496704], "cos_Ac_negg": [0.6426788568496704], "r_norm": [0.22894644737243652]}, {"step": 3250, "epoch": 8, "train_loss": 0.0024674476590007544, "cos_r_negg": [0.6440749764442444], "cos_innovation_negg": [0.6440749764442444], "cos_apical_negg": [0.6440749764442444], "cos_Ac_negg": [0.6440749764442444], "r_norm": [0.22774353623390198]}, {"step": 3300, "epoch": 8, "train_loss": 0.0033361695241183043, "cos_r_negg": [0.6411113739013672], "cos_innovation_negg": [0.6411113739013672], "cos_apical_negg": [0.6411113739013672], "cos_Ac_negg": [0.6411113739013672], "r_norm": [0.241564080119133]}, {"step": 3350, "epoch": 8, "train_loss": 0.007605422288179398, "cos_r_negg": [0.645399808883667], "cos_innovation_negg": [0.645399808883667], "cos_apical_negg": [0.645399808883667], "cos_Ac_negg": [0.645399808883667], "r_norm": [0.21616588532924652]}, {"step": 3400, "epoch": 8, "train_loss": 0.005649367347359657, "cos_r_negg": [0.6431790590286255], "cos_innovation_negg": [0.6431790590286255], "cos_apical_negg": [0.6431790590286255], "cos_Ac_negg": [0.6431790590286255], "r_norm": [0.22725659608840942]}, {"step": 3450, "epoch": 8, "train_loss": 0.010687895119190216, "cos_r_negg": [0.6437346339225769], "cos_innovation_negg": [0.6437346339225769], "cos_apical_negg": [0.6437346339225769], "cos_Ac_negg": [0.6437346339225769], "r_norm": [0.22498571872711182]}, {"step": 3500, "epoch": 8, "train_loss": 0.008275466971099377, "cos_r_negg": [0.6459589004516602], "cos_innovation_negg": [0.6459589004516602], "cos_apical_negg": [0.6459589004516602], "cos_Ac_negg": [0.6459589004516602], "r_norm": [0.21755841374397278]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9739, "test_loss": 0.09261880922317504}, {"step": 3550, "epoch": 9, "train_loss": 0.0033913725055754185, "cos_r_negg": [0.64422607421875], "cos_innovation_negg": [0.64422607421875], "cos_apical_negg": [0.64422607421875], "cos_Ac_negg": [0.64422607421875], "r_norm": [0.21306243538856506]}, {"step": 3600, "epoch": 9, "train_loss": 0.0037876181304454803, "cos_r_negg": [0.6462929248809814], "cos_innovation_negg": [0.6462929248809814], "cos_apical_negg": [0.6462929248809814], "cos_Ac_negg": [0.6462929248809814], "r_norm": [0.2055078148841858]}, {"step": 3650, "epoch": 9, "train_loss": 0.004807349294424057, "cos_r_negg": [0.6475275158882141], "cos_innovation_negg": [0.6475275158882141], "cos_apical_negg": [0.6475275158882141], "cos_Ac_negg": [0.6475275158882141], "r_norm": [0.20297284424304962]}, {"step": 3700, "epoch": 9, "train_loss": 0.006330684758722782, "cos_r_negg": [0.6445780992507935], "cos_innovation_negg": [0.6445780992507935], "cos_apical_negg": [0.6445780992507935], "cos_Ac_negg": [0.6445780992507935], "r_norm": [0.217559352517128]}, {"step": 3750, "epoch": 9, "train_loss": 0.0048070065677165985, "cos_r_negg": [0.6473070979118347], "cos_innovation_negg": [0.6473070979118347], "cos_apical_negg": [0.6473070979118347], "cos_Ac_negg": [0.6473070979118347], "r_norm": [0.20688438415527344]}, {"step": 3800, "epoch": 9, "train_loss": 0.002280543092638254, "cos_r_negg": [0.6484519839286804], "cos_innovation_negg": [0.6484519839286804], "cos_apical_negg": [0.6484519839286804], "cos_Ac_negg": [0.6484519839286804], "r_norm": [0.22260627150535583]}, {"step": 3850, "epoch": 9, "train_loss": 0.0034050147514790297, "cos_r_negg": [0.6502039432525635], "cos_innovation_negg": [0.6502039432525635], "cos_apical_negg": [0.6502039432525635], "cos_Ac_negg": [0.6502039432525635], "r_norm": [0.23101477324962616]}, {"step": 3900, "epoch": 9, "train_loss": 0.009064959362149239, "cos_r_negg": [0.6498516798019409], "cos_innovation_negg": [0.6498516798019409], "cos_apical_negg": [0.6498516798019409], "cos_Ac_negg": [0.6498516798019409], "r_norm": [0.20993450284004211]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9754, "test_loss": 0.0931414834022522}, {"step": 3950, "epoch": 10, "train_loss": 0.003206011839210987, "cos_r_negg": [0.6483080983161926], "cos_innovation_negg": [0.6483080983161926], "cos_apical_negg": [0.6483080983161926], "cos_Ac_negg": [0.6483080983161926], "r_norm": [0.22909995913505554]}, {"step": 4000, "epoch": 10, "train_loss": 0.0030084254685789347, "cos_r_negg": [0.6503021121025085], "cos_innovation_negg": [0.6503021121025085], "cos_apical_negg": [0.6503021121025085], "cos_Ac_negg": [0.6503021121025085], "r_norm": [0.22354793548583984]}, {"step": 4050, "epoch": 10, "train_loss": 0.0023085027933120728, "cos_r_negg": [0.6498113870620728], "cos_innovation_negg": [0.6498113870620728], "cos_apical_negg": [0.6498113870620728], "cos_Ac_negg": [0.6498113870620728], "r_norm": [0.22366786003112793]}, {"step": 4100, "epoch": 10, "train_loss": 0.0026850071735680103, "cos_r_negg": [0.6519977450370789], "cos_innovation_negg": [0.6519977450370789], "cos_apical_negg": [0.6519977450370789], "cos_Ac_negg": [0.6519977450370789], "r_norm": [0.2167125642299652]}, {"step": 4150, "epoch": 10, "train_loss": 0.001762542175129056, "cos_r_negg": [0.6522499322891235], "cos_innovation_negg": [0.6522499322891235], "cos_apical_negg": [0.6522499322891235], "cos_Ac_negg": [0.6522499322891235], "r_norm": [0.20908883213996887]}, {"step": 4200, "epoch": 10, "train_loss": 0.003125084564089775, "cos_r_negg": [0.652247965335846], "cos_innovation_negg": [0.652247965335846], "cos_apical_negg": [0.652247965335846], "cos_Ac_negg": [0.652247965335846], "r_norm": [0.20513826608657837]}, {"step": 4250, "epoch": 10, "train_loss": 0.004066352732479572, "cos_r_negg": [0.6537549495697021], "cos_innovation_negg": [0.6537549495697021], "cos_apical_negg": [0.6537549495697021], "cos_Ac_negg": [0.6537549495697021], "r_norm": [0.21182428300380707]}, {"step": 4300, "epoch": 10, "train_loss": 0.0026898474898189306, "cos_r_negg": [0.6533263921737671], "cos_innovation_negg": [0.6533263921737671], "cos_apical_negg": [0.6533263921737671], "cos_Ac_negg": [0.6533263921737671], "r_norm": [0.21003782749176025]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9746, "test_loss": 0.09517458992004395}, {"step": 4350, "epoch": 11, "train_loss": 0.00444463174790144, "cos_r_negg": [0.6540101766586304], "cos_innovation_negg": [0.6540101766586304], "cos_apical_negg": [0.6540101766586304], "cos_Ac_negg": [0.6540101766586304], "r_norm": [0.20803695917129517]}, {"step": 4400, "epoch": 11, "train_loss": 0.0021628979593515396, "cos_r_negg": [0.6541988253593445], "cos_innovation_negg": [0.6541988253593445], "cos_apical_negg": [0.6541988253593445], "cos_Ac_negg": [0.6541988253593445], "r_norm": [0.2045953869819641]}, {"step": 4450, "epoch": 11, "train_loss": 0.0030792183242738247, "cos_r_negg": [0.6544393301010132], "cos_innovation_negg": [0.6544393301010132], "cos_apical_negg": [0.6544393301010132], "cos_Ac_negg": [0.6544393301010132], "r_norm": [0.20447349548339844]}, {"step": 4500, "epoch": 11, "train_loss": 0.0009226790280081332, "cos_r_negg": [0.655596137046814], "cos_innovation_negg": [0.655596137046814], "cos_apical_negg": [0.655596137046814], "cos_Ac_negg": [0.655596137046814], "r_norm": [0.21108298003673553]}, {"step": 4550, "epoch": 11, "train_loss": 0.004318329505622387, "cos_r_negg": [0.6546974182128906], "cos_innovation_negg": [0.6546974182128906], "cos_apical_negg": [0.6546974182128906], "cos_Ac_negg": [0.6546974182128906], "r_norm": [0.20992915332317352]}, {"step": 4600, "epoch": 11, "train_loss": 0.0013384392950683832, "cos_r_negg": [0.6563288569450378], "cos_innovation_negg": [0.6563288569450378], "cos_apical_negg": [0.6563288569450378], "cos_Ac_negg": [0.6563288569450378], "r_norm": [0.20001664757728577]}, {"step": 4650, "epoch": 11, "train_loss": 0.001995312748476863, "cos_r_negg": [0.6583000421524048], "cos_innovation_negg": [0.6583000421524048], "cos_apical_negg": [0.6583000421524048], "cos_Ac_negg": [0.6583000421524048], "r_norm": [0.20129242539405823]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9751, "test_loss": 0.09585179243087769}, {"step": 4700, "epoch": 12, "train_loss": 0.00276106595993042, "cos_r_negg": [0.6551060676574707], "cos_innovation_negg": [0.6551060676574707], "cos_apical_negg": [0.6551060676574707], "cos_Ac_negg": [0.6551060676574707], "r_norm": [0.2051093876361847]}, {"step": 4750, "epoch": 12, "train_loss": 0.0021925249602645636, "cos_r_negg": [0.6564251780509949], "cos_innovation_negg": [0.6564251780509949], "cos_apical_negg": [0.6564251780509949], "cos_Ac_negg": [0.6564251780509949], "r_norm": [0.20655840635299683]}, {"step": 4800, "epoch": 12, "train_loss": 0.0033762066159397364, "cos_r_negg": [0.6560477018356323], "cos_innovation_negg": [0.6560477018356323], "cos_apical_negg": [0.6560477018356323], "cos_Ac_negg": [0.6560477018356323], "r_norm": [0.20325595140457153]}, {"step": 4850, "epoch": 12, "train_loss": 0.0017550287302583456, "cos_r_negg": [0.6573566198348999], "cos_innovation_negg": [0.6573566198348999], "cos_apical_negg": [0.6573566198348999], "cos_Ac_negg": [0.6573566198348999], "r_norm": [0.2027435153722763]}, {"step": 4900, "epoch": 12, "train_loss": 0.0019733579829335213, "cos_r_negg": [0.6561962366104126], "cos_innovation_negg": [0.6561962366104126], "cos_apical_negg": [0.6561962366104126], "cos_Ac_negg": [0.6561962366104126], "r_norm": [0.21009036898612976]}, {"step": 4950, "epoch": 12, "train_loss": 0.001979782246053219, "cos_r_negg": [0.6579755544662476], "cos_innovation_negg": [0.6579755544662476], "cos_apical_negg": [0.6579755544662476], "cos_Ac_negg": [0.6579755544662476], "r_norm": [0.2035580724477768]}, {"step": 5000, "epoch": 12, "train_loss": 0.0017296983860433102, "cos_r_negg": [0.6566193103790283], "cos_innovation_negg": [0.6566193103790283], "cos_apical_negg": [0.6566193103790283], "cos_Ac_negg": [0.6566193103790283], "r_norm": [0.1996634155511856]}, {"step": 5050, "epoch": 12, "train_loss": 0.0031489452812820673, "cos_r_negg": [0.6580419540405273], "cos_innovation_negg": [0.6580419540405273], "cos_apical_negg": [0.6580419540405273], "cos_Ac_negg": [0.6580419540405273], "r_norm": [0.20000208914279938]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9753, "test_loss": 0.09754808311462403}, {"step": 5100, "epoch": 13, "train_loss": 0.001423270907253027, "cos_r_negg": [0.6583412289619446], "cos_innovation_negg": [0.6583412289619446], "cos_apical_negg": [0.6583412289619446], "cos_Ac_negg": [0.6583412289619446], "r_norm": [0.20267890393733978]}, {"step": 5150, "epoch": 13, "train_loss": 0.003079029731452465, "cos_r_negg": [0.6600550413131714], "cos_innovation_negg": [0.6600550413131714], "cos_apical_negg": [0.6600550413131714], "cos_Ac_negg": [0.6600550413131714], "r_norm": [0.20320561528205872]}, {"step": 5200, "epoch": 13, "train_loss": 0.002190121216699481, "cos_r_negg": [0.659995436668396], "cos_innovation_negg": [0.659995436668396], "cos_apical_negg": [0.659995436668396], "cos_Ac_negg": [0.659995436668396], "r_norm": [0.20398621261119843]}, {"step": 5250, "epoch": 13, "train_loss": 0.0011460487730801105, "cos_r_negg": [0.658480703830719], "cos_innovation_negg": [0.658480703830719], "cos_apical_negg": [0.658480703830719], "cos_Ac_negg": [0.658480703830719], "r_norm": [0.20022249221801758]}, {"step": 5300, "epoch": 13, "train_loss": 0.002707799430936575, "cos_r_negg": [0.6594223380088806], "cos_innovation_negg": [0.6594223380088806], "cos_apical_negg": [0.6594223380088806], "cos_Ac_negg": [0.6594223380088806], "r_norm": [0.2002583146095276]}, {"step": 5350, "epoch": 13, "train_loss": 0.002040266525000334, "cos_r_negg": [0.6596497297286987], "cos_innovation_negg": [0.6596497297286987], "cos_apical_negg": [0.6596497297286987], "cos_Ac_negg": [0.6596497297286987], "r_norm": [0.2047087848186493]}, {"step": 5400, "epoch": 13, "train_loss": 0.0027785291895270348, "cos_r_negg": [0.661243200302124], "cos_innovation_negg": [0.661243200302124], "cos_apical_negg": [0.661243200302124], "cos_Ac_negg": [0.661243200302124], "r_norm": [0.2006371021270752]}, {"step": 5450, "epoch": 13, "train_loss": 0.0014241302851587534, "cos_r_negg": [0.6602023243904114], "cos_innovation_negg": [0.6602023243904114], "cos_apical_negg": [0.6602023243904114], "cos_Ac_negg": [0.6602023243904114], "r_norm": [0.19457554817199707]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9754, "test_loss": 0.09738770227432252}, {"step": 5500, "epoch": 14, "train_loss": 0.0013688614126294851, "cos_r_negg": [0.6591587066650391], "cos_innovation_negg": [0.6591587066650391], "cos_apical_negg": [0.6591587066650391], "cos_Ac_negg": [0.6591587066650391], "r_norm": [0.20840312540531158]}, {"step": 5550, "epoch": 14, "train_loss": 0.0009603003854863346, "cos_r_negg": [0.660380482673645], "cos_innovation_negg": [0.660380482673645], "cos_apical_negg": [0.660380482673645], "cos_Ac_negg": [0.660380482673645], "r_norm": [0.19567610323429108]}, {"step": 5600, "epoch": 14, "train_loss": 0.002555398503318429, "cos_r_negg": [0.6614912152290344], "cos_innovation_negg": [0.6614912152290344], "cos_apical_negg": [0.6614912152290344], "cos_Ac_negg": [0.6614912152290344], "r_norm": [0.2004864662885666]}, {"step": 5650, "epoch": 14, "train_loss": 0.0016400362364947796, "cos_r_negg": [0.6613389253616333], "cos_innovation_negg": [0.6613389253616333], "cos_apical_negg": [0.6613389253616333], "cos_Ac_negg": [0.6613389253616333], "r_norm": [0.19445368647575378]}, {"step": 5700, "epoch": 14, "train_loss": 0.0004286013136152178, "cos_r_negg": [0.6616840958595276], "cos_innovation_negg": [0.6616840958595276], "cos_apical_negg": [0.6616840958595276], "cos_Ac_negg": [0.6616840958595276], "r_norm": [0.1951034963130951]}, {"step": 5750, "epoch": 14, "train_loss": 0.0019340405706316233, "cos_r_negg": [0.6610091924667358], "cos_innovation_negg": [0.6610091924667358], "cos_apical_negg": [0.6610091924667358], "cos_Ac_negg": [0.6610091924667358], "r_norm": [0.20009282231330872]}, {"step": 5800, "epoch": 14, "train_loss": 0.003140780609101057, "cos_r_negg": [0.6600695848464966], "cos_innovation_negg": [0.6600695848464966], "cos_apical_negg": [0.6600695848464966], "cos_Ac_negg": [0.6600695848464966], "r_norm": [0.1963227093219757]}, {"step": 5850, "epoch": 14, "train_loss": 0.0019042978528887033, "cos_r_negg": [0.6614630222320557], "cos_innovation_negg": [0.6614630222320557], "cos_apical_negg": [0.6614630222320557], "cos_Ac_negg": [0.6614630222320557], "r_norm": [0.19571933150291443]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.975, "test_loss": 0.0972707181930542}, {"step": 5900, "epoch": 15, "train_loss": 0.001635093241930008, "cos_r_negg": [0.6617323160171509], "cos_innovation_negg": [0.6617323160171509], "cos_apical_negg": [0.6617323160171509], "cos_Ac_negg": [0.6617323160171509], "r_norm": [0.19847707450389862]}, {"step": 5950, "epoch": 15, "train_loss": 0.00196370598860085, "cos_r_negg": [0.6621772646903992], "cos_innovation_negg": [0.6621772646903992], "cos_apical_negg": [0.6621772646903992], "cos_Ac_negg": [0.6621772646903992], "r_norm": [0.19559775292873383]}, {"step": 6000, "epoch": 15, "train_loss": 0.002638794481754303, "cos_r_negg": [0.6623073220252991], "cos_innovation_negg": [0.6623073220252991], "cos_apical_negg": [0.6623073220252991], "cos_Ac_negg": [0.6623073220252991], "r_norm": [0.19585786759853363]}, {"step": 6050, "epoch": 15, "train_loss": 0.0034665423445403576, "cos_r_negg": [0.66242516040802], "cos_innovation_negg": [0.66242516040802], "cos_apical_negg": [0.66242516040802], "cos_Ac_negg": [0.66242516040802], "r_norm": [0.19371157884597778]}, {"step": 6100, "epoch": 15, "train_loss": 0.0015658899210393429, "cos_r_negg": [0.6632505059242249], "cos_innovation_negg": [0.6632505059242249], "cos_apical_negg": [0.6632505059242249], "cos_Ac_negg": [0.6632505059242249], "r_norm": [0.1963942050933838]}, {"step": 6150, "epoch": 15, "train_loss": 0.001391019904986024, "cos_r_negg": [0.664225697517395], "cos_innovation_negg": [0.664225697517395], "cos_apical_negg": [0.664225697517395], "cos_Ac_negg": [0.664225697517395], "r_norm": [0.19110608100891113]}, {"step": 6200, "epoch": 15, "train_loss": 0.00141964724753052, "cos_r_negg": [0.6635614037513733], "cos_innovation_negg": [0.6635614037513733], "cos_apical_negg": [0.6635614037513733], "cos_Ac_negg": [0.6635614037513733], "r_norm": [0.19873687624931335]}, {"step": 6250, "epoch": 15, "train_loss": 0.0012938386062160134, "cos_r_negg": [0.6637795567512512], "cos_innovation_negg": [0.6637795567512512], "cos_apical_negg": [0.6637795567512512], "cos_Ac_negg": [0.6637795567512512], "r_norm": [0.18979889154434204]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.975, "test_loss": 0.09868302183151245}, {"step": 6300, "epoch": 16, "train_loss": 0.003708784468472004, "cos_r_negg": [0.6645128130912781], "cos_innovation_negg": [0.6645128130912781], "cos_apical_negg": [0.6645128130912781], "cos_Ac_negg": [0.6645128130912781], "r_norm": [0.1947154998779297]}, {"step": 6350, "epoch": 16, "train_loss": 0.0009563872590661049, "cos_r_negg": [0.6640611886978149], "cos_innovation_negg": [0.6640611886978149], "cos_apical_negg": [0.6640611886978149], "cos_Ac_negg": [0.6640611886978149], "r_norm": [0.1945975422859192]}, {"step": 6400, "epoch": 16, "train_loss": 0.0012989963870495558, "cos_r_negg": [0.6640341281890869], "cos_innovation_negg": [0.6640341281890869], "cos_apical_negg": [0.6640341281890869], "cos_Ac_negg": [0.6640341281890869], "r_norm": [0.19316376745700836]}, {"step": 6450, "epoch": 16, "train_loss": 0.0009034154354594648, "cos_r_negg": [0.6640784740447998], "cos_innovation_negg": [0.6640784740447998], "cos_apical_negg": [0.6640784740447998], "cos_Ac_negg": [0.6640784740447998], "r_norm": [0.19596627354621887]}, {"step": 6500, "epoch": 16, "train_loss": 0.0011173357488587499, "cos_r_negg": [0.6653001308441162], "cos_innovation_negg": [0.6653001308441162], "cos_apical_negg": [0.6653001308441162], "cos_Ac_negg": [0.6653001308441162], "r_norm": [0.19167789816856384]}, {"step": 6550, "epoch": 16, "train_loss": 0.0017973369685932994, "cos_r_negg": [0.6657671332359314], "cos_innovation_negg": [0.6657671332359314], "cos_apical_negg": [0.6657671332359314], "cos_Ac_negg": [0.6657671332359314], "r_norm": [0.19383355975151062]}, {"step": 6600, "epoch": 16, "train_loss": 0.0014234530972316861, "cos_r_negg": [0.6659306883811951], "cos_innovation_negg": [0.6659306883811951], "cos_apical_negg": [0.6659306883811951], "cos_Ac_negg": [0.6659306883811951], "r_norm": [0.18624195456504822]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9751, "test_loss": 0.09878506841659546}, {"step": 6650, "epoch": 17, "train_loss": 0.0014292561681941152, "cos_r_negg": [0.6655169129371643], "cos_innovation_negg": [0.6655169129371643], "cos_apical_negg": [0.6655169129371643], "cos_Ac_negg": [0.6655169129371643], "r_norm": [0.19217170774936676]}, {"step": 6700, "epoch": 17, "train_loss": 0.0005652151303365827, "cos_r_negg": [0.6649637222290039], "cos_innovation_negg": [0.6649637222290039], "cos_apical_negg": [0.6649637222290039], "cos_Ac_negg": [0.6649637222290039], "r_norm": [0.19252251088619232]}, {"step": 6750, "epoch": 17, "train_loss": 0.0017452200409024954, "cos_r_negg": [0.6652095317840576], "cos_innovation_negg": [0.6652095317840576], "cos_apical_negg": [0.6652095317840576], "cos_Ac_negg": [0.6652095317840576], "r_norm": [0.1888444423675537]}, {"step": 6800, "epoch": 17, "train_loss": 0.0021325349807739258, "cos_r_negg": [0.6658817529678345], "cos_innovation_negg": [0.6658817529678345], "cos_apical_negg": [0.6658817529678345], "cos_Ac_negg": [0.6658817529678345], "r_norm": [0.18643619120121002]}, {"step": 6850, "epoch": 17, "train_loss": 0.0012312886537984014, "cos_r_negg": [0.6662223935127258], "cos_innovation_negg": [0.6662223935127258], "cos_apical_negg": [0.6662223935127258], "cos_Ac_negg": [0.6662223935127258], "r_norm": [0.18658147752285004]}, {"step": 6900, "epoch": 17, "train_loss": 0.0027486728504300117, "cos_r_negg": [0.6672632694244385], "cos_innovation_negg": [0.6672632694244385], "cos_apical_negg": [0.6672632694244385], "cos_Ac_negg": [0.6672632694244385], "r_norm": [0.19228437542915344]}, {"step": 6950, "epoch": 17, "train_loss": 0.0019218033412471414, "cos_r_negg": [0.667006254196167], "cos_innovation_negg": [0.667006254196167], "cos_apical_negg": [0.667006254196167], "cos_Ac_negg": [0.667006254196167], "r_norm": [0.19100181758403778]}, {"step": 7000, "epoch": 17, "train_loss": 0.002351178787648678, "cos_r_negg": [0.6653410196304321], "cos_innovation_negg": [0.6653410196304321], "cos_apical_negg": [0.6653410196304321], "cos_Ac_negg": [0.6653410196304321], "r_norm": [0.19082188606262207]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9762, "test_loss": 0.0997799391746521}, {"step": 7050, "epoch": 18, "train_loss": 0.000601451494731009, "cos_r_negg": [0.6676850318908691], "cos_innovation_negg": [0.6676850318908691], "cos_apical_negg": [0.6676850318908691], "cos_Ac_negg": [0.6676850318908691], "r_norm": [0.19441576302051544]}, {"step": 7100, "epoch": 18, "train_loss": 0.0018468634225428104, "cos_r_negg": [0.6673315763473511], "cos_innovation_negg": [0.6673315763473511], "cos_apical_negg": [0.6673315763473511], "cos_Ac_negg": [0.6673315763473511], "r_norm": [0.1975240409374237]}, {"step": 7150, "epoch": 18, "train_loss": 0.0006448308122344315, "cos_r_negg": [0.6680618524551392], "cos_innovation_negg": [0.6680618524551392], "cos_apical_negg": [0.6680618524551392], "cos_Ac_negg": [0.6680618524551392], "r_norm": [0.19087910652160645]}, {"step": 7200, "epoch": 18, "train_loss": 0.001669116085395217, "cos_r_negg": [0.6676591634750366], "cos_innovation_negg": [0.6676591634750366], "cos_apical_negg": [0.6676591634750366], "cos_Ac_negg": [0.6676591634750366], "r_norm": [0.1889713704586029]}, {"step": 7250, "epoch": 18, "train_loss": 0.0016679498367011547, "cos_r_negg": [0.6677061319351196], "cos_innovation_negg": [0.6677061319351196], "cos_apical_negg": [0.6677061319351196], "cos_Ac_negg": [0.6677061319351196], "r_norm": [0.18926844000816345]}, {"step": 7300, "epoch": 18, "train_loss": 0.000765252741985023, "cos_r_negg": [0.6677827835083008], "cos_innovation_negg": [0.6677827835083008], "cos_apical_negg": [0.6677827835083008], "cos_Ac_negg": [0.6677827835083008], "r_norm": [0.1881237030029297]}, {"step": 7350, "epoch": 18, "train_loss": 0.0019045684020966291, "cos_r_negg": [0.6677905321121216], "cos_innovation_negg": [0.6677905321121216], "cos_apical_negg": [0.6677905321121216], "cos_Ac_negg": [0.6677905321121216], "r_norm": [0.1860121786594391]}, {"step": 7400, "epoch": 18, "train_loss": 0.0004984107217751443, "cos_r_negg": [0.6677904725074768], "cos_innovation_negg": [0.6677904725074768], "cos_apical_negg": [0.6677904725074768], "cos_Ac_negg": [0.6677904725074768], "r_norm": [0.18569402396678925]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9756, "test_loss": 0.10035949821472168}, {"step": 7450, "epoch": 19, "train_loss": 0.000881918182130903, "cos_r_negg": [0.666430652141571], "cos_innovation_negg": [0.666430652141571], "cos_apical_negg": [0.666430652141571], "cos_Ac_negg": [0.666430652141571], "r_norm": [0.18551306426525116]}, {"step": 7500, "epoch": 19, "train_loss": 0.0010666967136785388, "cos_r_negg": [0.6663866639137268], "cos_innovation_negg": [0.6663866639137268], "cos_apical_negg": [0.6663866639137268], "cos_Ac_negg": [0.6663866639137268], "r_norm": [0.18741640448570251]}, {"step": 7550, "epoch": 19, "train_loss": 0.0005765580572187901, "cos_r_negg": [0.6664718389511108], "cos_innovation_negg": [0.6664718389511108], "cos_apical_negg": [0.6664718389511108], "cos_Ac_negg": [0.6664718389511108], "r_norm": [0.1862810254096985]}, {"step": 7600, "epoch": 19, "train_loss": 0.0007428928511217237, "cos_r_negg": [0.6669197082519531], "cos_innovation_negg": [0.6669197082519531], "cos_apical_negg": [0.6669197082519531], "cos_Ac_negg": [0.6669197082519531], "r_norm": [0.18796692788600922]}, {"step": 7650, "epoch": 19, "train_loss": 0.0012970201205462217, "cos_r_negg": [0.6691609025001526], "cos_innovation_negg": [0.6691609025001526], "cos_apical_negg": [0.6691609025001526], "cos_Ac_negg": [0.6691609025001526], "r_norm": [0.1898581087589264]}, {"step": 7700, "epoch": 19, "train_loss": 0.0021766116842627525, "cos_r_negg": [0.6688386797904968], "cos_innovation_negg": [0.6688386797904968], "cos_apical_negg": [0.6688386797904968], "cos_Ac_negg": [0.6688386797904968], "r_norm": [0.1896129548549652]}, {"step": 7750, "epoch": 19, "train_loss": 0.0013679638504981995, "cos_r_negg": [0.6675209999084473], "cos_innovation_negg": [0.6675209999084473], "cos_apical_negg": [0.6675209999084473], "cos_Ac_negg": [0.6675209999084473], "r_norm": [0.1880582720041275]}, {"step": 7800, "epoch": 19, "train_loss": 0.001310515683144331, "cos_r_negg": [0.6670775413513184], "cos_innovation_negg": [0.6670775413513184], "cos_apical_negg": [0.6670775413513184], "cos_Ac_negg": [0.6670775413513184], "r_norm": [0.19043809175491333]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9756, "test_loss": 0.10122288036346436}, {"step": 7850, "epoch": 20, "train_loss": 0.0017029824666678905, "cos_r_negg": [0.667471706867218], "cos_innovation_negg": [0.667471706867218], "cos_apical_negg": [0.667471706867218], "cos_Ac_negg": [0.667471706867218], "r_norm": [0.18382754921913147]}, {"step": 7900, "epoch": 20, "train_loss": 0.0012194182490929961, "cos_r_negg": [0.6680639982223511], "cos_innovation_negg": [0.6680639982223511], "cos_apical_negg": [0.6680639982223511], "cos_Ac_negg": [0.6680639982223511], "r_norm": [0.18649348616600037]}, {"step": 7950, "epoch": 20, "train_loss": 0.00088641291949898, "cos_r_negg": [0.6669683456420898], "cos_innovation_negg": [0.6669683456420898], "cos_apical_negg": [0.6669683456420898], "cos_Ac_negg": [0.6669683456420898], "r_norm": [0.18541556596755981]}, {"step": 8000, "epoch": 20, "train_loss": 0.0012518854346126318, "cos_r_negg": [0.6674504280090332], "cos_innovation_negg": [0.6674504280090332], "cos_apical_negg": [0.6674504280090332], "cos_Ac_negg": [0.6674504280090332], "r_norm": [0.18614190816879272]}, {"step": 8050, "epoch": 20, "train_loss": 0.0019545434042811394, "cos_r_negg": [0.6684018969535828], "cos_innovation_negg": [0.6684018969535828], "cos_apical_negg": [0.6684018969535828], "cos_Ac_negg": [0.6684018969535828], "r_norm": [0.1847819685935974]}, {"step": 8100, "epoch": 20, "train_loss": 0.0011930239852517843, "cos_r_negg": [0.6683642864227295], "cos_innovation_negg": [0.6683642864227295], "cos_apical_negg": [0.6683642864227295], "cos_Ac_negg": [0.6683642864227295], "r_norm": [0.18506300449371338]}, {"step": 8150, "epoch": 20, "train_loss": 0.001413327525369823, "cos_r_negg": [0.668941080570221], "cos_innovation_negg": [0.668941080570221], "cos_apical_negg": [0.668941080570221], "cos_Ac_negg": [0.668941080570221], "r_norm": [0.18788985908031464]}, {"step": 8200, "epoch": 20, "train_loss": 0.001157931168563664, "cos_r_negg": [0.6699210405349731], "cos_innovation_negg": [0.6699210405349731], "cos_apical_negg": [0.6699210405349731], "cos_Ac_negg": [0.6699210405349731], "r_norm": [0.1897650510072708]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9757, "test_loss": 0.1011201545715332}, {"step": 8250, "epoch": 21, "train_loss": 0.0010319348657503724, "cos_r_negg": [0.6689672470092773], "cos_innovation_negg": [0.6689672470092773], "cos_apical_negg": [0.6689672470092773], "cos_Ac_negg": [0.6689672470092773], "r_norm": [0.18865783512592316]}, {"step": 8300, "epoch": 21, "train_loss": 0.001167097594588995, "cos_r_negg": [0.6686141490936279], "cos_innovation_negg": [0.6686141490936279], "cos_apical_negg": [0.6686141490936279], "cos_Ac_negg": [0.6686141490936279], "r_norm": [0.18496745824813843]}, {"step": 8350, "epoch": 21, "train_loss": 0.0013086674734950066, "cos_r_negg": [0.6695606112480164], "cos_innovation_negg": [0.6695606112480164], "cos_apical_negg": [0.6695606112480164], "cos_Ac_negg": [0.6695606112480164], "r_norm": [0.18640708923339844]}, {"step": 8400, "epoch": 21, "train_loss": 0.0009835525415837765, "cos_r_negg": [0.6693465709686279], "cos_innovation_negg": [0.6693465709686279], "cos_apical_negg": [0.6693465709686279], "cos_Ac_negg": [0.6693465709686279], "r_norm": [0.18348956108093262]}, {"step": 8450, "epoch": 21, "train_loss": 0.0011744195362553, "cos_r_negg": [0.6694566011428833], "cos_innovation_negg": [0.6694566011428833], "cos_apical_negg": [0.6694566011428833], "cos_Ac_negg": [0.6694566011428833], "r_norm": [0.18191364407539368]}, {"step": 8500, "epoch": 21, "train_loss": 0.00111324992030859, "cos_r_negg": [0.6705453991889954], "cos_innovation_negg": [0.6705453991889954], "cos_apical_negg": [0.6705453991889954], "cos_Ac_negg": [0.6705453991889954], "r_norm": [0.1867508888244629]}, {"step": 8550, "epoch": 21, "train_loss": 0.0011014826595783234, "cos_r_negg": [0.6698875427246094], "cos_innovation_negg": [0.6698875427246094], "cos_apical_negg": [0.6698875427246094], "cos_Ac_negg": [0.6698875427246094], "r_norm": [0.18466798961162567]}, {"step": 8600, "epoch": 21, "train_loss": 0.0022371753584593534, "cos_r_negg": [0.6699787378311157], "cos_innovation_negg": [0.6699787378311157], "cos_apical_negg": [0.6699787378311157], "cos_Ac_negg": [0.6699787378311157], "r_norm": [0.18645025789737701]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9751, "test_loss": 0.10225288105010986}, {"step": 8650, "epoch": 22, "train_loss": 0.000763885211199522, "cos_r_negg": [0.6693414449691772], "cos_innovation_negg": [0.6693414449691772], "cos_apical_negg": [0.6693414449691772], "cos_Ac_negg": [0.6693414449691772], "r_norm": [0.19102288782596588]}, {"step": 8700, "epoch": 22, "train_loss": 0.0007907305844128132, "cos_r_negg": [0.6701774597167969], "cos_innovation_negg": [0.6701774597167969], "cos_apical_negg": [0.6701774597167969], "cos_Ac_negg": [0.6701774597167969], "r_norm": [0.18649140000343323]}, {"step": 8750, "epoch": 22, "train_loss": 0.0009433200466446579, "cos_r_negg": [0.6706094741821289], "cos_innovation_negg": [0.6706094741821289], "cos_apical_negg": [0.6706094741821289], "cos_Ac_negg": [0.6706094741821289], "r_norm": [0.1870427429676056]}, {"step": 8800, "epoch": 22, "train_loss": 0.000975463364738971, "cos_r_negg": [0.6702993512153625], "cos_innovation_negg": [0.6702993512153625], "cos_apical_negg": [0.6702993512153625], "cos_Ac_negg": [0.6702993512153625], "r_norm": [0.18265846371650696]}, {"step": 8850, "epoch": 22, "train_loss": 0.001242354977875948, "cos_r_negg": [0.6702213287353516], "cos_innovation_negg": [0.6702213287353516], "cos_apical_negg": [0.6702213287353516], "cos_Ac_negg": [0.6702213287353516], "r_norm": [0.18444925546646118]}, {"step": 8900, "epoch": 22, "train_loss": 0.0017221624730154872, "cos_r_negg": [0.6695889234542847], "cos_innovation_negg": [0.6695889234542847], "cos_apical_negg": [0.6695889234542847], "cos_Ac_negg": [0.6695889234542847], "r_norm": [0.18694347143173218]}, {"step": 8950, "epoch": 22, "train_loss": 0.0009166446980088949, "cos_r_negg": [0.6699918508529663], "cos_innovation_negg": [0.6699918508529663], "cos_apical_negg": [0.6699918508529663], "cos_Ac_negg": [0.6699918508529663], "r_norm": [0.1874484121799469]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9751, "test_loss": 0.10232902002334594}, {"step": 9000, "epoch": 23, "train_loss": 0.0006901266751810908, "cos_r_negg": [0.670666515827179], "cos_innovation_negg": [0.670666515827179], "cos_apical_negg": [0.670666515827179], "cos_Ac_negg": [0.670666515827179], "r_norm": [0.18466335535049438]}, {"step": 9050, "epoch": 23, "train_loss": 0.0012942194007337093, "cos_r_negg": [0.671380877494812], "cos_innovation_negg": [0.671380877494812], "cos_apical_negg": [0.671380877494812], "cos_Ac_negg": [0.671380877494812], "r_norm": [0.18487384915351868]}, {"step": 9100, "epoch": 23, "train_loss": 0.001055062049999833, "cos_r_negg": [0.6716364622116089], "cos_innovation_negg": [0.6716364622116089], "cos_apical_negg": [0.6716364622116089], "cos_Ac_negg": [0.6716364622116089], "r_norm": [0.18265020847320557]}, {"step": 9150, "epoch": 23, "train_loss": 0.0013636950170621276, "cos_r_negg": [0.671456515789032], "cos_innovation_negg": [0.671456515789032], "cos_apical_negg": [0.671456515789032], "cos_Ac_negg": [0.671456515789032], "r_norm": [0.1858920454978943]}, {"step": 9200, "epoch": 23, "train_loss": 0.0016949005657806993, "cos_r_negg": [0.6722328662872314], "cos_innovation_negg": [0.6722328662872314], "cos_apical_negg": [0.6722328662872314], "cos_Ac_negg": [0.6722328662872314], "r_norm": [0.18604162335395813]}, {"step": 9250, "epoch": 23, "train_loss": 0.0008038675296120346, "cos_r_negg": [0.6715922355651855], "cos_innovation_negg": [0.6715922355651855], "cos_apical_negg": [0.6715922355651855], "cos_Ac_negg": [0.6715922355651855], "r_norm": [0.18438726663589478]}, {"step": 9300, "epoch": 23, "train_loss": 0.0010811779648065567, "cos_r_negg": [0.6712080836296082], "cos_innovation_negg": [0.6712080836296082], "cos_apical_negg": [0.6712080836296082], "cos_Ac_negg": [0.6712080836296082], "r_norm": [0.1827498972415924]}, {"step": 9350, "epoch": 23, "train_loss": 0.0008483516285195947, "cos_r_negg": [0.6726276874542236], "cos_innovation_negg": [0.6726276874542236], "cos_apical_negg": [0.6726276874542236], "cos_Ac_negg": [0.6726276874542236], "r_norm": [0.1805519163608551]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9757, "test_loss": 0.10322239894866943}, {"step": 9400, "epoch": 24, "train_loss": 0.0007654058281332254, "cos_r_negg": [0.6711655855178833], "cos_innovation_negg": [0.6711655855178833], "cos_apical_negg": [0.6711655855178833], "cos_Ac_negg": [0.6711655855178833], "r_norm": [0.1830424964427948]}, {"step": 9450, "epoch": 24, "train_loss": 0.000545462709851563, "cos_r_negg": [0.6720145344734192], "cos_innovation_negg": [0.6720145344734192], "cos_apical_negg": [0.6720145344734192], "cos_Ac_negg": [0.6720145344734192], "r_norm": [0.18395021557807922]}, {"step": 9500, "epoch": 24, "train_loss": 0.0009387051686644554, "cos_r_negg": [0.671858549118042], "cos_innovation_negg": [0.671858549118042], "cos_apical_negg": [0.671858549118042], "cos_Ac_negg": [0.671858549118042], "r_norm": [0.1816437840461731]}, {"step": 9550, "epoch": 24, "train_loss": 0.0009216958424076438, "cos_r_negg": [0.6720470786094666], "cos_innovation_negg": [0.6720470786094666], "cos_apical_negg": [0.6720470786094666], "cos_Ac_negg": [0.6720470786094666], "r_norm": [0.1831769198179245]}, {"step": 9600, "epoch": 24, "train_loss": 0.0008054062491282821, "cos_r_negg": [0.6722546219825745], "cos_innovation_negg": [0.6722546219825745], "cos_apical_negg": [0.6722546219825745], "cos_Ac_negg": [0.6722546219825745], "r_norm": [0.18059439957141876]}, {"step": 9650, "epoch": 24, "train_loss": 0.0013229851610958576, "cos_r_negg": [0.6718299388885498], "cos_innovation_negg": [0.6718299388885498], "cos_apical_negg": [0.6718299388885498], "cos_Ac_negg": [0.6718299388885498], "r_norm": [0.1806354820728302]}, {"step": 9700, "epoch": 24, "train_loss": 0.0008755388553254306, "cos_r_negg": [0.6715790033340454], "cos_innovation_negg": [0.6715790033340454], "cos_apical_negg": [0.6715790033340454], "cos_Ac_negg": [0.6715790033340454], "r_norm": [0.18285630643367767]}, {"step": 9750, "epoch": 24, "train_loss": 0.002127270679920912, "cos_r_negg": [0.6713520884513855], "cos_innovation_negg": [0.6713520884513855], "cos_apical_negg": [0.6713520884513855], "cos_Ac_negg": [0.6713520884513855], "r_norm": [0.18298110365867615]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9757, "test_loss": 0.10320457763671875}], "final": {"test_acc": 0.9757, "test_loss": 0.10320457763671875, "wall_s": 9.812992572784424, "cos_r_negg": [0.6719449758529663], "cos_innovation_negg": [0.6719449758529663], "cos_apical_negg": [0.6719449758529663], "cos_Ac_negg": [0.6719449758529663]}}
|
