diff options
Diffstat (limited to 'results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json')
| -rw-r--r-- | results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json b/results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json new file mode 100644 index 0000000..2a7b1cd --- /dev/null +++ b/results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json @@ -0,0 +1 @@ +{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s4", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.291302442550659, "cos_r_negg": [0.008236916735768318, 0.013948433101177216], "cos_innovation_negg": [0.008236916735768318, 0.013948433101177216], "cos_apical_negg": [0.008236916735768318, 0.013948433101177216], "cos_Ac_negg": [0.008236916735768318, 0.013948433101177216], "r_norm": [6.577274799346924, 6.7764811515808105]}, {"step": 50, "epoch": 0, "train_loss": 0.6171764135360718, "cos_r_negg": [0.44084781408309937, 0.3314388394355774], "cos_innovation_negg": [0.44084781408309937, 0.3314388394355774], "cos_apical_negg": [0.44084781408309937, 0.3314388394355774], "cos_Ac_negg": [0.44084781408309937, 0.3314388394355774], "r_norm": [1.5619477033615112, 1.604234218597412]}, {"step": 100, "epoch": 0, "train_loss": 0.209727942943573, "cos_r_negg": [0.47723984718322754, 0.3456638753414154], "cos_innovation_negg": [0.47723984718322754, 0.3456638753414154], "cos_apical_negg": [0.47723984718322754, 0.3456638753414154], "cos_Ac_negg": [0.47723984718322754, 0.3456638753414154], "r_norm": [1.2198518514633179, 1.2507803440093994]}, {"step": 150, "epoch": 0, "train_loss": 0.19196990132331848, "cos_r_negg": [0.4816557765007019, 0.3566211462020874], "cos_innovation_negg": [0.4816557765007019, 0.3566211462020874], "cos_apical_negg": [0.4816557765007019, 0.3566211462020874], "cos_Ac_negg": [0.4816557765007019, 0.3566211462020874], "r_norm": [0.9468978047370911, 0.9708293080329895]}, {"step": 200, "epoch": 0, "train_loss": 0.3110426664352417, "cos_r_negg": [0.47732335329055786, 0.3715082108974457], "cos_innovation_negg": [0.47732335329055786, 0.3715082108974457], "cos_apical_negg": [0.47732335329055786, 0.3715082108974457], "cos_Ac_negg": [0.47732335329055786, 0.3715082108974457], "r_norm": [0.9666505455970764, 0.9866039752960205]}, {"step": 250, "epoch": 0, "train_loss": 0.3944571912288666, "cos_r_negg": [0.5152337551116943, 0.4175175130367279], "cos_innovation_negg": [0.5152337551116943, 0.4175175130367279], "cos_apical_negg": [0.5152337551116943, 0.4175175130367279], "cos_Ac_negg": [0.5152337551116943, 0.4175175130367279], "r_norm": [0.9943321943283081, 1.018911600112915]}, {"step": 300, "epoch": 0, "train_loss": 0.1792183220386505, "cos_r_negg": [0.5157885551452637, 0.4059821665287018], "cos_innovation_negg": [0.5157885551452637, 0.4059821665287018], "cos_apical_negg": [0.5157885551452637, 0.4059821665287018], "cos_Ac_negg": [0.5157885551452637, 0.4059821665287018], "r_norm": [0.7974059581756592, 0.8208437561988831]}, {"step": 350, "epoch": 0, "train_loss": 0.248416930437088, "cos_r_negg": [0.5216478109359741, 0.4115581214427948], "cos_innovation_negg": [0.5216478109359741, 0.4115581214427948], "cos_apical_negg": [0.5216478109359741, 0.4115581214427948], "cos_Ac_negg": [0.5216478109359741, 0.4115581214427948], "r_norm": [0.6924046277999878, 0.7123813033103943]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9427, "test_loss": 0.19798876647949218}, {"step": 400, "epoch": 1, "train_loss": 0.18772181868553162, "cos_r_negg": [0.5373954772949219, 0.44102180004119873], "cos_innovation_negg": [0.5373954772949219, 0.44102180004119873], "cos_apical_negg": [0.5373954772949219, 0.44102180004119873], "cos_Ac_negg": [0.5373954772949219, 0.44102180004119873], "r_norm": [0.6716705560684204, 0.688015341758728]}, {"step": 450, "epoch": 1, "train_loss": 0.18499818444252014, "cos_r_negg": [0.5296761989593506, 0.4568178653717041], "cos_innovation_negg": [0.5296761989593506, 0.4568178653717041], "cos_apical_negg": [0.5296761989593506, 0.4568178653717041], "cos_Ac_negg": [0.5296761989593506, 0.4568178653717041], "r_norm": [0.5948970317840576, 0.6087018847465515]}, {"step": 500, "epoch": 1, "train_loss": 0.16501328349113464, "cos_r_negg": [0.5406067371368408, 0.4685562252998352], "cos_innovation_negg": [0.5406067371368408, 0.4685562252998352], "cos_apical_negg": [0.5406067371368408, 0.4685562252998352], "cos_Ac_negg": [0.5406067371368408, 0.4685562252998352], "r_norm": [0.478316992521286, 0.491396963596344]}, {"step": 550, "epoch": 1, "train_loss": 0.1109737977385521, "cos_r_negg": [0.5479578375816345, 0.48667341470718384], "cos_innovation_negg": [0.5479578375816345, 0.48667341470718384], "cos_apical_negg": [0.5479578375816345, 0.48667341470718384], "cos_Ac_negg": [0.5479578375816345, 0.48667341470718384], "r_norm": [0.6824058890342712, 0.7014537453651428]}, {"step": 600, "epoch": 1, "train_loss": 0.06362347304821014, "cos_r_negg": [0.5486780405044556, 0.4878826439380646], "cos_innovation_negg": [0.5486780405044556, 0.4878826439380646], "cos_apical_negg": [0.5486780405044556, 0.4878826439380646], "cos_Ac_negg": [0.5486780405044556, 0.4878826439380646], "r_norm": [0.5854649543762207, 0.5971252918243408]}, {"step": 650, "epoch": 1, "train_loss": 0.09218183159828186, "cos_r_negg": [0.5459316372871399, 0.4883247911930084], "cos_innovation_negg": [0.5459316372871399, 0.4883247911930084], "cos_apical_negg": [0.5459316372871399, 0.4883247911930084], "cos_Ac_negg": [0.5459316372871399, 0.4883247911930084], "r_norm": [0.4845206141471863, 0.49680373072624207]}, {"step": 700, "epoch": 1, "train_loss": 0.08919305354356766, "cos_r_negg": [0.5470553040504456, 0.48893970251083374], "cos_innovation_negg": [0.5470553040504456, 0.48893970251083374], "cos_apical_negg": [0.5470553040504456, 0.48893970251083374], "cos_Ac_negg": [0.5470553040504456, 0.48893970251083374], "r_norm": [0.5173352360725403, 0.532770037651062]}, {"step": 750, "epoch": 1, "train_loss": 0.2294897884130478, "cos_r_negg": [0.5526959896087646, 0.49748504161834717], "cos_innovation_negg": [0.5526959896087646, 0.49748504161834717], "cos_apical_negg": [0.5526959896087646, 0.49748504161834717], "cos_Ac_negg": [0.5526959896087646, 0.49748504161834717], "r_norm": [0.5479642748832703, 0.5614380836486816]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9563, "test_loss": 0.15712042694091796}, {"step": 800, "epoch": 2, "train_loss": 0.06915810704231262, "cos_r_negg": [0.5461446046829224, 0.5010513067245483], "cos_innovation_negg": [0.5461446046829224, 0.5010513067245483], "cos_apical_negg": [0.5461446046829224, 0.5010513067245483], "cos_Ac_negg": [0.5461446046829224, 0.5010513067245483], "r_norm": [0.45434027910232544, 0.4669400453567505]}, {"step": 850, "epoch": 2, "train_loss": 0.05731934681534767, "cos_r_negg": [0.5769454836845398, 0.5132209062576294], "cos_innovation_negg": [0.5769454836845398, 0.5132209062576294], "cos_apical_negg": [0.5769454836845398, 0.5132209062576294], "cos_Ac_negg": [0.5769454836845398, 0.5132209062576294], "r_norm": [0.4873497486114502, 0.5007477402687073]}, {"step": 900, "epoch": 2, "train_loss": 0.0716358944773674, "cos_r_negg": [0.5696284770965576, 0.5086655020713806], "cos_innovation_negg": [0.5696284770965576, 0.5086655020713806], "cos_apical_negg": [0.5696284770965576, 0.5086655020713806], "cos_Ac_negg": [0.5696284770965576, 0.5086655020713806], "r_norm": [0.535443127155304, 0.5491788983345032]}, {"step": 950, "epoch": 2, "train_loss": 0.1800515502691269, "cos_r_negg": [0.5667098164558411, 0.5198175311088562], "cos_innovation_negg": [0.5667098164558411, 0.5198175311088562], "cos_apical_negg": [0.5667098164558411, 0.5198175311088562], "cos_Ac_negg": [0.5667098164558411, 0.5198175311088562], "r_norm": [0.4056668281555176, 0.41352578997612]}, {"step": 1000, "epoch": 2, "train_loss": 0.060689777135849, "cos_r_negg": [0.5697574019432068, 0.5333812236785889], "cos_innovation_negg": [0.5697574019432068, 0.5333812236785889], "cos_apical_negg": [0.5697574019432068, 0.5333812236785889], "cos_Ac_negg": [0.5697574019432068, 0.5333812236785889], "r_norm": [0.4154850244522095, 0.4224507510662079]}, {"step": 1050, "epoch": 2, "train_loss": 0.023338209837675095, "cos_r_negg": [0.574357271194458, 0.5386815071105957], "cos_innovation_negg": [0.574357271194458, 0.5386815071105957], "cos_apical_negg": [0.574357271194458, 0.5386815071105957], "cos_Ac_negg": [0.574357271194458, 0.5386815071105957], "r_norm": [0.41470739245414734, 0.42254385352134705]}, {"step": 1100, "epoch": 2, "train_loss": 0.06890445947647095, "cos_r_negg": [0.564754843711853, 0.5328587293624878], "cos_innovation_negg": [0.564754843711853, 0.5328587293624878], "cos_apical_negg": [0.564754843711853, 0.5328587293624878], "cos_Ac_negg": [0.564754843711853, 0.5328587293624878], "r_norm": [0.3544226586818695, 0.3632957339286804]}, {"step": 1150, "epoch": 2, "train_loss": 0.09596121311187744, "cos_r_negg": [0.5823453068733215, 0.5434645414352417], "cos_innovation_negg": [0.5823453068733215, 0.5434645414352417], "cos_apical_negg": [0.5823453068733215, 0.5434645414352417], "cos_Ac_negg": [0.5823453068733215, 0.5434645414352417], "r_norm": [0.3157205283641815, 0.3229803144931793]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9654, "test_loss": 0.1259992893218994}, {"step": 1200, "epoch": 3, "train_loss": 0.042694658041000366, "cos_r_negg": [0.5716155767440796, 0.5413737893104553], "cos_innovation_negg": [0.5716155767440796, 0.5413737893104553], "cos_apical_negg": [0.5716155767440796, 0.5413737893104553], "cos_Ac_negg": [0.5716155767440796, 0.5413737893104553], "r_norm": [0.4058331251144409, 0.41838008165359497]}, {"step": 1250, "epoch": 3, "train_loss": 0.12786690890789032, "cos_r_negg": [0.5751818418502808, 0.5473552346229553], "cos_innovation_negg": [0.5751818418502808, 0.5473552346229553], "cos_apical_negg": [0.5751818418502808, 0.5473552346229553], "cos_Ac_negg": [0.5751818418502808, 0.5473552346229553], "r_norm": [0.3694320023059845, 0.37810736894607544]}, {"step": 1300, "epoch": 3, "train_loss": 0.021611597388982773, "cos_r_negg": [0.5753211379051208, 0.5532975792884827], "cos_innovation_negg": [0.5753211379051208, 0.5532975792884827], "cos_apical_negg": [0.5753211379051208, 0.5532975792884827], "cos_Ac_negg": [0.5753211379051208, 0.5532975792884827], "r_norm": [0.3519623279571533, 0.36080729961395264]}, {"step": 1350, "epoch": 3, "train_loss": 0.03458010032773018, "cos_r_negg": [0.5690399408340454, 0.5537176728248596], "cos_innovation_negg": [0.5690399408340454, 0.5537176728248596], "cos_apical_negg": [0.5690399408340454, 0.5537176728248596], "cos_Ac_negg": [0.5690399408340454, 0.5537176728248596], "r_norm": [0.4068564772605896, 0.41592422127723694]}, {"step": 1400, "epoch": 3, "train_loss": 0.050699759274721146, "cos_r_negg": [0.5779810547828674, 0.5588263273239136], "cos_innovation_negg": [0.5779810547828674, 0.5588263273239136], "cos_apical_negg": [0.5779810547828674, 0.5588263273239136], "cos_Ac_negg": [0.5779810547828674, 0.5588263273239136], "r_norm": [0.3900827169418335, 0.3990004062652588]}, {"step": 1450, "epoch": 3, "train_loss": 0.03835860267281532, "cos_r_negg": [0.5688119530677795, 0.5608674883842468], "cos_innovation_negg": [0.5688119530677795, 0.5608674883842468], "cos_apical_negg": [0.5688119530677795, 0.5608674883842468], "cos_Ac_negg": [0.5688119530677795, 0.5608674883842468], "r_norm": [0.4097381830215454, 0.4199649691581726]}, {"step": 1500, "epoch": 3, "train_loss": 0.06544198840856552, "cos_r_negg": [0.5766665935516357, 0.5747885704040527], "cos_innovation_negg": [0.5766665935516357, 0.5747885704040527], "cos_apical_negg": [0.5766665935516357, 0.5747885704040527], "cos_Ac_negg": [0.5766665935516357, 0.5747885704040527], "r_norm": [0.2965654134750366, 0.304686963558197]}, {"step": 1550, "epoch": 3, "train_loss": 0.04502575844526291, "cos_r_negg": [0.5817798376083374, 0.569787323474884], "cos_innovation_negg": [0.5817798376083374, 0.569787323474884], "cos_apical_negg": [0.5817798376083374, 0.569787323474884], "cos_Ac_negg": [0.5817798376083374, 0.569787323474884], "r_norm": [0.3828429579734802, 0.3938151001930237]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9676, "test_loss": 0.12189766387939453}, {"step": 1600, "epoch": 4, "train_loss": 0.091954305768013, "cos_r_negg": [0.5882997512817383, 0.5833489298820496], "cos_innovation_negg": [0.5882997512817383, 0.5833489298820496], "cos_apical_negg": [0.5882997512817383, 0.5833489298820496], "cos_Ac_negg": [0.5882997512817383, 0.5833489298820496], "r_norm": [0.35477447509765625, 0.36266809701919556]}, {"step": 1650, "epoch": 4, "train_loss": 0.09526358544826508, "cos_r_negg": [0.5799564123153687, 0.5841584205627441], "cos_innovation_negg": [0.5799564123153687, 0.5841584205627441], "cos_apical_negg": [0.5799564123153687, 0.5841584205627441], "cos_Ac_negg": [0.5799564123153687, 0.5841584205627441], "r_norm": [0.33754652738571167, 0.34367793798446655]}, {"step": 1700, "epoch": 4, "train_loss": 0.030669916421175003, "cos_r_negg": [0.5864201784133911, 0.5792137980461121], "cos_innovation_negg": [0.5864201784133911, 0.5792137980461121], "cos_apical_negg": [0.5864201784133911, 0.5792137980461121], "cos_Ac_negg": [0.5864201784133911, 0.5792137980461121], "r_norm": [0.3111339807510376, 0.318664014339447]}, {"step": 1750, "epoch": 4, "train_loss": 0.04062555730342865, "cos_r_negg": [0.5865135788917542, 0.5807665586471558], "cos_innovation_negg": [0.5865135788917542, 0.5807665586471558], "cos_apical_negg": [0.5865135788917542, 0.5807665586471558], "cos_Ac_negg": [0.5865135788917542, 0.5807665586471558], "r_norm": [0.3489031493663788, 0.3576216399669647]}, {"step": 1800, "epoch": 4, "train_loss": 0.05278016999363899, "cos_r_negg": [0.5871554017066956, 0.5786359310150146], "cos_innovation_negg": [0.5871554017066956, 0.5786359310150146], "cos_apical_negg": [0.5871554017066956, 0.5786359310150146], "cos_Ac_negg": [0.5871554017066956, 0.5786359310150146], "r_norm": [0.3129846155643463, 0.32019704580307007]}, {"step": 1850, "epoch": 4, "train_loss": 0.14905939996242523, "cos_r_negg": [0.5863784551620483, 0.5766900777816772], "cos_innovation_negg": [0.5863784551620483, 0.5766900777816772], "cos_apical_negg": [0.5863784551620483, 0.5766900777816772], "cos_Ac_negg": [0.5863784551620483, 0.5766900777816772], "r_norm": [0.3070720434188843, 0.3124014437198639]}, {"step": 1900, "epoch": 4, "train_loss": 0.011379390954971313, "cos_r_negg": [0.5998529195785522, 0.5878075361251831], "cos_innovation_negg": [0.5998529195785522, 0.5878075361251831], "cos_apical_negg": [0.5998529195785522, 0.5878075361251831], "cos_Ac_negg": [0.5998529195785522, 0.5878075361251831], "r_norm": [0.30516135692596436, 0.3131430447101593]}, {"step": 1950, "epoch": 4, "train_loss": 0.1063610315322876, "cos_r_negg": [0.5823072195053101, 0.5904288291931152], "cos_innovation_negg": [0.5823072195053101, 0.5904288291931152], "cos_apical_negg": [0.5823072195053101, 0.5904288291931152], "cos_Ac_negg": [0.5823072195053101, 0.5904288291931152], "r_norm": [0.31358206272125244, 0.3214012384414673]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.97, "test_loss": 0.10648570194244385}, {"step": 2000, "epoch": 5, "train_loss": 0.028733719140291214, "cos_r_negg": [0.5930352807044983, 0.6006919145584106], "cos_innovation_negg": [0.5930352807044983, 0.6006919145584106], "cos_apical_negg": [0.5930352807044983, 0.6006919145584106], "cos_Ac_negg": [0.5930352807044983, 0.6006919145584106], "r_norm": [0.32622620463371277, 0.33704736828804016]}, {"step": 2050, "epoch": 5, "train_loss": 0.012555837631225586, "cos_r_negg": [0.5879758596420288, 0.5906020402908325], "cos_innovation_negg": [0.5879758596420288, 0.5906020402908325], "cos_apical_negg": [0.5879758596420288, 0.5906020402908325], "cos_Ac_negg": [0.5879758596420288, 0.5906020402908325], "r_norm": [0.3001149296760559, 0.3079906404018402]}, {"step": 2100, "epoch": 5, "train_loss": 0.0077032907865941525, "cos_r_negg": [0.6026288270950317, 0.6034029722213745], "cos_innovation_negg": [0.6026288270950317, 0.6034029722213745], "cos_apical_negg": [0.6026288270950317, 0.6034029722213745], "cos_Ac_negg": [0.6026288270950317, 0.6034029722213745], "r_norm": [0.31756430864334106, 0.32526567578315735]}, {"step": 2150, "epoch": 5, "train_loss": 0.00195888988673687, "cos_r_negg": [0.5907763242721558, 0.6015324592590332], "cos_innovation_negg": [0.5907763242721558, 0.6015324592590332], "cos_apical_negg": [0.5907763242721558, 0.6015324592590332], "cos_Ac_negg": [0.5907763242721558, 0.6015324592590332], "r_norm": [0.23799405992031097, 0.24369199573993683]}, {"step": 2200, "epoch": 5, "train_loss": 0.018381139263510704, "cos_r_negg": [0.5928998589515686, 0.6077200174331665], "cos_innovation_negg": [0.5928998589515686, 0.6077200174331665], "cos_apical_negg": [0.5928998589515686, 0.6077200174331665], "cos_Ac_negg": [0.5928998589515686, 0.6077200174331665], "r_norm": [0.27323222160339355, 0.27889204025268555]}, {"step": 2250, "epoch": 5, "train_loss": 0.014947162941098213, "cos_r_negg": [0.5915752649307251, 0.6042073369026184], "cos_innovation_negg": [0.5915752649307251, 0.6042073369026184], "cos_apical_negg": [0.5915752649307251, 0.6042073369026184], "cos_Ac_negg": [0.5915752649307251, 0.6042073369026184], "r_norm": [0.2806429862976074, 0.28667646646499634]}, {"step": 2300, "epoch": 5, "train_loss": 0.030598754063248634, "cos_r_negg": [0.5955905318260193, 0.6137692928314209], "cos_innovation_negg": [0.5955905318260193, 0.6137692928314209], "cos_apical_negg": [0.5955905318260193, 0.6137692928314209], "cos_Ac_negg": [0.5955905318260193, 0.6137692928314209], "r_norm": [0.29451966285705566, 0.30049094557762146]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9733, "test_loss": 0.10397468986511231}, {"step": 2350, "epoch": 6, "train_loss": 0.0013527454575523734, "cos_r_negg": [0.5960465669631958, 0.6070113182067871], "cos_innovation_negg": [0.5960465669631958, 0.6070113182067871], "cos_apical_negg": [0.5960465669631958, 0.6070113182067871], "cos_Ac_negg": [0.5960465669631958, 0.6070113182067871], "r_norm": [0.28075334429740906, 0.2862280607223511]}, {"step": 2400, "epoch": 6, "train_loss": 0.002140605356544256, "cos_r_negg": [0.6004133224487305, 0.6132125854492188], "cos_innovation_negg": [0.6004133224487305, 0.6132125854492188], "cos_apical_negg": [0.6004133224487305, 0.6132125854492188], "cos_Ac_negg": [0.6004133224487305, 0.6132125854492188], "r_norm": [0.29818999767303467, 0.3043912649154663]}, {"step": 2450, "epoch": 6, "train_loss": 0.01759137399494648, "cos_r_negg": [0.6009010076522827, 0.6162397861480713], "cos_innovation_negg": [0.6009010076522827, 0.6162397861480713], "cos_apical_negg": [0.6009010076522827, 0.6162397861480713], "cos_Ac_negg": [0.6009010076522827, 0.6162397861480713], "r_norm": [0.2870398759841919, 0.2943841218948364]}, {"step": 2500, "epoch": 6, "train_loss": 0.005118682514876127, "cos_r_negg": [0.5937116742134094, 0.6122601628303528], "cos_innovation_negg": [0.5937116742134094, 0.6122601628303528], "cos_apical_negg": [0.5937116742134094, 0.6122601628303528], "cos_Ac_negg": [0.5937116742134094, 0.6122601628303528], "r_norm": [0.2599862217903137, 0.2670082151889801]}, {"step": 2550, "epoch": 6, "train_loss": 0.011737839318811893, "cos_r_negg": [0.5962591171264648, 0.6154241561889648], "cos_innovation_negg": [0.5962591171264648, 0.6154241561889648], "cos_apical_negg": [0.5962591171264648, 0.6154241561889648], "cos_Ac_negg": [0.5962591171264648, 0.6154241561889648], "r_norm": [0.24841612577438354, 0.25571587681770325]}, {"step": 2600, "epoch": 6, "train_loss": 0.006984865292906761, "cos_r_negg": [0.5971646904945374, 0.6132919192314148], "cos_innovation_negg": [0.5971646904945374, 0.6132919192314148], "cos_apical_negg": [0.5971646904945374, 0.6132919192314148], "cos_Ac_negg": [0.5971646904945374, 0.6132919192314148], "r_norm": [0.251770555973053, 0.25848835706710815]}, {"step": 2650, "epoch": 6, "train_loss": 0.015240090899169445, "cos_r_negg": [0.5993272066116333, 0.6203943490982056], "cos_innovation_negg": [0.5993272066116333, 0.6203943490982056], "cos_apical_negg": [0.5993272066116333, 0.6203943490982056], "cos_Ac_negg": [0.5993272066116333, 0.6203943490982056], "r_norm": [0.25137537717819214, 0.25664132833480835]}, {"step": 2700, "epoch": 6, "train_loss": 0.006423385348170996, "cos_r_negg": [0.5898035168647766, 0.6174089908599854], "cos_innovation_negg": [0.5898035168647766, 0.6174089908599854], "cos_apical_negg": [0.5898035168647766, 0.6174089908599854], "cos_Ac_negg": [0.5898035168647766, 0.6174089908599854], "r_norm": [0.27059537172317505, 0.2766483724117279]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9747, "test_loss": 0.10322581119537354}, {"step": 2750, "epoch": 7, "train_loss": 0.001448901486583054, "cos_r_negg": [0.5973923802375793, 0.6226740479469299], "cos_innovation_negg": [0.5973923802375793, 0.6226740479469299], "cos_apical_negg": [0.5973923802375793, 0.6226740479469299], "cos_Ac_negg": [0.5973923802375793, 0.6226740479469299], "r_norm": [0.30361121892929077, 0.3102136254310608]}, {"step": 2800, "epoch": 7, "train_loss": 0.002517635701224208, "cos_r_negg": [0.6003974080085754, 0.6243342161178589], "cos_innovation_negg": [0.6003974080085754, 0.6243342161178589], "cos_apical_negg": [0.6003974080085754, 0.6243342161178589], "cos_Ac_negg": [0.6003974080085754, 0.6243342161178589], "r_norm": [0.26940762996673584, 0.27324801683425903]}, {"step": 2850, "epoch": 7, "train_loss": 0.0012140439357608557, "cos_r_negg": [0.5920828580856323, 0.6269502639770508], "cos_innovation_negg": [0.5920828580856323, 0.6269502639770508], "cos_apical_negg": [0.5920828580856323, 0.6269502639770508], "cos_Ac_negg": [0.5920828580856323, 0.6269502639770508], "r_norm": [0.24718955159187317, 0.25210338830947876]}, {"step": 2900, "epoch": 7, "train_loss": 0.003574566449970007, "cos_r_negg": [0.5940172672271729, 0.6270977258682251], "cos_innovation_negg": [0.5940172672271729, 0.6270977258682251], "cos_apical_negg": [0.5940172672271729, 0.6270977258682251], "cos_Ac_negg": [0.5940172672271729, 0.6270977258682251], "r_norm": [0.25643616914749146, 0.26183754205703735]}, {"step": 2950, "epoch": 7, "train_loss": 0.0009202216751873493, "cos_r_negg": [0.5880279541015625, 0.6294472217559814], "cos_innovation_negg": [0.5880279541015625, 0.6294472217559814], "cos_apical_negg": [0.5880279541015625, 0.6294472217559814], "cos_Ac_negg": [0.5880279541015625, 0.6294472217559814], "r_norm": [0.28290265798568726, 0.2888168394565582]}, {"step": 3000, "epoch": 7, "train_loss": 0.002029305323958397, "cos_r_negg": [0.5876319408416748, 0.630435049533844], "cos_innovation_negg": [0.5876319408416748, 0.630435049533844], "cos_apical_negg": [0.5876319408416748, 0.630435049533844], "cos_Ac_negg": [0.5876319408416748, 0.630435049533844], "r_norm": [0.2747131884098053, 0.28110870718955994]}, {"step": 3050, "epoch": 7, "train_loss": 0.002381760161370039, "cos_r_negg": [0.5957537889480591, 0.6341564655303955], "cos_innovation_negg": [0.5957537889480591, 0.6341564655303955], "cos_apical_negg": [0.5957537889480591, 0.6341564655303955], "cos_Ac_negg": [0.5957537889480591, 0.6341564655303955], "r_norm": [0.2574077248573303, 0.2618098258972168]}, {"step": 3100, "epoch": 7, "train_loss": 0.000591422664001584, "cos_r_negg": [0.5922135710716248, 0.6288026571273804], "cos_innovation_negg": [0.5922135710716248, 0.6288026571273804], "cos_apical_negg": [0.5922135710716248, 0.6288026571273804], "cos_Ac_negg": [0.5922135710716248, 0.6288026571273804], "r_norm": [0.24609699845314026, 0.2506644129753113]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9732, "test_loss": 0.11197061920166015}, {"step": 3150, "epoch": 8, "train_loss": 0.0062445686198771, "cos_r_negg": [0.598048210144043, 0.6328837275505066], "cos_innovation_negg": [0.598048210144043, 0.6328837275505066], "cos_apical_negg": [0.598048210144043, 0.6328837275505066], "cos_Ac_negg": [0.598048210144043, 0.6328837275505066], "r_norm": [0.2718880772590637, 0.2778535783290863]}, {"step": 3200, "epoch": 8, "train_loss": 0.012113824486732483, "cos_r_negg": [0.5986813306808472, 0.62900710105896], "cos_innovation_negg": [0.5986813306808472, 0.62900710105896], "cos_apical_negg": [0.5986813306808472, 0.62900710105896], "cos_Ac_negg": [0.5986813306808472, 0.62900710105896], "r_norm": [0.2532784640789032, 0.25785356760025024]}, {"step": 3250, "epoch": 8, "train_loss": 0.001349287573248148, "cos_r_negg": [0.5949760675430298, 0.6299208402633667], "cos_innovation_negg": [0.5949760675430298, 0.6299208402633667], "cos_apical_negg": [0.5949760675430298, 0.6299208402633667], "cos_Ac_negg": [0.5949760675430298, 0.6299208402633667], "r_norm": [0.2662101686000824, 0.2727617919445038]}, {"step": 3300, "epoch": 8, "train_loss": 0.002037340309470892, "cos_r_negg": [0.594813883304596, 0.6301907896995544], "cos_innovation_negg": [0.594813883304596, 0.6301907896995544], "cos_apical_negg": [0.594813883304596, 0.6301907896995544], "cos_Ac_negg": [0.594813883304596, 0.6301907896995544], "r_norm": [0.2699570655822754, 0.2765766680240631]}, {"step": 3350, "epoch": 8, "train_loss": 0.003889120416715741, "cos_r_negg": [0.5976705551147461, 0.6325912475585938], "cos_innovation_negg": [0.5976705551147461, 0.6325912475585938], "cos_apical_negg": [0.5976705551147461, 0.6325912475585938], "cos_Ac_negg": [0.5976705551147461, 0.6325912475585938], "r_norm": [0.2747899889945984, 0.2814205288887024]}, {"step": 3400, "epoch": 8, "train_loss": 0.0021872781217098236, "cos_r_negg": [0.5869628190994263, 0.6252813339233398], "cos_innovation_negg": [0.5869628190994263, 0.6252813339233398], "cos_apical_negg": [0.5869628190994263, 0.6252813339233398], "cos_Ac_negg": [0.5869628190994263, 0.6252813339233398], "r_norm": [0.23964372277259827, 0.24461057782173157]}, {"step": 3450, "epoch": 8, "train_loss": 0.0013820549938827753, "cos_r_negg": [0.5959700345993042, 0.6323448419570923], "cos_innovation_negg": [0.5959700345993042, 0.6323448419570923], "cos_apical_negg": [0.5959700345993042, 0.6323448419570923], "cos_Ac_negg": [0.5959700345993042, 0.6323448419570923], "r_norm": [0.2286197990179062, 0.23242247104644775]}, {"step": 3500, "epoch": 8, "train_loss": 0.013193588703870773, "cos_r_negg": [0.5991988182067871, 0.637101411819458], "cos_innovation_negg": [0.5991988182067871, 0.637101411819458], "cos_apical_negg": [0.5991988182067871, 0.637101411819458], "cos_Ac_negg": [0.5991988182067871, 0.637101411819458], "r_norm": [0.26272639632225037, 0.26870888471603394]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9749, "test_loss": 0.10713928623199463}, {"step": 3550, "epoch": 9, "train_loss": 0.0003811007190961391, "cos_r_negg": [0.595279335975647, 0.634999692440033], "cos_innovation_negg": [0.595279335975647, 0.634999692440033], "cos_apical_negg": [0.595279335975647, 0.634999692440033], "cos_Ac_negg": [0.595279335975647, 0.634999692440033], "r_norm": [0.24682921171188354, 0.25173360109329224]}, {"step": 3600, "epoch": 9, "train_loss": 0.0028313149232417345, "cos_r_negg": [0.596432089805603, 0.6358685493469238], "cos_innovation_negg": [0.596432089805603, 0.6358685493469238], "cos_apical_negg": [0.596432089805603, 0.6358685493469238], "cos_Ac_negg": [0.596432089805603, 0.6358685493469238], "r_norm": [0.2420014888048172, 0.24701935052871704]}, {"step": 3650, "epoch": 9, "train_loss": 0.0028330006171017885, "cos_r_negg": [0.5968859195709229, 0.6368250250816345], "cos_innovation_negg": [0.5968859195709229, 0.6368250250816345], "cos_apical_negg": [0.5968859195709229, 0.6368250250816345], "cos_Ac_negg": [0.5968859195709229, 0.6368250250816345], "r_norm": [0.2535151243209839, 0.2589510977268219]}, {"step": 3700, "epoch": 9, "train_loss": 0.0011760283960029483, "cos_r_negg": [0.5971730947494507, 0.6360135078430176], "cos_innovation_negg": [0.5971730947494507, 0.6360135078430176], "cos_apical_negg": [0.5971730947494507, 0.6360135078430176], "cos_Ac_negg": [0.5971730947494507, 0.6360135078430176], "r_norm": [0.24686311185359955, 0.2517135739326477]}, {"step": 3750, "epoch": 9, "train_loss": 0.0025221104733645916, "cos_r_negg": [0.594236433506012, 0.635226845741272], "cos_innovation_negg": [0.594236433506012, 0.635226845741272], "cos_apical_negg": [0.594236433506012, 0.635226845741272], "cos_Ac_negg": [0.594236433506012, 0.635226845741272], "r_norm": [0.2398795783519745, 0.24464689195156097]}, {"step": 3800, "epoch": 9, "train_loss": 0.00036812317557632923, "cos_r_negg": [0.597850501537323, 0.6382580399513245], "cos_innovation_negg": [0.597850501537323, 0.6382580399513245], "cos_apical_negg": [0.597850501537323, 0.6382580399513245], "cos_Ac_negg": [0.597850501537323, 0.6382580399513245], "r_norm": [0.23964336514472961, 0.2445499449968338]}, {"step": 3850, "epoch": 9, "train_loss": 0.002192762680351734, "cos_r_negg": [0.599642276763916, 0.6405377388000488], "cos_innovation_negg": [0.599642276763916, 0.6405377388000488], "cos_apical_negg": [0.599642276763916, 0.6405377388000488], "cos_Ac_negg": [0.599642276763916, 0.6405377388000488], "r_norm": [0.24917444586753845, 0.25442612171173096]}, {"step": 3900, "epoch": 9, "train_loss": 0.009466066025197506, "cos_r_negg": [0.5972647666931152, 0.6390246152877808], "cos_innovation_negg": [0.5972647666931152, 0.6390246152877808], "cos_apical_negg": [0.5972647666931152, 0.6390246152877808], "cos_Ac_negg": [0.5972647666931152, 0.6390246152877808], "r_norm": [0.24483361840248108, 0.24993425607681274]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9752, "test_loss": 0.1087434066772461}, {"step": 3950, "epoch": 10, "train_loss": 0.00046079966705292463, "cos_r_negg": [0.5979150533676147, 0.6393554210662842], "cos_innovation_negg": [0.5979150533676147, 0.6393554210662842], "cos_apical_negg": [0.5979150533676147, 0.6393554210662842], "cos_Ac_negg": [0.5979150533676147, 0.6393554210662842], "r_norm": [0.24317161738872528, 0.24763722717761993]}, {"step": 4000, "epoch": 10, "train_loss": 0.0011729666730389, "cos_r_negg": [0.5973771214485168, 0.6410255432128906], "cos_innovation_negg": [0.5973771214485168, 0.6410255432128906], "cos_apical_negg": [0.5973771214485168, 0.6410255432128906], "cos_Ac_negg": [0.5973771214485168, 0.6410255432128906], "r_norm": [0.2579878866672516, 0.2624736428260803]}, {"step": 4050, "epoch": 10, "train_loss": 0.0006844131276011467, "cos_r_negg": [0.5970231294631958, 0.6401844620704651], "cos_innovation_negg": [0.5970231294631958, 0.6401844620704651], "cos_apical_negg": [0.5970231294631958, 0.6401844620704651], "cos_Ac_negg": [0.5970231294631958, 0.6401844620704651], "r_norm": [0.24647879600524902, 0.2511137127876282]}, {"step": 4100, "epoch": 10, "train_loss": 0.0007308269268833101, "cos_r_negg": [0.5996106863021851, 0.6420724391937256], "cos_innovation_negg": [0.5996106863021851, 0.6420724391937256], "cos_apical_negg": [0.5996106863021851, 0.6420724391937256], "cos_Ac_negg": [0.5996106863021851, 0.6420724391937256], "r_norm": [0.24620869755744934, 0.2513391971588135]}, {"step": 4150, "epoch": 10, "train_loss": 0.00037854519905522466, "cos_r_negg": [0.5973535776138306, 0.639767050743103], "cos_innovation_negg": [0.5973535776138306, 0.639767050743103], "cos_apical_negg": [0.5973535776138306, 0.639767050743103], "cos_Ac_negg": [0.5973535776138306, 0.639767050743103], "r_norm": [0.23409533500671387, 0.23860740661621094]}, {"step": 4200, "epoch": 10, "train_loss": 0.000986392260529101, "cos_r_negg": [0.597192645072937, 0.6402328014373779], "cos_innovation_negg": [0.597192645072937, 0.6402328014373779], "cos_apical_negg": [0.597192645072937, 0.6402328014373779], "cos_Ac_negg": [0.597192645072937, 0.6402328014373779], "r_norm": [0.23764503002166748, 0.2421395480632782]}, {"step": 4250, "epoch": 10, "train_loss": 0.0019298992119729519, "cos_r_negg": [0.5996372699737549, 0.6440024375915527], "cos_innovation_negg": [0.5996372699737549, 0.6440024375915527], "cos_apical_negg": [0.5996372699737549, 0.6440024375915527], "cos_Ac_negg": [0.5996372699737549, 0.6440024375915527], "r_norm": [0.25035229325294495, 0.25539177656173706]}, {"step": 4300, "epoch": 10, "train_loss": 0.0011556725949048996, "cos_r_negg": [0.5978844165802002, 0.6434834599494934], "cos_innovation_negg": [0.5978844165802002, 0.6434834599494934], "cos_apical_negg": [0.5978844165802002, 0.6434834599494934], "cos_Ac_negg": [0.5978844165802002, 0.6434834599494934], "r_norm": [0.25348979234695435, 0.25868043303489685]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9752, "test_loss": 0.11123545312881469}, {"step": 4350, "epoch": 11, "train_loss": 0.0008193884277716279, "cos_r_negg": [0.5966897010803223, 0.6428290009498596], "cos_innovation_negg": [0.5966897010803223, 0.6428290009498596], "cos_apical_negg": [0.5966897010803223, 0.6428290009498596], "cos_Ac_negg": [0.5966897010803223, 0.6428290009498596], "r_norm": [0.2450186014175415, 0.24993553757667542]}, {"step": 4400, "epoch": 11, "train_loss": 0.0009649707353673875, "cos_r_negg": [0.5978039503097534, 0.643366813659668], "cos_innovation_negg": [0.5978039503097534, 0.643366813659668], "cos_apical_negg": [0.5978039503097534, 0.643366813659668], "cos_Ac_negg": [0.5978039503097534, 0.643366813659668], "r_norm": [0.24138450622558594, 0.24610987305641174]}, {"step": 4450, "epoch": 11, "train_loss": 0.0012189344270154834, "cos_r_negg": [0.5985504984855652, 0.6456924676895142], "cos_innovation_negg": [0.5985504984855652, 0.6456924676895142], "cos_apical_negg": [0.5985504984855652, 0.6456924676895142], "cos_Ac_negg": [0.5985504984855652, 0.6456924676895142], "r_norm": [0.24526216089725494, 0.25031405687332153]}, {"step": 4500, "epoch": 11, "train_loss": 0.00014247139915823936, "cos_r_negg": [0.5992056131362915, 0.6443188190460205], "cos_innovation_negg": [0.5992056131362915, 0.6443188190460205], "cos_apical_negg": [0.5992056131362915, 0.6443188190460205], "cos_Ac_negg": [0.5992056131362915, 0.6443188190460205], "r_norm": [0.2431032359600067, 0.24779143929481506]}, {"step": 4550, "epoch": 11, "train_loss": 0.001415453851222992, "cos_r_negg": [0.5967433452606201, 0.6450114250183105], "cos_innovation_negg": [0.5967433452606201, 0.6450114250183105], "cos_apical_negg": [0.5967433452606201, 0.6450114250183105], "cos_Ac_negg": [0.5967433452606201, 0.6450114250183105], "r_norm": [0.24796134233474731, 0.25265905261039734]}, {"step": 4600, "epoch": 11, "train_loss": 0.00024159500026144087, "cos_r_negg": [0.5953179001808167, 0.6445620059967041], "cos_innovation_negg": [0.5953179001808167, 0.6445620059967041], "cos_apical_negg": [0.5953179001808167, 0.6445620059967041], "cos_Ac_negg": [0.5953179001808167, 0.6445620059967041], "r_norm": [0.24514992535114288, 0.2502407431602478]}, {"step": 4650, "epoch": 11, "train_loss": 0.00046415114775300026, "cos_r_negg": [0.5968317985534668, 0.6437157988548279], "cos_innovation_negg": [0.5968317985534668, 0.6437157988548279], "cos_apical_negg": [0.5968317985534668, 0.6437157988548279], "cos_Ac_negg": [0.5968317985534668, 0.6437157988548279], "r_norm": [0.24682460725307465, 0.25188323855400085]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9751, "test_loss": 0.11130042610168457}, {"step": 4700, "epoch": 12, "train_loss": 0.0005183987668715417, "cos_r_negg": [0.5966601371765137, 0.6437287926673889], "cos_innovation_negg": [0.5966601371765137, 0.6437287926673889], "cos_apical_negg": [0.5966601371765137, 0.6437287926673889], "cos_Ac_negg": [0.5966601371765137, 0.6437287926673889], "r_norm": [0.2406361997127533, 0.2454272210597992]}, {"step": 4750, "epoch": 12, "train_loss": 0.0005122036091051996, "cos_r_negg": [0.5958287119865417, 0.6453554630279541], "cos_innovation_negg": [0.5958287119865417, 0.6453554630279541], "cos_apical_negg": [0.5958287119865417, 0.6453554630279541], "cos_Ac_negg": [0.5958287119865417, 0.6453554630279541], "r_norm": [0.2435971349477768, 0.24835416674613953]}, {"step": 4800, "epoch": 12, "train_loss": 0.0004548857978079468, "cos_r_negg": [0.5970136523246765, 0.6450456380844116], "cos_innovation_negg": [0.5970136523246765, 0.6450456380844116], "cos_apical_negg": [0.5970136523246765, 0.6450456380844116], "cos_Ac_negg": [0.5970136523246765, 0.6450456380844116], "r_norm": [0.2451319694519043, 0.2501663863658905]}, {"step": 4850, "epoch": 12, "train_loss": 0.0007276854594238102, "cos_r_negg": [0.5952092409133911, 0.6447714567184448], "cos_innovation_negg": [0.5952092409133911, 0.6447714567184448], "cos_apical_negg": [0.5952092409133911, 0.6447714567184448], "cos_Ac_negg": [0.5952092409133911, 0.6447714567184448], "r_norm": [0.24122577905654907, 0.2460816502571106]}, {"step": 4900, "epoch": 12, "train_loss": 0.000863871187902987, "cos_r_negg": [0.5950822830200195, 0.6447538733482361], "cos_innovation_negg": [0.5950822830200195, 0.6447538733482361], "cos_apical_negg": [0.5950822830200195, 0.6447538733482361], "cos_Ac_negg": [0.5950822830200195, 0.6447538733482361], "r_norm": [0.2476460337638855, 0.252666175365448]}, {"step": 4950, "epoch": 12, "train_loss": 0.0002157603157684207, "cos_r_negg": [0.5938953161239624, 0.6453984975814819], "cos_innovation_negg": [0.5938953161239624, 0.6453984975814819], "cos_apical_negg": [0.5938953161239624, 0.6453984975814819], "cos_Ac_negg": [0.5938953161239624, 0.6453984975814819], "r_norm": [0.24310410022735596, 0.24804919958114624]}, {"step": 5000, "epoch": 12, "train_loss": 0.00022971589351072907, "cos_r_negg": [0.5975680351257324, 0.6473150253295898], "cos_innovation_negg": [0.5975680351257324, 0.6473150253295898], "cos_apical_negg": [0.5975680351257324, 0.6473150253295898], "cos_Ac_negg": [0.5975680351257324, 0.6473150253295898], "r_norm": [0.24378854036331177, 0.24849027395248413]}, {"step": 5050, "epoch": 12, "train_loss": 0.0003801979764830321, "cos_r_negg": [0.5951305627822876, 0.6448696255683899], "cos_innovation_negg": [0.5951305627822876, 0.6448696255683899], "cos_apical_negg": [0.5951305627822876, 0.6448696255683899], "cos_Ac_negg": [0.5951305627822876, 0.6448696255683899], "r_norm": [0.2397269606590271, 0.24448376893997192]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9754, "test_loss": 0.11281248865127563}, {"step": 5100, "epoch": 13, "train_loss": 0.00037048268131911755, "cos_r_negg": [0.5960230827331543, 0.646989107131958], "cos_innovation_negg": [0.5960230827331543, 0.646989107131958], "cos_apical_negg": [0.5960230827331543, 0.646989107131958], "cos_Ac_negg": [0.5960230827331543, 0.646989107131958], "r_norm": [0.24439431726932526, 0.24959251284599304]}, {"step": 5150, "epoch": 13, "train_loss": 0.0005908723687753081, "cos_r_negg": [0.5971879959106445, 0.6463760733604431], "cos_innovation_negg": [0.5971879959106445, 0.6463760733604431], "cos_apical_negg": [0.5971879959106445, 0.6463760733604431], "cos_Ac_negg": [0.5971879959106445, 0.6463760733604431], "r_norm": [0.243966743350029, 0.24891778826713562]}, {"step": 5200, "epoch": 13, "train_loss": 0.0006377735408023, "cos_r_negg": [0.5954030752182007, 0.6453896164894104], "cos_innovation_negg": [0.5954030752182007, 0.6453896164894104], "cos_apical_negg": [0.5954030752182007, 0.6453896164894104], "cos_Ac_negg": [0.5954030752182007, 0.6453896164894104], "r_norm": [0.24260297417640686, 0.2472958266735077]}, {"step": 5250, "epoch": 13, "train_loss": 0.0006054764380678535, "cos_r_negg": [0.5941078662872314, 0.6450908780097961], "cos_innovation_negg": [0.5941078662872314, 0.6450908780097961], "cos_apical_negg": [0.5941078662872314, 0.6450908780097961], "cos_Ac_negg": [0.5941078662872314, 0.6450908780097961], "r_norm": [0.2451249659061432, 0.24978160858154297]}, {"step": 5300, "epoch": 13, "train_loss": 0.0006078823935240507, "cos_r_negg": [0.5954490303993225, 0.6464316248893738], "cos_innovation_negg": [0.5954490303993225, 0.6464316248893738], "cos_apical_negg": [0.5954490303993225, 0.6464316248893738], "cos_Ac_negg": [0.5954490303993225, 0.6464316248893738], "r_norm": [0.24383625388145447, 0.24848820269107819]}, {"step": 5350, "epoch": 13, "train_loss": 0.0007694425294175744, "cos_r_negg": [0.5975786447525024, 0.6478867530822754], "cos_innovation_negg": [0.5975786447525024, 0.6478867530822754], "cos_apical_negg": [0.5975786447525024, 0.6478867530822754], "cos_Ac_negg": [0.5975786447525024, 0.6478867530822754], "r_norm": [0.2502719759941101, 0.25502538681030273]}, {"step": 5400, "epoch": 13, "train_loss": 0.0008167699561454356, "cos_r_negg": [0.5956993103027344, 0.6469792127609253], "cos_innovation_negg": [0.5956993103027344, 0.6469792127609253], "cos_apical_negg": [0.5956993103027344, 0.6469792127609253], "cos_Ac_negg": [0.5956993103027344, 0.6469792127609253], "r_norm": [0.24635106325149536, 0.25138476490974426]}, {"step": 5450, "epoch": 13, "train_loss": 0.000288314011413604, "cos_r_negg": [0.5961695313453674, 0.6474394798278809], "cos_innovation_negg": [0.5961695313453674, 0.6474394798278809], "cos_apical_negg": [0.5961695313453674, 0.6474394798278809], "cos_Ac_negg": [0.5961695313453674, 0.6474394798278809], "r_norm": [0.24140745401382446, 0.2462959587574005]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9751, "test_loss": 0.11494515190124512}, {"step": 5500, "epoch": 14, "train_loss": 0.00046123380889184773, "cos_r_negg": [0.5964298248291016, 0.648557186126709], "cos_innovation_negg": [0.5964298248291016, 0.648557186126709], "cos_apical_negg": [0.5964298248291016, 0.648557186126709], "cos_Ac_negg": [0.5964298248291016, 0.648557186126709], "r_norm": [0.2425084263086319, 0.24731187522411346]}, {"step": 5550, "epoch": 14, "train_loss": 0.0002948491310235113, "cos_r_negg": [0.5953540802001953, 0.6478577852249146], "cos_innovation_negg": [0.5953540802001953, 0.6478577852249146], "cos_apical_negg": [0.5953540802001953, 0.6478577852249146], "cos_Ac_negg": [0.5953540802001953, 0.6478577852249146], "r_norm": [0.24060750007629395, 0.24543651938438416]}, {"step": 5600, "epoch": 14, "train_loss": 0.0003289930464234203, "cos_r_negg": [0.5966992974281311, 0.64765465259552], "cos_innovation_negg": [0.5966992974281311, 0.64765465259552], "cos_apical_negg": [0.5966992974281311, 0.64765465259552], "cos_Ac_negg": [0.5966992974281311, 0.64765465259552], "r_norm": [0.24261726438999176, 0.24753928184509277]}, {"step": 5650, "epoch": 14, "train_loss": 0.0003799359838012606, "cos_r_negg": [0.5969653129577637, 0.6481488943099976], "cos_innovation_negg": [0.5969653129577637, 0.6481488943099976], "cos_apical_negg": [0.5969653129577637, 0.6481488943099976], "cos_Ac_negg": [0.5969653129577637, 0.6481488943099976], "r_norm": [0.2419959306716919, 0.24690023064613342]}, {"step": 5700, "epoch": 14, "train_loss": 0.0002122225268976763, "cos_r_negg": [0.5956839323043823, 0.6471903920173645], "cos_innovation_negg": [0.5956839323043823, 0.6471903920173645], "cos_apical_negg": [0.5956839323043823, 0.6471903920173645], "cos_Ac_negg": [0.5956839323043823, 0.6471903920173645], "r_norm": [0.24366360902786255, 0.24854505062103271]}, {"step": 5750, "epoch": 14, "train_loss": 0.0006811002967879176, "cos_r_negg": [0.5970017910003662, 0.649401068687439], "cos_innovation_negg": [0.5970017910003662, 0.649401068687439], "cos_apical_negg": [0.5970017910003662, 0.649401068687439], "cos_Ac_negg": [0.5970017910003662, 0.649401068687439], "r_norm": [0.24355962872505188, 0.24822400510311127]}, {"step": 5800, "epoch": 14, "train_loss": 0.000909198191948235, "cos_r_negg": [0.5944818258285522, 0.6469312310218811], "cos_innovation_negg": [0.5944818258285522, 0.6469312310218811], "cos_apical_negg": [0.5944818258285522, 0.6469312310218811], "cos_Ac_negg": [0.5944818258285522, 0.6469312310218811], "r_norm": [0.24193818867206573, 0.24681654572486877]}, {"step": 5850, "epoch": 14, "train_loss": 0.000575528247281909, "cos_r_negg": [0.594836950302124, 0.6487538814544678], "cos_innovation_negg": [0.594836950302124, 0.6487538814544678], "cos_apical_negg": [0.594836950302124, 0.6487538814544678], "cos_Ac_negg": [0.594836950302124, 0.6487538814544678], "r_norm": [0.24192273616790771, 0.2466929852962494]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9754, "test_loss": 0.11468224830627441}, {"step": 5900, "epoch": 15, "train_loss": 0.00026589439949020743, "cos_r_negg": [0.5957778692245483, 0.6494826078414917], "cos_innovation_negg": [0.5957778692245483, 0.6494826078414917], "cos_apical_negg": [0.5957778692245483, 0.6494826078414917], "cos_Ac_negg": [0.5957778692245483, 0.6494826078414917], "r_norm": [0.24271160364151, 0.24724087119102478]}, {"step": 5950, "epoch": 15, "train_loss": 0.0004959459183737636, "cos_r_negg": [0.5959100723266602, 0.6498552560806274], "cos_innovation_negg": [0.5959100723266602, 0.6498552560806274], "cos_apical_negg": [0.5959100723266602, 0.6498552560806274], "cos_Ac_negg": [0.5959100723266602, 0.6498552560806274], "r_norm": [0.24481092393398285, 0.2493363618850708]}, {"step": 6000, "epoch": 15, "train_loss": 0.0006725603598169982, "cos_r_negg": [0.5956474542617798, 0.6494598388671875], "cos_innovation_negg": [0.5956474542617798, 0.6494598388671875], "cos_apical_negg": [0.5956474542617798, 0.6494598388671875], "cos_Ac_negg": [0.5956474542617798, 0.6494598388671875], "r_norm": [0.24107690155506134, 0.24572470784187317]}, {"step": 6050, "epoch": 15, "train_loss": 0.0010851812548935413, "cos_r_negg": [0.5950010418891907, 0.6492961049079895], "cos_innovation_negg": [0.5950010418891907, 0.6492961049079895], "cos_apical_negg": [0.5950010418891907, 0.6492961049079895], "cos_Ac_negg": [0.5950010418891907, 0.6492961049079895], "r_norm": [0.24177877604961395, 0.246500164270401]}, {"step": 6100, "epoch": 15, "train_loss": 0.0005371280713006854, "cos_r_negg": [0.5952989459037781, 0.6492522954940796], "cos_innovation_negg": [0.5952989459037781, 0.6492522954940796], "cos_apical_negg": [0.5952989459037781, 0.6492522954940796], "cos_Ac_negg": [0.5952989459037781, 0.6492522954940796], "r_norm": [0.2420525848865509, 0.24694986641407013]}, {"step": 6150, "epoch": 15, "train_loss": 0.00036575563717633486, "cos_r_negg": [0.5970681309700012, 0.6502173542976379], "cos_innovation_negg": [0.5970681309700012, 0.6502173542976379], "cos_apical_negg": [0.5970681309700012, 0.6502173542976379], "cos_Ac_negg": [0.5970681309700012, 0.6502173542976379], "r_norm": [0.23672634363174438, 0.24132001399993896]}, {"step": 6200, "epoch": 15, "train_loss": 0.00038521544774994254, "cos_r_negg": [0.5948005318641663, 0.6501165628433228], "cos_innovation_negg": [0.5948005318641663, 0.6501165628433228], "cos_apical_negg": [0.5948005318641663, 0.6501165628433228], "cos_Ac_negg": [0.5948005318641663, 0.6501165628433228], "r_norm": [0.23909960687160492, 0.24369823932647705]}, {"step": 6250, "epoch": 15, "train_loss": 0.00023220338334795088, "cos_r_negg": [0.5956704616546631, 0.6488476991653442], "cos_innovation_negg": [0.5956704616546631, 0.6488476991653442], "cos_apical_negg": [0.5956704616546631, 0.6488476991653442], "cos_Ac_negg": [0.5956704616546631, 0.6488476991653442], "r_norm": [0.24201494455337524, 0.24667151272296906]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9751, "test_loss": 0.11573557596206666}, {"step": 6300, "epoch": 16, "train_loss": 0.0006432599038816988, "cos_r_negg": [0.596957266330719, 0.650154173374176], "cos_innovation_negg": [0.596957266330719, 0.650154173374176], "cos_apical_negg": [0.596957266330719, 0.650154173374176], "cos_Ac_negg": [0.596957266330719, 0.650154173374176], "r_norm": [0.2459162324666977, 0.2506571114063263]}, {"step": 6350, "epoch": 16, "train_loss": 0.00023574187071062624, "cos_r_negg": [0.5974482297897339, 0.6517508029937744], "cos_innovation_negg": [0.5974482297897339, 0.6517508029937744], "cos_apical_negg": [0.5974482297897339, 0.6517508029937744], "cos_Ac_negg": [0.5974482297897339, 0.6517508029937744], "r_norm": [0.24651402235031128, 0.25119835138320923]}, {"step": 6400, "epoch": 16, "train_loss": 0.0002705972292460501, "cos_r_negg": [0.5979238748550415, 0.6508905291557312], "cos_innovation_negg": [0.5979238748550415, 0.6508905291557312], "cos_apical_negg": [0.5979238748550415, 0.6508905291557312], "cos_Ac_negg": [0.5979238748550415, 0.6508905291557312], "r_norm": [0.2421971708536148, 0.2466849386692047]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002393467875663191, "cos_r_negg": [0.5963822603225708, 0.6512367129325867], "cos_innovation_negg": [0.5963822603225708, 0.6512367129325867], "cos_apical_negg": [0.5963822603225708, 0.6512367129325867], "cos_Ac_negg": [0.5963822603225708, 0.6512367129325867], "r_norm": [0.24628287553787231, 0.25087422132492065]}, {"step": 6500, "epoch": 16, "train_loss": 0.00031493406277149916, "cos_r_negg": [0.5961785316467285, 0.6514334678649902], "cos_innovation_negg": [0.5961785316467285, 0.6514334678649902], "cos_apical_negg": [0.5961785316467285, 0.6514334678649902], "cos_Ac_negg": [0.5961785316467285, 0.6514334678649902], "r_norm": [0.24109572172164917, 0.24571067094802856]}, {"step": 6550, "epoch": 16, "train_loss": 0.00029533199267461896, "cos_r_negg": [0.5951719284057617, 0.6490906476974487], "cos_innovation_negg": [0.5951719284057617, 0.6490906476974487], "cos_apical_negg": [0.5951719284057617, 0.6490906476974487], "cos_Ac_negg": [0.5951719284057617, 0.6490906476974487], "r_norm": [0.240797221660614, 0.24547079205513]}, {"step": 6600, "epoch": 16, "train_loss": 0.0001878477050922811, "cos_r_negg": [0.5955175161361694, 0.6498264074325562], "cos_innovation_negg": [0.5955175161361694, 0.6498264074325562], "cos_apical_negg": [0.5955175161361694, 0.6498264074325562], "cos_Ac_negg": [0.5955175161361694, 0.6498264074325562], "r_norm": [0.23990924656391144, 0.2446281462907791]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.975, "test_loss": 0.11630472221374512}, {"step": 6650, "epoch": 17, "train_loss": 0.0002391398884356022, "cos_r_negg": [0.5958314538002014, 0.6502993106842041], "cos_innovation_negg": [0.5958314538002014, 0.6502993106842041], "cos_apical_negg": [0.5958314538002014, 0.6502993106842041], "cos_Ac_negg": [0.5958314538002014, 0.6502993106842041], "r_norm": [0.23852169513702393, 0.24317611753940582]}, {"step": 6700, "epoch": 17, "train_loss": 9.567924280418083e-05, "cos_r_negg": [0.5964446663856506, 0.6508994102478027], "cos_innovation_negg": [0.5964446663856506, 0.6508994102478027], "cos_apical_negg": [0.5964446663856506, 0.6508994102478027], "cos_Ac_negg": [0.5964446663856506, 0.6508994102478027], "r_norm": [0.2451750934123993, 0.2499500960111618]}, {"step": 6750, "epoch": 17, "train_loss": 0.0005256274598650634, "cos_r_negg": [0.5968024730682373, 0.6518850326538086], "cos_innovation_negg": [0.5968024730682373, 0.6518850326538086], "cos_apical_negg": [0.5968024730682373, 0.6518850326538086], "cos_Ac_negg": [0.5968024730682373, 0.6518850326538086], "r_norm": [0.24357345700263977, 0.24812763929367065]}, {"step": 6800, "epoch": 17, "train_loss": 0.00036407052539289, "cos_r_negg": [0.5971165895462036, 0.6513779759407043], "cos_innovation_negg": [0.5971165895462036, 0.6513779759407043], "cos_apical_negg": [0.5971165895462036, 0.6513779759407043], "cos_Ac_negg": [0.5971165895462036, 0.6513779759407043], "r_norm": [0.23992136120796204, 0.24438419938087463]}, {"step": 6850, "epoch": 17, "train_loss": 0.00022234268544707447, "cos_r_negg": [0.5959502458572388, 0.6504718661308289], "cos_innovation_negg": [0.5959502458572388, 0.6504718661308289], "cos_apical_negg": [0.5959502458572388, 0.6504718661308289], "cos_Ac_negg": [0.5959502458572388, 0.6504718661308289], "r_norm": [0.24044795334339142, 0.24497658014297485]}, {"step": 6900, "epoch": 17, "train_loss": 0.0004138883377891034, "cos_r_negg": [0.5966244339942932, 0.6501054763793945], "cos_innovation_negg": [0.5966244339942932, 0.6501054763793945], "cos_apical_negg": [0.5966244339942932, 0.6501054763793945], "cos_Ac_negg": [0.5966244339942932, 0.6501054763793945], "r_norm": [0.24083420634269714, 0.2454156130552292]}, {"step": 6950, "epoch": 17, "train_loss": 0.00041950889863073826, "cos_r_negg": [0.5965020060539246, 0.6502456665039062], "cos_innovation_negg": [0.5965020060539246, 0.6502456665039062], "cos_apical_negg": [0.5965020060539246, 0.6502456665039062], "cos_Ac_negg": [0.5965020060539246, 0.6502456665039062], "r_norm": [0.2391234189271927, 0.24364885687828064]}, {"step": 7000, "epoch": 17, "train_loss": 0.0004600315005518496, "cos_r_negg": [0.596525251865387, 0.6499412059783936], "cos_innovation_negg": [0.596525251865387, 0.6499412059783936], "cos_apical_negg": [0.596525251865387, 0.6499412059783936], "cos_Ac_negg": [0.596525251865387, 0.6499412059783936], "r_norm": [0.23724809288978577, 0.24184997379779816]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9751, "test_loss": 0.11759158039093018}, {"step": 7050, "epoch": 18, "train_loss": 8.563304436393082e-05, "cos_r_negg": [0.5980842709541321, 0.6530673503875732], "cos_innovation_negg": [0.5980842709541321, 0.6530673503875732], "cos_apical_negg": [0.5980842709541321, 0.6530673503875732], "cos_Ac_negg": [0.5980842709541321, 0.6530673503875732], "r_norm": [0.2429443895816803, 0.24757933616638184]}, {"step": 7100, "epoch": 18, "train_loss": 0.0004030388663522899, "cos_r_negg": [0.5974217653274536, 0.6516293287277222], "cos_innovation_negg": [0.5974217653274536, 0.6516293287277222], "cos_apical_negg": [0.5974217653274536, 0.6516293287277222], "cos_Ac_negg": [0.5974217653274536, 0.6516293287277222], "r_norm": [0.2416827529668808, 0.24636462330818176]}, {"step": 7150, "epoch": 18, "train_loss": 0.00013158551882952452, "cos_r_negg": [0.5981602668762207, 0.6507152318954468], "cos_innovation_negg": [0.5981602668762207, 0.6507152318954468], "cos_apical_negg": [0.5981602668762207, 0.6507152318954468], "cos_Ac_negg": [0.5981602668762207, 0.6507152318954468], "r_norm": [0.24084536731243134, 0.24536539614200592]}, {"step": 7200, "epoch": 18, "train_loss": 0.0003252372262068093, "cos_r_negg": [0.5991076231002808, 0.6511369943618774], "cos_innovation_negg": [0.5991076231002808, 0.6511369943618774], "cos_apical_negg": [0.5991076231002808, 0.6511369943618774], "cos_Ac_negg": [0.5991076231002808, 0.6511369943618774], "r_norm": [0.24025790393352509, 0.24472719430923462]}, {"step": 7250, "epoch": 18, "train_loss": 0.0002658161392901093, "cos_r_negg": [0.5985372066497803, 0.6512642502784729], "cos_innovation_negg": [0.5985372066497803, 0.6512642502784729], "cos_apical_negg": [0.5985372066497803, 0.6512642502784729], "cos_Ac_negg": [0.5985372066497803, 0.6512642502784729], "r_norm": [0.23992213606834412, 0.24439319968223572]}, {"step": 7300, "epoch": 18, "train_loss": 0.00029760730103589594, "cos_r_negg": [0.5969225168228149, 0.6502127647399902], "cos_innovation_negg": [0.5969225168228149, 0.6502127647399902], "cos_apical_negg": [0.5969225168228149, 0.6502127647399902], "cos_Ac_negg": [0.5969225168228149, 0.6502127647399902], "r_norm": [0.2408253401517868, 0.2453068494796753]}, {"step": 7350, "epoch": 18, "train_loss": 0.0004966543056070805, "cos_r_negg": [0.5988778471946716, 0.6510457396507263], "cos_innovation_negg": [0.5988778471946716, 0.6510457396507263], "cos_apical_negg": [0.5988778471946716, 0.6510457396507263], "cos_Ac_negg": [0.5988778471946716, 0.6510457396507263], "r_norm": [0.241224467754364, 0.24573662877082825]}, {"step": 7400, "epoch": 18, "train_loss": 0.0002279853797517717, "cos_r_negg": [0.5980768203735352, 0.6503423452377319], "cos_innovation_negg": [0.5980768203735352, 0.6503423452377319], "cos_apical_negg": [0.5980768203735352, 0.6503423452377319], "cos_Ac_negg": [0.5980768203735352, 0.6503423452377319], "r_norm": [0.23784856498241425, 0.24221234023571014]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9751, "test_loss": 0.1182028359413147}, {"step": 7450, "epoch": 19, "train_loss": 0.00011766913667088374, "cos_r_negg": [0.5967263579368591, 0.6500625610351562], "cos_innovation_negg": [0.5967263579368591, 0.6500625610351562], "cos_apical_negg": [0.5967263579368591, 0.6500625610351562], "cos_Ac_negg": [0.5967263579368591, 0.6500625610351562], "r_norm": [0.2391209751367569, 0.2437523752450943]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003155746962875128, "cos_r_negg": [0.5964462161064148, 0.6497768759727478], "cos_innovation_negg": [0.5964462161064148, 0.6497768759727478], "cos_apical_negg": [0.5964462161064148, 0.6497768759727478], "cos_Ac_negg": [0.5964462161064148, 0.6497768759727478], "r_norm": [0.24011600017547607, 0.24469812214374542]}, {"step": 7550, "epoch": 19, "train_loss": 0.0002231031539849937, "cos_r_negg": [0.5973727107048035, 0.6508811712265015], "cos_innovation_negg": [0.5973727107048035, 0.6508811712265015], "cos_apical_negg": [0.5973727107048035, 0.6508811712265015], "cos_Ac_negg": [0.5973727107048035, 0.6508811712265015], "r_norm": [0.2391124963760376, 0.24363921582698822]}, {"step": 7600, "epoch": 19, "train_loss": 0.0003575701848603785, "cos_r_negg": [0.5989522933959961, 0.6519815325737], "cos_innovation_negg": [0.5989522933959961, 0.6519815325737], "cos_apical_negg": [0.5989522933959961, 0.6519815325737], "cos_Ac_negg": [0.5989522933959961, 0.6519815325737], "r_norm": [0.23807339370250702, 0.24251015484333038]}, {"step": 7650, "epoch": 19, "train_loss": 0.0004766893689520657, "cos_r_negg": [0.5973116755485535, 0.6506539583206177], "cos_innovation_negg": [0.5973116755485535, 0.6506539583206177], "cos_apical_negg": [0.5973116755485535, 0.6506539583206177], "cos_Ac_negg": [0.5973116755485535, 0.6506539583206177], "r_norm": [0.24197131395339966, 0.24632704257965088]}, {"step": 7700, "epoch": 19, "train_loss": 0.0006795465014874935, "cos_r_negg": [0.5974386930465698, 0.650931179523468], "cos_innovation_negg": [0.5974386930465698, 0.650931179523468], "cos_apical_negg": [0.5974386930465698, 0.650931179523468], "cos_Ac_negg": [0.5974386930465698, 0.650931179523468], "r_norm": [0.24200929701328278, 0.24640223383903503]}, {"step": 7750, "epoch": 19, "train_loss": 0.0003771818010136485, "cos_r_negg": [0.5978401899337769, 0.6515921354293823], "cos_innovation_negg": [0.5978401899337769, 0.6515921354293823], "cos_apical_negg": [0.5978401899337769, 0.6515921354293823], "cos_Ac_negg": [0.5978401899337769, 0.6515921354293823], "r_norm": [0.2402152568101883, 0.2447606325149536]}, {"step": 7800, "epoch": 19, "train_loss": 0.000338821584591642, "cos_r_negg": [0.5985119938850403, 0.6514610052108765], "cos_innovation_negg": [0.5985119938850403, 0.6514610052108765], "cos_apical_negg": [0.5985119938850403, 0.6514610052108765], "cos_Ac_negg": [0.5985119938850403, 0.6514610052108765], "r_norm": [0.24205514788627625, 0.24671128392219543]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.975, "test_loss": 0.11940507173538208}, {"step": 7850, "epoch": 20, "train_loss": 0.0002723446232266724, "cos_r_negg": [0.5986963510513306, 0.6521044969558716], "cos_innovation_negg": [0.5986963510513306, 0.6521044969558716], "cos_apical_negg": [0.5986963510513306, 0.6521044969558716], "cos_Ac_negg": [0.5986963510513306, 0.6521044969558716], "r_norm": [0.24175570905208588, 0.2464427947998047]}, {"step": 7900, "epoch": 20, "train_loss": 0.00030774870538152754, "cos_r_negg": [0.5981054306030273, 0.6518931984901428], "cos_innovation_negg": [0.5981054306030273, 0.6518931984901428], "cos_apical_negg": [0.5981054306030273, 0.6518931984901428], "cos_Ac_negg": [0.5981054306030273, 0.6518931984901428], "r_norm": [0.24045142531394958, 0.24508285522460938]}, {"step": 7950, "epoch": 20, "train_loss": 0.0001650129706831649, "cos_r_negg": [0.5983767509460449, 0.6517553329467773], "cos_innovation_negg": [0.5983767509460449, 0.6517553329467773], "cos_apical_negg": [0.5983767509460449, 0.6517553329467773], "cos_Ac_negg": [0.5983767509460449, 0.6517553329467773], "r_norm": [0.2383788824081421, 0.242969810962677]}, {"step": 8000, "epoch": 20, "train_loss": 0.0002779487404040992, "cos_r_negg": [0.5974413156509399, 0.6521831750869751], "cos_innovation_negg": [0.5974413156509399, 0.6521831750869751], "cos_apical_negg": [0.5974413156509399, 0.6521831750869751], "cos_Ac_negg": [0.5974413156509399, 0.6521831750869751], "r_norm": [0.23962396383285522, 0.2442178726196289]}, {"step": 8050, "epoch": 20, "train_loss": 0.00039921829011291265, "cos_r_negg": [0.5973631143569946, 0.6520865559577942], "cos_innovation_negg": [0.5973631143569946, 0.6520865559577942], "cos_apical_negg": [0.5973631143569946, 0.6520865559577942], "cos_Ac_negg": [0.5973631143569946, 0.6520865559577942], "r_norm": [0.24066197872161865, 0.24534688889980316]}, {"step": 8100, "epoch": 20, "train_loss": 0.00022708404867444187, "cos_r_negg": [0.5967919826507568, 0.6517641544342041], "cos_innovation_negg": [0.5967919826507568, 0.6517641544342041], "cos_apical_negg": [0.5967919826507568, 0.6517641544342041], "cos_Ac_negg": [0.5967919826507568, 0.6517641544342041], "r_norm": [0.23925989866256714, 0.24380633234977722]}, {"step": 8150, "epoch": 20, "train_loss": 0.0002698000753298402, "cos_r_negg": [0.5967439413070679, 0.6518171429634094], "cos_innovation_negg": [0.5967439413070679, 0.6518171429634094], "cos_apical_negg": [0.5967439413070679, 0.6518171429634094], "cos_Ac_negg": [0.5967439413070679, 0.6518171429634094], "r_norm": [0.240021750330925, 0.24451826512813568]}, {"step": 8200, "epoch": 20, "train_loss": 0.0002520802372600883, "cos_r_negg": [0.5964305400848389, 0.6508867740631104], "cos_innovation_negg": [0.5964305400848389, 0.6508867740631104], "cos_apical_negg": [0.5964305400848389, 0.6508867740631104], "cos_Ac_negg": [0.5964305400848389, 0.6508867740631104], "r_norm": [0.2408372461795807, 0.24529419839382172]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9752, "test_loss": 0.11949333248138427}, {"step": 8250, "epoch": 21, "train_loss": 0.0003601836215239018, "cos_r_negg": [0.5978808999061584, 0.6514461040496826], "cos_innovation_negg": [0.5978808999061584, 0.6514461040496826], "cos_apical_negg": [0.5978808999061584, 0.6514461040496826], "cos_Ac_negg": [0.5978808999061584, 0.6514461040496826], "r_norm": [0.24158477783203125, 0.24610719084739685]}, {"step": 8300, "epoch": 21, "train_loss": 0.0004389001987874508, "cos_r_negg": [0.5985894799232483, 0.6526951789855957], "cos_innovation_negg": [0.5985894799232483, 0.6526951789855957], "cos_apical_negg": [0.5985894799232483, 0.6526951789855957], "cos_Ac_negg": [0.5985894799232483, 0.6526951789855957], "r_norm": [0.24012738466262817, 0.2446613907814026]}, {"step": 8350, "epoch": 21, "train_loss": 0.00036260407068766654, "cos_r_negg": [0.5975466966629028, 0.6516889333724976], "cos_innovation_negg": [0.5975466966629028, 0.6516889333724976], "cos_apical_negg": [0.5975466966629028, 0.6516889333724976], "cos_Ac_negg": [0.5975466966629028, 0.6516889333724976], "r_norm": [0.24000176787376404, 0.2445492148399353]}, {"step": 8400, "epoch": 21, "train_loss": 0.00035208178451284766, "cos_r_negg": [0.5976749062538147, 0.6519381999969482], "cos_innovation_negg": [0.5976749062538147, 0.6519381999969482], "cos_apical_negg": [0.5976749062538147, 0.6519381999969482], "cos_Ac_negg": [0.5976749062538147, 0.6519381999969482], "r_norm": [0.24068567156791687, 0.24529722332954407]}, {"step": 8450, "epoch": 21, "train_loss": 0.0003698105865623802, "cos_r_negg": [0.5964803695678711, 0.6516920328140259], "cos_innovation_negg": [0.5964803695678711, 0.6516920328140259], "cos_apical_negg": [0.5964803695678711, 0.6516920328140259], "cos_Ac_negg": [0.5964803695678711, 0.6516920328140259], "r_norm": [0.23944547772407532, 0.24400866031646729]}, {"step": 8500, "epoch": 21, "train_loss": 0.0003389785415492952, "cos_r_negg": [0.5957311987876892, 0.6517716646194458], "cos_innovation_negg": [0.5957311987876892, 0.6517716646194458], "cos_apical_negg": [0.5957311987876892, 0.6517716646194458], "cos_Ac_negg": [0.5957311987876892, 0.6517716646194458], "r_norm": [0.23877912759780884, 0.24327810108661652]}, {"step": 8550, "epoch": 21, "train_loss": 0.0002476329682394862, "cos_r_negg": [0.5974369645118713, 0.6521145701408386], "cos_innovation_negg": [0.5974369645118713, 0.6521145701408386], "cos_apical_negg": [0.5974369645118713, 0.6521145701408386], "cos_Ac_negg": [0.5974369645118713, 0.6521145701408386], "r_norm": [0.24045567214488983, 0.24498838186264038]}, {"step": 8600, "epoch": 21, "train_loss": 0.0006921218591742218, "cos_r_negg": [0.5977573394775391, 0.6527932286262512], "cos_innovation_negg": [0.5977573394775391, 0.6527932286262512], "cos_apical_negg": [0.5977573394775391, 0.6527932286262512], "cos_Ac_negg": [0.5977573394775391, 0.6527932286262512], "r_norm": [0.23940657079219818, 0.24378764629364014]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9753, "test_loss": 0.12007800216674805}, {"step": 8650, "epoch": 22, "train_loss": 0.00010897492757067084, "cos_r_negg": [0.5959621667861938, 0.6520053148269653], "cos_innovation_negg": [0.5959621667861938, 0.6520053148269653], "cos_apical_negg": [0.5959621667861938, 0.6520053148269653], "cos_Ac_negg": [0.5959621667861938, 0.6520053148269653], "r_norm": [0.23866304755210876, 0.2430545687675476]}, {"step": 8700, "epoch": 22, "train_loss": 0.0001839068136177957, "cos_r_negg": [0.5969105362892151, 0.6528761386871338], "cos_innovation_negg": [0.5969105362892151, 0.6528761386871338], "cos_apical_negg": [0.5969105362892151, 0.6528761386871338], "cos_Ac_negg": [0.5969105362892151, 0.6528761386871338], "r_norm": [0.23860204219818115, 0.24298730492591858]}, {"step": 8750, "epoch": 22, "train_loss": 0.00019736569083761424, "cos_r_negg": [0.5958491563796997, 0.6526455879211426], "cos_innovation_negg": [0.5958491563796997, 0.6526455879211426], "cos_apical_negg": [0.5958491563796997, 0.6526455879211426], "cos_Ac_negg": [0.5958491563796997, 0.6526455879211426], "r_norm": [0.2410496026277542, 0.24556675553321838]}, {"step": 8800, "epoch": 22, "train_loss": 0.00026532766059972346, "cos_r_negg": [0.5972231030464172, 0.6523996591567993], "cos_innovation_negg": [0.5972231030464172, 0.6523996591567993], "cos_apical_negg": [0.5972231030464172, 0.6523996591567993], "cos_Ac_negg": [0.5972231030464172, 0.6523996591567993], "r_norm": [0.23966585099697113, 0.24421221017837524]}, {"step": 8850, "epoch": 22, "train_loss": 0.0002591750817373395, "cos_r_negg": [0.5972933173179626, 0.6527323722839355], "cos_innovation_negg": [0.5972933173179626, 0.6527323722839355], "cos_apical_negg": [0.5972933173179626, 0.6527323722839355], "cos_Ac_negg": [0.5972933173179626, 0.6527323722839355], "r_norm": [0.23914270102977753, 0.24352297186851501]}, {"step": 8900, "epoch": 22, "train_loss": 0.0004114085459150374, "cos_r_negg": [0.5965893864631653, 0.6527051329612732], "cos_innovation_negg": [0.5965893864631653, 0.6527051329612732], "cos_apical_negg": [0.5965893864631653, 0.6527051329612732], "cos_Ac_negg": [0.5965893864631653, 0.6527051329612732], "r_norm": [0.24093806743621826, 0.24536216259002686]}, {"step": 8950, "epoch": 22, "train_loss": 0.00019329300266690552, "cos_r_negg": [0.5961782932281494, 0.6525757908821106], "cos_innovation_negg": [0.5961782932281494, 0.6525757908821106], "cos_apical_negg": [0.5961782932281494, 0.6525757908821106], "cos_Ac_negg": [0.5961782932281494, 0.6525757908821106], "r_norm": [0.23958975076675415, 0.24404223263263702]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.975, "test_loss": 0.12067333269119263}, {"step": 9000, "epoch": 23, "train_loss": 0.00011894709314219654, "cos_r_negg": [0.5954889059066772, 0.6525859832763672], "cos_innovation_negg": [0.5954889059066772, 0.6525859832763672], "cos_apical_negg": [0.5954889059066772, 0.6525859832763672], "cos_Ac_negg": [0.5954889059066772, 0.6525859832763672], "r_norm": [0.24030433595180511, 0.2448342740535736]}, {"step": 9050, "epoch": 23, "train_loss": 0.00033245934173464775, "cos_r_negg": [0.5964831709861755, 0.6523072123527527], "cos_innovation_negg": [0.5964831709861755, 0.6523072123527527], "cos_apical_negg": [0.5964831709861755, 0.6523072123527527], "cos_Ac_negg": [0.5964831709861755, 0.6523072123527527], "r_norm": [0.24100947380065918, 0.24539679288864136]}, {"step": 9100, "epoch": 23, "train_loss": 0.0002840219240169972, "cos_r_negg": [0.5969067215919495, 0.6527721881866455], "cos_innovation_negg": [0.5969067215919495, 0.6527721881866455], "cos_apical_negg": [0.5969067215919495, 0.6527721881866455], "cos_Ac_negg": [0.5969067215919495, 0.6527721881866455], "r_norm": [0.23873251676559448, 0.2431473433971405]}, {"step": 9150, "epoch": 23, "train_loss": 0.00031850062077865005, "cos_r_negg": [0.5969778299331665, 0.6531850099563599], "cos_innovation_negg": [0.5969778299331665, 0.6531850099563599], "cos_apical_negg": [0.5969778299331665, 0.6531850099563599], "cos_Ac_negg": [0.5969778299331665, 0.6531850099563599], "r_norm": [0.23838263750076294, 0.24273890256881714]}, {"step": 9200, "epoch": 23, "train_loss": 0.00040240620728582144, "cos_r_negg": [0.5961577296257019, 0.6529141664505005], "cos_innovation_negg": [0.5961577296257019, 0.6529141664505005], "cos_apical_negg": [0.5961577296257019, 0.6529141664505005], "cos_Ac_negg": [0.5961577296257019, 0.6529141664505005], "r_norm": [0.23886342346668243, 0.24320800602436066]}, {"step": 9250, "epoch": 23, "train_loss": 0.0002582359593361616, "cos_r_negg": [0.5958965420722961, 0.6533015370368958], "cos_innovation_negg": [0.5958965420722961, 0.6533015370368958], "cos_apical_negg": [0.5958965420722961, 0.6533015370368958], "cos_Ac_negg": [0.5958965420722961, 0.6533015370368958], "r_norm": [0.23996272683143616, 0.2444443702697754]}, {"step": 9300, "epoch": 23, "train_loss": 0.0002683876664377749, "cos_r_negg": [0.595669686794281, 0.6532961130142212], "cos_innovation_negg": [0.595669686794281, 0.6532961130142212], "cos_apical_negg": [0.595669686794281, 0.6532961130142212], "cos_Ac_negg": [0.595669686794281, 0.6532961130142212], "r_norm": [0.24011993408203125, 0.24461804330348969]}, {"step": 9350, "epoch": 23, "train_loss": 0.00027647893875837326, "cos_r_negg": [0.5954466462135315, 0.6531740427017212], "cos_innovation_negg": [0.5954466462135315, 0.6531740427017212], "cos_apical_negg": [0.5954466462135315, 0.6531740427017212], "cos_Ac_negg": [0.5954466462135315, 0.6531740427017212], "r_norm": [0.24025553464889526, 0.24477164447307587]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.975, "test_loss": 0.12133188076019287}, {"step": 9400, "epoch": 24, "train_loss": 0.0003763677377719432, "cos_r_negg": [0.5955591797828674, 0.6535003781318665], "cos_innovation_negg": [0.5955591797828674, 0.6535003781318665], "cos_apical_negg": [0.5955591797828674, 0.6535003781318665], "cos_Ac_negg": [0.5955591797828674, 0.6535003781318665], "r_norm": [0.2389732301235199, 0.24339847266674042]}, {"step": 9450, "epoch": 24, "train_loss": 0.00014892764738760889, "cos_r_negg": [0.5957974791526794, 0.654094934463501], "cos_innovation_negg": [0.5957974791526794, 0.654094934463501], "cos_apical_negg": [0.5957974791526794, 0.654094934463501], "cos_Ac_negg": [0.5957974791526794, 0.654094934463501], "r_norm": [0.2387423813343048, 0.24319779872894287]}, {"step": 9500, "epoch": 24, "train_loss": 0.00016402473556809127, "cos_r_negg": [0.5963239669799805, 0.6541886329650879], "cos_innovation_negg": [0.5963239669799805, 0.6541886329650879], "cos_apical_negg": [0.5963239669799805, 0.6541886329650879], "cos_Ac_negg": [0.5963239669799805, 0.6541886329650879], "r_norm": [0.2382526695728302, 0.2426324188709259]}, {"step": 9550, "epoch": 24, "train_loss": 0.00023441787925548851, "cos_r_negg": [0.5959975719451904, 0.6543952226638794], "cos_innovation_negg": [0.5959975719451904, 0.6543952226638794], "cos_apical_negg": [0.5959975719451904, 0.6543952226638794], "cos_Ac_negg": [0.5959975719451904, 0.6543952226638794], "r_norm": [0.23963014781475067, 0.24399583041667938]}, {"step": 9600, "epoch": 24, "train_loss": 0.0001600011601112783, "cos_r_negg": [0.5960135459899902, 0.6538020372390747], "cos_innovation_negg": [0.5960135459899902, 0.6538020372390747], "cos_apical_negg": [0.5960135459899902, 0.6538020372390747], "cos_Ac_negg": [0.5960135459899902, 0.6538020372390747], "r_norm": [0.23963961005210876, 0.24410611391067505]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003451684024184942, "cos_r_negg": [0.5966269373893738, 0.6540480256080627], "cos_innovation_negg": [0.5966269373893738, 0.6540480256080627], "cos_apical_negg": [0.5966269373893738, 0.6540480256080627], "cos_Ac_negg": [0.5966269373893738, 0.6540480256080627], "r_norm": [0.24019606411457062, 0.24458909034729004]}, {"step": 9700, "epoch": 24, "train_loss": 0.00020715786376968026, "cos_r_negg": [0.5960106253623962, 0.654152512550354], "cos_innovation_negg": [0.5960106253623962, 0.654152512550354], "cos_apical_negg": [0.5960106253623962, 0.654152512550354], "cos_Ac_negg": [0.5960106253623962, 0.654152512550354], "r_norm": [0.23971951007843018, 0.2441224753856659]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005186117487028241, "cos_r_negg": [0.5952079892158508, 0.6535421013832092], "cos_innovation_negg": [0.5952079892158508, 0.6535421013832092], "cos_apical_negg": [0.5952079892158508, 0.6535421013832092], "cos_Ac_negg": [0.5952079892158508, 0.6535421013832092], "r_norm": [0.2402319610118866, 0.24473392963409424]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9754, "test_loss": 0.12159992637634277}, {"step": 9800, "epoch": 25, "train_loss": 0.000373903225408867, "cos_r_negg": [0.5946407318115234, 0.6534852981567383], "cos_innovation_negg": [0.5946407318115234, 0.6534852981567383], "cos_apical_negg": [0.5946407318115234, 0.6534852981567383], "cos_Ac_negg": [0.5946407318115234, 0.6534852981567383], "r_norm": [0.24012380838394165, 0.24455446004867554]}, {"step": 9850, "epoch": 25, "train_loss": 0.0002667536318767816, "cos_r_negg": [0.5953245759010315, 0.6534808278083801], "cos_innovation_negg": [0.5953245759010315, 0.6534808278083801], "cos_apical_negg": [0.5953245759010315, 0.6534808278083801], "cos_Ac_negg": [0.5953245759010315, 0.6534808278083801], "r_norm": [0.24018442630767822, 0.24458929896354675]}, {"step": 9900, "epoch": 25, "train_loss": 0.0001592934422660619, "cos_r_negg": [0.5951955318450928, 0.6536161303520203], "cos_innovation_negg": [0.5951955318450928, 0.6536161303520203], "cos_apical_negg": [0.5951955318450928, 0.6536161303520203], "cos_Ac_negg": [0.5951955318450928, 0.6536161303520203], "r_norm": [0.24031370878219604, 0.24481913447380066]}, {"step": 9950, "epoch": 25, "train_loss": 0.00011139533307868987, "cos_r_negg": [0.595205545425415, 0.6539727449417114], "cos_innovation_negg": [0.595205545425415, 0.6539727449417114], "cos_apical_negg": [0.595205545425415, 0.6539727449417114], "cos_Ac_negg": [0.595205545425415, 0.6539727449417114], "r_norm": [0.24034838378429413, 0.24474890530109406]}, {"step": 10000, "epoch": 25, "train_loss": 0.00022480184270534664, "cos_r_negg": [0.5957962274551392, 0.6541363000869751], "cos_innovation_negg": [0.5957962274551392, 0.6541363000869751], "cos_apical_negg": [0.5957962274551392, 0.6541363000869751], "cos_Ac_negg": [0.5957962274551392, 0.6541363000869751], "r_norm": [0.23933744430541992, 0.24376754462718964]}, {"step": 10050, "epoch": 25, "train_loss": 0.0002584888134151697, "cos_r_negg": [0.5951686501502991, 0.6535578966140747], "cos_innovation_negg": [0.5951686501502991, 0.6535578966140747], "cos_apical_negg": [0.5951686501502991, 0.6535578966140747], "cos_Ac_negg": [0.5951686501502991, 0.6535578966140747], "r_norm": [0.23938244581222534, 0.2438637912273407]}, {"step": 10100, "epoch": 25, "train_loss": 0.00017225139890797436, "cos_r_negg": [0.5958967208862305, 0.654634952545166], "cos_innovation_negg": [0.5958967208862305, 0.654634952545166], "cos_apical_negg": [0.5958967208862305, 0.654634952545166], "cos_Ac_negg": [0.5958967208862305, 0.654634952545166], "r_norm": [0.24020591378211975, 0.24466551840305328]}, {"step": 10150, "epoch": 25, "train_loss": 8.463417179882526e-05, "cos_r_negg": [0.5950164794921875, 0.6542110443115234], "cos_innovation_negg": [0.5950164794921875, 0.6542110443115234], "cos_apical_negg": [0.5950164794921875, 0.6542110443115234], "cos_Ac_negg": [0.5950164794921875, 0.6542110443115234], "r_norm": [0.23839013278484344, 0.2427815943956375]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9752, "test_loss": 0.12218316564559936}, {"step": 10200, "epoch": 26, "train_loss": 0.00011240374442422763, "cos_r_negg": [0.5953603386878967, 0.65428626537323], "cos_innovation_negg": [0.5953603386878967, 0.65428626537323], "cos_apical_negg": [0.5953603386878967, 0.65428626537323], "cos_Ac_negg": [0.5953603386878967, 0.65428626537323], "r_norm": [0.23938515782356262, 0.24384143948554993]}, {"step": 10250, "epoch": 26, "train_loss": 0.0001959084765985608, "cos_r_negg": [0.5957502126693726, 0.6546404361724854], "cos_innovation_negg": [0.5957502126693726, 0.6546404361724854], "cos_apical_negg": [0.5957502126693726, 0.6546404361724854], "cos_Ac_negg": [0.5957502126693726, 0.6546404361724854], "r_norm": [0.23911142349243164, 0.24355411529541016]}, {"step": 10300, "epoch": 26, "train_loss": 0.000991384033113718, "cos_r_negg": [0.595683217048645, 0.6550264358520508], "cos_innovation_negg": [0.595683217048645, 0.6550264358520508], "cos_apical_negg": [0.595683217048645, 0.6550264358520508], "cos_Ac_negg": [0.595683217048645, 0.6550264358520508], "r_norm": [0.2370486557483673, 0.24152828752994537]}, {"step": 10350, "epoch": 26, "train_loss": 6.650432624155656e-05, "cos_r_negg": [0.5953823328018188, 0.6545289754867554], "cos_innovation_negg": [0.5953823328018188, 0.6545289754867554], "cos_apical_negg": [0.5953823328018188, 0.6545289754867554], "cos_Ac_negg": [0.5953823328018188, 0.6545289754867554], "r_norm": [0.23637419939041138, 0.24079881608486176]}, {"step": 10400, "epoch": 26, "train_loss": 0.00029934398480691016, "cos_r_negg": [0.5952706336975098, 0.6546878218650818], "cos_innovation_negg": [0.5952706336975098, 0.6546878218650818], "cos_apical_negg": [0.5952706336975098, 0.6546878218650818], "cos_Ac_negg": [0.5952706336975098, 0.6546878218650818], "r_norm": [0.2355652153491974, 0.2399481236934662]}, {"step": 10450, "epoch": 26, "train_loss": 0.0005572987720370293, "cos_r_negg": [0.5957863926887512, 0.6550576090812683], "cos_innovation_negg": [0.5957863926887512, 0.6550576090812683], "cos_apical_negg": [0.5957863926887512, 0.6550576090812683], "cos_Ac_negg": [0.5957863926887512, 0.6550576090812683], "r_norm": [0.23766443133354187, 0.24204973876476288]}, {"step": 10500, "epoch": 26, "train_loss": 0.00021177729649934918, "cos_r_negg": [0.5952849984169006, 0.6544369459152222], "cos_innovation_negg": [0.5952849984169006, 0.6544369459152222], "cos_apical_negg": [0.5952849984169006, 0.6544369459152222], "cos_Ac_negg": [0.5952849984169006, 0.6544369459152222], "r_norm": [0.2394806444644928, 0.24390104413032532]}, {"step": 10550, "epoch": 26, "train_loss": 0.00010536255285842344, "cos_r_negg": [0.5959965586662292, 0.6549156308174133], "cos_innovation_negg": [0.5959965586662292, 0.6549156308174133], "cos_apical_negg": [0.5959965586662292, 0.6549156308174133], "cos_Ac_negg": [0.5959965586662292, 0.6549156308174133], "r_norm": [0.24111974239349365, 0.24547411501407623]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9752, "test_loss": 0.1230046332359314}, {"step": 10600, "epoch": 27, "train_loss": 9.329920430900529e-05, "cos_r_negg": [0.5961428880691528, 0.6547719240188599], "cos_innovation_negg": [0.5961428880691528, 0.6547719240188599], "cos_apical_negg": [0.5961428880691528, 0.6547719240188599], "cos_Ac_negg": [0.5961428880691528, 0.6547719240188599], "r_norm": [0.23944950103759766, 0.24382838606834412]}, {"step": 10650, "epoch": 27, "train_loss": 0.0002012995391851291, "cos_r_negg": [0.596479058265686, 0.6546989679336548], "cos_innovation_negg": [0.596479058265686, 0.6546989679336548], "cos_apical_negg": [0.596479058265686, 0.6546989679336548], "cos_Ac_negg": [0.596479058265686, 0.6546989679336548], "r_norm": [0.2372291386127472, 0.2415628731250763]}, {"step": 10700, "epoch": 27, "train_loss": 0.000139539988595061, "cos_r_negg": [0.595592737197876, 0.6548430323600769], "cos_innovation_negg": [0.595592737197876, 0.6548430323600769], "cos_apical_negg": [0.595592737197876, 0.6548430323600769], "cos_Ac_negg": [0.595592737197876, 0.6548430323600769], "r_norm": [0.2371191531419754, 0.24148693680763245]}, {"step": 10750, "epoch": 27, "train_loss": 0.0001190011462313123, "cos_r_negg": [0.595481276512146, 0.6550314426422119], "cos_innovation_negg": [0.595481276512146, 0.6550314426422119], "cos_apical_negg": [0.595481276512146, 0.6550314426422119], "cos_Ac_negg": [0.595481276512146, 0.6550314426422119], "r_norm": [0.23889142274856567, 0.24340373277664185]}, {"step": 10800, "epoch": 27, "train_loss": 7.225789886433631e-05, "cos_r_negg": [0.5951226949691772, 0.6549040079116821], "cos_innovation_negg": [0.5951226949691772, 0.6549040079116821], "cos_apical_negg": [0.5951226949691772, 0.6549040079116821], "cos_Ac_negg": [0.5951226949691772, 0.6549040079116821], "r_norm": [0.23984505236148834, 0.24440908432006836]}, {"step": 10850, "epoch": 27, "train_loss": 7.871471461839974e-05, "cos_r_negg": [0.5962932109832764, 0.6556322574615479], "cos_innovation_negg": [0.5962932109832764, 0.6556322574615479], "cos_apical_negg": [0.5962932109832764, 0.6556322574615479], "cos_Ac_negg": [0.5962932109832764, 0.6556322574615479], "r_norm": [0.2409994751214981, 0.24545542895793915]}, {"step": 10900, "epoch": 27, "train_loss": 0.00014921033289283514, "cos_r_negg": [0.5962308645248413, 0.6554611325263977], "cos_innovation_negg": [0.5962308645248413, 0.6554611325263977], "cos_apical_negg": [0.5962308645248413, 0.6554611325263977], "cos_Ac_negg": [0.5962308645248413, 0.6554611325263977], "r_norm": [0.24186694622039795, 0.24619120359420776]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9753, "test_loss": 0.12308761882781982}, {"step": 10950, "epoch": 28, "train_loss": 0.0001637135137571022, "cos_r_negg": [0.5956788063049316, 0.6554427146911621], "cos_innovation_negg": [0.5956788063049316, 0.6554427146911621], "cos_apical_negg": [0.5956788063049316, 0.6554427146911621], "cos_Ac_negg": [0.5956788063049316, 0.6554427146911621], "r_norm": [0.2398982048034668, 0.24422627687454224]}, {"step": 11000, "epoch": 28, "train_loss": 8.62100423546508e-05, "cos_r_negg": [0.5951700210571289, 0.65549635887146], "cos_innovation_negg": [0.5951700210571289, 0.65549635887146], "cos_apical_negg": [0.5951700210571289, 0.65549635887146], "cos_Ac_negg": [0.5951700210571289, 0.65549635887146], "r_norm": [0.2389601618051529, 0.24341729283332825]}, {"step": 11050, "epoch": 28, "train_loss": 0.00032342906342819333, "cos_r_negg": [0.5954874753952026, 0.6557263135910034], "cos_innovation_negg": [0.5954874753952026, 0.6557263135910034], "cos_apical_negg": [0.5954874753952026, 0.6557263135910034], "cos_Ac_negg": [0.5954874753952026, 0.6557263135910034], "r_norm": [0.23939400911331177, 0.24383381009101868]}, {"step": 11100, "epoch": 28, "train_loss": 0.00021789217134937644, "cos_r_negg": [0.5959339141845703, 0.6558865308761597], "cos_innovation_negg": [0.5959339141845703, 0.6558865308761597], "cos_apical_negg": [0.5959339141845703, 0.6558865308761597], "cos_Ac_negg": [0.5959339141845703, 0.6558865308761597], "r_norm": [0.23855094611644745, 0.24297314882278442]}, {"step": 11150, "epoch": 28, "train_loss": 0.0002181069430662319, "cos_r_negg": [0.5960444808006287, 0.6562017202377319], "cos_innovation_negg": [0.5960444808006287, 0.6562017202377319], "cos_apical_negg": [0.5960444808006287, 0.6562017202377319], "cos_Ac_negg": [0.5960444808006287, 0.6562017202377319], "r_norm": [0.2367996871471405, 0.24121615290641785]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004050623974762857, "cos_r_negg": [0.5965420007705688, 0.6563766598701477], "cos_innovation_negg": [0.5965420007705688, 0.6563766598701477], "cos_apical_negg": [0.5965420007705688, 0.6563766598701477], "cos_Ac_negg": [0.5965420007705688, 0.6563766598701477], "r_norm": [0.23674511909484863, 0.24115808308124542]}, {"step": 11250, "epoch": 28, "train_loss": 0.00029828300466760993, "cos_r_negg": [0.5955177545547485, 0.6558259129524231], "cos_innovation_negg": [0.5955177545547485, 0.6558259129524231], "cos_apical_negg": [0.5955177545547485, 0.6558259129524231], "cos_Ac_negg": [0.5955177545547485, 0.6558259129524231], "r_norm": [0.23820430040359497, 0.2425759881734848]}, {"step": 11300, "epoch": 28, "train_loss": 0.0002296740422025323, "cos_r_negg": [0.5959911346435547, 0.6556373834609985], "cos_innovation_negg": [0.5959911346435547, 0.6556373834609985], "cos_apical_negg": [0.5959911346435547, 0.6556373834609985], "cos_Ac_negg": [0.5959911346435547, 0.6556373834609985], "r_norm": [0.2397054135799408, 0.24405920505523682]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9754, "test_loss": 0.12354474830627442}, {"step": 11350, "epoch": 29, "train_loss": 0.0001225999731104821, "cos_r_negg": [0.5958526730537415, 0.6558903455734253], "cos_innovation_negg": [0.5958526730537415, 0.6558903455734253], "cos_apical_negg": [0.5958526730537415, 0.6558903455734253], "cos_Ac_negg": [0.5958526730537415, 0.6558903455734253], "r_norm": [0.23902270197868347, 0.24338114261627197]}, {"step": 11400, "epoch": 29, "train_loss": 0.00017090406618081033, "cos_r_negg": [0.5959688425064087, 0.6558863520622253], "cos_innovation_negg": [0.5959688425064087, 0.6558863520622253], "cos_apical_negg": [0.5959688425064087, 0.6558863520622253], "cos_Ac_negg": [0.5959688425064087, 0.6558863520622253], "r_norm": [0.23866286873817444, 0.24299606680870056]}, {"step": 11450, "epoch": 29, "train_loss": 0.0001792743569239974, "cos_r_negg": [0.5965226292610168, 0.6562610864639282], "cos_innovation_negg": [0.5965226292610168, 0.6562610864639282], "cos_apical_negg": [0.5965226292610168, 0.6562610864639282], "cos_Ac_negg": [0.5965226292610168, 0.6562610864639282], "r_norm": [0.23969405889511108, 0.24409836530685425]}, {"step": 11500, "epoch": 29, "train_loss": 0.00023840920766815543, "cos_r_negg": [0.5962408781051636, 0.6564908027648926], "cos_innovation_negg": [0.5962408781051636, 0.6564908027648926], "cos_apical_negg": [0.5962408781051636, 0.6564908027648926], "cos_Ac_negg": [0.5962408781051636, 0.6564908027648926], "r_norm": [0.24008633196353912, 0.244444340467453]}, {"step": 11550, "epoch": 29, "train_loss": 0.00028224560082890093, "cos_r_negg": [0.5970174670219421, 0.6565321683883667], "cos_innovation_negg": [0.5970174670219421, 0.6565321683883667], "cos_apical_negg": [0.5970174670219421, 0.6565321683883667], "cos_Ac_negg": [0.5970174670219421, 0.6565321683883667], "r_norm": [0.23888035118579865, 0.2432117462158203]}, {"step": 11600, "epoch": 29, "train_loss": 0.000157494330778718, "cos_r_negg": [0.5969928503036499, 0.656494677066803], "cos_innovation_negg": [0.5969928503036499, 0.656494677066803], "cos_apical_negg": [0.5969928503036499, 0.656494677066803], "cos_Ac_negg": [0.5969928503036499, 0.656494677066803], "r_norm": [0.23736780881881714, 0.24169525504112244]}, {"step": 11650, "epoch": 29, "train_loss": 0.00015280506340786815, "cos_r_negg": [0.5964798927307129, 0.6564024686813354], "cos_innovation_negg": [0.5964798927307129, 0.6564024686813354], "cos_apical_negg": [0.5964798927307129, 0.6564024686813354], "cos_Ac_negg": [0.5964798927307129, 0.6564024686813354], "r_norm": [0.2394348680973053, 0.24379953742027283]}, {"step": 11700, "epoch": 29, "train_loss": 0.00012482714373618364, "cos_r_negg": [0.5961908102035522, 0.6563626527786255], "cos_innovation_negg": [0.5961908102035522, 0.6563626527786255], "cos_apical_negg": [0.5961908102035522, 0.6563626527786255], "cos_Ac_negg": [0.5961908102035522, 0.6563626527786255], "r_norm": [0.23874908685684204, 0.24311277270317078]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9752, "test_loss": 0.1240795904159546}, {"step": 11750, "epoch": 30, "train_loss": 0.00026076665380969644, "cos_r_negg": [0.5957475900650024, 0.6564676761627197], "cos_innovation_negg": [0.5957475900650024, 0.6564676761627197], "cos_apical_negg": [0.5957475900650024, 0.6564676761627197], "cos_Ac_negg": [0.5957475900650024, 0.6564676761627197], "r_norm": [0.2396150529384613, 0.24399615824222565]}, {"step": 11800, "epoch": 30, "train_loss": 0.00016067158139776438, "cos_r_negg": [0.5960649251937866, 0.6564013361930847], "cos_innovation_negg": [0.5960649251937866, 0.6564013361930847], "cos_apical_negg": [0.5960649251937866, 0.6564013361930847], "cos_Ac_negg": [0.5960649251937866, 0.6564013361930847], "r_norm": [0.23870021104812622, 0.2431320995092392]}, {"step": 11850, "epoch": 30, "train_loss": 0.00023712884285487235, "cos_r_negg": [0.5967932939529419, 0.6565604209899902], "cos_innovation_negg": [0.5967932939529419, 0.6565604209899902], "cos_apical_negg": [0.5967932939529419, 0.6565604209899902], "cos_Ac_negg": [0.5967932939529419, 0.6565604209899902], "r_norm": [0.2382773756980896, 0.2425874024629593]}, {"step": 11900, "epoch": 30, "train_loss": 0.0003737076185643673, "cos_r_negg": [0.5959206223487854, 0.6565761566162109], "cos_innovation_negg": [0.5959206223487854, 0.6565761566162109], "cos_apical_negg": [0.5959206223487854, 0.6565761566162109], "cos_Ac_negg": [0.5959206223487854, 0.6565761566162109], "r_norm": [0.23795674741268158, 0.2422751486301422]}, {"step": 11950, "epoch": 30, "train_loss": 4.1411782149225473e-05, "cos_r_negg": [0.5957125425338745, 0.6566519737243652], "cos_innovation_negg": [0.5957125425338745, 0.6566519737243652], "cos_apical_negg": [0.5957125425338745, 0.6566519737243652], "cos_Ac_negg": [0.5957125425338745, 0.6566519737243652], "r_norm": [0.2383047342300415, 0.2425631433725357]}, {"step": 12000, "epoch": 30, "train_loss": 0.00024024049344006926, "cos_r_negg": [0.5961694717407227, 0.6572693586349487], "cos_innovation_negg": [0.5961694717407227, 0.6572693586349487], "cos_apical_negg": [0.5961694717407227, 0.6572693586349487], "cos_Ac_negg": [0.5961694717407227, 0.6572693586349487], "r_norm": [0.23849058151245117, 0.2428070306777954]}, {"step": 12050, "epoch": 30, "train_loss": 0.0004143964615650475, "cos_r_negg": [0.5961644649505615, 0.657284140586853], "cos_innovation_negg": [0.5961644649505615, 0.657284140586853], "cos_apical_negg": [0.5961644649505615, 0.657284140586853], "cos_Ac_negg": [0.5961644649505615, 0.657284140586853], "r_norm": [0.2397039532661438, 0.24406294524669647]}, {"step": 12100, "epoch": 30, "train_loss": 0.00015634673763997853, "cos_r_negg": [0.5964444875717163, 0.6570159196853638], "cos_innovation_negg": [0.5964444875717163, 0.6570159196853638], "cos_apical_negg": [0.5964444875717163, 0.6570159196853638], "cos_Ac_negg": [0.5964444875717163, 0.6570159196853638], "r_norm": [0.24001887440681458, 0.24441590905189514]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9751, "test_loss": 0.12449321546554565}, {"step": 12150, "epoch": 31, "train_loss": 0.00010925839887931943, "cos_r_negg": [0.5958895683288574, 0.6568544507026672], "cos_innovation_negg": [0.5958895683288574, 0.6568544507026672], "cos_apical_negg": [0.5958895683288574, 0.6568544507026672], "cos_Ac_negg": [0.5958895683288574, 0.6568544507026672], "r_norm": [0.23981942236423492, 0.2442329376935959]}, {"step": 12200, "epoch": 31, "train_loss": 0.00016091052384581417, "cos_r_negg": [0.5953754782676697, 0.6568188071250916], "cos_innovation_negg": [0.5953754782676697, 0.6568188071250916], "cos_apical_negg": [0.5953754782676697, 0.6568188071250916], "cos_Ac_negg": [0.5953754782676697, 0.6568188071250916], "r_norm": [0.23964917659759521, 0.24408528208732605]}, {"step": 12250, "epoch": 31, "train_loss": 0.0001831549743656069, "cos_r_negg": [0.5962920188903809, 0.6569294929504395], "cos_innovation_negg": [0.5962920188903809, 0.6569294929504395], "cos_apical_negg": [0.5962920188903809, 0.6569294929504395], "cos_Ac_negg": [0.5962920188903809, 0.6569294929504395], "r_norm": [0.23922869563102722, 0.24357905983924866]}, {"step": 12300, "epoch": 31, "train_loss": 0.00019123093807138503, "cos_r_negg": [0.5959904193878174, 0.6573437452316284], "cos_innovation_negg": [0.5959904193878174, 0.6573437452316284], "cos_apical_negg": [0.5959904193878174, 0.6573437452316284], "cos_Ac_negg": [0.5959904193878174, 0.6573437452316284], "r_norm": [0.2394207864999771, 0.24381224811077118]}, {"step": 12350, "epoch": 31, "train_loss": 0.00016271245840471238, "cos_r_negg": [0.5967756509780884, 0.6578955054283142], "cos_innovation_negg": [0.5967756509780884, 0.6578955054283142], "cos_apical_negg": [0.5967756509780884, 0.6578955054283142], "cos_Ac_negg": [0.5967756509780884, 0.6578955054283142], "r_norm": [0.23946252465248108, 0.2438223958015442]}, {"step": 12400, "epoch": 31, "train_loss": 0.00016676122322678566, "cos_r_negg": [0.5959954261779785, 0.6576966643333435], "cos_innovation_negg": [0.5959954261779785, 0.6576966643333435], "cos_apical_negg": [0.5959954261779785, 0.6576966643333435], "cos_Ac_negg": [0.5959954261779785, 0.6576966643333435], "r_norm": [0.2382865846157074, 0.2426155060529709]}, {"step": 12450, "epoch": 31, "train_loss": 0.0001161331674666144, "cos_r_negg": [0.5960086584091187, 0.6577452421188354], "cos_innovation_negg": [0.5960086584091187, 0.6577452421188354], "cos_apical_negg": [0.5960086584091187, 0.6577452421188354], "cos_Ac_negg": [0.5960086584091187, 0.6577452421188354], "r_norm": [0.23833593726158142, 0.2426946610212326]}, {"step": 12500, "epoch": 31, "train_loss": 4.6237219066824764e-05, "cos_r_negg": [0.5957759618759155, 0.6578758358955383], "cos_innovation_negg": [0.5957759618759155, 0.6578758358955383], "cos_apical_negg": [0.5957759618759155, 0.6578758358955383], "cos_Ac_negg": [0.5957759618759155, 0.6578758358955383], "r_norm": [0.23854295909404755, 0.24284785985946655]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9754, "test_loss": 0.12480050783157348}, {"step": 12550, "epoch": 32, "train_loss": 0.0001308413629885763, "cos_r_negg": [0.5954419374465942, 0.6577653288841248], "cos_innovation_negg": [0.5954419374465942, 0.6577653288841248], "cos_apical_negg": [0.5954419374465942, 0.6577653288841248], "cos_Ac_negg": [0.5954419374465942, 0.6577653288841248], "r_norm": [0.23891010880470276, 0.24317432940006256]}, {"step": 12600, "epoch": 32, "train_loss": 4.0925930079538375e-05, "cos_r_negg": [0.5959559679031372, 0.6581084132194519], "cos_innovation_negg": [0.5959559679031372, 0.6581084132194519], "cos_apical_negg": [0.5959559679031372, 0.6581084132194519], "cos_Ac_negg": [0.5959559679031372, 0.6581084132194519], "r_norm": [0.23892158269882202, 0.24321673810482025]}, {"step": 12650, "epoch": 32, "train_loss": 0.00020389381097629666, "cos_r_negg": [0.5953148603439331, 0.6579612493515015], "cos_innovation_negg": [0.5953148603439331, 0.6579612493515015], "cos_apical_negg": [0.5953148603439331, 0.6579612493515015], "cos_Ac_negg": [0.5953148603439331, 0.6579612493515015], "r_norm": [0.2385961264371872, 0.24294693768024445]}, {"step": 12700, "epoch": 32, "train_loss": 0.00024446967290714383, "cos_r_negg": [0.595279335975647, 0.6582038402557373], "cos_innovation_negg": [0.595279335975647, 0.6582038402557373], "cos_apical_negg": [0.595279335975647, 0.6582038402557373], "cos_Ac_negg": [0.595279335975647, 0.6582038402557373], "r_norm": [0.2384069710969925, 0.2427384853363037]}, {"step": 12750, "epoch": 32, "train_loss": 0.000111695597297512, "cos_r_negg": [0.5952422618865967, 0.6580991744995117], "cos_innovation_negg": [0.5952422618865967, 0.6580991744995117], "cos_apical_negg": [0.5952422618865967, 0.6580991744995117], "cos_Ac_negg": [0.5952422618865967, 0.6580991744995117], "r_norm": [0.23954276740550995, 0.24387094378471375]}, {"step": 12800, "epoch": 32, "train_loss": 0.00021011217904742807, "cos_r_negg": [0.5959084033966064, 0.6584352850914001], "cos_innovation_negg": [0.5959084033966064, 0.6584352850914001], "cos_apical_negg": [0.5959084033966064, 0.6584352850914001], "cos_Ac_negg": [0.5959084033966064, 0.6584352850914001], "r_norm": [0.23813529312610626, 0.24246354401111603]}, {"step": 12850, "epoch": 32, "train_loss": 0.0001616150257177651, "cos_r_negg": [0.5958946943283081, 0.6585716009140015], "cos_innovation_negg": [0.5958946943283081, 0.6585716009140015], "cos_apical_negg": [0.5958946943283081, 0.6585716009140015], "cos_Ac_negg": [0.5958946943283081, 0.6585716009140015], "r_norm": [0.23787188529968262, 0.2421562224626541]}, {"step": 12900, "epoch": 32, "train_loss": 8.536080713383853e-05, "cos_r_negg": [0.5953764915466309, 0.6583143472671509], "cos_innovation_negg": [0.5953764915466309, 0.6583143472671509], "cos_apical_negg": [0.5953764915466309, 0.6583143472671509], "cos_Ac_negg": [0.5953764915466309, 0.6583143472671509], "r_norm": [0.23843133449554443, 0.24272678792476654]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9752, "test_loss": 0.12517642955780028}, {"step": 12950, "epoch": 33, "train_loss": 9.162287460640073e-05, "cos_r_negg": [0.5956183075904846, 0.658129096031189], "cos_innovation_negg": [0.5956183075904846, 0.658129096031189], "cos_apical_negg": [0.5956183075904846, 0.658129096031189], "cos_Ac_negg": [0.5956183075904846, 0.658129096031189], "r_norm": [0.23737832903862, 0.24170812964439392]}, {"step": 13000, "epoch": 33, "train_loss": 4.512115629040636e-05, "cos_r_negg": [0.5955555438995361, 0.6582401394844055], "cos_innovation_negg": [0.5955555438995361, 0.6582401394844055], "cos_apical_negg": [0.5955555438995361, 0.6582401394844055], "cos_Ac_negg": [0.5955555438995361, 0.6582401394844055], "r_norm": [0.23818054795265198, 0.24247273802757263]}, {"step": 13050, "epoch": 33, "train_loss": 0.00024535408010706306, "cos_r_negg": [0.5951356887817383, 0.6582469940185547], "cos_innovation_negg": [0.5951356887817383, 0.6582469940185547], "cos_apical_negg": [0.5951356887817383, 0.6582469940185547], "cos_Ac_negg": [0.5951356887817383, 0.6582469940185547], "r_norm": [0.23970192670822144, 0.24399037659168243]}, {"step": 13100, "epoch": 33, "train_loss": 0.00010906335955951363, "cos_r_negg": [0.5950933694839478, 0.6583045125007629], "cos_innovation_negg": [0.5950933694839478, 0.6583045125007629], "cos_apical_negg": [0.5950933694839478, 0.6583045125007629], "cos_Ac_negg": [0.5950933694839478, 0.6583045125007629], "r_norm": [0.24007979035377502, 0.24430908262729645]}, {"step": 13150, "epoch": 33, "train_loss": 0.00011179169814568013, "cos_r_negg": [0.5949681401252747, 0.6583914756774902], "cos_innovation_negg": [0.5949681401252747, 0.6583914756774902], "cos_apical_negg": [0.5949681401252747, 0.6583914756774902], "cos_Ac_negg": [0.5949681401252747, 0.6583914756774902], "r_norm": [0.23879408836364746, 0.2430150806903839]}, {"step": 13200, "epoch": 33, "train_loss": 0.00020206211775075644, "cos_r_negg": [0.5952451229095459, 0.6585103273391724], "cos_innovation_negg": [0.5952451229095459, 0.6585103273391724], "cos_apical_negg": [0.5952451229095459, 0.6585103273391724], "cos_Ac_negg": [0.5952451229095459, 0.6585103273391724], "r_norm": [0.23737812042236328, 0.24166816473007202]}, {"step": 13250, "epoch": 33, "train_loss": 0.0002690774272195995, "cos_r_negg": [0.5958411693572998, 0.6589761972427368], "cos_innovation_negg": [0.5958411693572998, 0.6589761972427368], "cos_apical_negg": [0.5958411693572998, 0.6589761972427368], "cos_Ac_negg": [0.5958411693572998, 0.6589761972427368], "r_norm": [0.2385035753250122, 0.24284029006958008]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9751, "test_loss": 0.12573107261657715}, {"step": 13300, "epoch": 34, "train_loss": 0.00012497958960011601, "cos_r_negg": [0.59627765417099, 0.6589444875717163], "cos_innovation_negg": [0.59627765417099, 0.6589444875717163], "cos_apical_negg": [0.59627765417099, 0.6589444875717163], "cos_Ac_negg": [0.59627765417099, 0.6589444875717163], "r_norm": [0.2387504279613495, 0.24311712384223938]}, {"step": 13350, "epoch": 34, "train_loss": 0.00015673636517021805, "cos_r_negg": [0.5956542491912842, 0.6589109897613525], "cos_innovation_negg": [0.5956542491912842, 0.6589109897613525], "cos_apical_negg": [0.5956542491912842, 0.6589109897613525], "cos_Ac_negg": [0.5956542491912842, 0.6589109897613525], "r_norm": [0.23933184146881104, 0.2436731904745102]}, {"step": 13400, "epoch": 34, "train_loss": 0.00021273133461363614, "cos_r_negg": [0.5958191752433777, 0.6586695909500122], "cos_innovation_negg": [0.5958191752433777, 0.6586695909500122], "cos_apical_negg": [0.5958191752433777, 0.6586695909500122], "cos_Ac_negg": [0.5958191752433777, 0.6586695909500122], "r_norm": [0.23971569538116455, 0.24401085078716278]}, {"step": 13450, "epoch": 34, "train_loss": 0.00015209756384138018, "cos_r_negg": [0.5963805913925171, 0.6590304374694824], "cos_innovation_negg": [0.5963805913925171, 0.6590304374694824], "cos_apical_negg": [0.5963805913925171, 0.6590304374694824], "cos_Ac_negg": [0.5963805913925171, 0.6590304374694824], "r_norm": [0.23797190189361572, 0.24225029349327087]}, {"step": 13500, "epoch": 34, "train_loss": 0.00030818203231319785, "cos_r_negg": [0.595768928527832, 0.6590953469276428], "cos_innovation_negg": [0.595768928527832, 0.6590953469276428], "cos_apical_negg": [0.595768928527832, 0.6590953469276428], "cos_Ac_negg": [0.595768928527832, 0.6590953469276428], "r_norm": [0.23830854892730713, 0.24259576201438904]}, {"step": 13550, "epoch": 34, "train_loss": 0.00023989676265046, "cos_r_negg": [0.5964592099189758, 0.659443736076355], "cos_innovation_negg": [0.5964592099189758, 0.659443736076355], "cos_apical_negg": [0.5964592099189758, 0.659443736076355], "cos_Ac_negg": [0.5964592099189758, 0.659443736076355], "r_norm": [0.23841670155525208, 0.24273714423179626]}, {"step": 13600, "epoch": 34, "train_loss": 0.00011461017857072875, "cos_r_negg": [0.5959943532943726, 0.6590880155563354], "cos_innovation_negg": [0.5959943532943726, 0.6590880155563354], "cos_apical_negg": [0.5959943532943726, 0.6590880155563354], "cos_Ac_negg": [0.5959943532943726, 0.6590880155563354], "r_norm": [0.23798638582229614, 0.24230371415615082]}, {"step": 13650, "epoch": 34, "train_loss": 0.0002136742987204343, "cos_r_negg": [0.5964200496673584, 0.6594106554985046], "cos_innovation_negg": [0.5964200496673584, 0.6594106554985046], "cos_apical_negg": [0.5964200496673584, 0.6594106554985046], "cos_Ac_negg": [0.5964200496673584, 0.6594106554985046], "r_norm": [0.23794499039649963, 0.24231751263141632]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9753, "test_loss": 0.12602696866989135}, {"step": 13700, "epoch": 35, "train_loss": 9.733850311022252e-05, "cos_r_negg": [0.5964062809944153, 0.6595644354820251], "cos_innovation_negg": [0.5964062809944153, 0.6595644354820251], "cos_apical_negg": [0.5964062809944153, 0.6595644354820251], "cos_Ac_negg": [0.5964062809944153, 0.6595644354820251], "r_norm": [0.23850694298744202, 0.24287644028663635]}, {"step": 13750, "epoch": 35, "train_loss": 0.00033040461130440235, "cos_r_negg": [0.5962738394737244, 0.6596263647079468], "cos_innovation_negg": [0.5962738394737244, 0.6596263647079468], "cos_apical_negg": [0.5962738394737244, 0.6596263647079468], "cos_Ac_negg": [0.5962738394737244, 0.6596263647079468], "r_norm": [0.23907184600830078, 0.24345053732395172]}, {"step": 13800, "epoch": 35, "train_loss": 0.00015122067998163402, "cos_r_negg": [0.5966875553131104, 0.6599350571632385], "cos_innovation_negg": [0.5966875553131104, 0.6599350571632385], "cos_apical_negg": [0.5966875553131104, 0.6599350571632385], "cos_Ac_negg": [0.5966875553131104, 0.6599350571632385], "r_norm": [0.23891028761863708, 0.24329137802124023]}, {"step": 13850, "epoch": 35, "train_loss": 0.000122662095236592, "cos_r_negg": [0.5970642566680908, 0.6597249507904053], "cos_innovation_negg": [0.5970642566680908, 0.6597249507904053], "cos_apical_negg": [0.5970642566680908, 0.6597249507904053], "cos_Ac_negg": [0.5970642566680908, 0.6597249507904053], "r_norm": [0.23884914815425873, 0.24323958158493042]}, {"step": 13900, "epoch": 35, "train_loss": 0.00013909846893511713, "cos_r_negg": [0.5958802700042725, 0.659725546836853], "cos_innovation_negg": [0.5958802700042725, 0.659725546836853], "cos_apical_negg": [0.5958802700042725, 0.659725546836853], "cos_Ac_negg": [0.5958802700042725, 0.659725546836853], "r_norm": [0.23794442415237427, 0.2422627955675125]}, {"step": 13950, "epoch": 35, "train_loss": 0.00015494899707846344, "cos_r_negg": [0.5969511866569519, 0.6595620512962341], "cos_innovation_negg": [0.5969511866569519, 0.6595620512962341], "cos_apical_negg": [0.5969511866569519, 0.6595620512962341], "cos_Ac_negg": [0.5969511866569519, 0.6595620512962341], "r_norm": [0.23690105974674225, 0.24116306006908417]}, {"step": 14000, "epoch": 35, "train_loss": 0.00013946641411166638, "cos_r_negg": [0.5964281558990479, 0.6599532961845398], "cos_innovation_negg": [0.5964281558990479, 0.6599532961845398], "cos_apical_negg": [0.5964281558990479, 0.6599532961845398], "cos_Ac_negg": [0.5964281558990479, 0.6599532961845398], "r_norm": [0.23848171532154083, 0.24274608492851257]}, {"step": 14050, "epoch": 35, "train_loss": 0.00010168668086407706, "cos_r_negg": [0.5956591367721558, 0.6597979068756104], "cos_innovation_negg": [0.5956591367721558, 0.6597979068756104], "cos_apical_negg": [0.5956591367721558, 0.6597979068756104], "cos_Ac_negg": [0.5956591367721558, 0.6597979068756104], "r_norm": [0.2379249930381775, 0.24220900237560272]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9754, "test_loss": 0.1262649772644043}, {"step": 14100, "epoch": 36, "train_loss": 0.0001733105891617015, "cos_r_negg": [0.5966763496398926, 0.6602894067764282], "cos_innovation_negg": [0.5966763496398926, 0.6602894067764282], "cos_apical_negg": [0.5966763496398926, 0.6602894067764282], "cos_Ac_negg": [0.5966763496398926, 0.6602894067764282], "r_norm": [0.23839715123176575, 0.24267175793647766]}, {"step": 14150, "epoch": 36, "train_loss": 0.00014334532897919416, "cos_r_negg": [0.5959991216659546, 0.6597515940666199], "cos_innovation_negg": [0.5959991216659546, 0.6597515940666199], "cos_apical_negg": [0.5959991216659546, 0.6597515940666199], "cos_Ac_negg": [0.5959991216659546, 0.6597515940666199], "r_norm": [0.2397868037223816, 0.24411426484584808]}, {"step": 14200, "epoch": 36, "train_loss": 0.00010584078700048849, "cos_r_negg": [0.5958337783813477, 0.6597101092338562], "cos_innovation_negg": [0.5958337783813477, 0.6597101092338562], "cos_apical_negg": [0.5958337783813477, 0.6597101092338562], "cos_Ac_negg": [0.5958337783813477, 0.6597101092338562], "r_norm": [0.2392512857913971, 0.24357770383358002]}, {"step": 14250, "epoch": 36, "train_loss": 0.00013859901810064912, "cos_r_negg": [0.5959832668304443, 0.6598595976829529], "cos_innovation_negg": [0.5959832668304443, 0.6598595976829529], "cos_apical_negg": [0.5959832668304443, 0.6598595976829529], "cos_Ac_negg": [0.5959832668304443, 0.6598595976829529], "r_norm": [0.23788204789161682, 0.24217581748962402]}, {"step": 14300, "epoch": 36, "train_loss": 7.525285036535934e-05, "cos_r_negg": [0.595440149307251, 0.6601352095603943], "cos_innovation_negg": [0.595440149307251, 0.6601352095603943], "cos_apical_negg": [0.595440149307251, 0.6601352095603943], "cos_Ac_negg": [0.595440149307251, 0.6601352095603943], "r_norm": [0.23823173344135284, 0.24248933792114258]}, {"step": 14350, "epoch": 36, "train_loss": 7.745687616989017e-05, "cos_r_negg": [0.5955803394317627, 0.6600133180618286], "cos_innovation_negg": [0.5955803394317627, 0.6600133180618286], "cos_apical_negg": [0.5955803394317627, 0.6600133180618286], "cos_Ac_negg": [0.5955803394317627, 0.6600133180618286], "r_norm": [0.2374591827392578, 0.24173247814178467]}, {"step": 14400, "epoch": 36, "train_loss": 9.457662235945463e-05, "cos_r_negg": [0.5967601537704468, 0.6603690385818481], "cos_innovation_negg": [0.5967601537704468, 0.6603690385818481], "cos_apical_negg": [0.5967601537704468, 0.6603690385818481], "cos_Ac_negg": [0.5967601537704468, 0.6603690385818481], "r_norm": [0.23682892322540283, 0.2410408854484558]}, {"step": 14450, "epoch": 36, "train_loss": 0.00013589675654657185, "cos_r_negg": [0.5965224504470825, 0.6601806282997131], "cos_innovation_negg": [0.5965224504470825, 0.6601806282997131], "cos_apical_negg": [0.5965224504470825, 0.6601806282997131], "cos_Ac_negg": [0.5965224504470825, 0.6601806282997131], "r_norm": [0.23787520825862885, 0.24211588501930237]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9756, "test_loss": 0.12684607763290406}, {"step": 14500, "epoch": 37, "train_loss": 0.00012550680548883975, "cos_r_negg": [0.5957791805267334, 0.6605011224746704], "cos_innovation_negg": [0.5957791805267334, 0.6605011224746704], "cos_apical_negg": [0.5957791805267334, 0.6605011224746704], "cos_Ac_negg": [0.5957791805267334, 0.6605011224746704], "r_norm": [0.23937004804611206, 0.24367590248584747]}, {"step": 14550, "epoch": 37, "train_loss": 0.00020742934430018067, "cos_r_negg": [0.5960155129432678, 0.6603569984436035], "cos_innovation_negg": [0.5960155129432678, 0.6603569984436035], "cos_apical_negg": [0.5960155129432678, 0.6603569984436035], "cos_Ac_negg": [0.5960155129432678, 0.6603569984436035], "r_norm": [0.23940616846084595, 0.24372698366641998]}, {"step": 14600, "epoch": 37, "train_loss": 8.810059080133215e-05, "cos_r_negg": [0.5956844091415405, 0.6602139472961426], "cos_innovation_negg": [0.5956844091415405, 0.6602139472961426], "cos_apical_negg": [0.5956844091415405, 0.6602139472961426], "cos_Ac_negg": [0.5956844091415405, 0.6602139472961426], "r_norm": [0.23894540965557098, 0.2432522177696228]}, {"step": 14650, "epoch": 37, "train_loss": 8.921435801312327e-05, "cos_r_negg": [0.5967477560043335, 0.6605725288391113], "cos_innovation_negg": [0.5967477560043335, 0.6605725288391113], "cos_apical_negg": [0.5967477560043335, 0.6605725288391113], "cos_Ac_negg": [0.5967477560043335, 0.6605725288391113], "r_norm": [0.23762618005275726, 0.2418784350156784]}, {"step": 14700, "epoch": 37, "train_loss": 0.00010100048530148342, "cos_r_negg": [0.5967152714729309, 0.6604745388031006], "cos_innovation_negg": [0.5967152714729309, 0.6604745388031006], "cos_apical_negg": [0.5967152714729309, 0.6604745388031006], "cos_Ac_negg": [0.5967152714729309, 0.6604745388031006], "r_norm": [0.23714540898799896, 0.24140192568302155]}, {"step": 14750, "epoch": 37, "train_loss": 0.00011931116750929505, "cos_r_negg": [0.5959745645523071, 0.6603052616119385], "cos_innovation_negg": [0.5959745645523071, 0.6603052616119385], "cos_apical_negg": [0.5959745645523071, 0.6603052616119385], "cos_Ac_negg": [0.5959745645523071, 0.6603052616119385], "r_norm": [0.23748838901519775, 0.24173828959465027]}, {"step": 14800, "epoch": 37, "train_loss": 9.61197802098468e-05, "cos_r_negg": [0.5960395336151123, 0.6605808734893799], "cos_innovation_negg": [0.5960395336151123, 0.6605808734893799], "cos_apical_negg": [0.5960395336151123, 0.6605808734893799], "cos_Ac_negg": [0.5960395336151123, 0.6605808734893799], "r_norm": [0.23856443166732788, 0.24282628297805786]}, {"step": 14850, "epoch": 37, "train_loss": 0.00012937582505401224, "cos_r_negg": [0.5962620973587036, 0.6606029868125916], "cos_innovation_negg": [0.5962620973587036, 0.6606029868125916], "cos_apical_negg": [0.5962620973587036, 0.6606029868125916], "cos_Ac_negg": [0.5962620973587036, 0.6606029868125916], "r_norm": [0.23776359856128693, 0.24203556776046753]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9754, "test_loss": 0.12708705053329467}, {"step": 14900, "epoch": 38, "train_loss": 0.0001533995964564383, "cos_r_negg": [0.5964971780776978, 0.6597671508789062], "cos_innovation_negg": [0.5964971780776978, 0.6597671508789062], "cos_apical_negg": [0.5964971780776978, 0.6597671508789062], "cos_Ac_negg": [0.5964971780776978, 0.6597671508789062], "r_norm": [0.237620547413826, 0.2418958842754364]}, {"step": 14950, "epoch": 38, "train_loss": 6.660501821897924e-05, "cos_r_negg": [0.5961008071899414, 0.6599440574645996], "cos_innovation_negg": [0.5961008071899414, 0.6599440574645996], "cos_apical_negg": [0.5961008071899414, 0.6599440574645996], "cos_Ac_negg": [0.5961008071899414, 0.6599440574645996], "r_norm": [0.23759442567825317, 0.24188384413719177]}, {"step": 15000, "epoch": 38, "train_loss": 0.00019317252736072987, "cos_r_negg": [0.5957348346710205, 0.6606857180595398], "cos_innovation_negg": [0.5957348346710205, 0.6606857180595398], "cos_apical_negg": [0.5957348346710205, 0.6606857180595398], "cos_Ac_negg": [0.5957348346710205, 0.6606857180595398], "r_norm": [0.23891708254814148, 0.2432529330253601]}, {"step": 15050, "epoch": 38, "train_loss": 0.00020120978297200054, "cos_r_negg": [0.596341609954834, 0.6606410145759583], "cos_innovation_negg": [0.596341609954834, 0.6606410145759583], "cos_apical_negg": [0.596341609954834, 0.6606410145759583], "cos_Ac_negg": [0.596341609954834, 0.6606410145759583], "r_norm": [0.2387550175189972, 0.24307718873023987]}, {"step": 15100, "epoch": 38, "train_loss": 5.25510185980238e-05, "cos_r_negg": [0.5965989828109741, 0.660443902015686], "cos_innovation_negg": [0.5965989828109741, 0.660443902015686], "cos_apical_negg": [0.5965989828109741, 0.660443902015686], "cos_Ac_negg": [0.5965989828109741, 0.660443902015686], "r_norm": [0.23849964141845703, 0.24275633692741394]}, {"step": 15150, "epoch": 38, "train_loss": 0.00016224027785938233, "cos_r_negg": [0.5960243940353394, 0.6603735685348511], "cos_innovation_negg": [0.5960243940353394, 0.6603735685348511], "cos_apical_negg": [0.5960243940353394, 0.6603735685348511], "cos_Ac_negg": [0.5960243940353394, 0.6603735685348511], "r_norm": [0.2384454607963562, 0.24271205067634583]}, {"step": 15200, "epoch": 38, "train_loss": 0.00011998209811281413, "cos_r_negg": [0.5950778722763062, 0.6603432893753052], "cos_innovation_negg": [0.5950778722763062, 0.6603432893753052], "cos_apical_negg": [0.5950778722763062, 0.6603432893753052], "cos_Ac_negg": [0.5950778722763062, 0.6603432893753052], "r_norm": [0.23883169889450073, 0.24312236905097961]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9754, "test_loss": 0.1274529369354248}, {"step": 15250, "epoch": 39, "train_loss": 6.892305827932432e-05, "cos_r_negg": [0.596112072467804, 0.6607002019882202], "cos_innovation_negg": [0.596112072467804, 0.6607002019882202], "cos_apical_negg": [0.596112072467804, 0.6607002019882202], "cos_Ac_negg": [0.596112072467804, 0.6607002019882202], "r_norm": [0.2384917438030243, 0.24275454878807068]}, {"step": 15300, "epoch": 39, "train_loss": 0.00017607028712518513, "cos_r_negg": [0.5965423583984375, 0.6613138318061829], "cos_innovation_negg": [0.5965423583984375, 0.6613138318061829], "cos_apical_negg": [0.5965423583984375, 0.6613138318061829], "cos_Ac_negg": [0.5965423583984375, 0.6613138318061829], "r_norm": [0.23788714408874512, 0.24211226403713226]}, {"step": 15350, "epoch": 39, "train_loss": 0.00034949430846609175, "cos_r_negg": [0.5962693691253662, 0.6607425212860107], "cos_innovation_negg": [0.5962693691253662, 0.6607425212860107], "cos_apical_negg": [0.5962693691253662, 0.6607425212860107], "cos_Ac_negg": [0.5962693691253662, 0.6607425212860107], "r_norm": [0.23819732666015625, 0.24247625470161438]}, {"step": 15400, "epoch": 39, "train_loss": 7.752397505100816e-05, "cos_r_negg": [0.5970584154129028, 0.6611003279685974], "cos_innovation_negg": [0.5970584154129028, 0.6611003279685974], "cos_apical_negg": [0.5970584154129028, 0.6611003279685974], "cos_Ac_negg": [0.5970584154129028, 0.6611003279685974], "r_norm": [0.23829562962055206, 0.24259920418262482]}, {"step": 15450, "epoch": 39, "train_loss": 0.0002225077332695946, "cos_r_negg": [0.597027063369751, 0.6612228751182556], "cos_innovation_negg": [0.597027063369751, 0.6612228751182556], "cos_apical_negg": [0.597027063369751, 0.6612228751182556], "cos_Ac_negg": [0.597027063369751, 0.6612228751182556], "r_norm": [0.23789961636066437, 0.24219541251659393]}, {"step": 15500, "epoch": 39, "train_loss": 0.00024445290910080075, "cos_r_negg": [0.5969737768173218, 0.6614301204681396], "cos_innovation_negg": [0.5969737768173218, 0.6614301204681396], "cos_apical_negg": [0.5969737768173218, 0.6614301204681396], "cos_Ac_negg": [0.5969737768173218, 0.6614301204681396], "r_norm": [0.23794376850128174, 0.24227464199066162]}, {"step": 15550, "epoch": 39, "train_loss": 0.0001788382651284337, "cos_r_negg": [0.5959711074829102, 0.6608141660690308], "cos_innovation_negg": [0.5959711074829102, 0.6608141660690308], "cos_apical_negg": [0.5959711074829102, 0.6608141660690308], "cos_Ac_negg": [0.5959711074829102, 0.6608141660690308], "r_norm": [0.23880887031555176, 0.24315720796585083]}, {"step": 15600, "epoch": 39, "train_loss": 9.812779899220914e-05, "cos_r_negg": [0.5958347320556641, 0.6607528924942017], "cos_innovation_negg": [0.5958347320556641, 0.6607528924942017], "cos_apical_negg": [0.5958347320556641, 0.6607528924942017], "cos_Ac_negg": [0.5958347320556641, 0.6607528924942017], "r_norm": [0.23784509301185608, 0.24209663271903992]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9753, "test_loss": 0.1277150233268738}, {"step": 15650, "epoch": 40, "train_loss": 0.00017334360745735466, "cos_r_negg": [0.595641553401947, 0.661016583442688], "cos_innovation_negg": [0.595641553401947, 0.661016583442688], "cos_apical_negg": [0.595641553401947, 0.661016583442688], "cos_Ac_negg": [0.595641553401947, 0.661016583442688], "r_norm": [0.23823188245296478, 0.24248042702674866]}, {"step": 15700, "epoch": 40, "train_loss": 0.00011207490024389699, "cos_r_negg": [0.595759391784668, 0.6611504554748535], "cos_innovation_negg": [0.595759391784668, 0.6611504554748535], "cos_apical_negg": [0.595759391784668, 0.6611504554748535], "cos_Ac_negg": [0.595759391784668, 0.6611504554748535], "r_norm": [0.23848897218704224, 0.24276764690876007]}, {"step": 15750, "epoch": 40, "train_loss": 0.0001819949975470081, "cos_r_negg": [0.5963528156280518, 0.6611572504043579], "cos_innovation_negg": [0.5963528156280518, 0.6611572504043579], "cos_apical_negg": [0.5963528156280518, 0.6611572504043579], "cos_Ac_negg": [0.5963528156280518, 0.6611572504043579], "r_norm": [0.23917485773563385, 0.2434006631374359]}, {"step": 15800, "epoch": 40, "train_loss": 0.0001724877511151135, "cos_r_negg": [0.5965868234634399, 0.6611596345901489], "cos_innovation_negg": [0.5965868234634399, 0.6611596345901489], "cos_apical_negg": [0.5965868234634399, 0.6611596345901489], "cos_Ac_negg": [0.5965868234634399, 0.6611596345901489], "r_norm": [0.23880141973495483, 0.24302631616592407]}, {"step": 15850, "epoch": 40, "train_loss": 6.082803156459704e-05, "cos_r_negg": [0.595352053642273, 0.6607850790023804], "cos_innovation_negg": [0.595352053642273, 0.6607850790023804], "cos_apical_negg": [0.595352053642273, 0.6607850790023804], "cos_Ac_negg": [0.595352053642273, 0.6607850790023804], "r_norm": [0.23716992139816284, 0.2413545548915863]}, {"step": 15900, "epoch": 40, "train_loss": 0.00010136453784070909, "cos_r_negg": [0.5964003205299377, 0.6611664891242981], "cos_innovation_negg": [0.5964003205299377, 0.6611664891242981], "cos_apical_negg": [0.5964003205299377, 0.6611664891242981], "cos_Ac_negg": [0.5964003205299377, 0.6611664891242981], "r_norm": [0.23728373646736145, 0.24150371551513672]}, {"step": 15950, "epoch": 40, "train_loss": 0.00014278318849392235, "cos_r_negg": [0.5967836380004883, 0.6614263653755188], "cos_innovation_negg": [0.5967836380004883, 0.6614263653755188], "cos_apical_negg": [0.5967836380004883, 0.6614263653755188], "cos_Ac_negg": [0.5967836380004883, 0.6614263653755188], "r_norm": [0.23794519901275635, 0.2422003597021103]}, {"step": 16000, "epoch": 40, "train_loss": 3.266872954554856e-05, "cos_r_negg": [0.5960254669189453, 0.661273717880249], "cos_innovation_negg": [0.5960254669189453, 0.661273717880249], "cos_apical_negg": [0.5960254669189453, 0.661273717880249], "cos_Ac_negg": [0.5960254669189453, 0.661273717880249], "r_norm": [0.23711027204990387, 0.24134045839309692]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9756, "test_loss": 0.12787061347961426}, {"step": 16050, "epoch": 41, "train_loss": 4.01050565415062e-05, "cos_r_negg": [0.5956542491912842, 0.6612333059310913], "cos_innovation_negg": [0.5956542491912842, 0.6612333059310913], "cos_apical_negg": [0.5956542491912842, 0.6612333059310913], "cos_Ac_negg": [0.5956542491912842, 0.6612333059310913], "r_norm": [0.23737691342830658, 0.24163970351219177]}, {"step": 16100, "epoch": 41, "train_loss": 7.538207137258723e-05, "cos_r_negg": [0.5957385897636414, 0.6615223288536072], "cos_innovation_negg": [0.5957385897636414, 0.6615223288536072], "cos_apical_negg": [0.5957385897636414, 0.6615223288536072], "cos_Ac_negg": [0.5957385897636414, 0.6615223288536072], "r_norm": [0.23821350932121277, 0.24247145652770996]}, {"step": 16150, "epoch": 41, "train_loss": 0.00010136191849596798, "cos_r_negg": [0.59633868932724, 0.661454975605011], "cos_innovation_negg": [0.59633868932724, 0.661454975605011], "cos_apical_negg": [0.59633868932724, 0.661454975605011], "cos_Ac_negg": [0.59633868932724, 0.661454975605011], "r_norm": [0.23757435381412506, 0.24181272089481354]}, {"step": 16200, "epoch": 41, "train_loss": 0.00013669815962202847, "cos_r_negg": [0.5960301756858826, 0.6616724729537964], "cos_innovation_negg": [0.5960301756858826, 0.6616724729537964], "cos_apical_negg": [0.5960301756858826, 0.6616724729537964], "cos_Ac_negg": [0.5960301756858826, 0.6616724729537964], "r_norm": [0.23773455619812012, 0.24197328090667725]}, {"step": 16250, "epoch": 41, "train_loss": 0.0001739850122248754, "cos_r_negg": [0.5962594747543335, 0.6618772745132446], "cos_innovation_negg": [0.5962594747543335, 0.6618772745132446], "cos_apical_negg": [0.5962594747543335, 0.6618772745132446], "cos_Ac_negg": [0.5962594747543335, 0.6618772745132446], "r_norm": [0.2378184199333191, 0.24205952882766724]}, {"step": 16300, "epoch": 41, "train_loss": 8.165179315255955e-05, "cos_r_negg": [0.5961254239082336, 0.6619230508804321], "cos_innovation_negg": [0.5961254239082336, 0.6619230508804321], "cos_apical_negg": [0.5961254239082336, 0.6619230508804321], "cos_Ac_negg": [0.5961254239082336, 0.6619230508804321], "r_norm": [0.2373189926147461, 0.24159781634807587]}, {"step": 16350, "epoch": 41, "train_loss": 3.1825038604438305e-05, "cos_r_negg": [0.5968053340911865, 0.6619126200675964], "cos_innovation_negg": [0.5968053340911865, 0.6619126200675964], "cos_apical_negg": [0.5968053340911865, 0.6619126200675964], "cos_Ac_negg": [0.5968053340911865, 0.6619126200675964], "r_norm": [0.2377845048904419, 0.24203896522521973]}, {"step": 16400, "epoch": 41, "train_loss": 0.00011405954865040258, "cos_r_negg": [0.5966364145278931, 0.661942183971405], "cos_innovation_negg": [0.5966364145278931, 0.661942183971405], "cos_apical_negg": [0.5966364145278931, 0.661942183971405], "cos_Ac_negg": [0.5966364145278931, 0.661942183971405], "r_norm": [0.23838400840759277, 0.2426682412624359]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9753, "test_loss": 0.1283384488105774}, {"step": 16450, "epoch": 42, "train_loss": 4.6298311644932255e-05, "cos_r_negg": [0.5963106155395508, 0.662040650844574], "cos_innovation_negg": [0.5963106155395508, 0.662040650844574], "cos_apical_negg": [0.5963106155395508, 0.662040650844574], "cos_Ac_negg": [0.5963106155395508, 0.662040650844574], "r_norm": [0.2391034960746765, 0.24338211119174957]}, {"step": 16500, "epoch": 42, "train_loss": 0.00010982461390085518, "cos_r_negg": [0.5962070226669312, 0.6621657609939575], "cos_innovation_negg": [0.5962070226669312, 0.6621657609939575], "cos_apical_negg": [0.5962070226669312, 0.6621657609939575], "cos_Ac_negg": [0.5962070226669312, 0.6621657609939575], "r_norm": [0.2391585111618042, 0.2433687150478363]}, {"step": 16550, "epoch": 42, "train_loss": 0.0001374641142319888, "cos_r_negg": [0.5964540839195251, 0.6620436906814575], "cos_innovation_negg": [0.5964540839195251, 0.6620436906814575], "cos_apical_negg": [0.5964540839195251, 0.6620436906814575], "cos_Ac_negg": [0.5964540839195251, 0.6620436906814575], "r_norm": [0.23819983005523682, 0.24235622584819794]}, {"step": 16600, "epoch": 42, "train_loss": 0.00014661953900940716, "cos_r_negg": [0.59710693359375, 0.6618202924728394], "cos_innovation_negg": [0.59710693359375, 0.6618202924728394], "cos_apical_negg": [0.59710693359375, 0.6618202924728394], "cos_Ac_negg": [0.59710693359375, 0.6618202924728394], "r_norm": [0.23798955976963043, 0.24217155575752258]}, {"step": 16650, "epoch": 42, "train_loss": 0.00013832974946126342, "cos_r_negg": [0.5968080759048462, 0.6617860794067383], "cos_innovation_negg": [0.5968080759048462, 0.6617860794067383], "cos_apical_negg": [0.5968080759048462, 0.6617860794067383], "cos_Ac_negg": [0.5968080759048462, 0.6617860794067383], "r_norm": [0.23823964595794678, 0.24245798587799072]}, {"step": 16700, "epoch": 42, "train_loss": 6.446347833843902e-05, "cos_r_negg": [0.5970761775970459, 0.6618114709854126], "cos_innovation_negg": [0.5970761775970459, 0.6618114709854126], "cos_apical_negg": [0.5970761775970459, 0.6618114709854126], "cos_Ac_negg": [0.5970761775970459, 0.6618114709854126], "r_norm": [0.23874914646148682, 0.24299031496047974]}, {"step": 16750, "epoch": 42, "train_loss": 5.679962123394944e-05, "cos_r_negg": [0.5969457030296326, 0.6618898510932922], "cos_innovation_negg": [0.5969457030296326, 0.6618898510932922], "cos_apical_negg": [0.5969457030296326, 0.6618898510932922], "cos_Ac_negg": [0.5969457030296326, 0.6618898510932922], "r_norm": [0.23743966221809387, 0.24173343181610107]}, {"step": 16800, "epoch": 42, "train_loss": 1.6342197341145948e-05, "cos_r_negg": [0.5968122482299805, 0.6624287366867065], "cos_innovation_negg": [0.5968122482299805, 0.6624287366867065], "cos_apical_negg": [0.5968122482299805, 0.6624287366867065], "cos_Ac_negg": [0.5968122482299805, 0.6624287366867065], "r_norm": [0.2376142144203186, 0.24187469482421875]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9755, "test_loss": 0.1286101725578308}, {"step": 16850, "epoch": 43, "train_loss": 0.0002345001557841897, "cos_r_negg": [0.5964222550392151, 0.6625600457191467], "cos_innovation_negg": [0.5964222550392151, 0.6625600457191467], "cos_apical_negg": [0.5964222550392151, 0.6625600457191467], "cos_Ac_negg": [0.5964222550392151, 0.6625600457191467], "r_norm": [0.2380906343460083, 0.2423878014087677]}, {"step": 16900, "epoch": 43, "train_loss": 4.9515027058077976e-05, "cos_r_negg": [0.5963225364685059, 0.6624799370765686], "cos_innovation_negg": [0.5963225364685059, 0.6624799370765686], "cos_apical_negg": [0.5963225364685059, 0.6624799370765686], "cos_Ac_negg": [0.5963225364685059, 0.6624799370765686], "r_norm": [0.2371465265750885, 0.24140770733356476]}, {"step": 16950, "epoch": 43, "train_loss": 7.835829455871135e-05, "cos_r_negg": [0.5971605777740479, 0.6618322134017944], "cos_innovation_negg": [0.5971605777740479, 0.6618322134017944], "cos_apical_negg": [0.5971605777740479, 0.6618322134017944], "cos_Ac_negg": [0.5971605777740479, 0.6618322134017944], "r_norm": [0.2360733598470688, 0.240270733833313]}, {"step": 17000, "epoch": 43, "train_loss": 0.00013152018073014915, "cos_r_negg": [0.596862256526947, 0.6620669960975647], "cos_innovation_negg": [0.596862256526947, 0.6620669960975647], "cos_apical_negg": [0.596862256526947, 0.6620669960975647], "cos_Ac_negg": [0.596862256526947, 0.6620669960975647], "r_norm": [0.2382294088602066, 0.24241450428962708]}, {"step": 17050, "epoch": 43, "train_loss": 9.622247307561338e-05, "cos_r_negg": [0.5974733233451843, 0.6623522043228149], "cos_innovation_negg": [0.5974733233451843, 0.6623522043228149], "cos_apical_negg": [0.5974733233451843, 0.6623522043228149], "cos_Ac_negg": [0.5974733233451843, 0.6623522043228149], "r_norm": [0.2375302016735077, 0.24180343747138977]}, {"step": 17100, "epoch": 43, "train_loss": 9.318254160461947e-05, "cos_r_negg": [0.5972015857696533, 0.6624637246131897], "cos_innovation_negg": [0.5972015857696533, 0.6624637246131897], "cos_apical_negg": [0.5972015857696533, 0.6624637246131897], "cos_Ac_negg": [0.5972015857696533, 0.6624637246131897], "r_norm": [0.23806452751159668, 0.24230429530143738]}, {"step": 17150, "epoch": 43, "train_loss": 0.00010811521497089416, "cos_r_negg": [0.5969370603561401, 0.6628342866897583], "cos_innovation_negg": [0.5969370603561401, 0.6628342866897583], "cos_apical_negg": [0.5969370603561401, 0.6628342866897583], "cos_Ac_negg": [0.5969370603561401, 0.6628342866897583], "r_norm": [0.23857282102108002, 0.24283939599990845]}, {"step": 17200, "epoch": 43, "train_loss": 9.57460724748671e-05, "cos_r_negg": [0.5968982577323914, 0.6624221205711365], "cos_innovation_negg": [0.5968982577323914, 0.6624221205711365], "cos_apical_negg": [0.5968982577323914, 0.6624221205711365], "cos_Ac_negg": [0.5968982577323914, 0.6624221205711365], "r_norm": [0.23900559544563293, 0.24327412247657776]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9755, "test_loss": 0.12889008417129516}, {"step": 17250, "epoch": 44, "train_loss": 0.00012193671864224598, "cos_r_negg": [0.5967361927032471, 0.6624177694320679], "cos_innovation_negg": [0.5967361927032471, 0.6624177694320679], "cos_apical_negg": [0.5967361927032471, 0.6624177694320679], "cos_Ac_negg": [0.5967361927032471, 0.6624177694320679], "r_norm": [0.238339364528656, 0.24264217913150787]}, {"step": 17300, "epoch": 44, "train_loss": 5.546815009438433e-05, "cos_r_negg": [0.5971008539199829, 0.6622381210327148], "cos_innovation_negg": [0.5971008539199829, 0.6622381210327148], "cos_apical_negg": [0.5971008539199829, 0.6622381210327148], "cos_Ac_negg": [0.5971008539199829, 0.6622381210327148], "r_norm": [0.23926106095314026, 0.2435617446899414]}, {"step": 17350, "epoch": 44, "train_loss": 0.00010198518430115655, "cos_r_negg": [0.5969071984291077, 0.6627277731895447], "cos_innovation_negg": [0.5969071984291077, 0.6627277731895447], "cos_apical_negg": [0.5969071984291077, 0.6627277731895447], "cos_Ac_negg": [0.5969071984291077, 0.6627277731895447], "r_norm": [0.23834675550460815, 0.2426091432571411]}, {"step": 17400, "epoch": 44, "train_loss": 7.532102608820423e-05, "cos_r_negg": [0.5971731543540955, 0.6625338792800903], "cos_innovation_negg": [0.5971731543540955, 0.6625338792800903], "cos_apical_negg": [0.5971731543540955, 0.6625338792800903], "cos_Ac_negg": [0.5971731543540955, 0.6625338792800903], "r_norm": [0.23800116777420044, 0.242233544588089]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001387373631587252, "cos_r_negg": [0.5964645743370056, 0.6622785329818726], "cos_innovation_negg": [0.5964645743370056, 0.6622785329818726], "cos_apical_negg": [0.5964645743370056, 0.6622785329818726], "cos_Ac_negg": [0.5964645743370056, 0.6622785329818726], "r_norm": [0.2384391874074936, 0.24266213178634644]}, {"step": 17500, "epoch": 44, "train_loss": 0.00013880713959224522, "cos_r_negg": [0.5963762998580933, 0.662455677986145], "cos_innovation_negg": [0.5963762998580933, 0.662455677986145], "cos_apical_negg": [0.5963762998580933, 0.662455677986145], "cos_Ac_negg": [0.5963762998580933, 0.662455677986145], "r_norm": [0.23806488513946533, 0.24229812622070312]}, {"step": 17550, "epoch": 44, "train_loss": 8.74861070769839e-05, "cos_r_negg": [0.5964618921279907, 0.6626624464988708], "cos_innovation_negg": [0.5964618921279907, 0.6626624464988708], "cos_apical_negg": [0.5964618921279907, 0.6626624464988708], "cos_Ac_negg": [0.5964618921279907, 0.6626624464988708], "r_norm": [0.23808275163173676, 0.24232977628707886]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9755, "test_loss": 0.1290244881629944}, {"step": 17600, "epoch": 45, "train_loss": 0.00010337682033423334, "cos_r_negg": [0.5969787836074829, 0.6627633571624756], "cos_innovation_negg": [0.5969787836074829, 0.6627633571624756], "cos_apical_negg": [0.5969787836074829, 0.6627633571624756], "cos_Ac_negg": [0.5969787836074829, 0.6627633571624756], "r_norm": [0.237613707780838, 0.24184730648994446]}, {"step": 17650, "epoch": 45, "train_loss": 6.70283698127605e-05, "cos_r_negg": [0.5971861481666565, 0.6628906726837158], "cos_innovation_negg": [0.5971861481666565, 0.6628906726837158], "cos_apical_negg": [0.5971861481666565, 0.6628906726837158], "cos_Ac_negg": [0.5971861481666565, 0.6628906726837158], "r_norm": [0.23669788241386414, 0.24089117348194122]}, {"step": 17700, "epoch": 45, "train_loss": 2.7677067919285037e-05, "cos_r_negg": [0.5972191095352173, 0.662643313407898], "cos_innovation_negg": [0.5972191095352173, 0.662643313407898], "cos_apical_negg": [0.5972191095352173, 0.662643313407898], "cos_Ac_negg": [0.5972191095352173, 0.662643313407898], "r_norm": [0.23736941814422607, 0.24159391224384308]}, {"step": 17750, "epoch": 45, "train_loss": 0.00013680304982699454, "cos_r_negg": [0.5972204208374023, 0.6627713441848755], "cos_innovation_negg": [0.5972204208374023, 0.6627713441848755], "cos_apical_negg": [0.5972204208374023, 0.6627713441848755], "cos_Ac_negg": [0.5972204208374023, 0.6627713441848755], "r_norm": [0.23759400844573975, 0.24186062812805176]}, {"step": 17800, "epoch": 45, "train_loss": 0.00011253906995989382, "cos_r_negg": [0.597022294998169, 0.662714958190918], "cos_innovation_negg": [0.597022294998169, 0.662714958190918], "cos_apical_negg": [0.597022294998169, 0.662714958190918], "cos_Ac_negg": [0.597022294998169, 0.662714958190918], "r_norm": [0.23839670419692993, 0.24266107380390167]}, {"step": 17850, "epoch": 45, "train_loss": 3.312004264444113e-05, "cos_r_negg": [0.5971661806106567, 0.6627178192138672], "cos_innovation_negg": [0.5971661806106567, 0.6627178192138672], "cos_apical_negg": [0.5971661806106567, 0.6627178192138672], "cos_Ac_negg": [0.5971661806106567, 0.6627178192138672], "r_norm": [0.23761165142059326, 0.24188518524169922]}, {"step": 17900, "epoch": 45, "train_loss": 0.00024610396940261126, "cos_r_negg": [0.5971482992172241, 0.662528932094574], "cos_innovation_negg": [0.5971482992172241, 0.662528932094574], "cos_apical_negg": [0.5971482992172241, 0.662528932094574], "cos_Ac_negg": [0.5971482992172241, 0.662528932094574], "r_norm": [0.2371717095375061, 0.24140681326389313]}, {"step": 17950, "epoch": 45, "train_loss": 0.00011368213017703965, "cos_r_negg": [0.5973520278930664, 0.6625725626945496], "cos_innovation_negg": [0.5973520278930664, 0.6625725626945496], "cos_apical_negg": [0.5973520278930664, 0.6625725626945496], "cos_Ac_negg": [0.5973520278930664, 0.6625725626945496], "r_norm": [0.2377977818250656, 0.24202457070350647]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9757, "test_loss": 0.12936296529769897}, {"step": 18000, "epoch": 46, "train_loss": 6.549560930579901e-05, "cos_r_negg": [0.5966924428939819, 0.6625528335571289], "cos_innovation_negg": [0.5966924428939819, 0.6625528335571289], "cos_apical_negg": [0.5966924428939819, 0.6625528335571289], "cos_Ac_negg": [0.5966924428939819, 0.6625528335571289], "r_norm": [0.23784561455249786, 0.2420671284198761]}, {"step": 18050, "epoch": 46, "train_loss": 5.847771535627544e-05, "cos_r_negg": [0.5969092845916748, 0.6628379821777344], "cos_innovation_negg": [0.5969092845916748, 0.6628379821777344], "cos_apical_negg": [0.5969092845916748, 0.6628379821777344], "cos_Ac_negg": [0.5969092845916748, 0.6628379821777344], "r_norm": [0.23877538740634918, 0.24303287267684937]}, {"step": 18100, "epoch": 46, "train_loss": 0.00020956520165782422, "cos_r_negg": [0.596686065196991, 0.6627635955810547], "cos_innovation_negg": [0.596686065196991, 0.6627635955810547], "cos_apical_negg": [0.596686065196991, 0.6627635955810547], "cos_Ac_negg": [0.596686065196991, 0.6627635955810547], "r_norm": [0.2390586882829666, 0.24327391386032104]}, {"step": 18150, "epoch": 46, "train_loss": 7.115254265954718e-05, "cos_r_negg": [0.5969805717468262, 0.6625856757164001], "cos_innovation_negg": [0.5969805717468262, 0.6625856757164001], "cos_apical_negg": [0.5969805717468262, 0.6625856757164001], "cos_Ac_negg": [0.5969805717468262, 0.6625856757164001], "r_norm": [0.23792105913162231, 0.24212977290153503]}, {"step": 18200, "epoch": 46, "train_loss": 9.748179581947625e-05, "cos_r_negg": [0.5969834923744202, 0.6628537178039551], "cos_innovation_negg": [0.5969834923744202, 0.6628537178039551], "cos_apical_negg": [0.5969834923744202, 0.6628537178039551], "cos_Ac_negg": [0.5969834923744202, 0.6628537178039551], "r_norm": [0.2376253455877304, 0.24182751774787903]}, {"step": 18250, "epoch": 46, "train_loss": 9.950698586180806e-05, "cos_r_negg": [0.5971403121948242, 0.6629087328910828], "cos_innovation_negg": [0.5971403121948242, 0.6629087328910828], "cos_apical_negg": [0.5971403121948242, 0.6629087328910828], "cos_Ac_negg": [0.5971403121948242, 0.6629087328910828], "r_norm": [0.2384897917509079, 0.24270065128803253]}, {"step": 18300, "epoch": 46, "train_loss": 0.0002504666044842452, "cos_r_negg": [0.5970588326454163, 0.6628783941268921], "cos_innovation_negg": [0.5970588326454163, 0.6628783941268921], "cos_apical_negg": [0.5970588326454163, 0.6628783941268921], "cos_Ac_negg": [0.5970588326454163, 0.6628783941268921], "r_norm": [0.23819810152053833, 0.24238577485084534]}, {"step": 18350, "epoch": 46, "train_loss": 0.00010920956265181303, "cos_r_negg": [0.5968545079231262, 0.6629083752632141], "cos_innovation_negg": [0.5968545079231262, 0.6629083752632141], "cos_apical_negg": [0.5968545079231262, 0.6629083752632141], "cos_Ac_negg": [0.5968545079231262, 0.6629083752632141], "r_norm": [0.23724311590194702, 0.24145668745040894]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9755, "test_loss": 0.12968473825454713}, {"step": 18400, "epoch": 47, "train_loss": 0.0003041085437871516, "cos_r_negg": [0.5968579053878784, 0.6630517244338989], "cos_innovation_negg": [0.5968579053878784, 0.6630517244338989], "cos_apical_negg": [0.5968579053878784, 0.6630517244338989], "cos_Ac_negg": [0.5968579053878784, 0.6630517244338989], "r_norm": [0.23739811778068542, 0.24161946773529053]}, {"step": 18450, "epoch": 47, "train_loss": 6.749700696673244e-05, "cos_r_negg": [0.5971091985702515, 0.6629190444946289], "cos_innovation_negg": [0.5971091985702515, 0.6629190444946289], "cos_apical_negg": [0.5971091985702515, 0.6629190444946289], "cos_Ac_negg": [0.5971091985702515, 0.6629190444946289], "r_norm": [0.2376474142074585, 0.24186217784881592]}, {"step": 18500, "epoch": 47, "train_loss": 0.00023050830350257456, "cos_r_negg": [0.5976766347885132, 0.6630885601043701], "cos_innovation_negg": [0.5976766347885132, 0.6630885601043701], "cos_apical_negg": [0.5976766347885132, 0.6630885601043701], "cos_Ac_negg": [0.5976766347885132, 0.6630885601043701], "r_norm": [0.23728036880493164, 0.24149097502231598]}, {"step": 18550, "epoch": 47, "train_loss": 0.00012498325668275356, "cos_r_negg": [0.5971499681472778, 0.6631060242652893], "cos_innovation_negg": [0.5971499681472778, 0.6631060242652893], "cos_apical_negg": [0.5971499681472778, 0.6631060242652893], "cos_Ac_negg": [0.5971499681472778, 0.6631060242652893], "r_norm": [0.23681338131427765, 0.24110344052314758]}, {"step": 18600, "epoch": 47, "train_loss": 3.734627171070315e-05, "cos_r_negg": [0.5974513292312622, 0.6632170677185059], "cos_innovation_negg": [0.5974513292312622, 0.6632170677185059], "cos_apical_negg": [0.5974513292312622, 0.6632170677185059], "cos_Ac_negg": [0.5974513292312622, 0.6632170677185059], "r_norm": [0.23628342151641846, 0.24050402641296387]}, {"step": 18650, "epoch": 47, "train_loss": 0.00012061850429745391, "cos_r_negg": [0.5971050262451172, 0.662996232509613], "cos_innovation_negg": [0.5971050262451172, 0.662996232509613], "cos_apical_negg": [0.5971050262451172, 0.662996232509613], "cos_Ac_negg": [0.5971050262451172, 0.662996232509613], "r_norm": [0.236831396818161, 0.24105976521968842]}, {"step": 18700, "epoch": 47, "train_loss": 0.0001464622182538733, "cos_r_negg": [0.5966368913650513, 0.663052499294281], "cos_innovation_negg": [0.5966368913650513, 0.663052499294281], "cos_apical_negg": [0.5966368913650513, 0.663052499294281], "cos_Ac_negg": [0.5966368913650513, 0.663052499294281], "r_norm": [0.2373591810464859, 0.24158227443695068]}, {"step": 18750, "epoch": 47, "train_loss": 7.426538650179282e-05, "cos_r_negg": [0.5963912606239319, 0.6627128720283508], "cos_innovation_negg": [0.5963912606239319, 0.6627128720283508], "cos_apical_negg": [0.5963912606239319, 0.6627128720283508], "cos_Ac_negg": [0.5963912606239319, 0.6627128720283508], "r_norm": [0.23788750171661377, 0.2421308159828186]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9756, "test_loss": 0.12985122632980348}, {"step": 18800, "epoch": 48, "train_loss": 0.00015069983783178031, "cos_r_negg": [0.5967501401901245, 0.6629616022109985], "cos_innovation_negg": [0.5967501401901245, 0.6629616022109985], "cos_apical_negg": [0.5967501401901245, 0.6629616022109985], "cos_Ac_negg": [0.5967501401901245, 0.6629616022109985], "r_norm": [0.2380889654159546, 0.24226978421211243]}, {"step": 18850, "epoch": 48, "train_loss": 0.0002120459103025496, "cos_r_negg": [0.5966516733169556, 0.6629414558410645], "cos_innovation_negg": [0.5966516733169556, 0.6629414558410645], "cos_apical_negg": [0.5966516733169556, 0.6629414558410645], "cos_Ac_negg": [0.5966516733169556, 0.6629414558410645], "r_norm": [0.23765844106674194, 0.2418525516986847]}, {"step": 18900, "epoch": 48, "train_loss": 3.5412958823144436e-05, "cos_r_negg": [0.5963000655174255, 0.6625005602836609], "cos_innovation_negg": [0.5963000655174255, 0.6625005602836609], "cos_apical_negg": [0.5963000655174255, 0.6625005602836609], "cos_Ac_negg": [0.5963000655174255, 0.6625005602836609], "r_norm": [0.23786818981170654, 0.24208366870880127]}, {"step": 18950, "epoch": 48, "train_loss": 0.00019541943038348109, "cos_r_negg": [0.5963684320449829, 0.6628137230873108], "cos_innovation_negg": [0.5963684320449829, 0.6628137230873108], "cos_apical_negg": [0.5963684320449829, 0.6628137230873108], "cos_Ac_negg": [0.5963684320449829, 0.6628137230873108], "r_norm": [0.23847191035747528, 0.24269308149814606]}, {"step": 19000, "epoch": 48, "train_loss": 0.0001017856557155028, "cos_r_negg": [0.5965988636016846, 0.6628767251968384], "cos_innovation_negg": [0.5965988636016846, 0.6628767251968384], "cos_apical_negg": [0.5965988636016846, 0.6628767251968384], "cos_Ac_negg": [0.5965988636016846, 0.6628767251968384], "r_norm": [0.23792260885238647, 0.24214908480644226]}, {"step": 19050, "epoch": 48, "train_loss": 0.00017412760644219816, "cos_r_negg": [0.5962055921554565, 0.662596583366394], "cos_innovation_negg": [0.5962055921554565, 0.662596583366394], "cos_apical_negg": [0.5962055921554565, 0.662596583366394], "cos_Ac_negg": [0.5962055921554565, 0.662596583366394], "r_norm": [0.23791776597499847, 0.2421344816684723]}, {"step": 19100, "epoch": 48, "train_loss": 0.00019548457930795848, "cos_r_negg": [0.596185564994812, 0.6626104712486267], "cos_innovation_negg": [0.596185564994812, 0.6626104712486267], "cos_apical_negg": [0.596185564994812, 0.6626104712486267], "cos_Ac_negg": [0.596185564994812, 0.6626104712486267], "r_norm": [0.2377701997756958, 0.24198374152183533]}, {"step": 19150, "epoch": 48, "train_loss": 6.184467929415405e-05, "cos_r_negg": [0.5968601107597351, 0.6635702252388], "cos_innovation_negg": [0.5968601107597351, 0.6635702252388], "cos_apical_negg": [0.5968601107597351, 0.6635702252388], "cos_Ac_negg": [0.5968601107597351, 0.6635702252388], "r_norm": [0.2376808226108551, 0.24187418818473816]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9755, "test_loss": 0.1301049054145813}, {"step": 19200, "epoch": 49, "train_loss": 7.386679499177262e-05, "cos_r_negg": [0.5975921154022217, 0.6638039946556091], "cos_innovation_negg": [0.5975921154022217, 0.6638039946556091], "cos_apical_negg": [0.5975921154022217, 0.6638039946556091], "cos_Ac_negg": [0.5975921154022217, 0.6638039946556091], "r_norm": [0.23811037838459015, 0.2422669529914856]}, {"step": 19250, "epoch": 49, "train_loss": 2.9073544283164665e-05, "cos_r_negg": [0.597247838973999, 0.6637002229690552], "cos_innovation_negg": [0.597247838973999, 0.6637002229690552], "cos_apical_negg": [0.597247838973999, 0.6637002229690552], "cos_Ac_negg": [0.597247838973999, 0.6637002229690552], "r_norm": [0.2385561764240265, 0.24275590479373932]}, {"step": 19300, "epoch": 49, "train_loss": 0.00043360335985198617, "cos_r_negg": [0.5968552827835083, 0.6636598706245422], "cos_innovation_negg": [0.5968552827835083, 0.6636598706245422], "cos_apical_negg": [0.5968552827835083, 0.6636598706245422], "cos_Ac_negg": [0.5968552827835083, 0.6636598706245422], "r_norm": [0.2376149296760559, 0.241825670003891]}, {"step": 19350, "epoch": 49, "train_loss": 0.00016064420924521983, "cos_r_negg": [0.5973804593086243, 0.6635401248931885], "cos_innovation_negg": [0.5973804593086243, 0.6635401248931885], "cos_apical_negg": [0.5973804593086243, 0.6635401248931885], "cos_Ac_negg": [0.5973804593086243, 0.6635401248931885], "r_norm": [0.23812833428382874, 0.24230718612670898]}, {"step": 19400, "epoch": 49, "train_loss": 7.408696546917781e-05, "cos_r_negg": [0.597748339176178, 0.6635081171989441], "cos_innovation_negg": [0.597748339176178, 0.6635081171989441], "cos_apical_negg": [0.597748339176178, 0.6635081171989441], "cos_Ac_negg": [0.597748339176178, 0.6635081171989441], "r_norm": [0.23738157749176025, 0.2415284812450409]}, {"step": 19450, "epoch": 49, "train_loss": 0.00011440918024163693, "cos_r_negg": [0.5974901914596558, 0.663253903388977], "cos_innovation_negg": [0.5974901914596558, 0.663253903388977], "cos_apical_negg": [0.5974901914596558, 0.663253903388977], "cos_Ac_negg": [0.5974901914596558, 0.663253903388977], "r_norm": [0.23709575831890106, 0.24122528731822968]}, {"step": 19500, "epoch": 49, "train_loss": 7.092778832884505e-05, "cos_r_negg": [0.5966260433197021, 0.6631910800933838], "cos_innovation_negg": [0.5966260433197021, 0.6631910800933838], "cos_apical_negg": [0.5966260433197021, 0.6631910800933838], "cos_Ac_negg": [0.5966260433197021, 0.6631910800933838], "r_norm": [0.23725904524326324, 0.24147549271583557]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.130341548538208}, {"step": 19550, "epoch": 50, "train_loss": 3.196526085957885e-05, "cos_r_negg": [0.5966663360595703, 0.6633902192115784], "cos_innovation_negg": [0.5966663360595703, 0.6633902192115784], "cos_apical_negg": [0.5966663360595703, 0.6633902192115784], "cos_Ac_negg": [0.5966663360595703, 0.6633902192115784], "r_norm": [0.23786434531211853, 0.2421034723520279]}, {"step": 19600, "epoch": 50, "train_loss": 7.884613296482712e-05, "cos_r_negg": [0.5961601138114929, 0.6632994413375854], "cos_innovation_negg": [0.5961601138114929, 0.6632994413375854], "cos_apical_negg": [0.5961601138114929, 0.6632994413375854], "cos_Ac_negg": [0.5961601138114929, 0.6632994413375854], "r_norm": [0.23832456767559052, 0.24255084991455078]}, {"step": 19650, "epoch": 50, "train_loss": 6.753839988959953e-05, "cos_r_negg": [0.5965455770492554, 0.6635055541992188], "cos_innovation_negg": [0.5965455770492554, 0.6635055541992188], "cos_apical_negg": [0.5965455770492554, 0.6635055541992188], "cos_Ac_negg": [0.5965455770492554, 0.6635055541992188], "r_norm": [0.2380530834197998, 0.2422206699848175]}, {"step": 19700, "epoch": 50, "train_loss": 0.00014572679356206208, "cos_r_negg": [0.5968177318572998, 0.6636767387390137], "cos_innovation_negg": [0.5968177318572998, 0.6636767387390137], "cos_apical_negg": [0.5968177318572998, 0.6636767387390137], "cos_Ac_negg": [0.5968177318572998, 0.6636767387390137], "r_norm": [0.2371259480714798, 0.24128802120685577]}, {"step": 19750, "epoch": 50, "train_loss": 0.00013909531116951257, "cos_r_negg": [0.5972788333892822, 0.6638932228088379], "cos_innovation_negg": [0.5972788333892822, 0.6638932228088379], "cos_apical_negg": [0.5972788333892822, 0.6638932228088379], "cos_Ac_negg": [0.5972788333892822, 0.6638932228088379], "r_norm": [0.2365797460079193, 0.24075549840927124]}, {"step": 19800, "epoch": 50, "train_loss": 0.00012443610467016697, "cos_r_negg": [0.5973805785179138, 0.6637527346611023], "cos_innovation_negg": [0.5973805785179138, 0.6637527346611023], "cos_apical_negg": [0.5973805785179138, 0.6637527346611023], "cos_Ac_negg": [0.5973805785179138, 0.6637527346611023], "r_norm": [0.23684635758399963, 0.24108147621154785]}, {"step": 19850, "epoch": 50, "train_loss": 0.00012350828910712153, "cos_r_negg": [0.5976100564002991, 0.6638689637184143], "cos_innovation_negg": [0.5976100564002991, 0.6638689637184143], "cos_apical_negg": [0.5976100564002991, 0.6638689637184143], "cos_Ac_negg": [0.5976100564002991, 0.6638689637184143], "r_norm": [0.23784449696540833, 0.24209189414978027]}, {"step": 19900, "epoch": 50, "train_loss": 0.0001388483215123415, "cos_r_negg": [0.5976110696792603, 0.6639434099197388], "cos_innovation_negg": [0.5976110696792603, 0.6639434099197388], "cos_apical_negg": [0.5976110696792603, 0.6639434099197388], "cos_Ac_negg": [0.5976110696792603, 0.6639434099197388], "r_norm": [0.23848336935043335, 0.24272768199443817]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9755, "test_loss": 0.13073316116333009}, {"step": 19950, "epoch": 51, "train_loss": 9.590039553586394e-05, "cos_r_negg": [0.5975198149681091, 0.6641041040420532], "cos_innovation_negg": [0.5975198149681091, 0.6641041040420532], "cos_apical_negg": [0.5975198149681091, 0.6641041040420532], "cos_Ac_negg": [0.5975198149681091, 0.6641041040420532], "r_norm": [0.2381143420934677, 0.24234138429164886]}, {"step": 20000, "epoch": 51, "train_loss": 8.187034109141678e-05, "cos_r_negg": [0.5960389375686646, 0.663083553314209], "cos_innovation_negg": [0.5960389375686646, 0.663083553314209], "cos_apical_negg": [0.5960389375686646, 0.663083553314209], "cos_Ac_negg": [0.5960389375686646, 0.663083553314209], "r_norm": [0.2390439510345459, 0.24330411851406097]}, {"step": 20050, "epoch": 51, "train_loss": 5.8154088037554175e-05, "cos_r_negg": [0.5967023372650146, 0.6633626818656921], "cos_innovation_negg": [0.5967023372650146, 0.6633626818656921], "cos_apical_negg": [0.5967023372650146, 0.6633626818656921], "cos_Ac_negg": [0.5967023372650146, 0.6633626818656921], "r_norm": [0.23887714743614197, 0.2431115359067917]}, {"step": 20100, "epoch": 51, "train_loss": 6.411437061615288e-05, "cos_r_negg": [0.5970407128334045, 0.663127064704895], "cos_innovation_negg": [0.5970407128334045, 0.663127064704895], "cos_apical_negg": [0.5970407128334045, 0.663127064704895], "cos_Ac_negg": [0.5970407128334045, 0.663127064704895], "r_norm": [0.23771746456623077, 0.24196776747703552]}, {"step": 20150, "epoch": 51, "train_loss": 8.566341421101242e-05, "cos_r_negg": [0.5980106592178345, 0.6641702651977539], "cos_innovation_negg": [0.5980106592178345, 0.6641702651977539], "cos_apical_negg": [0.5980106592178345, 0.6641702651977539], "cos_Ac_negg": [0.5980106592178345, 0.6641702651977539], "r_norm": [0.2370757758617401, 0.24133077263832092]}, {"step": 20200, "epoch": 51, "train_loss": 8.458981028525159e-05, "cos_r_negg": [0.5979259610176086, 0.6641169786453247], "cos_innovation_negg": [0.5979259610176086, 0.6641169786453247], "cos_apical_negg": [0.5979259610176086, 0.6641169786453247], "cos_Ac_negg": [0.5979259610176086, 0.6641169786453247], "r_norm": [0.23767513036727905, 0.24187161028385162]}, {"step": 20250, "epoch": 51, "train_loss": 9.820357809076086e-05, "cos_r_negg": [0.5980178117752075, 0.6643620133399963], "cos_innovation_negg": [0.5980178117752075, 0.6643620133399963], "cos_apical_negg": [0.5980178117752075, 0.6643620133399963], "cos_Ac_negg": [0.5980178117752075, 0.6643620133399963], "r_norm": [0.23696236312389374, 0.24112913012504578]}, {"step": 20300, "epoch": 51, "train_loss": 8.871244790498167e-05, "cos_r_negg": [0.5979329943656921, 0.6642656922340393], "cos_innovation_negg": [0.5979329943656921, 0.6642656922340393], "cos_apical_negg": [0.5979329943656921, 0.6642656922340393], "cos_Ac_negg": [0.5979329943656921, 0.6642656922340393], "r_norm": [0.23741720616817474, 0.2415952980518341]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9757, "test_loss": 0.13088555631637575}, {"step": 20350, "epoch": 52, "train_loss": 0.00012217847688589245, "cos_r_negg": [0.5979057550430298, 0.6642924547195435], "cos_innovation_negg": [0.5979057550430298, 0.6642924547195435], "cos_apical_negg": [0.5979057550430298, 0.6642924547195435], "cos_Ac_negg": [0.5979057550430298, 0.6642924547195435], "r_norm": [0.23767592012882233, 0.24187147617340088]}, {"step": 20400, "epoch": 52, "train_loss": 9.156347368843853e-05, "cos_r_negg": [0.5975492000579834, 0.6641956567764282], "cos_innovation_negg": [0.5975492000579834, 0.6641956567764282], "cos_apical_negg": [0.5975492000579834, 0.6641956567764282], "cos_Ac_negg": [0.5975492000579834, 0.6641956567764282], "r_norm": [0.23738421499729156, 0.241581991314888]}, {"step": 20450, "epoch": 52, "train_loss": 0.00010356160055380315, "cos_r_negg": [0.5974276065826416, 0.6642743349075317], "cos_innovation_negg": [0.5974276065826416, 0.6642743349075317], "cos_apical_negg": [0.5974276065826416, 0.6642743349075317], "cos_Ac_negg": [0.5974276065826416, 0.6642743349075317], "r_norm": [0.23724707961082458, 0.24144308269023895]}, {"step": 20500, "epoch": 52, "train_loss": 0.00010871682752622291, "cos_r_negg": [0.5967482328414917, 0.6634190082550049], "cos_innovation_negg": [0.5967482328414917, 0.6634190082550049], "cos_apical_negg": [0.5967482328414917, 0.6634190082550049], "cos_Ac_negg": [0.5967482328414917, 0.6634190082550049], "r_norm": [0.2375023066997528, 0.2417456954717636]}, {"step": 20550, "epoch": 52, "train_loss": 7.271556387422606e-05, "cos_r_negg": [0.5969487428665161, 0.6636029481887817], "cos_innovation_negg": [0.5969487428665161, 0.6636029481887817], "cos_apical_negg": [0.5969487428665161, 0.6636029481887817], "cos_Ac_negg": [0.5969487428665161, 0.6636029481887817], "r_norm": [0.23800241947174072, 0.24223564565181732]}, {"step": 20600, "epoch": 52, "train_loss": 3.872443994623609e-05, "cos_r_negg": [0.5969262719154358, 0.6635989546775818], "cos_innovation_negg": [0.5969262719154358, 0.6635989546775818], "cos_apical_negg": [0.5969262719154358, 0.6635989546775818], "cos_Ac_negg": [0.5969262719154358, 0.6635989546775818], "r_norm": [0.23784944415092468, 0.24208612740039825]}, {"step": 20650, "epoch": 52, "train_loss": 0.000248908152570948, "cos_r_negg": [0.5972464084625244, 0.6636466383934021], "cos_innovation_negg": [0.5972464084625244, 0.6636466383934021], "cos_apical_negg": [0.5972464084625244, 0.6636466383934021], "cos_Ac_negg": [0.5972464084625244, 0.6636466383934021], "r_norm": [0.2369699776172638, 0.24120892584323883]}, {"step": 20700, "epoch": 52, "train_loss": 7.926425314508379e-05, "cos_r_negg": [0.5981264114379883, 0.6647763252258301], "cos_innovation_negg": [0.5981264114379883, 0.6647763252258301], "cos_apical_negg": [0.5981264114379883, 0.6647763252258301], "cos_Ac_negg": [0.5981264114379883, 0.6647763252258301], "r_norm": [0.2374548316001892, 0.24164482951164246]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9756, "test_loss": 0.13121012029647827}, {"step": 20750, "epoch": 53, "train_loss": 6.929857045179233e-05, "cos_r_negg": [0.5973800420761108, 0.6638875007629395], "cos_innovation_negg": [0.5973800420761108, 0.6638875007629395], "cos_apical_negg": [0.5973800420761108, 0.6638875007629395], "cos_Ac_negg": [0.5973800420761108, 0.6638875007629395], "r_norm": [0.23749488592147827, 0.24168381094932556]}, {"step": 20800, "epoch": 53, "train_loss": 0.00012949865777045488, "cos_r_negg": [0.5971902012825012, 0.663796603679657], "cos_innovation_negg": [0.5971902012825012, 0.663796603679657], "cos_apical_negg": [0.5971902012825012, 0.663796603679657], "cos_Ac_negg": [0.5971902012825012, 0.663796603679657], "r_norm": [0.2374836653470993, 0.24167324602603912]}, {"step": 20850, "epoch": 53, "train_loss": 0.000121206438052468, "cos_r_negg": [0.5971421003341675, 0.6638016700744629], "cos_innovation_negg": [0.5971421003341675, 0.6638016700744629], "cos_apical_negg": [0.5971421003341675, 0.6638016700744629], "cos_Ac_negg": [0.5971421003341675, 0.6638016700744629], "r_norm": [0.23764900863170624, 0.24184498190879822]}, {"step": 20900, "epoch": 53, "train_loss": 0.00010955517791444436, "cos_r_negg": [0.5971218943595886, 0.6638375520706177], "cos_innovation_negg": [0.5971218943595886, 0.6638375520706177], "cos_apical_negg": [0.5971218943595886, 0.6638375520706177], "cos_Ac_negg": [0.5971218943595886, 0.6638375520706177], "r_norm": [0.237216055393219, 0.2414233684539795]}, {"step": 20950, "epoch": 53, "train_loss": 8.452044130535796e-05, "cos_r_negg": [0.5978816151618958, 0.664122462272644], "cos_innovation_negg": [0.5978816151618958, 0.664122462272644], "cos_apical_negg": [0.5978816151618958, 0.664122462272644], "cos_Ac_negg": [0.5978816151618958, 0.664122462272644], "r_norm": [0.23662498593330383, 0.2408204972743988]}, {"step": 21000, "epoch": 53, "train_loss": 4.9613350711297244e-05, "cos_r_negg": [0.5974913835525513, 0.6641149520874023], "cos_innovation_negg": [0.5974913835525513, 0.6641149520874023], "cos_apical_negg": [0.5974913835525513, 0.6641149520874023], "cos_Ac_negg": [0.5974913835525513, 0.6641149520874023], "r_norm": [0.23734769225120544, 0.2415490448474884]}, {"step": 21050, "epoch": 53, "train_loss": 9.451912046642974e-05, "cos_r_negg": [0.5970571041107178, 0.6641143560409546], "cos_innovation_negg": [0.5970571041107178, 0.6641143560409546], "cos_apical_negg": [0.5970571041107178, 0.6641143560409546], "cos_Ac_negg": [0.5970571041107178, 0.6641143560409546], "r_norm": [0.2379211038351059, 0.24211524426937103]}, {"step": 21100, "epoch": 53, "train_loss": 0.0001617217785678804, "cos_r_negg": [0.5971472859382629, 0.6642761826515198], "cos_innovation_negg": [0.5971472859382629, 0.6642761826515198], "cos_apical_negg": [0.5971472859382629, 0.6642761826515198], "cos_Ac_negg": [0.5971472859382629, 0.6642761826515198], "r_norm": [0.2377239465713501, 0.2419053018093109]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9756, "test_loss": 0.1313615550994873}, {"step": 21150, "epoch": 54, "train_loss": 7.116550841601565e-05, "cos_r_negg": [0.5966334342956543, 0.6640177965164185], "cos_innovation_negg": [0.5966334342956543, 0.6640177965164185], "cos_apical_negg": [0.5966334342956543, 0.6640177965164185], "cos_Ac_negg": [0.5966334342956543, 0.6640177965164185], "r_norm": [0.23795931041240692, 0.24215534329414368]}, {"step": 21200, "epoch": 54, "train_loss": 3.404155359021388e-05, "cos_r_negg": [0.5966285467147827, 0.6639866828918457], "cos_innovation_negg": [0.5966285467147827, 0.6639866828918457], "cos_apical_negg": [0.5966285467147827, 0.6639866828918457], "cos_Ac_negg": [0.5966285467147827, 0.6639866828918457], "r_norm": [0.237741619348526, 0.24193809926509857]}, {"step": 21250, "epoch": 54, "train_loss": 3.9899518014863133e-05, "cos_r_negg": [0.596767783164978, 0.6641025543212891], "cos_innovation_negg": [0.596767783164978, 0.6641025543212891], "cos_apical_negg": [0.596767783164978, 0.6641025543212891], "cos_Ac_negg": [0.596767783164978, 0.6641025543212891], "r_norm": [0.23747503757476807, 0.24165794253349304]}, {"step": 21300, "epoch": 54, "train_loss": 7.621891563758254e-05, "cos_r_negg": [0.5972045063972473, 0.6641813516616821], "cos_innovation_negg": [0.5972045063972473, 0.6641813516616821], "cos_apical_negg": [0.5972045063972473, 0.6641813516616821], "cos_Ac_negg": [0.5972045063972473, 0.6641813516616821], "r_norm": [0.2373121678829193, 0.24149614572525024]}, {"step": 21350, "epoch": 54, "train_loss": 7.618527160957456e-05, "cos_r_negg": [0.5970537066459656, 0.6640681028366089], "cos_innovation_negg": [0.5970537066459656, 0.6640681028366089], "cos_apical_negg": [0.5970537066459656, 0.6640681028366089], "cos_Ac_negg": [0.5970537066459656, 0.6640681028366089], "r_norm": [0.23711496591567993, 0.24129505455493927]}, {"step": 21400, "epoch": 54, "train_loss": 8.331565913977101e-05, "cos_r_negg": [0.5966178178787231, 0.663913905620575], "cos_innovation_negg": [0.5966178178787231, 0.663913905620575], "cos_apical_negg": [0.5966178178787231, 0.663913905620575], "cos_Ac_negg": [0.5966178178787231, 0.663913905620575], "r_norm": [0.2377021312713623, 0.2418660670518875]}, {"step": 21450, "epoch": 54, "train_loss": 5.161057197256014e-05, "cos_r_negg": [0.5970488786697388, 0.6642297506332397], "cos_innovation_negg": [0.5970488786697388, 0.6642297506332397], "cos_apical_negg": [0.5970488786697388, 0.6642297506332397], "cos_Ac_negg": [0.5970488786697388, 0.6642297506332397], "r_norm": [0.23809078335762024, 0.24230465292930603]}, {"step": 21500, "epoch": 54, "train_loss": 5.467981827678159e-05, "cos_r_negg": [0.5967751741409302, 0.6644189953804016], "cos_innovation_negg": [0.5967751741409302, 0.6644189953804016], "cos_apical_negg": [0.5967751741409302, 0.6644189953804016], "cos_Ac_negg": [0.5967751741409302, 0.6644189953804016], "r_norm": [0.23802891373634338, 0.24221980571746826]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9755, "test_loss": 0.1316770302772522}, {"step": 21550, "epoch": 55, "train_loss": 7.809800445102155e-05, "cos_r_negg": [0.596825361251831, 0.6644126772880554], "cos_innovation_negg": [0.596825361251831, 0.6644126772880554], "cos_apical_negg": [0.596825361251831, 0.6644126772880554], "cos_Ac_negg": [0.596825361251831, 0.6644126772880554], "r_norm": [0.23810456693172455, 0.2423122227191925]}, {"step": 21600, "epoch": 55, "train_loss": 7.462568464688957e-05, "cos_r_negg": [0.5969674587249756, 0.6646311283111572], "cos_innovation_negg": [0.5969674587249756, 0.6646311283111572], "cos_apical_negg": [0.5969674587249756, 0.6646311283111572], "cos_Ac_negg": [0.5969674587249756, 0.6646311283111572], "r_norm": [0.23737990856170654, 0.24155402183532715]}, {"step": 21650, "epoch": 55, "train_loss": 9.438776760362089e-05, "cos_r_negg": [0.5969663858413696, 0.6644995212554932], "cos_innovation_negg": [0.5969663858413696, 0.6644995212554932], "cos_apical_negg": [0.5969663858413696, 0.6644995212554932], "cos_Ac_negg": [0.5969663858413696, 0.6644995212554932], "r_norm": [0.237015038728714, 0.24115774035453796]}, {"step": 21700, "epoch": 55, "train_loss": 7.897881732787937e-05, "cos_r_negg": [0.5972930788993835, 0.6646462678909302], "cos_innovation_negg": [0.5972930788993835, 0.6646462678909302], "cos_apical_negg": [0.5972930788993835, 0.6646462678909302], "cos_Ac_negg": [0.5972930788993835, 0.6646462678909302], "r_norm": [0.23689484596252441, 0.2410416305065155]}, {"step": 21750, "epoch": 55, "train_loss": 7.890481356298551e-05, "cos_r_negg": [0.5968872308731079, 0.6646677255630493], "cos_innovation_negg": [0.5968872308731079, 0.6646677255630493], "cos_apical_negg": [0.5968872308731079, 0.6646677255630493], "cos_Ac_negg": [0.5968872308731079, 0.6646677255630493], "r_norm": [0.23789232969284058, 0.24203473329544067]}, {"step": 21800, "epoch": 55, "train_loss": 0.00017017815844155848, "cos_r_negg": [0.5969235301017761, 0.6647441387176514], "cos_innovation_negg": [0.5969235301017761, 0.6647441387176514], "cos_apical_negg": [0.5969235301017761, 0.6647441387176514], "cos_Ac_negg": [0.5969235301017761, 0.6647441387176514], "r_norm": [0.23803666234016418, 0.24214988946914673]}, {"step": 21850, "epoch": 55, "train_loss": 8.805625111563131e-05, "cos_r_negg": [0.5969997644424438, 0.664814293384552], "cos_innovation_negg": [0.5969997644424438, 0.664814293384552], "cos_apical_negg": [0.5969997644424438, 0.664814293384552], "cos_Ac_negg": [0.5969997644424438, 0.664814293384552], "r_norm": [0.23802034556865692, 0.24217182397842407]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9755, "test_loss": 0.13180292091369628}, {"step": 21900, "epoch": 56, "train_loss": 5.65006303077098e-05, "cos_r_negg": [0.5971797108650208, 0.664781391620636], "cos_innovation_negg": [0.5971797108650208, 0.664781391620636], "cos_apical_negg": [0.5971797108650208, 0.664781391620636], "cos_Ac_negg": [0.5971797108650208, 0.664781391620636], "r_norm": [0.23810602724552155, 0.2423163503408432]}, {"step": 21950, "epoch": 56, "train_loss": 0.00015651099965907633, "cos_r_negg": [0.5972083806991577, 0.6647387146949768], "cos_innovation_negg": [0.5972083806991577, 0.6647387146949768], "cos_apical_negg": [0.5972083806991577, 0.6647387146949768], "cos_Ac_negg": [0.5972083806991577, 0.6647387146949768], "r_norm": [0.23745498061180115, 0.24168014526367188]}, {"step": 22000, "epoch": 56, "train_loss": 6.533402483910322e-05, "cos_r_negg": [0.5967994332313538, 0.6646779775619507], "cos_innovation_negg": [0.5967994332313538, 0.6646779775619507], "cos_apical_negg": [0.5967994332313538, 0.6646779775619507], "cos_Ac_negg": [0.5967994332313538, 0.6646779775619507], "r_norm": [0.23769602179527283, 0.24194341897964478]}, {"step": 22050, "epoch": 56, "train_loss": 3.3657244784990326e-05, "cos_r_negg": [0.5968285799026489, 0.6648030877113342], "cos_innovation_negg": [0.5968285799026489, 0.6648030877113342], "cos_apical_negg": [0.5968285799026489, 0.6648030877113342], "cos_Ac_negg": [0.5968285799026489, 0.6648030877113342], "r_norm": [0.23725534975528717, 0.24149592220783234]}, {"step": 22100, "epoch": 56, "train_loss": 0.0001641302224015817, "cos_r_negg": [0.5969598889350891, 0.6648226976394653], "cos_innovation_negg": [0.5969598889350891, 0.6648226976394653], "cos_apical_negg": [0.5969598889350891, 0.6648226976394653], "cos_Ac_negg": [0.5969598889350891, 0.6648226976394653], "r_norm": [0.2375345230102539, 0.2417643666267395]}, {"step": 22150, "epoch": 56, "train_loss": 0.0001025106175802648, "cos_r_negg": [0.5973800420761108, 0.6649713516235352], "cos_innovation_negg": [0.5973800420761108, 0.6649713516235352], "cos_apical_negg": [0.5973800420761108, 0.6649713516235352], "cos_Ac_negg": [0.5973800420761108, 0.6649713516235352], "r_norm": [0.23713669180870056, 0.24137312173843384]}, {"step": 22200, "epoch": 56, "train_loss": 0.0001182189371320419, "cos_r_negg": [0.5977214574813843, 0.6647889614105225], "cos_innovation_negg": [0.5977214574813843, 0.6647889614105225], "cos_apical_negg": [0.5977214574813843, 0.6647889614105225], "cos_Ac_negg": [0.5977214574813843, 0.6647889614105225], "r_norm": [0.23662683367729187, 0.2408120185136795]}, {"step": 22250, "epoch": 56, "train_loss": 0.00017809664132073522, "cos_r_negg": [0.5974303483963013, 0.6650305986404419], "cos_innovation_negg": [0.5974303483963013, 0.6650305986404419], "cos_apical_negg": [0.5974303483963013, 0.6650305986404419], "cos_Ac_negg": [0.5974303483963013, 0.6650305986404419], "r_norm": [0.2377254217863083, 0.24189741909503937]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9757, "test_loss": 0.13194344749450684}, {"step": 22300, "epoch": 57, "train_loss": 0.00010745269537437707, "cos_r_negg": [0.597765326499939, 0.6650936603546143], "cos_innovation_negg": [0.597765326499939, 0.6650936603546143], "cos_apical_negg": [0.597765326499939, 0.6650936603546143], "cos_Ac_negg": [0.597765326499939, 0.6650936603546143], "r_norm": [0.23786258697509766, 0.24201706051826477]}, {"step": 22350, "epoch": 57, "train_loss": 0.00010818682494573295, "cos_r_negg": [0.5972322225570679, 0.6650978326797485], "cos_innovation_negg": [0.5972322225570679, 0.6650978326797485], "cos_apical_negg": [0.5972322225570679, 0.6650978326797485], "cos_Ac_negg": [0.5972322225570679, 0.6650978326797485], "r_norm": [0.2381182610988617, 0.24227134883403778]}, {"step": 22400, "epoch": 57, "train_loss": 0.00010422569903312251, "cos_r_negg": [0.597437858581543, 0.6647270917892456], "cos_innovation_negg": [0.597437858581543, 0.6647270917892456], "cos_apical_negg": [0.597437858581543, 0.6647270917892456], "cos_Ac_negg": [0.597437858581543, 0.6647270917892456], "r_norm": [0.23802456259727478, 0.24215006828308105]}, {"step": 22450, "epoch": 57, "train_loss": 2.0854073227383196e-05, "cos_r_negg": [0.5978873372077942, 0.6650217771530151], "cos_innovation_negg": [0.5978873372077942, 0.6650217771530151], "cos_apical_negg": [0.5978873372077942, 0.6650217771530151], "cos_Ac_negg": [0.5978873372077942, 0.6650217771530151], "r_norm": [0.23804642260074615, 0.24220022559165955]}, {"step": 22500, "epoch": 57, "train_loss": 7.628044113516808e-05, "cos_r_negg": [0.5982139706611633, 0.664988100528717], "cos_innovation_negg": [0.5982139706611633, 0.664988100528717], "cos_apical_negg": [0.5982139706611633, 0.664988100528717], "cos_Ac_negg": [0.5982139706611633, 0.664988100528717], "r_norm": [0.2375606894493103, 0.241676464676857]}, {"step": 22550, "epoch": 57, "train_loss": 0.00012952499673701823, "cos_r_negg": [0.5983638763427734, 0.6650238037109375], "cos_innovation_negg": [0.5983638763427734, 0.6650238037109375], "cos_apical_negg": [0.5983638763427734, 0.6650238037109375], "cos_Ac_negg": [0.5983638763427734, 0.6650238037109375], "r_norm": [0.23743316531181335, 0.2415962517261505]}, {"step": 22600, "epoch": 57, "train_loss": 4.584098496707156e-05, "cos_r_negg": [0.5980310440063477, 0.6648468375205994], "cos_innovation_negg": [0.5980310440063477, 0.6648468375205994], "cos_apical_negg": [0.5980310440063477, 0.6648468375205994], "cos_Ac_negg": [0.5980310440063477, 0.6648468375205994], "r_norm": [0.2371043860912323, 0.2412620484828949]}, {"step": 22650, "epoch": 57, "train_loss": 4.2602310713846236e-05, "cos_r_negg": [0.597934901714325, 0.6650605201721191], "cos_innovation_negg": [0.597934901714325, 0.6650605201721191], "cos_apical_negg": [0.597934901714325, 0.6650605201721191], "cos_Ac_negg": [0.597934901714325, 0.6650605201721191], "r_norm": [0.2370467483997345, 0.2411976307630539]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9756, "test_loss": 0.13210358037948608}, {"step": 22700, "epoch": 58, "train_loss": 9.723528637550771e-05, "cos_r_negg": [0.5978480577468872, 0.6652374863624573], "cos_innovation_negg": [0.5978480577468872, 0.6652374863624573], "cos_apical_negg": [0.5978480577468872, 0.6652374863624573], "cos_Ac_negg": [0.5978480577468872, 0.6652374863624573], "r_norm": [0.23687207698822021, 0.24105429649353027]}, {"step": 22750, "epoch": 58, "train_loss": 8.749203698243946e-05, "cos_r_negg": [0.597915768623352, 0.6653475165367126], "cos_innovation_negg": [0.597915768623352, 0.6653475165367126], "cos_apical_negg": [0.597915768623352, 0.6653475165367126], "cos_Ac_negg": [0.597915768623352, 0.6653475165367126], "r_norm": [0.23688581585884094, 0.24107283353805542]}, {"step": 22800, "epoch": 58, "train_loss": 0.00011502005509100854, "cos_r_negg": [0.5980849266052246, 0.6650651097297668], "cos_innovation_negg": [0.5980849266052246, 0.6650651097297668], "cos_apical_negg": [0.5980849266052246, 0.6650651097297668], "cos_Ac_negg": [0.5980849266052246, 0.6650651097297668], "r_norm": [0.23756738007068634, 0.24172306060791016]}, {"step": 22850, "epoch": 58, "train_loss": 8.049925963860005e-05, "cos_r_negg": [0.5978229641914368, 0.6652956008911133], "cos_innovation_negg": [0.5978229641914368, 0.6652956008911133], "cos_apical_negg": [0.5978229641914368, 0.6652956008911133], "cos_Ac_negg": [0.5978229641914368, 0.6652956008911133], "r_norm": [0.23708152770996094, 0.24124935269355774]}, {"step": 22900, "epoch": 58, "train_loss": 8.142032311297953e-05, "cos_r_negg": [0.5979833006858826, 0.6651229858398438], "cos_innovation_negg": [0.5979833006858826, 0.6651229858398438], "cos_apical_negg": [0.5979833006858826, 0.6651229858398438], "cos_Ac_negg": [0.5979833006858826, 0.6651229858398438], "r_norm": [0.23746232688426971, 0.2416597604751587]}, {"step": 22950, "epoch": 58, "train_loss": 9.4432252808474e-05, "cos_r_negg": [0.5978727340698242, 0.6651368737220764], "cos_innovation_negg": [0.5978727340698242, 0.6651368737220764], "cos_apical_negg": [0.5978727340698242, 0.6651368737220764], "cos_Ac_negg": [0.5978727340698242, 0.6651368737220764], "r_norm": [0.23809076845645905, 0.24230098724365234]}, {"step": 23000, "epoch": 58, "train_loss": 4.5371132728178054e-05, "cos_r_negg": [0.5979694128036499, 0.6651132106781006], "cos_innovation_negg": [0.5979694128036499, 0.6651132106781006], "cos_apical_negg": [0.5979694128036499, 0.6651132106781006], "cos_Ac_negg": [0.5979694128036499, 0.6651132106781006], "r_norm": [0.23778918385505676, 0.24196553230285645]}, {"step": 23050, "epoch": 58, "train_loss": 7.605505379615352e-05, "cos_r_negg": [0.5979883074760437, 0.6652281284332275], "cos_innovation_negg": [0.5979883074760437, 0.6652281284332275], "cos_apical_negg": [0.5979883074760437, 0.6652281284332275], "cos_Ac_negg": [0.5979883074760437, 0.6652281284332275], "r_norm": [0.23789042234420776, 0.24206942319869995]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9756, "test_loss": 0.13244588537216187}, {"step": 23100, "epoch": 59, "train_loss": 7.700466085225344e-05, "cos_r_negg": [0.5977583527565002, 0.6653059720993042], "cos_innovation_negg": [0.5977583527565002, 0.6653059720993042], "cos_apical_negg": [0.5977583527565002, 0.6653059720993042], "cos_Ac_negg": [0.5977583527565002, 0.6653059720993042], "r_norm": [0.23770344257354736, 0.24183502793312073]}, {"step": 23150, "epoch": 59, "train_loss": 4.122780228499323e-05, "cos_r_negg": [0.5982055068016052, 0.665198802947998], "cos_innovation_negg": [0.5982055068016052, 0.665198802947998], "cos_apical_negg": [0.5982055068016052, 0.665198802947998], "cos_Ac_negg": [0.5982055068016052, 0.665198802947998], "r_norm": [0.23750649392604828, 0.24164104461669922]}, {"step": 23200, "epoch": 59, "train_loss": 5.78617982682772e-05, "cos_r_negg": [0.598477840423584, 0.6653814315795898], "cos_innovation_negg": [0.598477840423584, 0.6653814315795898], "cos_apical_negg": [0.598477840423584, 0.6653814315795898], "cos_Ac_negg": [0.598477840423584, 0.6653814315795898], "r_norm": [0.23675362765789032, 0.24088263511657715]}, {"step": 23250, "epoch": 59, "train_loss": 5.376332046580501e-05, "cos_r_negg": [0.5984731316566467, 0.6653900146484375], "cos_innovation_negg": [0.5984731316566467, 0.6653900146484375], "cos_apical_negg": [0.5984731316566467, 0.6653900146484375], "cos_Ac_negg": [0.5984731316566467, 0.6653900146484375], "r_norm": [0.23699843883514404, 0.2411160171031952]}, {"step": 23300, "epoch": 59, "train_loss": 8.268930832855403e-05, "cos_r_negg": [0.5983473062515259, 0.665428876876831], "cos_innovation_negg": [0.5983473062515259, 0.665428876876831], "cos_apical_negg": [0.5983473062515259, 0.665428876876831], "cos_Ac_negg": [0.5983473062515259, 0.665428876876831], "r_norm": [0.2373138964176178, 0.24141713976860046]}, {"step": 23350, "epoch": 59, "train_loss": 4.214312502881512e-05, "cos_r_negg": [0.598059356212616, 0.6653800010681152], "cos_innovation_negg": [0.598059356212616, 0.6653800010681152], "cos_apical_negg": [0.598059356212616, 0.6653800010681152], "cos_Ac_negg": [0.598059356212616, 0.6653800010681152], "r_norm": [0.2380431592464447, 0.2421688586473465]}, {"step": 23400, "epoch": 59, "train_loss": 0.00021460201242007315, "cos_r_negg": [0.5981872081756592, 0.6653558015823364], "cos_innovation_negg": [0.5981872081756592, 0.6653558015823364], "cos_apical_negg": [0.5981872081756592, 0.6653558015823364], "cos_Ac_negg": [0.5981872081756592, 0.6653558015823364], "r_norm": [0.23750083148479462, 0.24167364835739136]}, {"step": 23450, "epoch": 59, "train_loss": 7.935514440760016e-05, "cos_r_negg": [0.5980308651924133, 0.6654989719390869], "cos_innovation_negg": [0.5980308651924133, 0.6654989719390869], "cos_apical_negg": [0.5980308651924133, 0.6654989719390869], "cos_Ac_negg": [0.5980308651924133, 0.6654989719390869], "r_norm": [0.23748484253883362, 0.24170133471488953]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9756, "test_loss": 0.13269510412216187}], "final": {"test_acc": 0.9756, "test_loss": 0.13269510412216187, "wall_s": 39.224971532821655, "cos_r_negg": [0.5980537533760071, 0.6655205488204956], "cos_innovation_negg": [0.5980537533760071, 0.6655205488204956], "cos_apical_negg": [0.5980537533760071, 0.6655205488204956], "cos_Ac_negg": [0.5980537533760071, 0.6655205488204956]}}
\ No newline at end of file |