path: root/results/ep_match_v1_mnist_dfa_w256_d3_s1.json

{"args": {"mode": "dfa", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_match_v1_mnist_dfa_w256_d3_s1", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3325631618499756, "cos_r_negg": [0.01792173460125923, -0.011461898684501648, -0.006219223607331514], "cos_innovation_negg": [0.01792173460125923, -0.011461898684501648, -0.006219223607331514], "cos_apical_negg": [0.01792173460125923, -0.011461898684501648, -0.006219223607331514], "cos_Ac_negg": [0.01792173460125923, -0.011461898684501648, -0.006219223607331514], "r_norm": [4.7435736656188965, 4.806507110595703, 4.796020984649658]}, {"step": 50, "epoch": 0, "train_loss": 0.7003065347671509, "cos_r_negg": [0.41564077138900757, 0.31092312932014465, 0.2914056181907654], "cos_innovation_negg": [0.41564077138900757, 0.31092312932014465, 0.2914056181907654], "cos_apical_negg": [0.41564077138900757, 0.31092312932014465, 0.2914056181907654], "cos_Ac_negg": [0.41564077138900757, 0.31092312932014465, 0.2914056181907654], "r_norm": [1.2285016775131226, 1.2330743074417114, 1.2591725587844849]}, {"step": 100, "epoch": 0, "train_loss": 0.3132488429546356, "cos_r_negg": [0.4717461168766022, 0.33066004514694214, 0.321431428194046], "cos_innovation_negg": [0.4717461168766022, 0.33066004514694214, 0.321431428194046], "cos_apical_negg": [0.4717461168766022, 0.33066004514694214, 0.321431428194046], "cos_Ac_negg": [0.4717461168766022, 0.33066004514694214, 0.321431428194046], "r_norm": [1.0010261535644531, 1.0069509744644165, 1.0258522033691406]}, {"step": 150, "epoch": 0, "train_loss": 0.17542332410812378, "cos_r_negg": [0.45539504289627075, 0.37492072582244873, 0.329465389251709], "cos_innovation_negg": [0.45539504289627075, 0.37492072582244873, 0.329465389251709], "cos_apical_negg": [0.45539504289627075, 0.37492072582244873, 0.329465389251709], "cos_Ac_negg": [0.45539504289627075, 0.37492072582244873, 0.329465389251709], "r_norm": [0.7834765911102295, 0.7896601557731628, 0.8006654381752014]}, {"step": 200, "epoch": 0, "train_loss": 0.2687198221683502, "cos_r_negg": [0.46881625056266785, 0.3943180739879608, 0.36964765191078186], "cos_innovation_negg": [0.46881625056266785, 0.3943180739879608, 0.36964765191078186], "cos_apical_negg": [0.46881625056266785, 0.3943180739879608, 0.36964765191078186], "cos_Ac_negg": [0.46881625056266785, 0.3943180739879608, 0.36964765191078186], "r_norm": [0.7462954521179199, 0.7534135580062866, 0.7658042907714844]}, {"step": 250, "epoch": 0, "train_loss": 0.30040496587753296, "cos_r_negg": [0.5090618133544922, 0.4221128821372986, 0.3860842287540436], "cos_innovation_negg": [0.5090618133544922, 0.4221128821372986, 0.3860842287540436], "cos_apical_negg": [0.5090618133544922, 0.4221128821372986, 0.3860842287540436], "cos_Ac_negg": [0.5090618133544922, 0.4221128821372986, 0.3860842287540436], "r_norm": [0.6461097002029419, 0.6488912105560303, 0.662902295589447]}, {"step": 300, "epoch": 0, "train_loss": 0.16167119145393372, "cos_r_negg": [0.49418580532073975, 0.4305404722690582, 0.38477909564971924], "cos_innovation_negg": [0.49418580532073975, 0.4305404722690582, 0.38477909564971924], "cos_apical_negg": [0.49418580532073975, 0.4305404722690582, 0.38477909564971924], "cos_Ac_negg": [0.49418580532073975, 0.4305404722690582, 0.38477909564971924], "r_norm": [0.593207597732544, 0.5925475358963013, 0.6079396605491638]}, {"step": 350, "epoch": 0, "train_loss": 0.19240573048591614, "cos_r_negg": [0.49054986238479614, 0.4248354434967041, 0.37794584035873413], "cos_innovation_negg": [0.49054986238479614, 0.4248354434967041, 0.37794584035873413], "cos_apical_negg": [0.49054986238479614, 0.4248354434967041, 0.37794584035873413], "cos_Ac_negg": [0.49054986238479614, 0.4248354434967041, 0.37794584035873413], "r_norm": [0.5731156468391418, 0.5790040493011475, 0.5856022834777832]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9408, "test_loss": 0.19555468902587891}, {"step": 400, "epoch": 1, "train_loss": 0.14448067545890808, "cos_r_negg": [0.4839659035205841, 0.4413345158100128, 0.401180624961853], "cos_innovation_negg": [0.4839659035205841, 0.4413345158100128, 0.401180624961853], "cos_apical_negg": [0.4839659035205841, 0.4413345158100128, 0.401180624961853], "cos_Ac_negg": [0.4839659035205841, 0.4413345158100128, 0.401180624961853], "r_norm": [0.5443941354751587, 0.5488625764846802, 0.5549570918083191]}, {"step": 450, "epoch": 1, "train_loss": 0.1970212310552597, "cos_r_negg": [0.4902675151824951, 0.43865910172462463, 0.4123218357563019], "cos_innovation_negg": [0.4902675151824951, 0.43865910172462463, 0.4123218357563019], "cos_apical_negg": [0.4902675151824951, 0.43865910172462463, 0.4123218357563019], "cos_Ac_negg": [0.4902675151824951, 0.43865910172462463, 0.4123218357563019], "r_norm": [0.4583747386932373, 0.4588056802749634, 0.4669450521469116]}, {"step": 500, "epoch": 1, "train_loss": 0.1804504245519638, "cos_r_negg": [0.4853525161743164, 0.43966057896614075, 0.40529677271842957], "cos_innovation_negg": [0.4853525161743164, 0.43966057896614075, 0.40529677271842957], "cos_apical_negg": [0.4853525161743164, 0.43966057896614075, 0.40529677271842957], "cos_Ac_negg": [0.4853525161743164, 0.43966057896614075, 0.40529677271842957], "r_norm": [0.4043976664543152, 0.4060547947883606, 0.4114542007446289]}, {"step": 550, "epoch": 1, "train_loss": 0.16729575395584106, "cos_r_negg": [0.5106063485145569, 0.46283435821533203, 0.42025333642959595], "cos_innovation_negg": [0.5106063485145569, 0.46283435821533203, 0.42025333642959595], "cos_apical_negg": [0.5106063485145569, 0.46283435821533203, 0.42025333642959595], "cos_Ac_negg": [0.5106063485145569, 0.46283435821533203, 0.42025333642959595], "r_norm": [0.44027650356292725, 0.4402828514575958, 0.44952601194381714]}, {"step": 600, "epoch": 1, "train_loss": 0.10517038404941559, "cos_r_negg": [0.5110340118408203, 0.4846339821815491, 0.4244346618652344], "cos_innovation_negg": [0.5110340118408203, 0.4846339821815491, 0.4244346618652344], "cos_apical_negg": [0.5110340118408203, 0.4846339821815491, 0.4244346618652344], "cos_Ac_negg": [0.5110340118408203, 0.4846339821815491, 0.4244346618652344], "r_norm": [0.4804529547691345, 0.48491138219833374, 0.4852362275123596]}, {"step": 650, "epoch": 1, "train_loss": 0.13433139026165009, "cos_r_negg": [0.5102689266204834, 0.48502737283706665, 0.4243408441543579], "cos_innovation_negg": [0.5102689266204834, 0.48502737283706665, 0.4243408441543579], "cos_apical_negg": [0.5102689266204834, 0.48502737283706665, 0.4243408441543579], "cos_Ac_negg": [0.5102689266204834, 0.48502737283706665, 0.4243408441543579], "r_norm": [0.42958831787109375, 0.42960697412490845, 0.4351936876773834]}, {"step": 700, "epoch": 1, "train_loss": 0.14571471512317657, "cos_r_negg": [0.5016265511512756, 0.4781695306301117, 0.42138904333114624], "cos_innovation_negg": [0.5016265511512756, 0.4781695306301117, 0.42138904333114624], "cos_apical_negg": [0.5016265511512756, 0.4781695306301117, 0.42138904333114624], "cos_Ac_negg": [0.5016265511512756, 0.4781695306301117, 0.42138904333114624], "r_norm": [0.42952588200569153, 0.4340432286262512, 0.4343489706516266]}, {"step": 750, "epoch": 1, "train_loss": 0.1874101758003235, "cos_r_negg": [0.5318219065666199, 0.49775561690330505, 0.437970370054245], "cos_innovation_negg": [0.5318219065666199, 0.49775561690330505, 0.437970370054245], "cos_apical_negg": [0.5318219065666199, 0.49775561690330505, 0.437970370054245], "cos_Ac_negg": [0.5318219065666199, 0.49775561690330505, 0.437970370054245], "r_norm": [0.45617324113845825, 0.46354126930236816, 0.46587225794792175]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9566, "test_loss": 0.14422514457702637}, {"step": 800, "epoch": 2, "train_loss": 0.10407431423664093, "cos_r_negg": [0.4896520972251892, 0.49045330286026, 0.44201433658599854], "cos_innovation_negg": [0.4896520972251892, 0.49045330286026, 0.44201433658599854], "cos_apical_negg": [0.4896520972251892, 0.49045330286026, 0.44201433658599854], "cos_Ac_negg": [0.4896520972251892, 0.49045330286026, 0.44201433658599854], "r_norm": [0.40256455540657043, 0.40530312061309814, 0.40898534655570984]}, {"step": 850, "epoch": 2, "train_loss": 0.07507171481847763, "cos_r_negg": [0.49808555841445923, 0.501785397529602, 0.451513409614563], "cos_innovation_negg": [0.49808555841445923, 0.501785397529602, 0.451513409614563], "cos_apical_negg": [0.49808555841445923, 0.501785397529602, 0.451513409614563], "cos_Ac_negg": [0.49808555841445923, 0.501785397529602, 0.451513409614563], "r_norm": [0.3472751975059509, 0.35244154930114746, 0.35382044315338135]}, {"step": 900, "epoch": 2, "train_loss": 0.0344250351190567, "cos_r_negg": [0.5227577686309814, 0.501377284526825, 0.4518999457359314], "cos_innovation_negg": [0.5227577686309814, 0.501377284526825, 0.4518999457359314], "cos_apical_negg": [0.5227577686309814, 0.501377284526825, 0.4518999457359314], "cos_Ac_negg": [0.5227577686309814, 0.501377284526825, 0.4518999457359314], "r_norm": [0.42026984691619873, 0.4199886620044708, 0.4236169755458832]}, {"step": 950, "epoch": 2, "train_loss": 0.13042908906936646, "cos_r_negg": [0.5394859910011292, 0.5285022258758545, 0.4527990221977234], "cos_innovation_negg": [0.5394859910011292, 0.5285022258758545, 0.4527990221977234], "cos_apical_negg": [0.5394859910011292, 0.5285022258758545, 0.4527990221977234], "cos_Ac_negg": [0.5394859910011292, 0.5285022258758545, 0.4527990221977234], "r_norm": [0.34777700901031494, 0.3503555655479431, 0.35071662068367004]}, {"step": 1000, "epoch": 2, "train_loss": 0.10429643094539642, "cos_r_negg": [0.547533392906189, 0.527867317199707, 0.4590854048728943], "cos_innovation_negg": [0.547533392906189, 0.527867317199707, 0.4590854048728943], "cos_apical_negg": [0.547533392906189, 0.527867317199707, 0.4590854048728943], "cos_Ac_negg": [0.547533392906189, 0.527867317199707, 0.4590854048728943], "r_norm": [0.4177277684211731, 0.4214029014110565, 0.4225059449672699]}, {"step": 1050, "epoch": 2, "train_loss": 0.10180195420980453, "cos_r_negg": [0.5220862627029419, 0.5125821828842163, 0.46975505352020264], "cos_innovation_negg": [0.5220862627029419, 0.5125821828842163, 0.46975505352020264], "cos_apical_negg": [0.5220862627029419, 0.5125821828842163, 0.46975505352020264], "cos_Ac_negg": [0.5220862627029419, 0.5125821828842163, 0.46975505352020264], "r_norm": [0.41370081901550293, 0.41286149621009827, 0.41980305314064026]}, {"step": 1100, "epoch": 2, "train_loss": 0.18512479960918427, "cos_r_negg": [0.5389041304588318, 0.5245411396026611, 0.46439048647880554], "cos_innovation_negg": [0.5389041304588318, 0.5245411396026611, 0.46439048647880554], "cos_apical_negg": [0.5389041304588318, 0.5245411396026611, 0.46439048647880554], "cos_Ac_negg": [0.5389041304588318, 0.5245411396026611, 0.46439048647880554], "r_norm": [0.3160831332206726, 0.3184950351715088, 0.3214266300201416]}, {"step": 1150, "epoch": 2, "train_loss": 0.13590753078460693, "cos_r_negg": [0.540425181388855, 0.5342485904693604, 0.47808021306991577], "cos_innovation_negg": [0.540425181388855, 0.5342485904693604, 0.47808021306991577], "cos_apical_negg": [0.540425181388855, 0.5342485904693604, 0.47808021306991577], "cos_Ac_negg": [0.540425181388855, 0.5342485904693604, 0.47808021306991577], "r_norm": [0.2944326102733612, 0.29455599188804626, 0.2989705204963684]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9619, "test_loss": 0.13187642669677735}, {"step": 1200, "epoch": 3, "train_loss": 0.12057094275951385, "cos_r_negg": [0.5511176586151123, 0.5367355346679688, 0.4918718934059143], "cos_innovation_negg": [0.5511176586151123, 0.5367355346679688, 0.4918718934059143], "cos_apical_negg": [0.5511176586151123, 0.5367355346679688, 0.4918718934059143], "cos_Ac_negg": [0.5511176586151123, 0.5367355346679688, 0.4918718934059143], "r_norm": [0.400901198387146, 0.40190786123275757, 0.40491366386413574]}, {"step": 1250, "epoch": 3, "train_loss": 0.09190027415752411, "cos_r_negg": [0.5394009947776794, 0.5413719415664673, 0.5010004043579102], "cos_innovation_negg": [0.5394009947776794, 0.5413719415664673, 0.5010004043579102], "cos_apical_negg": [0.5394009947776794, 0.5413719415664673, 0.5010004043579102], "cos_Ac_negg": [0.5394009947776794, 0.5413719415664673, 0.5010004043579102], "r_norm": [0.3479789197444916, 0.35174885392189026, 0.3544926047325134]}, {"step": 1300, "epoch": 3, "train_loss": 0.014962372370064259, "cos_r_negg": [0.532494306564331, 0.5313753485679626, 0.501737654209137], "cos_innovation_negg": [0.532494306564331, 0.5313753485679626, 0.501737654209137], "cos_apical_negg": [0.532494306564331, 0.5313753485679626, 0.501737654209137], "cos_Ac_negg": [0.532494306564331, 0.5313753485679626, 0.501737654209137], "r_norm": [0.3638189435005188, 0.368020236492157, 0.3692258596420288]}, {"step": 1350, "epoch": 3, "train_loss": 0.02610723488032818, "cos_r_negg": [0.5231947898864746, 0.5312000513076782, 0.5038590431213379], "cos_innovation_negg": [0.5231947898864746, 0.5312000513076782, 0.5038590431213379], "cos_apical_negg": [0.5231947898864746, 0.5312000513076782, 0.5038590431213379], "cos_Ac_negg": [0.5231947898864746, 0.5312000513076782, 0.5038590431213379], "r_norm": [0.3104226589202881, 0.30966877937316895, 0.3123634457588196]}, {"step": 1400, "epoch": 3, "train_loss": 0.03787291795015335, "cos_r_negg": [0.5413620471954346, 0.5382270812988281, 0.5062658786773682], "cos_innovation_negg": [0.5413620471954346, 0.5382270812988281, 0.5062658786773682], "cos_apical_negg": [0.5413620471954346, 0.5382270812988281, 0.5062658786773682], "cos_Ac_negg": [0.5413620471954346, 0.5382270812988281, 0.5062658786773682], "r_norm": [0.3370714485645294, 0.34009838104248047, 0.34341585636138916]}, {"step": 1450, "epoch": 3, "train_loss": 0.024879487231373787, "cos_r_negg": [0.5305036306381226, 0.5412448048591614, 0.5132496356964111], "cos_innovation_negg": [0.5305036306381226, 0.5412448048591614, 0.5132496356964111], "cos_apical_negg": [0.5305036306381226, 0.5412448048591614, 0.5132496356964111], "cos_Ac_negg": [0.5305036306381226, 0.5412448048591614, 0.5132496356964111], "r_norm": [0.3273622989654541, 0.3298325538635254, 0.33169177174568176]}, {"step": 1500, "epoch": 3, "train_loss": 0.07239923626184464, "cos_r_negg": [0.5462867617607117, 0.5573773384094238, 0.5096065998077393], "cos_innovation_negg": [0.5462867617607117, 0.5573773384094238, 0.5096065998077393], "cos_apical_negg": [0.5462867617607117, 0.5573773384094238, 0.5096065998077393], "cos_Ac_negg": [0.5462867617607117, 0.5573773384094238, 0.5096065998077393], "r_norm": [0.27496588230133057, 0.27469778060913086, 0.2757679522037506]}, {"step": 1550, "epoch": 3, "train_loss": 0.07345081865787506, "cos_r_negg": [0.5471221804618835, 0.5580427050590515, 0.5117762684822083], "cos_innovation_negg": [0.5471221804618835, 0.5580427050590515, 0.5117762684822083], "cos_apical_negg": [0.5471221804618835, 0.5580427050590515, 0.5117762684822083], "cos_Ac_negg": [0.5471221804618835, 0.5580427050590515, 0.5117762684822083], "r_norm": [0.2815324366092682, 0.280548632144928, 0.28271806240081787]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9639, "test_loss": 0.13285413398742676}, {"step": 1600, "epoch": 4, "train_loss": 0.04300045594573021, "cos_r_negg": [0.548197865486145, 0.5726513862609863, 0.5296549201011658], "cos_innovation_negg": [0.548197865486145, 0.5726513862609863, 0.5296549201011658], "cos_apical_negg": [0.548197865486145, 0.5726513862609863, 0.5296549201011658], "cos_Ac_negg": [0.548197865486145, 0.5726513862609863, 0.5296549201011658], "r_norm": [0.2795335054397583, 0.27886393666267395, 0.2816530466079712]}, {"step": 1650, "epoch": 4, "train_loss": 0.08055886626243591, "cos_r_negg": [0.5406944751739502, 0.5628681182861328, 0.5391868352890015], "cos_innovation_negg": [0.5406944751739502, 0.5628681182861328, 0.5391868352890015], "cos_apical_negg": [0.5406944751739502, 0.5628681182861328, 0.5391868352890015], "cos_Ac_negg": [0.5406944751739502, 0.5628681182861328, 0.5391868352890015], "r_norm": [0.2716537117958069, 0.27243471145629883, 0.2745879888534546]}, {"step": 1700, "epoch": 4, "train_loss": 0.05956104397773743, "cos_r_negg": [0.5515081882476807, 0.5637811422348022, 0.5425556302070618], "cos_innovation_negg": [0.5515081882476807, 0.5637811422348022, 0.5425556302070618], "cos_apical_negg": [0.5515081882476807, 0.5637811422348022, 0.5425556302070618], "cos_Ac_negg": [0.5515081882476807, 0.5637811422348022, 0.5425556302070618], "r_norm": [0.2538022994995117, 0.25588977336883545, 0.2582235336303711]}, {"step": 1750, "epoch": 4, "train_loss": 0.07891780138015747, "cos_r_negg": [0.5519150495529175, 0.5750154852867126, 0.5472017526626587], "cos_innovation_negg": [0.5519150495529175, 0.5750154852867126, 0.5472017526626587], "cos_apical_negg": [0.5519150495529175, 0.5750154852867126, 0.5472017526626587], "cos_Ac_negg": [0.5519150495529175, 0.5750154852867126, 0.5472017526626587], "r_norm": [0.23036059737205505, 0.2324325293302536, 0.2332795262336731]}, {"step": 1800, "epoch": 4, "train_loss": 0.030536454170942307, "cos_r_negg": [0.5560687780380249, 0.572013258934021, 0.5443101525306702], "cos_innovation_negg": [0.5560687780380249, 0.572013258934021, 0.5443101525306702], "cos_apical_negg": [0.5560687780380249, 0.572013258934021, 0.5443101525306702], "cos_Ac_negg": [0.5560687780380249, 0.572013258934021, 0.5443101525306702], "r_norm": [0.23143421113491058, 0.23177626729011536, 0.23493148386478424]}, {"step": 1850, "epoch": 4, "train_loss": 0.14382866024971008, "cos_r_negg": [0.5580585598945618, 0.5758178234100342, 0.546535313129425], "cos_innovation_negg": [0.5580585598945618, 0.5758178234100342, 0.546535313129425], "cos_apical_negg": [0.5580585598945618, 0.5758178234100342, 0.546535313129425], "cos_Ac_negg": [0.5580585598945618, 0.5758178234100342, 0.546535313129425], "r_norm": [0.2475300282239914, 0.24790319800376892, 0.25061315298080444]}, {"step": 1900, "epoch": 4, "train_loss": 0.018434131518006325, "cos_r_negg": [0.5609899759292603, 0.5875359177589417, 0.5538500547409058], "cos_innovation_negg": [0.5609899759292603, 0.5875359177589417, 0.5538500547409058], "cos_apical_negg": [0.5609899759292603, 0.5875359177589417, 0.5538500547409058], "cos_Ac_negg": [0.5609899759292603, 0.5875359177589417, 0.5538500547409058], "r_norm": [0.3110963702201843, 0.3101879358291626, 0.3150407075881958]}, {"step": 1950, "epoch": 4, "train_loss": 0.07906212657690048, "cos_r_negg": [0.556016206741333, 0.5785873532295227, 0.5427928566932678], "cos_innovation_negg": [0.556016206741333, 0.5785873532295227, 0.5427928566932678], "cos_apical_negg": [0.556016206741333, 0.5785873532295227, 0.5427928566932678], "cos_Ac_negg": [0.556016206741333, 0.5785873532295227, 0.5427928566932678], "r_norm": [0.21905165910720825, 0.219228595495224, 0.22225630283355713]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9659, "test_loss": 0.1229379430770874}, {"step": 2000, "epoch": 5, "train_loss": 0.025495946407318115, "cos_r_negg": [0.5521957278251648, 0.5752942562103271, 0.5501366257667542], "cos_innovation_negg": [0.5521957278251648, 0.5752942562103271, 0.5501366257667542], "cos_apical_negg": [0.5521957278251648, 0.5752942562103271, 0.5501366257667542], "cos_Ac_negg": [0.5521957278251648, 0.5752942562103271, 0.5501366257667542], "r_norm": [0.20675557851791382, 0.2066815197467804, 0.2105455994606018]}, {"step": 2050, "epoch": 5, "train_loss": 0.033479638397693634, "cos_r_negg": [0.5508012175559998, 0.5732553601264954, 0.5579526424407959], "cos_innovation_negg": [0.5508012175559998, 0.5732553601264954, 0.5579526424407959], "cos_apical_negg": [0.5508012175559998, 0.5732553601264954, 0.5579526424407959], "cos_Ac_negg": [0.5508012175559998, 0.5732553601264954, 0.5579526424407959], "r_norm": [0.20968316495418549, 0.2107418328523636, 0.21435150504112244]}, {"step": 2100, "epoch": 5, "train_loss": 0.035734161734580994, "cos_r_negg": [0.5821055173873901, 0.6019580364227295, 0.5754663944244385], "cos_innovation_negg": [0.5821055173873901, 0.6019580364227295, 0.5754663944244385], "cos_apical_negg": [0.5821055173873901, 0.6019580364227295, 0.5754663944244385], "cos_Ac_negg": [0.5821055173873901, 0.6019580364227295, 0.5754663944244385], "r_norm": [0.22412428259849548, 0.22490698099136353, 0.2282334417104721]}, {"step": 2150, "epoch": 5, "train_loss": 0.03620065748691559, "cos_r_negg": [0.5524879693984985, 0.5763399600982666, 0.5685200691223145], "cos_innovation_negg": [0.5524879693984985, 0.5763399600982666, 0.5685200691223145], "cos_apical_negg": [0.5524879693984985, 0.5763399600982666, 0.5685200691223145], "cos_Ac_negg": [0.5524879693984985, 0.5763399600982666, 0.5685200691223145], "r_norm": [0.2352142035961151, 0.23474735021591187, 0.2392353117465973]}, {"step": 2200, "epoch": 5, "train_loss": 0.025594597682356834, "cos_r_negg": [0.560375452041626, 0.5831714868545532, 0.5634292364120483], "cos_innovation_negg": [0.560375452041626, 0.5831714868545532, 0.5634292364120483], "cos_apical_negg": [0.560375452041626, 0.5831714868545532, 0.5634292364120483], "cos_Ac_negg": [0.560375452041626, 0.5831714868545532, 0.5634292364120483], "r_norm": [0.26695501804351807, 0.26720163226127625, 0.26951688528060913]}, {"step": 2250, "epoch": 5, "train_loss": 0.02437758445739746, "cos_r_negg": [0.5531279444694519, 0.5857134461402893, 0.5658981204032898], "cos_innovation_negg": [0.5531279444694519, 0.5857134461402893, 0.5658981204032898], "cos_apical_negg": [0.5531279444694519, 0.5857134461402893, 0.5658981204032898], "cos_Ac_negg": [0.5531279444694519, 0.5857134461402893, 0.5658981204032898], "r_norm": [0.26130881905555725, 0.26195865869522095, 0.2631542682647705]}, {"step": 2300, "epoch": 5, "train_loss": 0.025589298456907272, "cos_r_negg": [0.5679343938827515, 0.5880394577980042, 0.5790642499923706], "cos_innovation_negg": [0.5679343938827515, 0.5880394577980042, 0.5790642499923706], "cos_apical_negg": [0.5679343938827515, 0.5880394577980042, 0.5790642499923706], "cos_Ac_negg": [0.5679343938827515, 0.5880394577980042, 0.5790642499923706], "r_norm": [0.2239401787519455, 0.22328010201454163, 0.2239314764738083]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9687, "test_loss": 0.12023504390716552}, {"step": 2350, "epoch": 6, "train_loss": 0.010195987299084663, "cos_r_negg": [0.580016553401947, 0.5889356136322021, 0.5672563314437866], "cos_innovation_negg": [0.580016553401947, 0.5889356136322021, 0.5672563314437866], "cos_apical_negg": [0.580016553401947, 0.5889356136322021, 0.5672563314437866], "cos_Ac_negg": [0.580016553401947, 0.5889356136322021, 0.5672563314437866], "r_norm": [0.2353508621454239, 0.2366262823343277, 0.24040533602237701]}, {"step": 2400, "epoch": 6, "train_loss": 0.005657886154949665, "cos_r_negg": [0.5704793930053711, 0.593989908695221, 0.5747717022895813], "cos_innovation_negg": [0.5704793930053711, 0.593989908695221, 0.5747717022895813], "cos_apical_negg": [0.5704793930053711, 0.593989908695221, 0.5747717022895813], "cos_Ac_negg": [0.5704793930053711, 0.593989908695221, 0.5747717022895813], "r_norm": [0.20127269625663757, 0.201886385679245, 0.20541919767856598]}, {"step": 2450, "epoch": 6, "train_loss": 0.020389944314956665, "cos_r_negg": [0.5725216269493103, 0.596262514591217, 0.574916660785675], "cos_innovation_negg": [0.5725216269493103, 0.596262514591217, 0.574916660785675], "cos_apical_negg": [0.5725216269493103, 0.596262514591217, 0.574916660785675], "cos_Ac_negg": [0.5725216269493103, 0.596262514591217, 0.574916660785675], "r_norm": [0.22627118229866028, 0.2277900129556656, 0.2304127812385559]}, {"step": 2500, "epoch": 6, "train_loss": 0.027813628315925598, "cos_r_negg": [0.5746802687644958, 0.5943630337715149, 0.5795141458511353], "cos_innovation_negg": [0.5746802687644958, 0.5943630337715149, 0.5795141458511353], "cos_apical_negg": [0.5746802687644958, 0.5943630337715149, 0.5795141458511353], "cos_Ac_negg": [0.5746802687644958, 0.5943630337715149, 0.5795141458511353], "r_norm": [0.2193928062915802, 0.22106778621673584, 0.22385379672050476]}, {"step": 2550, "epoch": 6, "train_loss": 0.05354917049407959, "cos_r_negg": [0.5649705529212952, 0.5890545845031738, 0.5788935422897339], "cos_innovation_negg": [0.5649705529212952, 0.5890545845031738, 0.5788935422897339], "cos_apical_negg": [0.5649705529212952, 0.5890545845031738, 0.5788935422897339], "cos_Ac_negg": [0.5649705529212952, 0.5890545845031738, 0.5788935422897339], "r_norm": [0.20172613859176636, 0.2020355612039566, 0.20395049452781677]}, {"step": 2600, "epoch": 6, "train_loss": 0.02237768843770027, "cos_r_negg": [0.5712550282478333, 0.5940523743629456, 0.5894956588745117], "cos_innovation_negg": [0.5712550282478333, 0.5940523743629456, 0.5894956588745117], "cos_apical_negg": [0.5712550282478333, 0.5940523743629456, 0.5894956588745117], "cos_Ac_negg": [0.5712550282478333, 0.5940523743629456, 0.5894956588745117], "r_norm": [0.22900615632534027, 0.22782446444034576, 0.22920380532741547]}, {"step": 2650, "epoch": 6, "train_loss": 0.04657981917262077, "cos_r_negg": [0.5788272619247437, 0.6015475988388062, 0.5912551879882812], "cos_innovation_negg": [0.5788272619247437, 0.6015475988388062, 0.5912551879882812], "cos_apical_negg": [0.5788272619247437, 0.6015475988388062, 0.5912551879882812], "cos_Ac_negg": [0.5788272619247437, 0.6015475988388062, 0.5912551879882812], "r_norm": [0.19641482830047607, 0.19777441024780273, 0.20029395818710327]}, {"step": 2700, "epoch": 6, "train_loss": 0.003626564983278513, "cos_r_negg": [0.5680568218231201, 0.5988809466362, 0.6041505336761475], "cos_innovation_negg": [0.5680568218231201, 0.5988809466362, 0.6041505336761475], "cos_apical_negg": [0.5680568218231201, 0.5988809466362, 0.6041505336761475], "cos_Ac_negg": [0.5680568218231201, 0.5988809466362, 0.6041505336761475], "r_norm": [0.18219077587127686, 0.1832626909017563, 0.18720844388008118]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9694, "test_loss": 0.12068575963973999}, {"step": 2750, "epoch": 7, "train_loss": 0.003453271696344018, "cos_r_negg": [0.5821179747581482, 0.6088243722915649, 0.6056203842163086], "cos_innovation_negg": [0.5821179747581482, 0.6088243722915649, 0.6056203842163086], "cos_apical_negg": [0.5821179747581482, 0.6088243722915649, 0.6056203842163086], "cos_Ac_negg": [0.5821179747581482, 0.6088243722915649, 0.6056203842163086], "r_norm": [0.1696377992630005, 0.17014218866825104, 0.1748717576265335]}, {"step": 2800, "epoch": 7, "train_loss": 0.014115856029093266, "cos_r_negg": [0.5793547630310059, 0.6093785166740417, 0.6036314964294434], "cos_innovation_negg": [0.5793547630310059, 0.6093785166740417, 0.6036314964294434], "cos_apical_negg": [0.5793547630310059, 0.6093785166740417, 0.6036314964294434], "cos_Ac_negg": [0.5793547630310059, 0.6093785166740417, 0.6036314964294434], "r_norm": [0.18324440717697144, 0.1831023246049881, 0.18739549815654755]}, {"step": 2850, "epoch": 7, "train_loss": 0.005506793037056923, "cos_r_negg": [0.5799897909164429, 0.6048998832702637, 0.6089844703674316], "cos_innovation_negg": [0.5799897909164429, 0.6048998832702637, 0.6089844703674316], "cos_apical_negg": [0.5799897909164429, 0.6048998832702637, 0.6089844703674316], "cos_Ac_negg": [0.5799897909164429, 0.6048998832702637, 0.6089844703674316], "r_norm": [0.18239723145961761, 0.1838771104812622, 0.18733710050582886]}, {"step": 2900, "epoch": 7, "train_loss": 0.01831877790391445, "cos_r_negg": [0.580494225025177, 0.6074983477592468, 0.6150795221328735], "cos_innovation_negg": [0.580494225025177, 0.6074983477592468, 0.6150795221328735], "cos_apical_negg": [0.580494225025177, 0.6074983477592468, 0.6150795221328735], "cos_Ac_negg": [0.580494225025177, 0.6074983477592468, 0.6150795221328735], "r_norm": [0.1610778272151947, 0.16192734241485596, 0.1644197553396225]}, {"step": 2950, "epoch": 7, "train_loss": 0.003671329002827406, "cos_r_negg": [0.5746171474456787, 0.6073042750358582, 0.6119168996810913], "cos_innovation_negg": [0.5746171474456787, 0.6073042750358582, 0.6119168996810913], "cos_apical_negg": [0.5746171474456787, 0.6073042750358582, 0.6119168996810913], "cos_Ac_negg": [0.5746171474456787, 0.6073042750358582, 0.6119168996810913], "r_norm": [0.18937592208385468, 0.190243661403656, 0.19300894439220428]}, {"step": 3000, "epoch": 7, "train_loss": 0.01588994823396206, "cos_r_negg": [0.5889807939529419, 0.6140233278274536, 0.6150346994400024], "cos_innovation_negg": [0.5889807939529419, 0.6140233278274536, 0.6150346994400024], "cos_apical_negg": [0.5889807939529419, 0.6140233278274536, 0.6150346994400024], "cos_Ac_negg": [0.5889807939529419, 0.6140233278274536, 0.6150346994400024], "r_norm": [0.19920217990875244, 0.1994800567626953, 0.20139873027801514]}, {"step": 3050, "epoch": 7, "train_loss": 0.005256535019725561, "cos_r_negg": [0.5845313668251038, 0.6172623038291931, 0.6184163093566895], "cos_innovation_negg": [0.5845313668251038, 0.6172623038291931, 0.6184163093566895], "cos_apical_negg": [0.5845313668251038, 0.6172623038291931, 0.6184163093566895], "cos_Ac_negg": [0.5845313668251038, 0.6172623038291931, 0.6184163093566895], "r_norm": [0.18376994132995605, 0.18464341759681702, 0.18719390034675598]}, {"step": 3100, "epoch": 7, "train_loss": 0.0013961158692836761, "cos_r_negg": [0.5833116769790649, 0.61182701587677, 0.6187093257904053], "cos_innovation_negg": [0.5833116769790649, 0.61182701587677, 0.6187093257904053], "cos_apical_negg": [0.5833116769790649, 0.61182701587677, 0.6187093257904053], "cos_Ac_negg": [0.5833116769790649, 0.61182701587677, 0.6187093257904053], "r_norm": [0.15723830461502075, 0.1570248007774353, 0.16056130826473236]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.97, "test_loss": 0.12961395721435548}, {"step": 3150, "epoch": 8, "train_loss": 0.0021287165582180023, "cos_r_negg": [0.5797766447067261, 0.6182849407196045, 0.6204319596290588], "cos_innovation_negg": [0.5797766447067261, 0.6182849407196045, 0.6204319596290588], "cos_apical_negg": [0.5797766447067261, 0.6182849407196045, 0.6204319596290588], "cos_Ac_negg": [0.5797766447067261, 0.6182849407196045, 0.6204319596290588], "r_norm": [0.20185869932174683, 0.20194733142852783, 0.20272590219974518]}, {"step": 3200, "epoch": 8, "train_loss": 0.02433200180530548, "cos_r_negg": [0.5772427320480347, 0.616121768951416, 0.6229267120361328], "cos_innovation_negg": [0.5772427320480347, 0.616121768951416, 0.6229267120361328], "cos_apical_negg": [0.5772427320480347, 0.616121768951416, 0.6229267120361328], "cos_Ac_negg": [0.5772427320480347, 0.616121768951416, 0.6229267120361328], "r_norm": [0.1926865130662918, 0.19218260049819946, 0.1948787420988083]}, {"step": 3250, "epoch": 8, "train_loss": 0.005649031139910221, "cos_r_negg": [0.57783442735672, 0.6194196343421936, 0.6247861385345459], "cos_innovation_negg": [0.57783442735672, 0.6194196343421936, 0.6247861385345459], "cos_apical_negg": [0.57783442735672, 0.6194196343421936, 0.6247861385345459], "cos_Ac_negg": [0.57783442735672, 0.6194196343421936, 0.6247861385345459], "r_norm": [0.1985979825258255, 0.1982056349515915, 0.20070844888687134]}, {"step": 3300, "epoch": 8, "train_loss": 0.009066684171557426, "cos_r_negg": [0.5764681100845337, 0.6184250116348267, 0.6216678023338318], "cos_innovation_negg": [0.5764681100845337, 0.6184250116348267, 0.6216678023338318], "cos_apical_negg": [0.5764681100845337, 0.6184250116348267, 0.6216678023338318], "cos_Ac_negg": [0.5764681100845337, 0.6184250116348267, 0.6216678023338318], "r_norm": [0.19004544615745544, 0.19049635529518127, 0.19161690771579742]}, {"step": 3350, "epoch": 8, "train_loss": 0.012781675904989243, "cos_r_negg": [0.5774061679840088, 0.6193328499794006, 0.6248455047607422], "cos_innovation_negg": [0.5774061679840088, 0.6193328499794006, 0.6248455047607422], "cos_apical_negg": [0.5774061679840088, 0.6193328499794006, 0.6248455047607422], "cos_Ac_negg": [0.5774061679840088, 0.6193328499794006, 0.6248455047607422], "r_norm": [0.1940985918045044, 0.195678249001503, 0.19837820529937744]}, {"step": 3400, "epoch": 8, "train_loss": 0.013611163944005966, "cos_r_negg": [0.5776745080947876, 0.6177480220794678, 0.6247376203536987], "cos_innovation_negg": [0.5776745080947876, 0.6177480220794678, 0.6247376203536987], "cos_apical_negg": [0.5776745080947876, 0.6177480220794678, 0.6247376203536987], "cos_Ac_negg": [0.5776745080947876, 0.6177480220794678, 0.6247376203536987], "r_norm": [0.19726720452308655, 0.1977410614490509, 0.20152604579925537]}, {"step": 3450, "epoch": 8, "train_loss": 0.017978962510824203, "cos_r_negg": [0.5828019380569458, 0.622667133808136, 0.6316971182823181], "cos_innovation_negg": [0.5828019380569458, 0.622667133808136, 0.6316971182823181], "cos_apical_negg": [0.5828019380569458, 0.622667133808136, 0.6316971182823181], "cos_Ac_negg": [0.5828019380569458, 0.622667133808136, 0.6316971182823181], "r_norm": [0.18927831947803497, 0.1903052031993866, 0.19371889531612396]}, {"step": 3500, "epoch": 8, "train_loss": 0.025722026824951172, "cos_r_negg": [0.5802310109138489, 0.6198745369911194, 0.6321008205413818], "cos_innovation_negg": [0.5802310109138489, 0.6198745369911194, 0.6321008205413818], "cos_apical_negg": [0.5802310109138489, 0.6198745369911194, 0.6321008205413818], "cos_Ac_negg": [0.5802310109138489, 0.6198745369911194, 0.6321008205413818], "r_norm": [0.21116656064987183, 0.21123838424682617, 0.21507088840007782]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9716, "test_loss": 0.13078003787994386}, {"step": 3550, "epoch": 9, "train_loss": 0.0072563411667943, "cos_r_negg": [0.582394540309906, 0.6242104172706604, 0.63521409034729], "cos_innovation_negg": [0.582394540309906, 0.6242104172706604, 0.63521409034729], "cos_apical_negg": [0.582394540309906, 0.6242104172706604, 0.63521409034729], "cos_Ac_negg": [0.582394540309906, 0.6242104172706604, 0.63521409034729], "r_norm": [0.18871960043907166, 0.18787705898284912, 0.19132477045059204]}, {"step": 3600, "epoch": 9, "train_loss": 0.0017336413729935884, "cos_r_negg": [0.5780080556869507, 0.6216466426849365, 0.6344834566116333], "cos_innovation_negg": [0.5780080556869507, 0.6216466426849365, 0.6344834566116333], "cos_apical_negg": [0.5780080556869507, 0.6216466426849365, 0.6344834566116333], "cos_Ac_negg": [0.5780080556869507, 0.6216466426849365, 0.6344834566116333], "r_norm": [0.17696890234947205, 0.1761516034603119, 0.17876246571540833]}, {"step": 3650, "epoch": 9, "train_loss": 0.004210930783301592, "cos_r_negg": [0.5840017795562744, 0.6235603094100952, 0.6383466720581055], "cos_innovation_negg": [0.5840017795562744, 0.6235603094100952, 0.6383466720581055], "cos_apical_negg": [0.5840017795562744, 0.6235603094100952, 0.6383466720581055], "cos_Ac_negg": [0.5840017795562744, 0.6235603094100952, 0.6383466720581055], "r_norm": [0.18332073092460632, 0.1823318600654602, 0.18429310619831085]}, {"step": 3700, "epoch": 9, "train_loss": 0.011482157744467258, "cos_r_negg": [0.5770446062088013, 0.6187848448753357, 0.6345071792602539], "cos_innovation_negg": [0.5770446062088013, 0.6187848448753357, 0.6345071792602539], "cos_apical_negg": [0.5770446062088013, 0.6187848448753357, 0.6345071792602539], "cos_Ac_negg": [0.5770446062088013, 0.6187848448753357, 0.6345071792602539], "r_norm": [0.17805451154708862, 0.17794623970985413, 0.18069742619991302]}, {"step": 3750, "epoch": 9, "train_loss": 0.0026844998355954885, "cos_r_negg": [0.5807583332061768, 0.622568666934967, 0.6347371339797974], "cos_innovation_negg": [0.5807583332061768, 0.622568666934967, 0.6347371339797974], "cos_apical_negg": [0.5807583332061768, 0.622568666934967, 0.6347371339797974], "cos_Ac_negg": [0.5807583332061768, 0.622568666934967, 0.6347371339797974], "r_norm": [0.18593746423721313, 0.18578273057937622, 0.1882787048816681]}, {"step": 3800, "epoch": 9, "train_loss": 0.0015858508413657546, "cos_r_negg": [0.5758232474327087, 0.6255663633346558, 0.638684868812561], "cos_innovation_negg": [0.5758232474327087, 0.6255663633346558, 0.638684868812561], "cos_apical_negg": [0.5758232474327087, 0.6255663633346558, 0.638684868812561], "cos_Ac_negg": [0.5758232474327087, 0.6255663633346558, 0.638684868812561], "r_norm": [0.18229137361049652, 0.18143439292907715, 0.18379969894886017]}, {"step": 3850, "epoch": 9, "train_loss": 0.007211725227534771, "cos_r_negg": [0.5802623629570007, 0.6275233030319214, 0.6379368305206299], "cos_innovation_negg": [0.5802623629570007, 0.6275233030319214, 0.6379368305206299], "cos_apical_negg": [0.5802623629570007, 0.6275233030319214, 0.6379368305206299], "cos_Ac_negg": [0.5802623629570007, 0.6275233030319214, 0.6379368305206299], "r_norm": [0.19035634398460388, 0.1898869276046753, 0.1922195702791214]}, {"step": 3900, "epoch": 9, "train_loss": 0.0065520345233380795, "cos_r_negg": [0.5796908140182495, 0.6270134449005127, 0.6414741277694702], "cos_innovation_negg": [0.5796908140182495, 0.6270134449005127, 0.6414741277694702], "cos_apical_negg": [0.5796908140182495, 0.6270134449005127, 0.6414741277694702], "cos_Ac_negg": [0.5796908140182495, 0.6270134449005127, 0.6414741277694702], "r_norm": [0.16825298964977264, 0.1683555543422699, 0.17128270864486694]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9719, "test_loss": 0.13426431455612184}, {"step": 3950, "epoch": 10, "train_loss": 0.0009596800664439797, "cos_r_negg": [0.5793710947036743, 0.6249526739120483, 0.643487811088562], "cos_innovation_negg": [0.5793710947036743, 0.6249526739120483, 0.643487811088562], "cos_apical_negg": [0.5793710947036743, 0.6249526739120483, 0.643487811088562], "cos_Ac_negg": [0.5793710947036743, 0.6249526739120483, 0.643487811088562], "r_norm": [0.17605698108673096, 0.175759956240654, 0.17845913767814636]}, {"step": 4000, "epoch": 10, "train_loss": 0.001352860825136304, "cos_r_negg": [0.5815757513046265, 0.6274793148040771, 0.6431308388710022], "cos_innovation_negg": [0.5815757513046265, 0.6274793148040771, 0.6431308388710022], "cos_apical_negg": [0.5815757513046265, 0.6274793148040771, 0.6431308388710022], "cos_Ac_negg": [0.5815757513046265, 0.6274793148040771, 0.6431308388710022], "r_norm": [0.1790170967578888, 0.1785300374031067, 0.18065765500068665]}, {"step": 4050, "epoch": 10, "train_loss": 0.0012009716592729092, "cos_r_negg": [0.5770502090454102, 0.6242483854293823, 0.6432619094848633], "cos_innovation_negg": [0.5770502090454102, 0.6242483854293823, 0.6432619094848633], "cos_apical_negg": [0.5770502090454102, 0.6242483854293823, 0.6432619094848633], "cos_Ac_negg": [0.5770502090454102, 0.6242483854293823, 0.6432619094848633], "r_norm": [0.16967767477035522, 0.16950900852680206, 0.17225182056427002]}, {"step": 4100, "epoch": 10, "train_loss": 0.0010594265768304467, "cos_r_negg": [0.5826135873794556, 0.6273981332778931, 0.6425342559814453], "cos_innovation_negg": [0.5826135873794556, 0.6273981332778931, 0.6425342559814453], "cos_apical_negg": [0.5826135873794556, 0.6273981332778931, 0.6425342559814453], "cos_Ac_negg": [0.5826135873794556, 0.6273981332778931, 0.6425342559814453], "r_norm": [0.1731465607881546, 0.1730847954750061, 0.17520514130592346]}, {"step": 4150, "epoch": 10, "train_loss": 0.0007644288707524538, "cos_r_negg": [0.5820911526679993, 0.6286026239395142, 0.6433957815170288], "cos_innovation_negg": [0.5820911526679993, 0.6286026239395142, 0.6433957815170288], "cos_apical_negg": [0.5820911526679993, 0.6286026239395142, 0.6433957815170288], "cos_Ac_negg": [0.5820911526679993, 0.6286026239395142, 0.6433957815170288], "r_norm": [0.16967862844467163, 0.16986632347106934, 0.1730210781097412]}, {"step": 4200, "epoch": 10, "train_loss": 0.001654764055274427, "cos_r_negg": [0.58017897605896, 0.6296882629394531, 0.6420108675956726], "cos_innovation_negg": [0.58017897605896, 0.6296882629394531, 0.6420108675956726], "cos_apical_negg": [0.58017897605896, 0.6296882629394531, 0.6420108675956726], "cos_Ac_negg": [0.58017897605896, 0.6296882629394531, 0.6420108675956726], "r_norm": [0.15985962748527527, 0.1601172238588333, 0.16318929195404053]}, {"step": 4250, "epoch": 10, "train_loss": 0.005034513305872679, "cos_r_negg": [0.5741692185401917, 0.6284055709838867, 0.6436196565628052], "cos_innovation_negg": [0.5741692185401917, 0.6284055709838867, 0.6436196565628052], "cos_apical_negg": [0.5741692185401917, 0.6284055709838867, 0.6436196565628052], "cos_Ac_negg": [0.5741692185401917, 0.6284055709838867, 0.6436196565628052], "r_norm": [0.1524534821510315, 0.15253379940986633, 0.15595528483390808]}, {"step": 4300, "epoch": 10, "train_loss": 0.010711022652685642, "cos_r_negg": [0.5737922787666321, 0.6265794634819031, 0.6450129747390747], "cos_innovation_negg": [0.5737922787666321, 0.6265794634819031, 0.6450129747390747], "cos_apical_negg": [0.5737922787666321, 0.6265794634819031, 0.6450129747390747], "cos_Ac_negg": [0.5737922787666321, 0.6265794634819031, 0.6450129747390747], "r_norm": [0.15216845273971558, 0.1518905758857727, 0.15535087883472443]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9721, "test_loss": 0.13763998260498048}, {"step": 4350, "epoch": 11, "train_loss": 0.002100103534758091, "cos_r_negg": [0.5754216909408569, 0.6280955076217651, 0.6451839208602905], "cos_innovation_negg": [0.5754216909408569, 0.6280955076217651, 0.6451839208602905], "cos_apical_negg": [0.5754216909408569, 0.6280955076217651, 0.6451839208602905], "cos_Ac_negg": [0.5754216909408569, 0.6280955076217651, 0.6451839208602905], "r_norm": [0.16137200593948364, 0.16126926243305206, 0.16429950296878815]}, {"step": 4400, "epoch": 11, "train_loss": 0.0010687396861612797, "cos_r_negg": [0.5712452530860901, 0.6285752058029175, 0.6459286212921143], "cos_innovation_negg": [0.5712452530860901, 0.6285752058029175, 0.6459286212921143], "cos_apical_negg": [0.5712452530860901, 0.6285752058029175, 0.6459286212921143], "cos_Ac_negg": [0.5712452530860901, 0.6285752058029175, 0.6459286212921143], "r_norm": [0.1615949422121048, 0.16153767704963684, 0.16466227173805237]}, {"step": 4450, "epoch": 11, "train_loss": 0.002542033325880766, "cos_r_negg": [0.5726916193962097, 0.6308110952377319, 0.6460199952125549], "cos_innovation_negg": [0.5726916193962097, 0.6308110952377319, 0.6460199952125549], "cos_apical_negg": [0.5726916193962097, 0.6308110952377319, 0.6460199952125549], "cos_Ac_negg": [0.5726916193962097, 0.6308110952377319, 0.6460199952125549], "r_norm": [0.16201616823673248, 0.16182206571102142, 0.16487492620944977]}, {"step": 4500, "epoch": 11, "train_loss": 0.00023055251222103834, "cos_r_negg": [0.5731532573699951, 0.629715621471405, 0.6451817750930786], "cos_innovation_negg": [0.5731532573699951, 0.629715621471405, 0.6451817750930786], "cos_apical_negg": [0.5731532573699951, 0.629715621471405, 0.6451817750930786], "cos_Ac_negg": [0.5731532573699951, 0.629715621471405, 0.6451817750930786], "r_norm": [0.16165751218795776, 0.16142915189266205, 0.1645810753107071]}, {"step": 4550, "epoch": 11, "train_loss": 0.0022498909384012222, "cos_r_negg": [0.5707855224609375, 0.6291557550430298, 0.646937370300293], "cos_innovation_negg": [0.5707855224609375, 0.6291557550430298, 0.646937370300293], "cos_apical_negg": [0.5707855224609375, 0.6291557550430298, 0.646937370300293], "cos_Ac_negg": [0.5707855224609375, 0.6291557550430298, 0.646937370300293], "r_norm": [0.16657891869544983, 0.1659044772386551, 0.1686849743127823]}, {"step": 4600, "epoch": 11, "train_loss": 0.00040937442099675536, "cos_r_negg": [0.5753434896469116, 0.6295727491378784, 0.6466732025146484], "cos_innovation_negg": [0.5753434896469116, 0.6295727491378784, 0.6466732025146484], "cos_apical_negg": [0.5753434896469116, 0.6295727491378784, 0.6466732025146484], "cos_Ac_negg": [0.5753434896469116, 0.6295727491378784, 0.6466732025146484], "r_norm": [0.17542795836925507, 0.17505250871181488, 0.17761683464050293]}, {"step": 4650, "epoch": 11, "train_loss": 0.0004352562827989459, "cos_r_negg": [0.5791181325912476, 0.6309177875518799, 0.6481046676635742], "cos_innovation_negg": [0.5791181325912476, 0.6309177875518799, 0.6481046676635742], "cos_apical_negg": [0.5791181325912476, 0.6309177875518799, 0.6481046676635742], "cos_Ac_negg": [0.5791181325912476, 0.6309177875518799, 0.6481046676635742], "r_norm": [0.16686901450157166, 0.16627250611782074, 0.16913756728172302]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9724, "test_loss": 0.14070229959487915}, {"step": 4700, "epoch": 12, "train_loss": 0.0014199765864759684, "cos_r_negg": [0.5782716274261475, 0.6307209730148315, 0.6481973528862], "cos_innovation_negg": [0.5782716274261475, 0.6307209730148315, 0.6481973528862], "cos_apical_negg": [0.5782716274261475, 0.6307209730148315, 0.6481973528862], "cos_Ac_negg": [0.5782716274261475, 0.6307209730148315, 0.6481973528862], "r_norm": [0.1570122390985489, 0.15675407648086548, 0.16001483798027039]}, {"step": 4750, "epoch": 12, "train_loss": 0.0017644870094954967, "cos_r_negg": [0.5781770944595337, 0.6324417591094971, 0.6488444805145264], "cos_innovation_negg": [0.5781770944595337, 0.6324417591094971, 0.6488444805145264], "cos_apical_negg": [0.5781770944595337, 0.6324417591094971, 0.6488444805145264], "cos_Ac_negg": [0.5781770944595337, 0.6324417591094971, 0.6488444805145264], "r_norm": [0.15826106071472168, 0.15848734974861145, 0.16171009838581085]}, {"step": 4800, "epoch": 12, "train_loss": 0.00027746264822781086, "cos_r_negg": [0.576261043548584, 0.6313995718955994, 0.6482354402542114], "cos_innovation_negg": [0.576261043548584, 0.6313995718955994, 0.6482354402542114], "cos_apical_negg": [0.576261043548584, 0.6313995718955994, 0.6482354402542114], "cos_Ac_negg": [0.576261043548584, 0.6313995718955994, 0.6482354402542114], "r_norm": [0.1658482700586319, 0.1661399006843567, 0.16905994713306427]}, {"step": 4850, "epoch": 12, "train_loss": 0.0004152090987190604, "cos_r_negg": [0.5746157169342041, 0.6324016451835632, 0.6483161449432373], "cos_innovation_negg": [0.5746157169342041, 0.6324016451835632, 0.6483161449432373], "cos_apical_negg": [0.5746157169342041, 0.6324016451835632, 0.6483161449432373], "cos_Ac_negg": [0.5746157169342041, 0.6324016451835632, 0.6483161449432373], "r_norm": [0.1678943783044815, 0.16777901351451874, 0.1707860827445984]}, {"step": 4900, "epoch": 12, "train_loss": 0.0007552538299933076, "cos_r_negg": [0.5714161396026611, 0.6302602291107178, 0.6481420993804932], "cos_innovation_negg": [0.5714161396026611, 0.6302602291107178, 0.6481420993804932], "cos_apical_negg": [0.5714161396026611, 0.6302602291107178, 0.6481420993804932], "cos_Ac_negg": [0.5714161396026611, 0.6302602291107178, 0.6481420993804932], "r_norm": [0.16494962573051453, 0.16461773216724396, 0.1675436943769455]}, {"step": 4950, "epoch": 12, "train_loss": 0.0005488710012286901, "cos_r_negg": [0.5725513696670532, 0.631328284740448, 0.6489154696464539], "cos_innovation_negg": [0.5725513696670532, 0.631328284740448, 0.6489154696464539], "cos_apical_negg": [0.5725513696670532, 0.631328284740448, 0.6489154696464539], "cos_Ac_negg": [0.5725513696670532, 0.631328284740448, 0.6489154696464539], "r_norm": [0.16278904676437378, 0.1627579778432846, 0.16543978452682495]}, {"step": 5000, "epoch": 12, "train_loss": 0.00024091819068416953, "cos_r_negg": [0.5747544765472412, 0.6309801936149597, 0.6496747732162476], "cos_innovation_negg": [0.5747544765472412, 0.6309801936149597, 0.6496747732162476], "cos_apical_negg": [0.5747544765472412, 0.6309801936149597, 0.6496747732162476], "cos_Ac_negg": [0.5747544765472412, 0.6309801936149597, 0.6496747732162476], "r_norm": [0.16480715572834015, 0.16468696296215057, 0.1674092710018158]}, {"step": 5050, "epoch": 12, "train_loss": 0.0005048258462920785, "cos_r_negg": [0.5769394636154175, 0.6302328705787659, 0.6506783366203308], "cos_innovation_negg": [0.5769394636154175, 0.6302328705787659, 0.6506783366203308], "cos_apical_negg": [0.5769394636154175, 0.6302328705787659, 0.6506783366203308], "cos_Ac_negg": [0.5769394636154175, 0.6302328705787659, 0.6506783366203308], "r_norm": [0.17127138376235962, 0.1708337664604187, 0.17316381633281708]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9717, "test_loss": 0.14478787775039673}, {"step": 5100, "epoch": 13, "train_loss": 0.0003445396141614765, "cos_r_negg": [0.5748473405838013, 0.63182133436203, 0.6506901979446411], "cos_innovation_negg": [0.5748473405838013, 0.63182133436203, 0.6506901979446411], "cos_apical_negg": [0.5748473405838013, 0.63182133436203, 0.6506901979446411], "cos_Ac_negg": [0.5748473405838013, 0.63182133436203, 0.6506901979446411], "r_norm": [0.17519091069698334, 0.17459072172641754, 0.17682568728923798]}, {"step": 5150, "epoch": 13, "train_loss": 0.0005578401032835245, "cos_r_negg": [0.5765137076377869, 0.6332394480705261, 0.651635468006134], "cos_innovation_negg": [0.5765137076377869, 0.6332394480705261, 0.651635468006134], "cos_apical_negg": [0.5765137076377869, 0.6332394480705261, 0.651635468006134], "cos_Ac_negg": [0.5765137076377869, 0.6332394480705261, 0.651635468006134], "r_norm": [0.16716647148132324, 0.16691303253173828, 0.1694052517414093]}, {"step": 5200, "epoch": 13, "train_loss": 0.0009801641572266817, "cos_r_negg": [0.5752623081207275, 0.6330417394638062, 0.6514869928359985], "cos_innovation_negg": [0.5752623081207275, 0.6330417394638062, 0.6514869928359985], "cos_apical_negg": [0.5752623081207275, 0.6330417394638062, 0.6514869928359985], "cos_Ac_negg": [0.5752623081207275, 0.6330417394638062, 0.6514869928359985], "r_norm": [0.16601960361003876, 0.1659834086894989, 0.16873764991760254]}, {"step": 5250, "epoch": 13, "train_loss": 0.00042195903370156884, "cos_r_negg": [0.5740411281585693, 0.6325175762176514, 0.6527026295661926], "cos_innovation_negg": [0.5740411281585693, 0.6325175762176514, 0.6527026295661926], "cos_apical_negg": [0.5740411281585693, 0.6325175762176514, 0.6527026295661926], "cos_Ac_negg": [0.5740411281585693, 0.6325175762176514, 0.6527026295661926], "r_norm": [0.1626453846693039, 0.1628461480140686, 0.165805846452713]}, {"step": 5300, "epoch": 13, "train_loss": 0.0005502301501110196, "cos_r_negg": [0.5735984444618225, 0.631951630115509, 0.6515814065933228], "cos_innovation_negg": [0.5735984444618225, 0.631951630115509, 0.6515814065933228], "cos_apical_negg": [0.5735984444618225, 0.631951630115509, 0.6515814065933228], "cos_Ac_negg": [0.5735984444618225, 0.631951630115509, 0.6515814065933228], "r_norm": [0.16218626499176025, 0.16200780868530273, 0.16496418416500092]}, {"step": 5350, "epoch": 13, "train_loss": 0.0011079205432906747, "cos_r_negg": [0.575512170791626, 0.6329067945480347, 0.6518474817276001], "cos_innovation_negg": [0.575512170791626, 0.6329067945480347, 0.6518474817276001], "cos_apical_negg": [0.575512170791626, 0.6329067945480347, 0.6518474817276001], "cos_Ac_negg": [0.575512170791626, 0.6329067945480347, 0.6518474817276001], "r_norm": [0.16268901526927948, 0.1624549925327301, 0.16515180468559265]}, {"step": 5400, "epoch": 13, "train_loss": 0.0012177620083093643, "cos_r_negg": [0.5748374462127686, 0.6333304643630981, 0.6528788208961487], "cos_innovation_negg": [0.5748374462127686, 0.6333304643630981, 0.6528788208961487], "cos_apical_negg": [0.5748374462127686, 0.6333304643630981, 0.6528788208961487], "cos_Ac_negg": [0.5748374462127686, 0.6333304643630981, 0.6528788208961487], "r_norm": [0.16146960854530334, 0.16127242147922516, 0.16414371132850647]}, {"step": 5450, "epoch": 13, "train_loss": 0.00034425538615323603, "cos_r_negg": [0.5739434957504272, 0.6337035894393921, 0.6526656150817871], "cos_innovation_negg": [0.5739434957504272, 0.6337035894393921, 0.6526656150817871], "cos_apical_negg": [0.5739434957504272, 0.6337035894393921, 0.6526656150817871], "cos_Ac_negg": [0.5739434957504272, 0.6337035894393921, 0.6526656150817871], "r_norm": [0.16002890467643738, 0.16020214557647705, 0.1634407341480255]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9728, "test_loss": 0.14756818046569825}, {"step": 5500, "epoch": 14, "train_loss": 0.0004224753938615322, "cos_r_negg": [0.5740289688110352, 0.6334036588668823, 0.6529339551925659], "cos_innovation_negg": [0.5740289688110352, 0.6334036588668823, 0.6529339551925659], "cos_apical_negg": [0.5740289688110352, 0.6334036588668823, 0.6529339551925659], "cos_Ac_negg": [0.5740289688110352, 0.6334036588668823, 0.6529339551925659], "r_norm": [0.16378869116306305, 0.16404935717582703, 0.1671530157327652]}, {"step": 5550, "epoch": 14, "train_loss": 0.00019850602257065475, "cos_r_negg": [0.5725598335266113, 0.6335716247558594, 0.6522932052612305], "cos_innovation_negg": [0.5725598335266113, 0.6335716247558594, 0.6522932052612305], "cos_apical_negg": [0.5725598335266113, 0.6335716247558594, 0.6522932052612305], "cos_Ac_negg": [0.5725598335266113, 0.6335716247558594, 0.6522932052612305], "r_norm": [0.1646849662065506, 0.16488884389400482, 0.1680004596710205]}, {"step": 5600, "epoch": 14, "train_loss": 0.0012179003097116947, "cos_r_negg": [0.5727795362472534, 0.6328481435775757, 0.6526288986206055], "cos_innovation_negg": [0.5727795362472534, 0.6328481435775757, 0.6526288986206055], "cos_apical_negg": [0.5727795362472534, 0.6328481435775757, 0.6526288986206055], "cos_Ac_negg": [0.5727795362472534, 0.6328481435775757, 0.6526288986206055], "r_norm": [0.16751298308372498, 0.16775381565093994, 0.17058494687080383]}, {"step": 5650, "epoch": 14, "train_loss": 0.0006461373413912952, "cos_r_negg": [0.5728119611740112, 0.6327627897262573, 0.6521763801574707], "cos_innovation_negg": [0.5728119611740112, 0.6327627897262573, 0.6521763801574707], "cos_apical_negg": [0.5728119611740112, 0.6327627897262573, 0.6521763801574707], "cos_Ac_negg": [0.5728119611740112, 0.6327627897262573, 0.6521763801574707], "r_norm": [0.1645781397819519, 0.16490355134010315, 0.16781875491142273]}, {"step": 5700, "epoch": 14, "train_loss": 0.00015112292021512985, "cos_r_negg": [0.5717822313308716, 0.6335359811782837, 0.6527776718139648], "cos_innovation_negg": [0.5717822313308716, 0.6335359811782837, 0.6527776718139648], "cos_apical_negg": [0.5717822313308716, 0.6335359811782837, 0.6527776718139648], "cos_Ac_negg": [0.5717822313308716, 0.6335359811782837, 0.6527776718139648], "r_norm": [0.163626030087471, 0.16386209428310394, 0.16670677065849304]}, {"step": 5750, "epoch": 14, "train_loss": 0.0004824709612876177, "cos_r_negg": [0.5710581541061401, 0.6338963508605957, 0.6552304029464722], "cos_innovation_negg": [0.5710581541061401, 0.6338963508605957, 0.6552304029464722], "cos_apical_negg": [0.5710581541061401, 0.6338963508605957, 0.6552304029464722], "cos_Ac_negg": [0.5710581541061401, 0.6338963508605957, 0.6552304029464722], "r_norm": [0.16106702387332916, 0.1615605354309082, 0.16439606249332428]}, {"step": 5800, "epoch": 14, "train_loss": 0.0017331193666905165, "cos_r_negg": [0.5708421468734741, 0.6338798403739929, 0.6543550491333008], "cos_innovation_negg": [0.5708421468734741, 0.6338798403739929, 0.6543550491333008], "cos_apical_negg": [0.5708421468734741, 0.6338798403739929, 0.6543550491333008], "cos_Ac_negg": [0.5708421468734741, 0.6338798403739929, 0.6543550491333008], "r_norm": [0.16586796939373016, 0.16616064310073853, 0.1688176840543747]}, {"step": 5850, "epoch": 14, "train_loss": 0.00046079789171926677, "cos_r_negg": [0.5752074718475342, 0.6320285201072693, 0.6525647640228271], "cos_innovation_negg": [0.5752074718475342, 0.6320285201072693, 0.6525647640228271], "cos_apical_negg": [0.5752074718475342, 0.6320285201072693, 0.6525647640228271], "cos_Ac_negg": [0.5752074718475342, 0.6320285201072693, 0.6525647640228271], "r_norm": [0.16546961665153503, 0.1657031774520874, 0.16845229268074036]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9727, "test_loss": 0.14990826272964478}, {"step": 5900, "epoch": 15, "train_loss": 0.00048335635801777244, "cos_r_negg": [0.573550283908844, 0.633561372756958, 0.654201090335846], "cos_innovation_negg": [0.573550283908844, 0.633561372756958, 0.654201090335846], "cos_apical_negg": [0.573550283908844, 0.633561372756958, 0.654201090335846], "cos_Ac_negg": [0.573550283908844, 0.633561372756958, 0.654201090335846], "r_norm": [0.16834810376167297, 0.16832417249679565, 0.17098209261894226]}, {"step": 5950, "epoch": 15, "train_loss": 0.00032604881562292576, "cos_r_negg": [0.5724385380744934, 0.6333562135696411, 0.6542192697525024], "cos_innovation_negg": [0.5724385380744934, 0.6333562135696411, 0.6542192697525024], "cos_apical_negg": [0.5724385380744934, 0.6333562135696411, 0.6542192697525024], "cos_Ac_negg": [0.5724385380744934, 0.6333562135696411, 0.6542192697525024], "r_norm": [0.1644570231437683, 0.16463926434516907, 0.16750138998031616]}, {"step": 6000, "epoch": 15, "train_loss": 0.0005397888598963618, "cos_r_negg": [0.5732101798057556, 0.6326330900192261, 0.6525570750236511], "cos_innovation_negg": [0.5732101798057556, 0.6326330900192261, 0.6525570750236511], "cos_apical_negg": [0.5732101798057556, 0.6326330900192261, 0.6525570750236511], "cos_Ac_negg": [0.5732101798057556, 0.6326330900192261, 0.6525570750236511], "r_norm": [0.1654687076807022, 0.1655559241771698, 0.1684839129447937]}, {"step": 6050, "epoch": 15, "train_loss": 0.0029816809110343456, "cos_r_negg": [0.571812629699707, 0.6328395009040833, 0.653708279132843], "cos_innovation_negg": [0.571812629699707, 0.6328395009040833, 0.653708279132843], "cos_apical_negg": [0.571812629699707, 0.6328395009040833, 0.653708279132843], "cos_Ac_negg": [0.571812629699707, 0.6328395009040833, 0.653708279132843], "r_norm": [0.1664140820503235, 0.1665171980857849, 0.16939733922481537]}, {"step": 6100, "epoch": 15, "train_loss": 0.0011848782887682319, "cos_r_negg": [0.57236248254776, 0.6312166452407837, 0.6517926454544067], "cos_innovation_negg": [0.57236248254776, 0.6312166452407837, 0.6517926454544067], "cos_apical_negg": [0.57236248254776, 0.6312166452407837, 0.6517926454544067], "cos_Ac_negg": [0.57236248254776, 0.6312166452407837, 0.6517926454544067], "r_norm": [0.1690715253353119, 0.16904309391975403, 0.1717344969511032]}, {"step": 6150, "epoch": 15, "train_loss": 0.0004526081611402333, "cos_r_negg": [0.573922872543335, 0.6326964497566223, 0.6536688804626465], "cos_innovation_negg": [0.573922872543335, 0.6326964497566223, 0.6536688804626465], "cos_apical_negg": [0.573922872543335, 0.6326964497566223, 0.6536688804626465], "cos_Ac_negg": [0.573922872543335, 0.6326964497566223, 0.6536688804626465], "r_norm": [0.16681884229183197, 0.16693252325057983, 0.1697375625371933]}, {"step": 6200, "epoch": 15, "train_loss": 0.0005040180403739214, "cos_r_negg": [0.5730463266372681, 0.6337961554527283, 0.6553614139556885], "cos_innovation_negg": [0.5730463266372681, 0.6337961554527283, 0.6553614139556885], "cos_apical_negg": [0.5730463266372681, 0.6337961554527283, 0.6553614139556885], "cos_Ac_negg": [0.5730463266372681, 0.6337961554527283, 0.6553614139556885], "r_norm": [0.16911694407463074, 0.16918209195137024, 0.17184799909591675]}, {"step": 6250, "epoch": 15, "train_loss": 0.00025355545221827924, "cos_r_negg": [0.5723828077316284, 0.6338577270507812, 0.6551005244255066], "cos_innovation_negg": [0.5723828077316284, 0.6338577270507812, 0.6551005244255066], "cos_apical_negg": [0.5723828077316284, 0.6338577270507812, 0.6551005244255066], "cos_Ac_negg": [0.5723828077316284, 0.6338577270507812, 0.6551005244255066], "r_norm": [0.16837534308433533, 0.1684740036725998, 0.17099611461162567]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.973, "test_loss": 0.152428976726532}, {"step": 6300, "epoch": 16, "train_loss": 0.00046462833415716887, "cos_r_negg": [0.5710126757621765, 0.6337977051734924, 0.6550008058547974], "cos_innovation_negg": [0.5710126757621765, 0.6337977051734924, 0.6550008058547974], "cos_apical_negg": [0.5710126757621765, 0.6337977051734924, 0.6550008058547974], "cos_Ac_negg": [0.5710126757621765, 0.6337977051734924, 0.6550008058547974], "r_norm": [0.17040103673934937, 0.17053532600402832, 0.17295685410499573]}, {"step": 6350, "epoch": 16, "train_loss": 0.000234415361774154, "cos_r_negg": [0.5709201097488403, 0.6322741508483887, 0.6538553833961487], "cos_innovation_negg": [0.5709201097488403, 0.6322741508483887, 0.6538553833961487], "cos_apical_negg": [0.5709201097488403, 0.6322741508483887, 0.6538553833961487], "cos_Ac_negg": [0.5709201097488403, 0.6322741508483887, 0.6538553833961487], "r_norm": [0.1673671454191208, 0.16746604442596436, 0.1699988692998886]}, {"step": 6400, "epoch": 16, "train_loss": 0.000626576947979629, "cos_r_negg": [0.571091890335083, 0.6319248676300049, 0.6544192433357239], "cos_innovation_negg": [0.571091890335083, 0.6319248676300049, 0.6544192433357239], "cos_apical_negg": [0.571091890335083, 0.6319248676300049, 0.6544192433357239], "cos_Ac_negg": [0.571091890335083, 0.6319248676300049, 0.6544192433357239], "r_norm": [0.16541078686714172, 0.1655915230512619, 0.16831693053245544]}, {"step": 6450, "epoch": 16, "train_loss": 0.00015456035907845944, "cos_r_negg": [0.5720399618148804, 0.6331284046173096, 0.6552959680557251], "cos_innovation_negg": [0.5720399618148804, 0.6331284046173096, 0.6552959680557251], "cos_apical_negg": [0.5720399618148804, 0.6331284046173096, 0.6552959680557251], "cos_Ac_negg": [0.5720399618148804, 0.6331284046173096, 0.6552959680557251], "r_norm": [0.16582249104976654, 0.165988028049469, 0.16870304942131042]}, {"step": 6500, "epoch": 16, "train_loss": 0.0007416277658194304, "cos_r_negg": [0.5719582438468933, 0.6320109963417053, 0.6550554633140564], "cos_innovation_negg": [0.5719582438468933, 0.6320109963417053, 0.6550554633140564], "cos_apical_negg": [0.5719582438468933, 0.6320109963417053, 0.6550554633140564], "cos_Ac_negg": [0.5719582438468933, 0.6320109963417053, 0.6550554633140564], "r_norm": [0.16280189156532288, 0.16302241384983063, 0.1659965217113495]}, {"step": 6550, "epoch": 16, "train_loss": 0.000376436481019482, "cos_r_negg": [0.5721213817596436, 0.6297732591629028, 0.6530128717422485], "cos_innovation_negg": [0.5721213817596436, 0.6297732591629028, 0.6530128717422485], "cos_apical_negg": [0.5721213817596436, 0.6297732591629028, 0.6530128717422485], "cos_Ac_negg": [0.5721213817596436, 0.6297732591629028, 0.6530128717422485], "r_norm": [0.16683754324913025, 0.16688138246536255, 0.16975755989551544]}, {"step": 6600, "epoch": 16, "train_loss": 0.00029234637622721493, "cos_r_negg": [0.5725017189979553, 0.6305321455001831, 0.6528756618499756], "cos_innovation_negg": [0.5725017189979553, 0.6305321455001831, 0.6528756618499756], "cos_apical_negg": [0.5725017189979553, 0.6305321455001831, 0.6528756618499756], "cos_Ac_negg": [0.5725017189979553, 0.6305321455001831, 0.6528756618499756], "r_norm": [0.16798283159732819, 0.16818666458129883, 0.17092640697956085]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9725, "test_loss": 0.1537531560897827}, {"step": 6650, "epoch": 17, "train_loss": 0.00035680815926752985, "cos_r_negg": [0.5719821453094482, 0.6312331557273865, 0.6533434391021729], "cos_innovation_negg": [0.5719821453094482, 0.6312331557273865, 0.6533434391021729], "cos_apical_negg": [0.5719821453094482, 0.6312331557273865, 0.6533434391021729], "cos_Ac_negg": [0.5719821453094482, 0.6312331557273865, 0.6533434391021729], "r_norm": [0.16878892481327057, 0.1690538078546524, 0.17185090482234955]}, {"step": 6700, "epoch": 17, "train_loss": 0.00014642442693002522, "cos_r_negg": [0.5731503963470459, 0.63126540184021, 0.6534918546676636], "cos_innovation_negg": [0.5731503963470459, 0.63126540184021, 0.6534918546676636], "cos_apical_negg": [0.5731503963470459, 0.63126540184021, 0.6534918546676636], "cos_Ac_negg": [0.5731503963470459, 0.63126540184021, 0.6534918546676636], "r_norm": [0.17153877019882202, 0.17168214917182922, 0.1743067353963852]}, {"step": 6750, "epoch": 17, "train_loss": 0.0006596780149266124, "cos_r_negg": [0.5729934573173523, 0.6323469877243042, 0.6551302075386047], "cos_innovation_negg": [0.5729934573173523, 0.6323469877243042, 0.6551302075386047], "cos_apical_negg": [0.5729934573173523, 0.6323469877243042, 0.6551302075386047], "cos_Ac_negg": [0.5729934573173523, 0.6323469877243042, 0.6551302075386047], "r_norm": [0.16913259029388428, 0.16921156644821167, 0.1718774139881134]}, {"step": 6800, "epoch": 17, "train_loss": 0.0004942967207171023, "cos_r_negg": [0.5716614127159119, 0.6313984990119934, 0.6547229290008545], "cos_innovation_negg": [0.5716614127159119, 0.6313984990119934, 0.6547229290008545], "cos_apical_negg": [0.5716614127159119, 0.6313984990119934, 0.6547229290008545], "cos_Ac_negg": [0.5716614127159119, 0.6313984990119934, 0.6547229290008545], "r_norm": [0.16718757152557373, 0.16737492382526398, 0.17025628685951233]}, {"step": 6850, "epoch": 17, "train_loss": 0.00023993398644961417, "cos_r_negg": [0.5728077292442322, 0.6303594708442688, 0.6544203758239746], "cos_innovation_negg": [0.5728077292442322, 0.6303594708442688, 0.6544203758239746], "cos_apical_negg": [0.5728077292442322, 0.6303594708442688, 0.6544203758239746], "cos_Ac_negg": [0.5728077292442322, 0.6303594708442688, 0.6544203758239746], "r_norm": [0.16600564122200012, 0.16628627479076385, 0.16919074952602386]}, {"step": 6900, "epoch": 17, "train_loss": 0.0008615278638899326, "cos_r_negg": [0.5724399089813232, 0.6310233473777771, 0.6543644666671753], "cos_innovation_negg": [0.5724399089813232, 0.6310233473777771, 0.6543644666671753], "cos_apical_negg": [0.5724399089813232, 0.6310233473777771, 0.6543644666671753], "cos_Ac_negg": [0.5724399089813232, 0.6310233473777771, 0.6543644666671753], "r_norm": [0.16834154725074768, 0.16844511032104492, 0.17125029861927032]}, {"step": 6950, "epoch": 17, "train_loss": 0.0006292093312367797, "cos_r_negg": [0.573560893535614, 0.6310700178146362, 0.6544480323791504], "cos_innovation_negg": [0.573560893535614, 0.6310700178146362, 0.6544480323791504], "cos_apical_negg": [0.573560893535614, 0.6310700178146362, 0.6544480323791504], "cos_Ac_negg": [0.573560893535614, 0.6310700178146362, 0.6544480323791504], "r_norm": [0.16665855050086975, 0.16692867875099182, 0.1698058843612671]}, {"step": 7000, "epoch": 17, "train_loss": 0.00035835744347423315, "cos_r_negg": [0.5735301971435547, 0.6315364837646484, 0.6546908020973206], "cos_innovation_negg": [0.5735301971435547, 0.6315364837646484, 0.6546908020973206], "cos_apical_negg": [0.5735301971435547, 0.6315364837646484, 0.6546908020973206], "cos_Ac_negg": [0.5735301971435547, 0.6315364837646484, 0.6546908020973206], "r_norm": [0.16852936148643494, 0.1689625084400177, 0.17164099216461182]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9723, "test_loss": 0.15637185096740722}, {"step": 7050, "epoch": 18, "train_loss": 0.00012607654207386076, "cos_r_negg": [0.5731619596481323, 0.6313391923904419, 0.6550973057746887], "cos_innovation_negg": [0.5731619596481323, 0.6313391923904419, 0.6550973057746887], "cos_apical_negg": [0.5731619596481323, 0.6313391923904419, 0.6550973057746887], "cos_Ac_negg": [0.5731619596481323, 0.6313391923904419, 0.6550973057746887], "r_norm": [0.16838355362415314, 0.16859287023544312, 0.1712210774421692]}, {"step": 7100, "epoch": 18, "train_loss": 0.00019493719446472824, "cos_r_negg": [0.5742883086204529, 0.6319400072097778, 0.6553126573562622], "cos_innovation_negg": [0.5742883086204529, 0.6319400072097778, 0.6553126573562622], "cos_apical_negg": [0.5742883086204529, 0.6319400072097778, 0.6553126573562622], "cos_Ac_negg": [0.5742883086204529, 0.6319400072097778, 0.6553126573562622], "r_norm": [0.16948509216308594, 0.1696128249168396, 0.1722295731306076]}, {"step": 7150, "epoch": 18, "train_loss": 0.000163051241543144, "cos_r_negg": [0.574087381362915, 0.6317781805992126, 0.6552608013153076], "cos_innovation_negg": [0.574087381362915, 0.6317781805992126, 0.6552608013153076], "cos_apical_negg": [0.574087381362915, 0.6317781805992126, 0.6552608013153076], "cos_Ac_negg": [0.574087381362915, 0.6317781805992126, 0.6552608013153076], "r_norm": [0.16941821575164795, 0.16951481997966766, 0.17218226194381714]}, {"step": 7200, "epoch": 18, "train_loss": 0.0001924895477714017, "cos_r_negg": [0.5750548839569092, 0.6325428485870361, 0.6561834812164307], "cos_innovation_negg": [0.5750548839569092, 0.6325428485870361, 0.6561834812164307], "cos_apical_negg": [0.5750548839569092, 0.6325428485870361, 0.6561834812164307], "cos_Ac_negg": [0.5750548839569092, 0.6325428485870361, 0.6561834812164307], "r_norm": [0.16810914874076843, 0.16815239191055298, 0.17091159522533417]}, {"step": 7250, "epoch": 18, "train_loss": 0.00044795096619054675, "cos_r_negg": [0.5753976106643677, 0.632246732711792, 0.6560173034667969], "cos_innovation_negg": [0.5753976106643677, 0.632246732711792, 0.6560173034667969], "cos_apical_negg": [0.5753976106643677, 0.632246732711792, 0.6560173034667969], "cos_Ac_negg": [0.5753976106643677, 0.632246732711792, 0.6560173034667969], "r_norm": [0.16924738883972168, 0.1692965030670166, 0.17200815677642822]}, {"step": 7300, "epoch": 18, "train_loss": 0.00033256024471484125, "cos_r_negg": [0.5756068229675293, 0.632030725479126, 0.6564499139785767], "cos_innovation_negg": [0.5756068229675293, 0.632030725479126, 0.6564499139785767], "cos_apical_negg": [0.5756068229675293, 0.632030725479126, 0.6564499139785767], "cos_Ac_negg": [0.5756068229675293, 0.632030725479126, 0.6564499139785767], "r_norm": [0.16817918419837952, 0.168365478515625, 0.171077698469162]}, {"step": 7350, "epoch": 18, "train_loss": 0.001629785867407918, "cos_r_negg": [0.5753393173217773, 0.631667971611023, 0.6558020710945129], "cos_innovation_negg": [0.5753393173217773, 0.631667971611023, 0.6558020710945129], "cos_apical_negg": [0.5753393173217773, 0.631667971611023, 0.6558020710945129], "cos_Ac_negg": [0.5753393173217773, 0.631667971611023, 0.6558020710945129], "r_norm": [0.1677895188331604, 0.16811978816986084, 0.17078498005867004]}, {"step": 7400, "epoch": 18, "train_loss": 0.0002279902109876275, "cos_r_negg": [0.5737911462783813, 0.6313401460647583, 0.6559534668922424], "cos_innovation_negg": [0.5737911462783813, 0.6313401460647583, 0.6559534668922424], "cos_apical_negg": [0.5737911462783813, 0.6313401460647583, 0.6559534668922424], "cos_Ac_negg": [0.5737911462783813, 0.6313401460647583, 0.6559534668922424], "r_norm": [0.16648533940315247, 0.1667291522026062, 0.169597789645195]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9726, "test_loss": 0.15768123512268067}, {"step": 7450, "epoch": 19, "train_loss": 0.0002906442095991224, "cos_r_negg": [0.5740014314651489, 0.6314606666564941, 0.6557754278182983], "cos_innovation_negg": [0.5740014314651489, 0.6314606666564941, 0.6557754278182983], "cos_apical_negg": [0.5740014314651489, 0.6314606666564941, 0.6557754278182983], "cos_Ac_negg": [0.5740014314651489, 0.6314606666564941, 0.6557754278182983], "r_norm": [0.1685255467891693, 0.16887801885604858, 0.17158332467079163]}, {"step": 7500, "epoch": 19, "train_loss": 0.00023658618738409132, "cos_r_negg": [0.5731000900268555, 0.6309593319892883, 0.6558160185813904], "cos_innovation_negg": [0.5731000900268555, 0.6309593319892883, 0.6558160185813904], "cos_apical_negg": [0.5731000900268555, 0.6309593319892883, 0.6558160185813904], "cos_Ac_negg": [0.5731000900268555, 0.6309593319892883, 0.6558160185813904], "r_norm": [0.16829325258731842, 0.1685289740562439, 0.17120498418807983]}, {"step": 7550, "epoch": 19, "train_loss": 0.00032023226958699524, "cos_r_negg": [0.5727131366729736, 0.6312599182128906, 0.6562078595161438], "cos_innovation_negg": [0.5727131366729736, 0.6312599182128906, 0.6562078595161438], "cos_apical_negg": [0.5727131366729736, 0.6312599182128906, 0.6562078595161438], "cos_Ac_negg": [0.5727131366729736, 0.6312599182128906, 0.6562078595161438], "r_norm": [0.16825324296951294, 0.1685229390859604, 0.171293705701828]}, {"step": 7600, "epoch": 19, "train_loss": 0.0001992911275010556, "cos_r_negg": [0.5745987892150879, 0.6312490701675415, 0.6561055183410645], "cos_innovation_negg": [0.5745987892150879, 0.6312490701675415, 0.6561055183410645], "cos_apical_negg": [0.5745987892150879, 0.6312490701675415, 0.6561055183410645], "cos_Ac_negg": [0.5745987892150879, 0.6312490701675415, 0.6561055183410645], "r_norm": [0.16642551124095917, 0.16673173010349274, 0.1696493923664093]}, {"step": 7650, "epoch": 19, "train_loss": 0.00038266839692369103, "cos_r_negg": [0.572625458240509, 0.6308154463768005, 0.6562432050704956], "cos_innovation_negg": [0.572625458240509, 0.6308154463768005, 0.6562432050704956], "cos_apical_negg": [0.572625458240509, 0.6308154463768005, 0.6562432050704956], "cos_Ac_negg": [0.572625458240509, 0.6308154463768005, 0.6562432050704956], "r_norm": [0.16767944395542145, 0.1678803265094757, 0.17070895433425903]}, {"step": 7700, "epoch": 19, "train_loss": 0.0005820182850584388, "cos_r_negg": [0.5731847286224365, 0.6314961910247803, 0.6563503742218018], "cos_innovation_negg": [0.5731847286224365, 0.6314961910247803, 0.6563503742218018], "cos_apical_negg": [0.5731847286224365, 0.6314961910247803, 0.6563503742218018], "cos_Ac_negg": [0.5731847286224365, 0.6314961910247803, 0.6563503742218018], "r_norm": [0.16659699380397797, 0.1667129546403885, 0.1695077121257782]}, {"step": 7750, "epoch": 19, "train_loss": 0.0005406605778262019, "cos_r_negg": [0.5728203058242798, 0.6310551762580872, 0.6561238765716553], "cos_innovation_negg": [0.5728203058242798, 0.6310551762580872, 0.6561238765716553], "cos_apical_negg": [0.5728203058242798, 0.6310551762580872, 0.6561238765716553], "cos_Ac_negg": [0.5728203058242798, 0.6310551762580872, 0.6561238765716553], "r_norm": [0.16873767971992493, 0.16883526742458344, 0.17158222198486328]}, {"step": 7800, "epoch": 19, "train_loss": 0.0003832356305792928, "cos_r_negg": [0.572131335735321, 0.6311428546905518, 0.6566826105117798], "cos_innovation_negg": [0.572131335735321, 0.6311428546905518, 0.6566826105117798], "cos_apical_negg": [0.572131335735321, 0.6311428546905518, 0.6566826105117798], "cos_Ac_negg": [0.572131335735321, 0.6311428546905518, 0.6566826105117798], "r_norm": [0.170294851064682, 0.17039145529270172, 0.17303243279457092]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9724, "test_loss": 0.15997611541748047}, {"step": 7850, "epoch": 20, "train_loss": 0.00026491557946428657, "cos_r_negg": [0.5744224786758423, 0.6311075091362, 0.6566098928451538], "cos_innovation_negg": [0.5744224786758423, 0.6311075091362, 0.6566098928451538], "cos_apical_negg": [0.5744224786758423, 0.6311075091362, 0.6566098928451538], "cos_Ac_negg": [0.5744224786758423, 0.6311075091362, 0.6566098928451538], "r_norm": [0.17049133777618408, 0.17072317004203796, 0.1733398586511612]}, {"step": 7900, "epoch": 20, "train_loss": 0.0002705724909901619, "cos_r_negg": [0.5738329291343689, 0.630517840385437, 0.6567674875259399], "cos_innovation_negg": [0.5738329291343689, 0.630517840385437, 0.6567674875259399], "cos_apical_negg": [0.5738329291343689, 0.630517840385437, 0.6567674875259399], "cos_Ac_negg": [0.5738329291343689, 0.630517840385437, 0.6567674875259399], "r_norm": [0.16907504200935364, 0.1693146973848343, 0.17207084596157074]}, {"step": 7950, "epoch": 20, "train_loss": 0.00014542050485033542, "cos_r_negg": [0.5745958089828491, 0.6311944723129272, 0.6565056443214417], "cos_innovation_negg": [0.5745958089828491, 0.6311944723129272, 0.6565056443214417], "cos_apical_negg": [0.5745958089828491, 0.6311944723129272, 0.6565056443214417], "cos_Ac_negg": [0.5745958089828491, 0.6311944723129272, 0.6565056443214417], "r_norm": [0.16791686415672302, 0.16819030046463013, 0.17101509869098663]}, {"step": 8000, "epoch": 20, "train_loss": 0.00014790311979595572, "cos_r_negg": [0.5738018751144409, 0.6312724351882935, 0.656771183013916], "cos_innovation_negg": [0.5738018751144409, 0.6312724351882935, 0.656771183013916], "cos_apical_negg": [0.5738018751144409, 0.6312724351882935, 0.656771183013916], "cos_Ac_negg": [0.5738018751144409, 0.6312724351882935, 0.656771183013916], "r_norm": [0.16704678535461426, 0.16737832129001617, 0.17023590207099915]}, {"step": 8050, "epoch": 20, "train_loss": 0.00039090419886633754, "cos_r_negg": [0.5744500160217285, 0.6316293478012085, 0.6571438312530518], "cos_innovation_negg": [0.5744500160217285, 0.6316293478012085, 0.6571438312530518], "cos_apical_negg": [0.5744500160217285, 0.6316293478012085, 0.6571438312530518], "cos_Ac_negg": [0.5744500160217285, 0.6316293478012085, 0.6571438312530518], "r_norm": [0.1719898134469986, 0.17224732041358948, 0.17480701208114624]}, {"step": 8100, "epoch": 20, "train_loss": 0.00018617307068780065, "cos_r_negg": [0.5738469362258911, 0.6321585178375244, 0.6570966243743896], "cos_innovation_negg": [0.5738469362258911, 0.6321585178375244, 0.6570966243743896], "cos_apical_negg": [0.5738469362258911, 0.6321585178375244, 0.6570966243743896], "cos_Ac_negg": [0.5738469362258911, 0.6321585178375244, 0.6570966243743896], "r_norm": [0.1716732382774353, 0.17180171608924866, 0.17438441514968872]}, {"step": 8150, "epoch": 20, "train_loss": 0.00018842022109311074, "cos_r_negg": [0.573945164680481, 0.6309248208999634, 0.6576639413833618], "cos_innovation_negg": [0.573945164680481, 0.6309248208999634, 0.6576639413833618], "cos_apical_negg": [0.573945164680481, 0.6309248208999634, 0.6576639413833618], "cos_Ac_negg": [0.573945164680481, 0.6309248208999634, 0.6576639413833618], "r_norm": [0.17069730162620544, 0.1708734929561615, 0.1734597086906433]}, {"step": 8200, "epoch": 20, "train_loss": 0.00033484186860732734, "cos_r_negg": [0.5730733871459961, 0.6307982206344604, 0.6577816009521484], "cos_innovation_negg": [0.5730733871459961, 0.6307982206344604, 0.6577816009521484], "cos_apical_negg": [0.5730733871459961, 0.6307982206344604, 0.6577816009521484], "cos_Ac_negg": [0.5730733871459961, 0.6307982206344604, 0.6577816009521484], "r_norm": [0.17185242474079132, 0.17186982929706573, 0.1744643747806549]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9726, "test_loss": 0.16079311389923095}, {"step": 8250, "epoch": 21, "train_loss": 0.0005908651510253549, "cos_r_negg": [0.5722845792770386, 0.6297252178192139, 0.6573386192321777], "cos_innovation_negg": [0.5722845792770386, 0.6297252178192139, 0.6573386192321777], "cos_apical_negg": [0.5722845792770386, 0.6297252178192139, 0.6573386192321777], "cos_Ac_negg": [0.5722845792770386, 0.6297252178192139, 0.6573386192321777], "r_norm": [0.17404545843601227, 0.17406626045703888, 0.17659235000610352]}, {"step": 8300, "epoch": 21, "train_loss": 0.00022507963876705617, "cos_r_negg": [0.573434054851532, 0.6306283473968506, 0.6577632427215576], "cos_innovation_negg": [0.573434054851532, 0.6306283473968506, 0.6577632427215576], "cos_apical_negg": [0.573434054851532, 0.6306283473968506, 0.6577632427215576], "cos_Ac_negg": [0.573434054851532, 0.6306283473968506, 0.6577632427215576], "r_norm": [0.17193426191806793, 0.17216390371322632, 0.17477238178253174]}, {"step": 8350, "epoch": 21, "train_loss": 0.0002939407713711262, "cos_r_negg": [0.5736374258995056, 0.6305879950523376, 0.6580498218536377], "cos_innovation_negg": [0.5736374258995056, 0.6305879950523376, 0.6580498218536377], "cos_apical_negg": [0.5736374258995056, 0.6305879950523376, 0.6580498218536377], "cos_Ac_negg": [0.5736374258995056, 0.6305879950523376, 0.6580498218536377], "r_norm": [0.1728018969297409, 0.1729303002357483, 0.1755070984363556]}, {"step": 8400, "epoch": 21, "train_loss": 0.0002807753626257181, "cos_r_negg": [0.5736789703369141, 0.6307692527770996, 0.6583400368690491], "cos_innovation_negg": [0.5736789703369141, 0.6307692527770996, 0.6583400368690491], "cos_apical_negg": [0.5736789703369141, 0.6307692527770996, 0.6583400368690491], "cos_Ac_negg": [0.5736789703369141, 0.6307692527770996, 0.6583400368690491], "r_norm": [0.17202100157737732, 0.1720433235168457, 0.17461639642715454]}, {"step": 8450, "epoch": 21, "train_loss": 0.00023880458320491016, "cos_r_negg": [0.5730299949645996, 0.630973219871521, 0.6586096286773682], "cos_innovation_negg": [0.5730299949645996, 0.630973219871521, 0.6586096286773682], "cos_apical_negg": [0.5730299949645996, 0.630973219871521, 0.6586096286773682], "cos_Ac_negg": [0.5730299949645996, 0.630973219871521, 0.6586096286773682], "r_norm": [0.16960856318473816, 0.16973790526390076, 0.17241095006465912]}, {"step": 8500, "epoch": 21, "train_loss": 0.0005070358165539801, "cos_r_negg": [0.5729165077209473, 0.6317052841186523, 0.6587579250335693], "cos_innovation_negg": [0.5729165077209473, 0.6317052841186523, 0.6587579250335693], "cos_apical_negg": [0.5729165077209473, 0.6317052841186523, 0.6587579250335693], "cos_Ac_negg": [0.5729165077209473, 0.6317052841186523, 0.6587579250335693], "r_norm": [0.17023533582687378, 0.17036719620227814, 0.17302711308002472]}, {"step": 8550, "epoch": 21, "train_loss": 0.0001448707189410925, "cos_r_negg": [0.5728161334991455, 0.6319823265075684, 0.6590566039085388], "cos_innovation_negg": [0.5728161334991455, 0.6319823265075684, 0.6590566039085388], "cos_apical_negg": [0.5728161334991455, 0.6319823265075684, 0.6590566039085388], "cos_Ac_negg": [0.5728161334991455, 0.6319823265075684, 0.6590566039085388], "r_norm": [0.1704685389995575, 0.17048707604408264, 0.17317277193069458]}, {"step": 8600, "epoch": 21, "train_loss": 0.0010817312868312001, "cos_r_negg": [0.5737299919128418, 0.6314330697059631, 0.659121036529541], "cos_innovation_negg": [0.5737299919128418, 0.6314330697059631, 0.659121036529541], "cos_apical_negg": [0.5737299919128418, 0.6314330697059631, 0.659121036529541], "cos_Ac_negg": [0.5737299919128418, 0.6314330697059631, 0.659121036529541], "r_norm": [0.16895702481269836, 0.1691034734249115, 0.1718699336051941]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9724, "test_loss": 0.16270455923080443}, {"step": 8650, "epoch": 22, "train_loss": 0.0001675389357842505, "cos_r_negg": [0.5730302333831787, 0.63084876537323, 0.6587589979171753], "cos_innovation_negg": [0.5730302333831787, 0.63084876537323, 0.6587589979171753], "cos_apical_negg": [0.5730302333831787, 0.63084876537323, 0.6587589979171753], "cos_Ac_negg": [0.5730302333831787, 0.63084876537323, 0.6587589979171753], "r_norm": [0.1706097573041916, 0.17072007060050964, 0.17341144382953644]}, {"step": 8700, "epoch": 22, "train_loss": 0.0002082207502098754, "cos_r_negg": [0.5731883645057678, 0.6308109760284424, 0.6585292816162109], "cos_innovation_negg": [0.5731883645057678, 0.6308109760284424, 0.6585292816162109], "cos_apical_negg": [0.5731883645057678, 0.6308109760284424, 0.6585292816162109], "cos_Ac_negg": [0.5731883645057678, 0.6308109760284424, 0.6585292816162109], "r_norm": [0.169408917427063, 0.16956083476543427, 0.17232757806777954]}, {"step": 8750, "epoch": 22, "train_loss": 0.00015429704217240214, "cos_r_negg": [0.5733445286750793, 0.631112813949585, 0.6590025424957275], "cos_innovation_negg": [0.5733445286750793, 0.631112813949585, 0.6590025424957275], "cos_apical_negg": [0.5733445286750793, 0.631112813949585, 0.6590025424957275], "cos_Ac_negg": [0.5733445286750793, 0.631112813949585, 0.6590025424957275], "r_norm": [0.16866351664066315, 0.16882938146591187, 0.1715840995311737]}, {"step": 8800, "epoch": 22, "train_loss": 0.00033808103762567043, "cos_r_negg": [0.5731734037399292, 0.6312898397445679, 0.6589257717132568], "cos_innovation_negg": [0.5731734037399292, 0.6312898397445679, 0.6589257717132568], "cos_apical_negg": [0.5731734037399292, 0.6312898397445679, 0.6589257717132568], "cos_Ac_negg": [0.5731734037399292, 0.6312898397445679, 0.6589257717132568], "r_norm": [0.16893541812896729, 0.1691654622554779, 0.17194125056266785]}, {"step": 8850, "epoch": 22, "train_loss": 0.00025564676616340876, "cos_r_negg": [0.5729660987854004, 0.6314924359321594, 0.6595416069030762], "cos_innovation_negg": [0.5729660987854004, 0.6314924359321594, 0.6595416069030762], "cos_apical_negg": [0.5729660987854004, 0.6314924359321594, 0.6595416069030762], "cos_Ac_negg": [0.5729660987854004, 0.6314924359321594, 0.6595416069030762], "r_norm": [0.16702939569950104, 0.1672196388244629, 0.1701136827468872]}, {"step": 8900, "epoch": 22, "train_loss": 0.0006284746341407299, "cos_r_negg": [0.5724520683288574, 0.63105309009552, 0.6595825552940369], "cos_innovation_negg": [0.5724520683288574, 0.63105309009552, 0.6595825552940369], "cos_apical_negg": [0.5724520683288574, 0.63105309009552, 0.6595825552940369], "cos_Ac_negg": [0.5724520683288574, 0.63105309009552, 0.6595825552940369], "r_norm": [0.16906385123729706, 0.16919606924057007, 0.17197179794311523]}, {"step": 8950, "epoch": 22, "train_loss": 0.0003338629030622542, "cos_r_negg": [0.5731325149536133, 0.6304562091827393, 0.6594637632369995], "cos_innovation_negg": [0.5731325149536133, 0.6304562091827393, 0.6594637632369995], "cos_apical_negg": [0.5731325149536133, 0.6304562091827393, 0.6594637632369995], "cos_Ac_negg": [0.5731325149536133, 0.6304562091827393, 0.6594637632369995], "r_norm": [0.17018775641918182, 0.17026665806770325, 0.17296814918518066]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9726, "test_loss": 0.16367367877960204}, {"step": 9000, "epoch": 23, "train_loss": 0.00012306372809689492, "cos_r_negg": [0.5732861757278442, 0.6309744119644165, 0.6596060395240784], "cos_innovation_negg": [0.5732861757278442, 0.6309744119644165, 0.6596060395240784], "cos_apical_negg": [0.5732861757278442, 0.6309744119644165, 0.6596060395240784], "cos_Ac_negg": [0.5732861757278442, 0.6309744119644165, 0.6596060395240784], "r_norm": [0.17180520296096802, 0.17197619378566742, 0.1746497005224228]}, {"step": 9050, "epoch": 23, "train_loss": 0.00021543525508604944, "cos_r_negg": [0.5738906860351562, 0.6322429776191711, 0.6602301597595215], "cos_innovation_negg": [0.5738906860351562, 0.6322429776191711, 0.6602301597595215], "cos_apical_negg": [0.5738906860351562, 0.6322429776191711, 0.6602301597595215], "cos_Ac_negg": [0.5738906860351562, 0.6322429776191711, 0.6602301597595215], "r_norm": [0.17010778188705444, 0.17020820081233978, 0.17294099926948547]}, {"step": 9100, "epoch": 23, "train_loss": 0.00014658784493803978, "cos_r_negg": [0.5729867219924927, 0.6311306357383728, 0.660011351108551], "cos_innovation_negg": [0.5729867219924927, 0.6311306357383728, 0.660011351108551], "cos_apical_negg": [0.5729867219924927, 0.6311306357383728, 0.660011351108551], "cos_Ac_negg": [0.5729867219924927, 0.6311306357383728, 0.660011351108551], "r_norm": [0.1702665388584137, 0.17035187780857086, 0.17307552695274353]}, {"step": 9150, "epoch": 23, "train_loss": 0.00017059207311831415, "cos_r_negg": [0.5737914443016052, 0.6311681270599365, 0.659088134765625], "cos_innovation_negg": [0.5737914443016052, 0.6311681270599365, 0.659088134765625], "cos_apical_negg": [0.5737914443016052, 0.6311681270599365, 0.659088134765625], "cos_Ac_negg": [0.5737914443016052, 0.6311681270599365, 0.659088134765625], "r_norm": [0.17053326964378357, 0.1706605851650238, 0.1733914464712143]}, {"step": 9200, "epoch": 23, "train_loss": 0.0007497973274439573, "cos_r_negg": [0.5733703374862671, 0.6317344903945923, 0.6597766280174255], "cos_innovation_negg": [0.5733703374862671, 0.6317344903945923, 0.6597766280174255], "cos_apical_negg": [0.5733703374862671, 0.6317344903945923, 0.6597766280174255], "cos_Ac_negg": [0.5733703374862671, 0.6317344903945923, 0.6597766280174255], "r_norm": [0.16936790943145752, 0.16950680315494537, 0.17231068015098572]}, {"step": 9250, "epoch": 23, "train_loss": 0.00021510539227165282, "cos_r_negg": [0.5747102499008179, 0.6321823596954346, 0.660497784614563], "cos_innovation_negg": [0.5747102499008179, 0.6321823596954346, 0.660497784614563], "cos_apical_negg": [0.5747102499008179, 0.6321823596954346, 0.660497784614563], "cos_Ac_negg": [0.5747102499008179, 0.6321823596954346, 0.660497784614563], "r_norm": [0.16999442875385284, 0.17007119953632355, 0.17281374335289001]}, {"step": 9300, "epoch": 23, "train_loss": 0.00020478414080571383, "cos_r_negg": [0.5751608610153198, 0.6327560544013977, 0.6604565382003784], "cos_innovation_negg": [0.5751608610153198, 0.6327560544013977, 0.6604565382003784], "cos_apical_negg": [0.5751608610153198, 0.6327560544013977, 0.6604565382003784], "cos_Ac_negg": [0.5751608610153198, 0.6327560544013977, 0.6604565382003784], "r_norm": [0.17082920670509338, 0.17102152109146118, 0.17368584871292114]}, {"step": 9350, "epoch": 23, "train_loss": 0.00011449891462689266, "cos_r_negg": [0.5744506120681763, 0.6322755813598633, 0.6605048179626465], "cos_innovation_negg": [0.5744506120681763, 0.6322755813598633, 0.6605048179626465], "cos_apical_negg": [0.5744506120681763, 0.6322755813598633, 0.6605048179626465], "cos_Ac_negg": [0.5744506120681763, 0.6322755813598633, 0.6605048179626465], "r_norm": [0.1725519597530365, 0.17265503108501434, 0.17526201903820038]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9723, "test_loss": 0.16502937450408936}, {"step": 9400, "epoch": 24, "train_loss": 0.00020532113558147103, "cos_r_negg": [0.5746176838874817, 0.6315740346908569, 0.6602378487586975], "cos_innovation_negg": [0.5746176838874817, 0.6315740346908569, 0.6602378487586975], "cos_apical_negg": [0.5746176838874817, 0.6315740346908569, 0.6602378487586975], "cos_Ac_negg": [0.5746176838874817, 0.6315740346908569, 0.6602378487586975], "r_norm": [0.17178013920783997, 0.1719052791595459, 0.17462341487407684]}, {"step": 9450, "epoch": 24, "train_loss": 0.00014097437087912112, "cos_r_negg": [0.574904203414917, 0.6317377686500549, 0.6601996421813965], "cos_innovation_negg": [0.574904203414917, 0.6317377686500549, 0.6601996421813965], "cos_apical_negg": [0.574904203414917, 0.6317377686500549, 0.6601996421813965], "cos_Ac_negg": [0.574904203414917, 0.6317377686500549, 0.6601996421813965], "r_norm": [0.1719578206539154, 0.17218399047851562, 0.17489197850227356]}, {"step": 9500, "epoch": 24, "train_loss": 0.00012655019236262888, "cos_r_negg": [0.574950098991394, 0.6320195198059082, 0.6602826118469238], "cos_innovation_negg": [0.574950098991394, 0.6320195198059082, 0.6602826118469238], "cos_apical_negg": [0.574950098991394, 0.6320195198059082, 0.6602826118469238], "cos_Ac_negg": [0.574950098991394, 0.6320195198059082, 0.6602826118469238], "r_norm": [0.1718227118253708, 0.1719263643026352, 0.1746213585138321]}, {"step": 9550, "epoch": 24, "train_loss": 0.00029193732189014554, "cos_r_negg": [0.5750663876533508, 0.6324639320373535, 0.6611915826797485], "cos_innovation_negg": [0.5750663876533508, 0.6324639320373535, 0.6611915826797485], "cos_apical_negg": [0.5750663876533508, 0.6324639320373535, 0.6611915826797485], "cos_Ac_negg": [0.5750663876533508, 0.6324639320373535, 0.6611915826797485], "r_norm": [0.1709003448486328, 0.17100916802883148, 0.17373064160346985]}, {"step": 9600, "epoch": 24, "train_loss": 0.00019516726024448872, "cos_r_negg": [0.5746427774429321, 0.6321399807929993, 0.6604310274124146], "cos_innovation_negg": [0.5746427774429321, 0.6321399807929993, 0.6604310274124146], "cos_apical_negg": [0.5746427774429321, 0.6321399807929993, 0.6604310274124146], "cos_Ac_negg": [0.5746427774429321, 0.6321399807929993, 0.6604310274124146], "r_norm": [0.17114107310771942, 0.17132070660591125, 0.17399077117443085]}, {"step": 9650, "epoch": 24, "train_loss": 0.00021931526134721935, "cos_r_negg": [0.5751739740371704, 0.6325116753578186, 0.6612073183059692], "cos_innovation_negg": [0.5751739740371704, 0.6325116753578186, 0.6612073183059692], "cos_apical_negg": [0.5751739740371704, 0.6325116753578186, 0.6612073183059692], "cos_Ac_negg": [0.5751739740371704, 0.6325116753578186, 0.6612073183059692], "r_norm": [0.16939380764961243, 0.16971521079540253, 0.17245979607105255]}, {"step": 9700, "epoch": 24, "train_loss": 0.00014631915837526321, "cos_r_negg": [0.5747259855270386, 0.6322188377380371, 0.6603038311004639], "cos_innovation_negg": [0.5747259855270386, 0.6322188377380371, 0.6603038311004639], "cos_apical_negg": [0.5747259855270386, 0.6322188377380371, 0.6603038311004639], "cos_Ac_negg": [0.5747259855270386, 0.6322188377380371, 0.6603038311004639], "r_norm": [0.16992944478988647, 0.170170858502388, 0.17288674414157867]}, {"step": 9750, "epoch": 24, "train_loss": 0.0004719137796200812, "cos_r_negg": [0.5745378732681274, 0.631935715675354, 0.6608942747116089], "cos_innovation_negg": [0.5745378732681274, 0.631935715675354, 0.6608942747116089], "cos_apical_negg": [0.5745378732681274, 0.631935715675354, 0.6608942747116089], "cos_Ac_negg": [0.5745378732681274, 0.631935715675354, 0.6608942747116089], "r_norm": [0.17186102271080017, 0.17197175323963165, 0.17464441061019897]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9722, "test_loss": 0.16600589752197265}], "final": {"test_acc": 0.9722, "test_loss": 0.16600589752197265, "wall_s": 17.116204738616943, "cos_r_negg": [0.5753055214881897, 0.6319008469581604, 0.6606847643852234], "cos_innovation_negg": [0.5753055214881897, 0.6319008469581604, 0.6606847643852234], "cos_apical_negg": [0.5753055214881897, 0.6319008469581604, 0.6606847643852234], "cos_Ac_negg": [0.5753055214881897, 0.6319008469581604, 0.6606847643852234]}}